2024-01-28T12:31:38.844 INFO:root:teuthology version: 0.0.1.dev251+gc856e0f 2024-01-28T12:31:38.844 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_khiremat@teuthology --description fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/postgres}} --name khiremat-2024-01-28_10:21:48-fs:workload-wip-khiremat-49945-referent-inode-3-distro-default-smithi --archive /home/teuthworker/archive/khiremat-2024-01-28_10:21:48-fs:workload-wip-khiremat-49945-referent-inode-3-distro-default-smithi/7535782 --verbose -- /home/teuthworker/archive/khiremat-2024-01-28_10:21:48-fs:workload-wip-khiremat-49945-referent-inode-3-distro-default-smithi/7535782/orig.config.yaml 2024-01-28T12:31:38.901 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-01-28T12:31:38.992 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/khiremat-2024-01-28_10:21:48-fs:workload-wip-khiremat-49945-referent-inode-3-distro-default-smithi/7535782 branch: wip-khiremat-49945-referent-inode-3 description: fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-comp-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/no 4-flush/yes 5-workunit/postgres}} email: null first_in_suite: false job_id: '7535782' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: khiremat-2024-01-28_10:21:48-fs:workload-wip-khiremat-49945-referent-inode-3-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-khiremat-49945-referent-inode-3 ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mntopts: - context=system_u:object_r:postgresql_db_t:s0 mount_subvol_num: 0 mountpoint: /tmp/cephfs check-counter: counters: mds: - mds.exported - mds.imported install: ceph: flavor: default sha1: c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 kclient: client.0: mntopts: - context=system_u:object_r:postgresql_db_t:s0 mount_subvol_num: 1 mountpoint: /tmp/cephfs mntopts: - ms_mode=crc - wsync syntax: v1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-khiremat-49945-referent-inode-3 sha1: c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 owner: scheduled_khiremat@teuthology priority: 75 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1958 sha1: c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 sleep_before_teardown: 0 subset: 3/600 suite: fs:workload suite_branch: wip-khiremat-49945-referent-inode-3 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi088.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDzprkuOkYyHGZ2kiRHdSfTcGSzENX74JgDsaA+vW1TXFyn98pQMPJkYTn91+vr+SVJq0xX5YSybiqToeZYL0w0= smithi175.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDroZgPTS7+NCEGBwYNOmwXUl4eCLSmmBG9BaFatH5pNTBtDqOAlcIHrcz45HMAqpJeiIjCyTZXaF/VsuvH5WDk= smithi181.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHYA/ebafTSPpn4DmUKM0leDjWTqep7Jz66ShXFusRmp2TNfBL2/0kaffbGij54BSDGn4785a4NXmSnNaDdsTII= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - exec: client.0: - sudo ls -l /tmp/cephfs/ && sudo df -h /tmp/cephfs/ - sudo mkdir -m 755 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres && sudo chown postgres:postgres /tmp/cephfs/postgres - sudo -u postgres -- mkdir -m 700 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres/data - sudo semanage fcontext -a -t postgresql_db_t "/tmp/cephfs/postgres(/.*)?" - sudo grep -i postgresql /etc/selinux/targeted/contexts/files/file_contexts.local - sudo restorecon -R -v /tmp/cephfs/postgres - sudo ls -lZaR /tmp/cephfs/postgres/ - sudo mkdir -p /etc/systemd/system/postgresql.service.d/ && printf '[Service]\nEnvironment=PGDATA=/tmp/cephfs/postgres/data\nEnvironment=PGLOG=/tmp/cephfs/postgres/pgstartup.log\n' | sudo tee /etc/systemd/system/postgresql.service.d/env.conf - sudo -u postgres -- postgresql-setup --initdb - sudo ls -lZaR /tmp/cephfs/postgres/ - sudo systemctl start postgresql - sudo -u postgres -- pgbench -s 32 -i - sudo -u postgres -- pgbench -c 100 -j 4 --progress=5 --time=900 - sudo systemctl stop postgresql - sudo ls -lZaR /tmp/cephfs/postgres/ teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: c856e0f9244dd29a50697123b480d63f16a4ed81 timestamp: 2024-01-28_10:21:48 tube: smithi user: khiremat verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-01-28T12:31:38.993 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/qa; will attempt to use it 2024-01-28T12:31:38.993 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/qa/tasks 2024-01-28T12:31:38.993 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-01-28T12:31:38.995 INFO:teuthology.task.internal:Checking packages... 2024-01-28T12:31:39.017 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash 'c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2' 2024-01-28T12:31:39.017 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-01-28T12:31:39.017 INFO:teuthology.packaging:ref: None 2024-01-28T12:31:39.017 INFO:teuthology.packaging:tag: None 2024-01-28T12:31:39.017 INFO:teuthology.packaging:branch: wip-khiremat-49945-referent-inode-3 2024-01-28T12:31:39.017 INFO:teuthology.packaging:sha1: c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 2024-01-28T12:31:39.017 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-khiremat-49945-referent-inode-3 2024-01-28T12:31:39.156 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-410.gc8f2a2aa 2024-01-28T12:31:39.158 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-01-28T12:31:39.166 INFO:teuthology.task.internal:no buildpackages task found 2024-01-28T12:31:39.166 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-01-28T12:31:39.182 INFO:teuthology.task.internal:Saving configuration 2024-01-28T12:31:39.202 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-01-28T12:31:39.210 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-01-28T12:31:39.232 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi088.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/khiremat-2024-01-28_10:21:48-fs:workload-wip-khiremat-49945-referent-inode-3-distro-default-smithi/7535782', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-01-28 12:26:06.707645', 'locked_by': 'scheduled_khiremat@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDzprkuOkYyHGZ2kiRHdSfTcGSzENX74JgDsaA+vW1TXFyn98pQMPJkYTn91+vr+SVJq0xX5YSybiqToeZYL0w0='} 2024-01-28T12:31:39.254 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi175.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/khiremat-2024-01-28_10:21:48-fs:workload-wip-khiremat-49945-referent-inode-3-distro-default-smithi/7535782', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-01-28 12:26:06.706064', 'locked_by': 'scheduled_khiremat@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDroZgPTS7+NCEGBwYNOmwXUl4eCLSmmBG9BaFatH5pNTBtDqOAlcIHrcz45HMAqpJeiIjCyTZXaF/VsuvH5WDk='} 2024-01-28T12:31:39.278 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi181.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/khiremat-2024-01-28_10:21:48-fs:workload-wip-khiremat-49945-referent-inode-3-distro-default-smithi/7535782', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-01-28 12:26:06.704251', 'locked_by': 'scheduled_khiremat@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHYA/ebafTSPpn4DmUKM0leDjWTqep7Jz66ShXFusRmp2TNfBL2/0kaffbGij54BSDGn4785a4NXmSnNaDdsTII='} 2024-01-28T12:31:39.278 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-01-28T12:31:39.287 INFO:teuthology.task.internal:roles: ubuntu@smithi088.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-01-28T12:31:39.287 INFO:teuthology.task.internal:roles: ubuntu@smithi175.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-01-28T12:31:39.287 INFO:teuthology.task.internal:roles: ubuntu@smithi181.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-01-28T12:31:39.287 INFO:teuthology.run_tasks:Running task console_log... 2024-01-28T12:31:39.395 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f9c5de35f70>, signals=[15]) 2024-01-28T12:31:39.395 INFO:teuthology.run_tasks:Running task internal.connect... 2024-01-28T12:31:39.402 INFO:teuthology.task.internal:Opening connections... 2024-01-28T12:31:39.402 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi088.front.sepia.ceph.com 2024-01-28T12:31:39.404 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-28T12:31:39.478 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi175.front.sepia.ceph.com 2024-01-28T12:31:39.479 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-28T12:31:39.550 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi181.front.sepia.ceph.com 2024-01-28T12:31:39.551 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-28T12:31:39.622 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-01-28T12:31:39.638 DEBUG:teuthology.orchestra.run.smithi088:> uname -m 2024-01-28T12:31:39.658 INFO:teuthology.orchestra.run.smithi088.stdout:x86_64 2024-01-28T12:31:39.658 DEBUG:teuthology.orchestra.run.smithi088:> cat /etc/os-release 2024-01-28T12:31:39.717 INFO:teuthology.orchestra.run.smithi088.stdout:NAME="Red Hat Enterprise Linux" 2024-01-28T12:31:39.717 INFO:teuthology.orchestra.run.smithi088.stdout:VERSION="8.6 (Ootpa)" 2024-01-28T12:31:39.717 INFO:teuthology.orchestra.run.smithi088.stdout:ID="rhel" 2024-01-28T12:31:39.717 INFO:teuthology.orchestra.run.smithi088.stdout:ID_LIKE="fedora" 2024-01-28T12:31:39.717 INFO:teuthology.orchestra.run.smithi088.stdout:VERSION_ID="8.6" 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:PLATFORM_ID="platform:el8" 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:ANSI_COLOR="0;31" 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:HOME_URL="https://www.redhat.com/" 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2024-01-28T12:31:39.718 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2024-01-28T12:31:39.719 INFO:teuthology.lock.ops:Updating smithi088.front.sepia.ceph.com on lock server 2024-01-28T12:31:39.737 DEBUG:teuthology.orchestra.run.smithi175:> uname -m 2024-01-28T12:31:39.757 INFO:teuthology.orchestra.run.smithi175.stdout:x86_64 2024-01-28T12:31:39.757 DEBUG:teuthology.orchestra.run.smithi175:> cat /etc/os-release 2024-01-28T12:31:39.816 INFO:teuthology.orchestra.run.smithi175.stdout:NAME="Red Hat Enterprise Linux" 2024-01-28T12:31:39.816 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION="8.6 (Ootpa)" 2024-01-28T12:31:39.816 INFO:teuthology.orchestra.run.smithi175.stdout:ID="rhel" 2024-01-28T12:31:39.816 INFO:teuthology.orchestra.run.smithi175.stdout:ID_LIKE="fedora" 2024-01-28T12:31:39.816 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION_ID="8.6" 2024-01-28T12:31:39.816 INFO:teuthology.orchestra.run.smithi175.stdout:PLATFORM_ID="platform:el8" 2024-01-28T12:31:39.816 INFO:teuthology.orchestra.run.smithi175.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2024-01-28T12:31:39.816 INFO:teuthology.orchestra.run.smithi175.stdout:ANSI_COLOR="0;31" 2024-01-28T12:31:39.817 INFO:teuthology.orchestra.run.smithi175.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2024-01-28T12:31:39.817 INFO:teuthology.orchestra.run.smithi175.stdout:HOME_URL="https://www.redhat.com/" 2024-01-28T12:31:39.817 INFO:teuthology.orchestra.run.smithi175.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2024-01-28T12:31:39.817 INFO:teuthology.orchestra.run.smithi175.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-01-28T12:31:39.817 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:31:39.817 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2024-01-28T12:31:39.817 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2024-01-28T12:31:39.817 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2024-01-28T12:31:39.817 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2024-01-28T12:31:39.817 INFO:teuthology.lock.ops:Updating smithi175.front.sepia.ceph.com on lock server 2024-01-28T12:31:39.836 DEBUG:teuthology.orchestra.run.smithi181:> uname -m 2024-01-28T12:31:39.857 INFO:teuthology.orchestra.run.smithi181.stdout:x86_64 2024-01-28T12:31:39.857 DEBUG:teuthology.orchestra.run.smithi181:> cat /etc/os-release 2024-01-28T12:31:39.922 INFO:teuthology.orchestra.run.smithi181.stdout:NAME="Red Hat Enterprise Linux" 2024-01-28T12:31:39.923 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION="8.6 (Ootpa)" 2024-01-28T12:31:39.923 INFO:teuthology.orchestra.run.smithi181.stdout:ID="rhel" 2024-01-28T12:31:39.923 INFO:teuthology.orchestra.run.smithi181.stdout:ID_LIKE="fedora" 2024-01-28T12:31:39.923 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION_ID="8.6" 2024-01-28T12:31:39.923 INFO:teuthology.orchestra.run.smithi181.stdout:PLATFORM_ID="platform:el8" 2024-01-28T12:31:39.923 INFO:teuthology.orchestra.run.smithi181.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2024-01-28T12:31:39.924 INFO:teuthology.orchestra.run.smithi181.stdout:ANSI_COLOR="0;31" 2024-01-28T12:31:39.924 INFO:teuthology.orchestra.run.smithi181.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2024-01-28T12:31:39.924 INFO:teuthology.orchestra.run.smithi181.stdout:HOME_URL="https://www.redhat.com/" 2024-01-28T12:31:39.924 INFO:teuthology.orchestra.run.smithi181.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2024-01-28T12:31:39.924 INFO:teuthology.orchestra.run.smithi181.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-01-28T12:31:39.924 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:31:39.924 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2024-01-28T12:31:39.924 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2024-01-28T12:31:39.924 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2024-01-28T12:31:39.925 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2024-01-28T12:31:39.925 INFO:teuthology.lock.ops:Updating smithi181.front.sepia.ceph.com on lock server 2024-01-28T12:31:39.954 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-01-28T12:31:40.394 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-01-28T12:31:40.724 INFO:teuthology.task.internal:Checking for old test directory... 2024-01-28T12:31:40.724 DEBUG:teuthology.orchestra.run.smithi088:> test '!' -e /home/ubuntu/cephtest 2024-01-28T12:31:40.727 DEBUG:teuthology.orchestra.run.smithi175:> test '!' -e /home/ubuntu/cephtest 2024-01-28T12:31:40.730 DEBUG:teuthology.orchestra.run.smithi181:> test '!' -e /home/ubuntu/cephtest 2024-01-28T12:31:40.749 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-01-28T12:31:40.810 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-01-28T12:31:40.810 DEBUG:teuthology.orchestra.run.smithi088:> test -z $(ls -A /var/lib/ceph) 2024-01-28T12:31:40.814 DEBUG:teuthology.orchestra.run.smithi175:> test -z $(ls -A /var/lib/ceph) 2024-01-28T12:31:40.817 DEBUG:teuthology.orchestra.run.smithi181:> test -z $(ls -A /var/lib/ceph) 2024-01-28T12:31:40.849 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-01-28T12:31:40.931 INFO:teuthology.run_tasks:Running task kernel... 2024-01-28T12:31:40.948 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-01-28T12:31:40.949 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-01-28T12:31:40.949 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-01-28T12:31:40.949 DEBUG:teuthology.orchestra.run.smithi088:> test -f /run/.containerenv -o -f /.dockerenv 2024-01-28T12:31:40.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-28T12:31:40.969 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&ref=testing 2024-01-28T12:31:41.194 DEBUG:teuthology.task.kernel:sha1 for client.0 is cd42140e628558a450ba1d39a9d0835a2fa62cda 2024-01-28T12:31:41.194 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "cd42140e628558a450ba1d39a9d0835a2fa62cda"... 2024-01-28T12:31:41.194 DEBUG:teuthology.orchestra.run.smithi088:> uname -r 2024-01-28T12:31:41.214 INFO:teuthology.orchestra.run.smithi088.stdout:4.18.0-513.9.1.el8_9.x86_64 2024-01-28T12:31:41.214 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-513.9.1.el8_9.x86_64 vs cd42140e628558a450ba1d39a9d0835a2fa62cda 2024-01-28T12:31:41.215 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-01-28T12:31:41.215 DEBUG:teuthology.orchestra.run.smithi088:> sudo yum upgrade -y linux-firmware 2024-01-28T12:31:42.803 INFO:teuthology.orchestra.run.smithi088.stdout:Updating Subscription Management repositories. 2024-01-28T12:31:42.804 INFO:teuthology.orchestra.run.smithi088.stdout:Unable to read consumer identity 2024-01-28T12:31:43.093 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:31:43.094 INFO:teuthology.orchestra.run.smithi088.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2024-01-28T12:31:43.094 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:31:44.896 INFO:teuthology.orchestra.run.smithi088.stdout:Copr repo for python3-asyncssh owned by ceph 16 kB/s | 3.5 kB 00:00 2024-01-28T12:31:46.115 INFO:teuthology.orchestra.run.smithi088.stdout:Extra Packages for Enterprise Linux 14 MB/s | 16 MB 00:01 2024-01-28T12:31:49.638 INFO:teuthology.orchestra.run.smithi088.stdout:lab-extras 441 kB/s | 24 kB 00:00 2024-01-28T12:31:50.463 INFO:teuthology.orchestra.run.smithi088.stdout:Dependencies resolved. 2024-01-28T12:31:50.464 INFO:teuthology.orchestra.run.smithi088.stdout:Nothing to do. 2024-01-28T12:31:50.464 INFO:teuthology.orchestra.run.smithi088.stdout:Complete! 2024-01-28T12:31:50.612 INFO:teuthology.task.kernel:Downloading kernel cd42140e628558a450ba1d39a9d0835a2fa62cda on client.0... 2024-01-28T12:31:50.612 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=cd42140e628558a450ba1d39a9d0835a2fa62cda 2024-01-28T12:31:50.828 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/cd42140e628558a450ba1d39a9d0835a2fa62cda/centos/8/flavors/default/x86_64/ 2024-01-28T12:31:50.831 DEBUG:teuthology.orchestra.run.smithi088:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.7.0_gcd42140e6285-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/cd42140e628558a450ba1d39a9d0835a2fa62cda/centos/8/flavors/default/x86_64/ --input-file=- 2024-01-28T12:31:50.834 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi088.front.sepia.ceph.com to complete... 2024-01-28T12:32:04.299 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28 12:32:04 URL:https://4.chacra.ceph.com/r/kernel/testing/cd42140e628558a450ba1d39a9d0835a2fa62cda/centos/8/flavors/default/x86_64/kernel-6.7.0_gcd42140e6285-1.x86_64.rpm [394673092/394673092] -> "/tmp/kernel.x86_64.rpm" [1] 2024-01-28T12:32:04.300 INFO:teuthology.orchestra.run.smithi088.stderr:FINISHED --2024-01-28 12:32:04-- 2024-01-28T12:32:04.300 INFO:teuthology.orchestra.run.smithi088.stderr:Total wall clock time: 13s 2024-01-28T12:32:04.300 INFO:teuthology.orchestra.run.smithi088.stderr:Downloaded: 1 files, 376M in 13s (28.7 MB/s) 2024-01-28T12:32:04.303 INFO:teuthology.task.kernel:Installing kernel cd42140e628558a450ba1d39a9d0835a2fa62cda on client.0... 2024-01-28T12:32:04.303 DEBUG:teuthology.orchestra.run.smithi088:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-01-28T12:32:06.119 INFO:teuthology.orchestra.run.smithi088.stdout:Verifying... ######################################## 2024-01-28T12:32:06.216 INFO:teuthology.orchestra.run.smithi088.stdout:Preparing... ######################################## 2024-01-28T12:32:06.366 INFO:teuthology.orchestra.run.smithi088.stdout:Updating / installing... 2024-01-28T12:32:46.426 INFO:teuthology.orchestra.run.smithi088.stdout:kernel-6.7.0_gcd42140e6285-1 ######################################## 2024-01-28T12:32:47.939 INFO:teuthology.orchestra.run.smithi088.stderr:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-01-28T12:33:11.013 INFO:teuthology.orchestra.run.smithi088.stderr:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-01-28T12:35:20.615 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi088.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-01-28T12:35:20.616 DEBUG:teuthology.orchestra.run.smithi088:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/boot/System.map-6.7.0-gcd42140e6285 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/boot/config-6.7.0-gcd42140e6285 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/boot/vmlinuz-6.7.0-gcd42140e6285 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-01-28T12:35:20.674 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/crc32c-intel.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/serpent-avx2.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-01-28T12:35:20.675 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/kernel 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/kernel/cpu 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/kernel/cpu/mce 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/kvm 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/kvm/kvm-amd.ko 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/kvm/kvm-intel.ko 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/arch/x86/kvm/kvm.ko 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/ansi_cprng.ko 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/anubis.ko 2024-01-28T12:35:20.676 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/arc4.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/async_tx 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/async_tx/async_memcpy.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/async_tx/async_pq.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/async_tx/async_raid6_recov.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/async_tx/async_tx.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/async_tx/async_xor.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/async_tx/raid6test.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/authenc.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/authencesn.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/blake2b_generic.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/blowfish_common.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/blowfish_generic.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/camellia_generic.ko 2024-01-28T12:35:20.677 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/cast5_generic.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/cast6_generic.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/cast_common.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/ccm.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/cmac.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/crc32_generic.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/crypto_engine.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/crypto_user.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/cts.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/des_generic.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/dh_generic.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/echainiv.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/essiv.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/fcrypt.ko 2024-01-28T12:35:20.678 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/khazad.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/lz4.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/lz4hc.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/md4.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/michael_mic.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/pcbc.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/pcrypt.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/rmd160.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/seed.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/serpent_generic.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/tcrypt.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/tea.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/twofish_common.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/twofish_generic.ko 2024-01-28T12:35:20.679 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/vmac.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/wp512.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/xcbc.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/xor.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/crypto/xxhash_generic.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/acpi 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/acpi/acpi_ipmi.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/acpi/acpi_pad.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/acpi/custom_method.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/acpi/ec_sys.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/acpi/platform_profile.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/acpi/sbs.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/acpi/sbshc.ko 2024-01-28T12:35:20.680 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/acpi/video.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/acard-ahci.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/ahci_platform.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/ata_generic.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/libahci_platform.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_acpi.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_ali.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_amd.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_artop.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_atiixp.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_atp867x.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_cmd640.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_cmd64x.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_cypress.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_efar.ko 2024-01-28T12:35:20.681 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_hpt366.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_hpt37x.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_hpt3x2n.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_hpt3x3.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_it8213.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_it821x.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_jmicron.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_marvell.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_mpiix.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_netcell.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_ninja32.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_ns87410.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_ns87415.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_oldpiix.ko 2024-01-28T12:35:20.682 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_opti.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_optidma.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_pcmcia.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_pdc2027x.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_piccolo.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_rdc.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_sch.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_serverworks.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_sil680.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_sis.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_sl82c105.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_triflex.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pata_via.ko 2024-01-28T12:35:20.683 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/pdc_adma.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_inic162x.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_mv.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_nv.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_promise.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_qstor.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_sil.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_sil24.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_sis.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_svw.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_sx4.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_uli.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_via.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ata/sata_vsc.ko 2024-01-28T12:35:20.684 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/auxdisplay 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/auxdisplay/ks0108.ko 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/base 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/base/regmap 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/base/regmap/regmap-i2c.ko 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/base/regmap/regmap-mmio.ko 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/bcma 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/bcma/bcma.ko 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/aoe 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/aoe/aoe.ko 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/brd.ko 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/drbd 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/drbd/drbd.ko 2024-01-28T12:35:20.685 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/floppy.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/loop.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/mtip32xx 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/nbd.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/null_blk 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/null_blk/null_blk.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/pktcdvd.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/rbd.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/virtio_blk.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/xen-blkback 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/xen-blkfront.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/zram 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/block/zram/zram.ko 2024-01-28T12:35:20.686 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/hangcheck-timer.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/hw_random 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/hw_random/amd-rng.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/hw_random/intel-rng.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/hw_random/via-rng.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/hw_random/virtio-rng.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/ipmi 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/ipmi/ipmi_si.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-01-28T12:35:20.687 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/lp.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/mwave 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/mwave/mwave.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/ppdev.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/tlclk.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/tpm 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/tpm/tpm.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/tpm/tpm_atmel.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/tpm/tpm_infineon.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/tpm/tpm_nsc.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/tpm/tpm_tis.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/uv_mmtimer.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/char/virtio_console.ko 2024-01-28T12:35:20.688 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/cpufreq 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/cpufreq/p4-clockmod.ko 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/cpufreq/powernow-k8.ko 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/cpufreq/speedstep-lib.ko 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/ccp 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/ccp/ccp.ko 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/intel 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/intel/qat 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/intel/qat/qat_common 2024-01-28T12:35:20.689 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/padlock-aes.ko 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/padlock-sha.ko 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/virtio 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/dca 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/dca/dca.ko 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/devfreq 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/dma 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/dma/dw 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/dma/dw/dw_dmac.ko 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/dma/ioat 2024-01-28T12:35:20.690 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/dma/ioat/ioatdma.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/amd64_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/e752x_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/edac_mce_amd.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/i3000_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/i3200_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/i5100_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/i5400_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/i7300_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/i7core_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/i82975x_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/ie31200_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/sb_edac.ko 2024-01-28T12:35:20.691 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/edac/x38_edac.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/firmware 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/firmware/edd.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/firmware/iscsi_ibft.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/gpio 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/gpio/gpio-ich.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/gpio/gpio-viperboard.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-appleir.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-aureal.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-axff.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-dr.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-elecom.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-elo.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-emsff.ko 2024-01-28T12:35:20.692 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-gaff.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-gt683r.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-gyration.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-holtek-kbd.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-holtek-mouse.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-holtekff.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-hyperv.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-icade.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-keytouch.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-kye.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-lcpower.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-led.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-lenovo.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-logitech-dj.ko 2024-01-28T12:35:20.693 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-multitouch.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-ortek.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-penmount.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-petalynx.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-picolcd.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-pl.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-plantronics.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-primax.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-rmi.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-arvo.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-common.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-isku.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-kone.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-01-28T12:35:20.694 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-konepure.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-lua.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-pyra.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-ryos.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat-savu.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-roccat.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-saitek.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-samsung.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-sensor-hub.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-sjoy.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-sony.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-speedlink.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-steelseries.ko 2024-01-28T12:35:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-sunplus.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-thrustmaster.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-tivo.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-tmff.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-topseed.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-twinhan.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-uclogic.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-waltop.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-wiimote.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-xinmo.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-zpff.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/hid-zydacron.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/uhid.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hid/wacom.ko 2024-01-28T12:35:20.696 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hv 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hv/hv_balloon.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hv/hv_utils.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hv/hv_vmbus.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/abituguru.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/abituguru3.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/acpi_power_meter.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ad7414.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ad7418.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adc128d818.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adm1025.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adm1026.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adm1029.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adm1031.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adm9240.ko 2024-01-28T12:35:20.697 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ads7828.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adt7410.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adt7411.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adt7462.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adt7470.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adt7475.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/adt7x10.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/amc6821.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/applesmc.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/asb100.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/asc7621.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/asus_atk0110.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/atxp1.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/coretemp.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-01-28T12:35:20.698 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/dme1737.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ds1621.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ds620.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/emc1403.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/emc6w201.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/f71805f.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/f71882fg.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/f75375s.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/fam15h_power.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/fschmd.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/g760a.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/g762.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/gl518sm.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/gl520sm.ko 2024-01-28T12:35:20.699 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/hwmon-vid.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/i5500_temp.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/i5k_amb.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ibmaem.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ibmpex.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ina209.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ina2xx.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/it87.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/k10temp.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/k8temp.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lineage-pem.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm63.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm73.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm75.ko 2024-01-28T12:35:20.700 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm77.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm78.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm80.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm83.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm85.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm87.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm90.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm92.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm93.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm95234.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm95241.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/lm95245.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ltc2945.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ltc4151.ko 2024-01-28T12:35:20.701 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ltc4215.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ltc4222.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ltc4245.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ltc4260.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/ltc4261.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/max16065.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/max1619.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/max1668.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/max197.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/max6639.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/max6650.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/max6697.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/mcp3021.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/nct6683.ko 2024-01-28T12:35:20.702 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/nct6775-core.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/nct6775.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/nct7802.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pc87360.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pc87427.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pcf8591.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/max16064.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/max34440.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/max8688.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-01-28T12:35:20.703 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/powr1220.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/sch5627.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/sch5636.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/sch56xx-common.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/sht15.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/sht21.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/shtc1.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/sis5595.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/smsc47b397.ko 2024-01-28T12:35:20.704 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/smsc47m1.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/smsc47m192.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/thmc50.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/tmp102.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/tmp103.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/tmp401.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/tmp421.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/via-cputemp.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/via686a.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/vt1211.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/vt8231.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/w83627ehf.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/w83627hf.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/w83781d.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/w83791d.ko 2024-01-28T12:35:20.705 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/w83792d.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/w83793.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/w83795.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/w83l785ts.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/hwmon/w83l786ng.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/algos 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-01-28T12:35:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-i801.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-isch.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-parport.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-01-28T12:35:20.707 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-via.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/i2c-dev.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/i2c-mux.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/i2c-smbus.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/i2c/i2c-stub.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/core 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/core/ib_cm.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/core/ib_core.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/core/ib_umad.ko 2024-01-28T12:35:20.708 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/core/iw_cm.ko 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/core/rdma_cm.ko 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/hw 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/hw/cxgb4 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/hw/mlx4 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/hw/mlx5 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/hw/mthca 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp/ipoib 2024-01-28T12:35:20.709 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp/iser 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp/isert 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp/srp 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp/srpt 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/gameport 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/gameport/fm801-gp.ko 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/gameport/gameport.ko 2024-01-28T12:35:20.710 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/joydev.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/keyboard 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/keyboard/gpio_keys.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/mouse 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/mouse/appletouch.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/mouse/bcm5974.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/mouse/cyapatp.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/mouse/elan_i2c.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/mouse/sermouse.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/mouse/synaptics_usb.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/mouse/vsxxxaa.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/rmi4 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/rmi4/rmi_core.ko 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/serio 2024-01-28T12:35:20.711 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/serio/altera_ps2.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/serio/arc_ps2.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/serio/serio_raw.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/input/sparse-keymap.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/leds-blinkm.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/leds-lm3530.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/leds-lp3944.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/leds-ss4200.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/trigger 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-01-28T12:35:20.712 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/bcache 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/bcache/bcache.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-bio-prison.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-cache-smq.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-cache.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-crypt.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-delay.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-flakey.ko 2024-01-28T12:35:20.713 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-log-userspace.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-multipath.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-queue-length.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-raid.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-round-robin.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-service-time.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-switch.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-thin-pool.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/dm-verity.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/faulty.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/linear.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/multipath.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/persistent-data 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-01-28T12:35:20.714 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/raid0.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/raid1.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/raid10.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/md/raid456.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/message 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/message/fusion 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/message/fusion/mptbase.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/message/fusion/mptctl.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/message/fusion/mptfc.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/message/fusion/mptlan.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/message/fusion/mptsas.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/message/fusion/mptscsih.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/message/fusion/mptspi.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/mfd 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/mfd/lpc_ich.ko 2024-01-28T12:35:20.715 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/mfd/lpc_sch.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/mfd/mfd-core.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/mfd/sm501.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/mfd/viperboard.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/mfd/vx855.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/mfd/wl1273-core.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/altera-stapl 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/apds9802als.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/apds990x.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/bh1770glc.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/cb710 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/cb710/cb710.ko 2024-01-28T12:35:20.716 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/eeprom 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/eeprom/at24.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/eeprom/max6875.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/enclosure.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/hpilo.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/isl29003.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/isl29020.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/lis3lv02d 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/mei 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/mei/mei-me.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/mei/mei-txe.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/mei/mei.ko 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/sgi-gru 2024-01-28T12:35:20.717 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/sgi-gru/gru.ko 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/sgi-xp 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/sgi-xp/xp.ko 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/sgi-xp/xpc.ko 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/tifm_7xx1.ko 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/tifm_core.ko 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/tsl2550.ko 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/vmw_balloon.ko 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/vmw_vmci 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/bonding 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/bonding/bonding.ko 2024-01-28T12:35:20.718 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/dsa 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/dsa/b53 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/dsa/b53/b53_common.ko 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/dsa/bcm-sf2.ko 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/dsa/mv88e6060.ko 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/dsa/mv88e6xxx 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/dummy.ko 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/eql.ko 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/3com 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-01-28T12:35:20.719 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/8390 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/8390/8390.ko 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/adaptec 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/agere 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/agere/et131x.ko 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/alteon 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/altera 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/amd 2024-01-28T12:35:20.720 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/atheros 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/atheros/alx 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/atheros/atl1c 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/atheros/atl1e 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/atheros/atlx 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/broadcom 2024-01-28T12:35:20.721 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/broadcom/genet 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/brocade 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/brocade/bna 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio/cxgb 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-01-28T12:35:20.722 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/cisco 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/cisco/enic 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dec 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dec/tulip 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-01-28T12:35:20.723 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dlink 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/dnet.ko 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/emulex 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/emulex/benet 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/ethoc.ko 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/fealnx.ko 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel 2024-01-28T12:35:20.724 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/e100.ko 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/e1000 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/e1000e 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/fm10k 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/i40e 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/iavf 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/igb 2024-01-28T12:35:20.725 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/igbvf 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/ixgbe 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/ixgbevf 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/jme.ko 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/marvell 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/marvell/skge.ko 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/mellanox 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/mellanox/mlx4 2024-01-28T12:35:20.726 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/mellanox/mlx5 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/micrel 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/myricom 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/myricom/myri10ge 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/natsemi 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/neterion 2024-01-28T12:35:20.727 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/nvidia 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/packetengines 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/qlogic 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/qlogic/netxen 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/rdc 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-01-28T12:35:20.728 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/realtek 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/realtek/atp.ko 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/rocker 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/sfc 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/silan 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/sis 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/sis/sis190.ko 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/sis/sis900.ko 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/smsc 2024-01-28T12:35:20.729 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/stmicro 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/stmicro/stmmac 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/sun 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/sun/cassini.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/sun/niu.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/sun/sungem.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/tehuti 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-01-28T12:35:20.730 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/ti 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/ti/tlan.ko 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/via 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/wiznet 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/xircom 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/geneve.ko 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/hyperv 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ieee802154 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ieee802154/fakelb.ko 2024-01-28T12:35:20.731 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ifb.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ipvlan 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ipvlan/ipvlan.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/macvlan.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/macvtap.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/mdio 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/mdio.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/mdio/mdio-regmap.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/mii.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/net_failover.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/netconsole.ko 2024-01-28T12:35:20.732 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/nlmon.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/pcs 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/pcs/pcs-lynx.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/amd.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/bcm7xxx.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/bcm87xx.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/broadcom.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/cicada.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/davicom.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/dp83640.ko 2024-01-28T12:35:20.733 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/et1011c.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/icplus.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/lxt.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/marvell.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/micrel.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/national.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/phylink.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/qsemi.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/realtek.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/smsc.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/ste10Xp.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/phy/vitesse.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ppp 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ppp/bsd_comp.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ppp/ppp_async.ko 2024-01-28T12:35:20.734 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ppp/ppp_deflate.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ppp/ppp_generic.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ppp/ppp_mppe.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ppp/ppp_synctty.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ppp/pppoe.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ppp/pppox.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/ppp/pptp.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/slip 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/slip/slhc.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/slip/slip.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/sungem_phy.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/tap.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/team 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/team/team.ko 2024-01-28T12:35:20.735 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/team/team_mode_activebackup.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/team/team_mode_broadcast.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/team/team_mode_random.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/tun.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/veth.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/virtio_net.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/vmxnet3 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/vxlan 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/vxlan/vxlan.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/xen-netback 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/xen-netback/xen-netback.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/net/xen-netfront.ko 2024-01-28T12:35:20.736 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ntb 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ntb/ntb.ko 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/nvme 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/nvme/host 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/nvme/host/nvme-core.ko 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/nvme/host/nvme.ko 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/parport 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/parport/parport.ko 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/parport/parport_cs.ko 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/parport/parport_pc.ko 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/parport/parport_serial.ko 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pci 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pci/hotplug 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pci/pcie 2024-01-28T12:35:20.737 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pci/pcie/aer_inject.ko 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pci/xen-pcifront.ko 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pcmcia 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pcmcia/i82092.ko 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pcmcia/pd6729.ko 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pcmcia/yenta_socket.ko 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pinctrl 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pinctrl/intel 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/acer-wmi.ko 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/acerhdf.ko 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/apple-gmux.ko 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/asus-laptop.ko 2024-01-28T12:35:20.738 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/asus-wmi.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/classmate-laptop.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/hdaps.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/intel 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/intel_ips.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/msi-wmi.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/mxm-wmi.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/samsung-laptop.ko 2024-01-28T12:35:20.739 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/samsung-q10.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/topstar-laptop.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/toshiba_haps.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/wmi-bmof.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/platform/x86/wmi.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/powercap 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/powercap/intel_rapl_common.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/powercap/intel_rapl_msr.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pps 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pps/clients 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pps/clients/pps-gpio.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pps/clients/pps-ldisc.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pps/clients/pps_parport.ko 2024-01-28T12:35:20.740 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/pps/pps_core.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ptp 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ptp/ptp.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ptp/ptp_kvm.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-bq32k.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-ds1286.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-ds1307.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-ds1374.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-ds1511.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-ds1553.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-ds1672.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-ds1742.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-ds2404.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-ds3232.ko 2024-01-28T12:35:20.741 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-em3027.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-fm3130.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-isl12022.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-isl1208.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-m41t80.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-m48t35.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-m48t59.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-max6900.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-msm6242.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-pcf2127.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-pcf85063.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-pcf8523.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-pcf8563.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-pcf8583.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-rp5c01.ko 2024-01-28T12:35:20.742 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-rs5c372.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-rx8025.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-rx8581.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/rtc/rtc-x1205.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/3w-9xxx.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/3w-sas.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/3w-xxxx.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/BusLogic.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/a100u2w.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/aacraid 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/aacraid/aacraid.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/advansys.ko 2024-01-28T12:35:20.743 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/aic7xxx 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/am53c974.ko 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/arcmsr 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/atp870u.ko 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/be2iscsi 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/bfa 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/bfa/bfa.ko 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/bnx2fc 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/bnx2i 2024-01-28T12:35:20.744 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/ch.ko 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/csiostor 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/csiostor/csiostor.ko 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/cxgbi 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/cxgbi/cxgb3i 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/cxgbi/cxgb4i 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/dc395x.ko 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/device_handler 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-01-28T12:35:20.745 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/dmx3191d.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/esas2r 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/esas2r/esas2r.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/esp_scsi.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/fcoe 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/fcoe/fcoe.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/fnic 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/fnic/fnic.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/hpsa.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/hptiop.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/hv_storvsc.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/initio.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/ipr.ko 2024-01-28T12:35:20.746 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/ips.ko 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/isci 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/isci/isci.ko 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/iscsi_tcp.ko 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/libfc 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/libfc/libfc.ko 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/libiscsi.ko 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/libiscsi_tcp.ko 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/libsas 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/libsas/libsas.ko 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/lpfc 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/lpfc/lpfc.ko 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/megaraid 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/megaraid.ko 2024-01-28T12:35:20.747 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/mpt3sas 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/mvsas 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/mvsas/mvsas.ko 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/mvumi.ko 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/pm8001 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/pmcraid.ko 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/qla1280.ko 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/qla2xxx 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-01-28T12:35:20.748 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/qla4xxx 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/raid_class.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/scsi_debug.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/scsi_transport_fc.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/scsi_transport_sas.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/scsi_transport_spi.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/scsi_transport_srp.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/ses.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/st.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/stex.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/sym53c8xx_2 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-01-28T12:35:20.749 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/virtio_scsi.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/vmw_pvscsi.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/scsi/wd719x.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ssb 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ssb/ssb.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/iscsi 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/loopback 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/loopback/tcm_loop.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/target_core_file.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/target_core_iblock.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/target_core_mod.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/target_core_pscsi.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/target_core_user.ko 2024-01-28T12:35:20.750 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/tcm_fc 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-01-28T12:35:20.751 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/ipwireless 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/n_gsm.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/n_hdlc.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/nozomi.ko 2024-01-28T12:35:20.752 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/serial 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/serial/8250 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/serial/arc_uart.ko 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/serial/jsm 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/tty/serial/jsm/jsm.ko 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ufs 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ufs/core 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ufs/core/ufshcd-core.ko 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ufs/host 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/uio 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/uio/uio.ko 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/uio/uio_aec.ko 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/uio/uio_cif.ko 2024-01-28T12:35:20.753 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/uio/uio_pci_generic.ko 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/uio/uio_sercos3.ko 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/class 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/class/cdc-acm.ko 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/class/cdc-wdm.ko 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/class/usblp.ko 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/class/usbtmc.ko 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/host 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/host/sl811-hcd.ko 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/image 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/image/mdc800.ko 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/image/microtek.ko 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc 2024-01-28T12:35:20.754 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/adutux.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/appledisplay.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/emi26.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/emi62.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/ezusb.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/idmouse.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/iowarrior.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/isight_firmware.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/ldusb.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/legousbtower.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/sisusbvga 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/trancevibrator.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/usb3503.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/usblcd.ko 2024-01-28T12:35:20.755 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/usbsevseg.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/uss720.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/misc/yurex.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/phy 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/phy/phy-generic.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/aircable.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/ark3116.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/belkin_sa.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/ch341.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/cp210x.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/cyberjack.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/cypress_m8.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/digi_acceleport.ko 2024-01-28T12:35:20.756 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/empeg.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/ftdi_sio.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/garmin_gps.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/io_edgeport.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/io_ti.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/ipaq.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/ipw.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/ir-usb.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/keyspan.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/keyspan_pda.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/kl5kusb105.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/kobil_sct.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/mct_u232.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/mos7720.ko 2024-01-28T12:35:20.757 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/mos7840.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/navman.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/omninet.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/opticon.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/option.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/oti6858.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/pl2303.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/qcaux.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/qcserial.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/quatech2.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/safe_serial.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/sierra.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/spcp8x5.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/ssu100.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/symbolserial.ko 2024-01-28T12:35:20.758 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/usb_debug.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/usb_wwan.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/visor.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/whiteheat.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/serial/xsens_mt.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/uas.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-alauda.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-cypress.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-datafab.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-freecom.ko 2024-01-28T12:35:20.759 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-isd200.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-karma.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-onetouch.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-realtek.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-sddr09.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-sddr55.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/ums-usbat.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/storage/usb-storage.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/usbip 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/usbip/usbip-core.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/usbip/usbip-host.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vfio 2024-01-28T12:35:20.760 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vfio/pci 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vfio/pci/vfio-pci.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vfio/vfio.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vhost 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vhost/vhost.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vhost/vhost_iotlb.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vhost/vhost_net.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/vhost/vhost_scsi.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/video 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/video/backlight 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/video/backlight/apple_bl.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/video/backlight/lcd.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/video/backlight/platform_lcd.ko 2024-01-28T12:35:20.761 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/virtio 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/virtio/virtio.ko 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/virtio/virtio_balloon.ko 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/virtio/virtio_mmio.ko 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/virtio/virtio_pci.ko 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/virtio/virtio_ring.ko 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/masters 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/masters/ds2482.ko 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/masters/ds2490.ko 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-01-28T12:35:20.762 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_smem.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/slaves/w1_therm.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/w1/wire.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/alim1535_wdt.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/alim7101_wdt.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/f71808e_wdt.ko 2024-01-28T12:35:20.763 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/hpwdt.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/i6300esb.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/iTCO_wdt.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/ib700wdt.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/ibmasr.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/it8712f_wdt.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/it87_wdt.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/machzwd.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/nv_tco.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/pcwd_pci.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/pcwd_usb.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/sch311x_wdt.ko 2024-01-28T12:35:20.764 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/softdog.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/sp5100_tco.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/via_wdt.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/w83877f_wdt.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/w83977f_wdt.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/wdt_pci.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/watchdog/xen_wdt.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/xen 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/xen/xen-acpi-processor.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/xen/xen-evtchn.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/xen/xen-gntalloc.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/xen/xen-gntdev.ko 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/xen/xen-pciback 2024-01-28T12:35:20.765 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/xen/xen-privcmd.ko 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/xen/xenfs 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/drivers/xen/xenfs/xenfs.ko 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/9p 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/9p/9p.ko 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/affs 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/affs/affs.ko 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/befs 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/befs/befs.ko 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/binfmt_misc.ko 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/btrfs 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/btrfs/btrfs.ko 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/cachefiles 2024-01-28T12:35:20.766 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/cachefiles/cachefiles.ko 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ceph 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ceph/ceph.ko 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/coda 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/coda/coda.ko 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/cramfs 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/cramfs/cramfs.ko 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/dlm 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/dlm/dlm.ko 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ecryptfs 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ecryptfs/ecryptfs.ko 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/f2fs 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/f2fs/f2fs.ko 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/fat 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/fat/fat.ko 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/fat/msdos.ko 2024-01-28T12:35:20.767 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/fat/vfat.ko 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/fscache 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/fscache/fscache.ko 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/fuse 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/fuse/cuse.ko 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/fuse/fuse.ko 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/gfs2 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/gfs2/gfs2.ko 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/hfs 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/hfs/hfs.ko 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/hfsplus 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/hfsplus/hfsplus.ko 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/isofs 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/isofs/isofs.ko 2024-01-28T12:35:20.768 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/jfs 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/jfs/jfs.ko 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/lockd 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/lockd/lockd.ko 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/minix 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/minix/minix.ko 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/netfs 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/netfs/netfs.ko 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs/blocklayout 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs/filelayout 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs/flexfilelayout 2024-01-28T12:35:20.769 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs/nfs.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs/nfsv3.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs/nfsv4.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs_common 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs_common/grace.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfs_common/nfs_acl.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfsd 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nfsd/nfsd.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nilfs2 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nilfs2/nilfs2.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-celtic.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-centeuro.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-croatian.ko 2024-01-28T12:35:20.770 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-cyrillic.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-gaelic.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-greek.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-iceland.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-inuit.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-roman.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-romanian.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/mac-turkish.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp1250.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp1251.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp1255.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp737.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp775.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp850.ko 2024-01-28T12:35:20.771 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp852.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp855.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp857.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp860.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp861.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp862.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp863.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp864.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp865.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp866.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp869.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp874.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp932.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp936.ko 2024-01-28T12:35:20.772 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp949.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_cp950.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_euc-jp.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-1.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-13.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-14.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-15.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-2.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-3.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-4.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-5.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-6.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-7.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_iso8859-9.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_koi8-r.ko 2024-01-28T12:35:20.773 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_koi8-ru.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_koi8-u.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_ucs2_utils.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/nls/nls_utf8.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2/cluster 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2/dlm 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2/dlmfs 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2/ocfs2.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-01-28T12:35:20.774 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/overlayfs 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/overlayfs/overlay.ko 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/pstore 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/pstore/ramoops.ko 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/reiserfs 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/reiserfs/reiserfs.ko 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/romfs 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/romfs/romfs.ko 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/smb 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/smb/client 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/smb/client/cifs.ko 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/smb/common 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/smb/common/cifs_arc4.ko 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/smb/common/cifs_md4.ko 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/squashfs 2024-01-28T12:35:20.775 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/squashfs/squashfs.ko 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/sysv 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/sysv/sysv.ko 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/udf 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/udf/udf.ko 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ufs 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/ufs/ufs.ko 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/xfs 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/fs/xfs/xfs.ko 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/kernel 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/kernel/rcu 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/kernel/rcu/rcutorture.ko 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/kernel/torture.ko 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/kernel/trace 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-01-28T12:35:20.776 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/asn1_encoder.ko 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/crc-itu-t.ko 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/crc8.ko 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/crypto 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/crypto/libarc4.ko 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/crypto/libdes.ko 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/libcrc32c.ko 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/lru_cache.ko 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/lz4 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/lz4/lz4_compress.ko 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/lz4/lz4hc_compress.ko 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/math 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/math/cordic.ko 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/raid6 2024-01-28T12:35:20.777 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/raid6/raid6_pq.ko 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/reed_solomon 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/reed_solomon/reed_solomon.ko 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/ts_bm.ko 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/ts_fsm.ko 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/ts_kmp.ko 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/zstd 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/lib/zstd/zstd_compress.ko 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/mm 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/mm/hwpoison-inject.ko 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/6lowpan 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/6lowpan/6lowpan.ko 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/6lowpan/nhc_dest.ko 2024-01-28T12:35:20.778 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/6lowpan/nhc_fragment.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/6lowpan/nhc_hop.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/6lowpan/nhc_ipv6.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/6lowpan/nhc_mobility.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/6lowpan/nhc_routing.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/6lowpan/nhc_udp.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/802 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/802/garp.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/802/mrp.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/802/p8022.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/802/psnap.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/802/stp.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/8021q 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/8021q/8021q.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/9p 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/9p/9pnet.ko 2024-01-28T12:35:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/9p/9pnet_fd.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/9p/9pnet_rdma.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/9p/9pnet_virtio.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/batman-adv 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/batman-adv/batman-adv.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/br_netfilter.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/bridge.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_among.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_arp.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-01-28T12:35:20.780 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_ip.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_limit.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_log.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_mark.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_snat.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_stp.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-01-28T12:35:20.781 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/ebtables.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ceph 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ceph/libceph.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/core 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/core/failover.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/core/pktgen.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dccp 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dccp/dccp.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dccp/dccp_diag.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dccp/dccp_ipv4.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dccp/dccp_ipv6.ko 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dns_resolver 2024-01-28T12:35:20.782 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dns_resolver/dns_resolver.ko 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dsa 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dsa/dsa_core.ko 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dsa/tag_brcm.ko 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dsa/tag_dsa.ko 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dsa/tag_none.ko 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/dsa/tag_trailer.ko 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ieee802154 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ieee802154/6lowpan 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ieee802154/ieee802154.ko 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ieee802154/ieee802154_socket.ko 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/ah4.ko 2024-01-28T12:35:20.783 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/esp4.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/fou.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/gre.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/inet_diag.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/ip_gre.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/ip_tunnel.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/ip_vti.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/ipcomp.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/ipip.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/arp_tables.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-01-28T12:35:20.784 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/iptable_security.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-01-28T12:35:20.785 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_bic.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_dctcp.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_diag.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_highspeed.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_htcp.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_hybla.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_illinois.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_lp.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_scalable.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_vegas.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_veno.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_westwood.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tcp_yeah.ko 2024-01-28T12:35:20.786 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/tunnel4.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/udp_diag.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/udp_tunnel.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv4/xfrm4_tunnel.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/ah6.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/esp6.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/fou6.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/ip6_tunnel.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/ip6_vti.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/ipcomp6.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-01-28T12:35:20.787 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-01-28T12:35:20.788 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/sit.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/tunnel6.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/ipv6/xfrm6_tunnel.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/key 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/key/af_key.ko 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/l2tp 2024-01-28T12:35:20.789 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/l2tp/l2tp_core.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/l2tp/l2tp_debugfs.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/l2tp/l2tp_eth.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/l2tp/l2tp_ip.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/l2tp/l2tp_ip6.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/l2tp/l2tp_netlink.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/l2tp/l2tp_ppp.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/llc 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/llc/llc.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/mac802154 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/mac802154/mac802154.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/mpls 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/mpls/mpls_gso.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set.ko 2024-01-28T12:35:20.790 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-01-28T12:35:20.791 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-01-28T12:35:20.792 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conncount.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_h323.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_irc.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_sane.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_sip.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-01-28T12:35:20.793 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_dup_netdev.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_flow_table.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_flow_table_inet.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_log_syslog.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_nat.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_nat_amanda.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_nat_ftp.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_nat_irc.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_nat_sip.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_nat_tftp.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_synproxy_core.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nf_tables.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nfnetlink.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nfnetlink_acct.ko 2024-01-28T12:35:20.794 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nfnetlink_log.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nfnetlink_osf.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nfnetlink_queue.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_chain_nat.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_compat.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_ct.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_dup_netdev.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_fib.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_fwd_netdev.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_hash.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_limit.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_log.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_masq.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_nat.ko 2024-01-28T12:35:20.795 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_numgen.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_queue.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_quota.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_redir.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_reject.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_reject_inet.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_socket.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/nft_tunnel.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_AUDIT.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_CHECKSUM.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_CLASSIFY.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_CT.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_DSCP.ko 2024-01-28T12:35:20.796 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_HL.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_HMARK.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_IDLETIMER.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_LED.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_LOG.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_MASQUERADE.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_NETMAP.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_NFLOG.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_NFQUEUE.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_RATEEST.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_REDIRECT.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_SECMARK.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_TCPMSS.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_TEE.ko 2024-01-28T12:35:20.797 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_TPROXY.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_TRACE.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_addrtype.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_bpf.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_cgroup.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_cluster.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_comment.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_connbytes.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_connlabel.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_connlimit.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_connmark.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_conntrack.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_cpu.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_dccp.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_devgroup.ko 2024-01-28T12:35:20.798 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_dscp.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_ecn.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_esp.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_hashlimit.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_helper.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_hl.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_ipcomp.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_iprange.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_ipvs.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_l2tp.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_length.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_limit.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_mac.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_mark.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_multiport.ko 2024-01-28T12:35:20.799 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_nat.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_nfacct.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_osf.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_owner.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_physdev.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_pkttype.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_policy.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_quota.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_rateest.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_realm.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_recent.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_sctp.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_set.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_socket.ko 2024-01-28T12:35:20.800 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_state.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_statistic.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_string.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_tcpmss.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_time.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netfilter/xt_u32.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netlink 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/netlink/netlink_diag.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/nsh 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/nsh/nsh.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/openvswitch 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/openvswitch/openvswitch.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/openvswitch/vport-geneve.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/openvswitch/vport-gre.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/openvswitch/vport-vxlan.ko 2024-01-28T12:35:20.801 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/packet 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/packet/af_packet_diag.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/rds 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/rds/rds.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/rds/rds_rdma.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/rds/rds_tcp.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/act_csum.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/act_gact.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/act_ipt.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/act_mirred.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/act_nat.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/act_pedit.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/act_police.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/act_simple.ko 2024-01-28T12:35:20.802 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/act_skbedit.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/act_vlan.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/cls_basic.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/cls_bpf.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/cls_flow.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/cls_fw.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/cls_route.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/cls_u32.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/em_cmp.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/em_ipset.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/em_meta.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/em_nbyte.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/em_text.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/em_u32.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_choke.ko 2024-01-28T12:35:20.803 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_codel.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_drr.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_fq.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_gred.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_hfsc.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_hhf.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_htb.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_ingress.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_mqprio.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_mqprio_lib.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_multiq.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_netem.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_pie.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_plug.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_prio.ko 2024-01-28T12:35:20.804 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_qfq.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_red.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_sfb.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_sfq.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_tbf.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sched/sch_teql.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sctp 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sctp/sctp.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sctp/sctp_diag.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sunrpc 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sunrpc/auth_gss 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sunrpc/sunrpc.ko 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sunrpc/xprtrdma 2024-01-28T12:35:20.805 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/tipc 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/tipc/diag.ko 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/tipc/tipc.ko 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/unix 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/unix/unix_diag.ko 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/vmw_vsock 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/vmw_vsock/vsock.ko 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/vmw_vsock/vsock_diag.ko 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/vmw_vsock/vsock_loopback.ko 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/xfrm 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/net/xfrm/xfrm_ipcomp.ko 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/security 2024-01-28T12:35:20.806 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/security/keys 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/security/keys/encrypted-keys 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/security/keys/trusted-keys 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/security/keys/trusted-keys/trusted.ko 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/virt 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/virt/lib 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/kernel/virt/lib/irqbypass.ko 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.alias 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.alias.bin 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.builtin 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.builtin.bin 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.builtin.modinfo 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.dep 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.dep.bin 2024-01-28T12:35:20.807 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.devname 2024-01-28T12:35:20.808 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.order 2024-01-28T12:35:20.808 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.softdep 2024-01-28T12:35:20.808 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.symbols 2024-01-28T12:35:20.808 INFO:teuthology.orchestra.run.smithi088.stdout:/lib/modules/6.7.0-gcd42140e6285/modules.symbols.bin 2024-01-28T12:35:20.808 DEBUG:teuthology.task.kernel:get_image_version: 6.7.0-gcd42140e6285 2024-01-28T12:35:20.809 DEBUG:teuthology.orchestra.run.smithi088:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-01-28T12:35:20.832 INFO:teuthology.orchestra.run.smithi088.stdout:postinstall scriptlet (using /bin/sh): 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:if [ -x /sbin/installkernel -a -r /boot/vmlinuz-6.7.0-gcd42140e6285 -a -r /boot/System.map-6.7.0-gcd42140e6285 ]; then 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:cp /boot/vmlinuz-6.7.0-gcd42140e6285 /boot/.vmlinuz-6.7.0-gcd42140e6285-rpm 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:cp /boot/System.map-6.7.0-gcd42140e6285 /boot/.System.map-6.7.0-gcd42140e6285-rpm 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:rm -f /boot/vmlinuz-6.7.0-gcd42140e6285 /boot/System.map-6.7.0-gcd42140e6285 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/installkernel 6.7.0-gcd42140e6285 /boot/.vmlinuz-6.7.0-gcd42140e6285-rpm /boot/.System.map-6.7.0-gcd42140e6285-rpm 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:rm -f /boot/.vmlinuz-6.7.0-gcd42140e6285-rpm /boot/.System.map-6.7.0-gcd42140e6285-rpm 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:fi 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:preuninstall scriptlet (using /bin/sh): 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:new-kernel-pkg --remove 6.7.0-gcd42140e6285 --rminitrd --initrdfile=/boot/initramfs-6.7.0-gcd42140e6285.img 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:elif [ -x /usr/bin/kernel-install ]; then 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:kernel-install remove 6.7.0-gcd42140e6285 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:fi 2024-01-28T12:35:20.833 INFO:teuthology.orchestra.run.smithi088.stdout:postuninstall scriptlet (using /bin/sh): 2024-01-28T12:35:20.834 INFO:teuthology.orchestra.run.smithi088.stdout:if [ -x /sbin/update-bootloader ]; then 2024-01-28T12:35:20.834 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/update-bootloader --remove 6.7.0-gcd42140e6285 2024-01-28T12:35:20.834 INFO:teuthology.orchestra.run.smithi088.stdout:fi 2024-01-28T12:35:20.835 DEBUG:teuthology.orchestra.run.smithi088:> sudo rpm -qi grub2-tools 2024-01-28T12:35:20.909 INFO:teuthology.orchestra.run.smithi088.stdout:Name : grub2-tools 2024-01-28T12:35:20.909 INFO:teuthology.orchestra.run.smithi088.stdout:Epoch : 1 2024-01-28T12:35:20.909 INFO:teuthology.orchestra.run.smithi088.stdout:Version : 2.02 2024-01-28T12:35:20.909 INFO:teuthology.orchestra.run.smithi088.stdout:Release : 123.el8 2024-01-28T12:35:20.909 INFO:teuthology.orchestra.run.smithi088.stdout:Architecture: x86_64 2024-01-28T12:35:20.909 INFO:teuthology.orchestra.run.smithi088.stdout:Install Date: Thu 14 Dec 2023 12:39:42 AM UTC 2024-01-28T12:35:20.909 INFO:teuthology.orchestra.run.smithi088.stdout:Group : System Environment/Base 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:Size : 9265450 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:License : GPLv3+ 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:Signature : RSA/SHA256, Thu 31 Mar 2022 07:24:35 PM UTC, Key ID 199e2f91fd431d51 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:Source RPM : grub2-2.02-123.el8.src.rpm 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:Build Date : Mon 28 Mar 2022 02:12:09 PM UTC 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:Build Host : x86-vm-09.build.eng.bos.redhat.com 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:Relocations : (not relocatable) 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:Packager : Red Hat, Inc. 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:Vendor : Red Hat, Inc. 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:URL : http://www.gnu.org/software/grub/ 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:Summary : Support tools for GRUB. 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:Description : 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-01-28T12:35:20.910 INFO:teuthology.orchestra.run.smithi088.stdout:customizable bootloader with modular architecture. It supports a rich 2024-01-28T12:35:20.911 INFO:teuthology.orchestra.run.smithi088.stdout:variety of kernel formats, file systems, computer architectures and 2024-01-28T12:35:20.911 INFO:teuthology.orchestra.run.smithi088.stdout:hardware devices. 2024-01-28T12:35:20.911 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:35:20.911 INFO:teuthology.orchestra.run.smithi088.stdout:This subpackage provides tools for support of all platforms. 2024-01-28T12:35:20.912 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-01-28T12:35:20.912 INFO:teuthology.task.kernel:Updating grub on smithi088 to boot 6.7.0-gcd42140e6285 2024-01-28T12:35:20.912 DEBUG:teuthology.orchestra.run.smithi088:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-01-28T12:35:21.675 INFO:teuthology.orchestra.run.smithi088.stderr:Generating grub configuration file ... 2024-01-28T12:35:23.660 INFO:teuthology.orchestra.run.smithi088.stderr:done 2024-01-28T12:35:23.662 DEBUG:teuthology.orchestra.run.smithi088:> mktemp 2024-01-28T12:35:23.679 INFO:teuthology.orchestra.run.smithi088.stdout:/tmp/tmp.M6sHe0pBH6 2024-01-28T12:35:23.679 DEBUG:teuthology.orchestra.run.smithi088:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.M6sHe0pBH6 2024-01-28T12:35:23.762 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 0666 /tmp/tmp.M6sHe0pBH6 2024-01-28T12:35:23.915 DEBUG:teuthology.orchestra.remote:smithi088:/tmp/tmp.M6sHe0pBH6 is 6KB 2024-01-28T12:35:23.963 DEBUG:teuthology.orchestra.run.smithi088:> rm -fr /tmp/tmp.M6sHe0pBH6 2024-01-28T12:35:23.980 DEBUG:teuthology.orchestra.run.smithi088:> sudo /bin/ls /boot/loader/entries || true 2024-01-28T12:35:24.044 INFO:teuthology.orchestra.run.smithi088.stdout:2db68f91c8f90721a6596efe657a5324-0-rescue.conf 2024-01-28T12:35:24.044 INFO:teuthology.orchestra.run.smithi088.stdout:2db68f91c8f90721a6596efe657a5324-6.7.0-gcd42140e6285.conf 2024-01-28T12:35:24.044 INFO:teuthology.orchestra.run.smithi088.stdout:963f8b6c99184de696879b3f7da9ecce-0-rescue.conf 2024-01-28T12:35:24.044 INFO:teuthology.orchestra.run.smithi088.stdout:963f8b6c99184de696879b3f7da9ecce-4.18.0-372.9.1.el8.x86_64.conf 2024-01-28T12:35:24.044 INFO:teuthology.orchestra.run.smithi088.stdout:963f8b6c99184de696879b3f7da9ecce-4.18.0-513.9.1.el8_9.x86_64.conf 2024-01-28T12:35:24.046 DEBUG:teuthology.orchestra.run.smithi088:> sudo grub2-set-default 2db68f91c8f90721a6596efe657a5324-6.7.0-gcd42140e6285 2024-01-28T12:35:24.205 DEBUG:teuthology.orchestra.run.smithi088:> sudo shutdown -r now 2024-01-28T12:35:54.208 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-01-28T12:35:54.209 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-01-28T12:35:54.210 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-28T12:36:28.860 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.88 2024-01-28T12:36:37.873 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-01-28T12:36:37.874 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-28T12:36:40.928 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.88 2024-01-28T12:36:52.929 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-01-28T12:36:52.930 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-28T12:37:24.741 DEBUG:teuthology.orchestra.run.smithi088:> true 2024-01-28T12:37:25.156 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-01-28T12:37:25.157 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.7.0-gcd42140e6285"... 2024-01-28T12:37:25.157 DEBUG:teuthology.orchestra.run.smithi088:> uname -r 2024-01-28T12:37:25.197 INFO:teuthology.orchestra.run.smithi088.stdout:6.7.0-gcd42140e6285 2024-01-28T12:37:25.197 DEBUG:teuthology.task.kernel:current kernel version is 6.7.0-gcd42140e6285 vs 6.7.0-gcd42140e6285 2024-01-28T12:37:25.197 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-01-28T12:37:25.198 DEBUG:teuthology.task.kernel:Distro of this test job: rhel 2024-01-28T12:37:26.198 DEBUG:teuthology.parallel:result is None 2024-01-28T12:37:26.199 INFO:teuthology.run_tasks:Running task internal.base... 2024-01-28T12:37:26.207 INFO:teuthology.task.internal:Creating test directory... 2024-01-28T12:37:26.207 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-01-28T12:37:26.211 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-01-28T12:37:26.214 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-01-28T12:37:26.252 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-01-28T12:37:26.258 INFO:teuthology.run_tasks:Running task internal.archive... 2024-01-28T12:37:26.268 INFO:teuthology.task.internal:Creating archive directory... 2024-01-28T12:37:26.268 DEBUG:teuthology.orchestra.run.smithi088:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-01-28T12:37:26.296 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-01-28T12:37:26.298 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-01-28T12:37:26.352 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-01-28T12:37:26.358 INFO:teuthology.task.internal:Enabling coredump saving... 2024-01-28T12:37:26.359 DEBUG:teuthology.orchestra.run.smithi175:> test -f /run/.containerenv -o -f /.dockerenv 2024-01-28T12:37:26.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-28T12:37:26.378 DEBUG:teuthology.orchestra.run.smithi181:> test -f /run/.containerenv -o -f /.dockerenv 2024-01-28T12:37:26.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-28T12:37:26.396 DEBUG:teuthology.orchestra.run.smithi088:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-01-28T12:37:26.400 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-01-28T12:37:26.420 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-01-28T12:37:26.476 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-28T12:37:26.498 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-28T12:37:26.502 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-28T12:37:26.517 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-28T12:37:26.542 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-28T12:37:26.574 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-28T12:37:26.578 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-01-28T12:37:26.585 INFO:teuthology.task.internal:Configuring sudo... 2024-01-28T12:37:26.585 DEBUG:teuthology.orchestra.run.smithi088:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-01-28T12:37:26.589 DEBUG:teuthology.orchestra.run.smithi175:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-01-28T12:37:26.591 DEBUG:teuthology.orchestra.run.smithi181:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-01-28T12:37:26.649 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-01-28T12:37:26.657 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-01-28T12:37:26.658 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-01-28T12:37:26.661 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-01-28T12:37:26.664 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-01-28T12:37:26.698 DEBUG:teuthology.orchestra.run.smithi088:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-28T12:37:26.806 DEBUG:teuthology.orchestra.run.smithi088:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-28T12:37:26.871 DEBUG:teuthology.orchestra.run.smithi088:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-28T12:37:26.940 DEBUG:teuthology.orchestra.run.smithi088:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-28T12:37:27.005 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:37:27.005 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-01-28T12:37:27.069 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-28T12:37:27.113 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-28T12:37:27.181 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-28T12:37:27.228 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-28T12:37:27.272 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:37:27.272 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-01-28T12:37:27.341 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-28T12:37:27.390 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-28T12:37:27.449 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-28T12:37:27.496 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-28T12:37:27.541 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:37:27.541 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-01-28T12:37:27.609 DEBUG:teuthology.orchestra.run.smithi088:> sudo service rsyslog restart 2024-01-28T12:37:27.613 DEBUG:teuthology.orchestra.run.smithi175:> sudo service rsyslog restart 2024-01-28T12:37:27.615 DEBUG:teuthology.orchestra.run.smithi181:> sudo service rsyslog restart 2024-01-28T12:37:27.669 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-01-28T12:37:27.705 INFO:teuthology.orchestra.run.smithi181.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-01-28T12:37:27.719 INFO:teuthology.orchestra.run.smithi088.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-01-28T12:37:28.223 INFO:teuthology.run_tasks:Running task internal.timer... 2024-01-28T12:37:28.230 INFO:teuthology.task.internal:Starting timer... 2024-01-28T12:37:28.231 INFO:teuthology.run_tasks:Running task pcp... 2024-01-28T12:37:28.240 INFO:teuthology.run_tasks:Running task selinux... 2024-01-28T12:37:28.247 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-01-28T12:37:28.248 DEBUG:teuthology.orchestra.run.smithi088:> sudo service auditd rotate 2024-01-28T12:37:28.381 INFO:teuthology.orchestra.run.smithi088.stdout:Rotating logs: 2024-01-28T12:37:28.385 DEBUG:teuthology.orchestra.run.smithi175:> sudo service auditd rotate 2024-01-28T12:37:28.439 INFO:teuthology.orchestra.run.smithi175.stdout:Rotating logs: 2024-01-28T12:37:28.440 DEBUG:teuthology.orchestra.run.smithi181:> sudo service auditd rotate 2024-01-28T12:37:28.500 INFO:teuthology.orchestra.run.smithi181.stdout:Rotating logs: 2024-01-28T12:37:28.502 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-01-28T12:37:28.502 DEBUG:teuthology.orchestra.run.smithi088:> /usr/sbin/getenforce 2024-01-28T12:37:28.551 INFO:teuthology.orchestra.run.smithi088.stdout:Permissive 2024-01-28T12:37:28.552 DEBUG:teuthology.orchestra.run.smithi175:> /usr/sbin/getenforce 2024-01-28T12:37:28.586 INFO:teuthology.orchestra.run.smithi175.stdout:Permissive 2024-01-28T12:37:28.586 DEBUG:teuthology.orchestra.run.smithi181:> /usr/sbin/getenforce 2024-01-28T12:37:28.606 INFO:teuthology.orchestra.run.smithi181.stdout:Permissive 2024-01-28T12:37:28.606 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi088.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi175.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi181.front.sepia.ceph.com': 'permissive'} 2024-01-28T12:37:28.607 DEBUG:teuthology.orchestra.run.smithi088:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-01-28T12:37:28.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-28T12:37:28.671 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-01-28T12:37:28.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-28T12:37:28.699 DEBUG:teuthology.orchestra.run.smithi181:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-01-28T12:37:28.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-28T12:37:28.727 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-01-28T12:37:28.727 DEBUG:teuthology.orchestra.run.smithi088:> sudo /usr/sbin/setenforce permissive 2024-01-28T12:37:28.791 DEBUG:teuthology.orchestra.run.smithi175:> sudo /usr/sbin/setenforce permissive 2024-01-28T12:37:28.832 DEBUG:teuthology.orchestra.run.smithi181:> sudo /usr/sbin/setenforce permissive 2024-01-28T12:37:28.868 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-01-28T12:37:28.877 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-01-28T12:37:28.882 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-01-28T12:37:29.018 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-01-28T12:37:29.034 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-01-28T12:37:29.035 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi088.front.sepia.ceph.com,smithi175.front.sepia.ceph.com,smithi181.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-01-28T12:47:32.011 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi088.front.sepia.ceph.com'), Remote(name='ubuntu@smithi175.front.sepia.ceph.com'), Remote(name='ubuntu@smithi181.front.sepia.ceph.com')] 2024-01-28T12:47:32.012 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-01-28T12:47:32.014 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-28T12:47:32.106 DEBUG:teuthology.orchestra.run.smithi088:> true 2024-01-28T12:47:32.220 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-01-28T12:47:32.220 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-01-28T12:47:32.221 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-28T12:47:32.291 DEBUG:teuthology.orchestra.run.smithi175:> true 2024-01-28T12:47:32.361 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-01-28T12:47:32.361 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-01-28T12:47:32.362 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-28T12:47:32.434 DEBUG:teuthology.orchestra.run.smithi181:> true 2024-01-28T12:47:32.503 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-01-28T12:47:32.504 INFO:teuthology.run_tasks:Running task clock... 2024-01-28T12:47:32.517 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-01-28T12:47:32.517 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-01-28T12:47:32.518 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-01-28T12:47:32.522 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-01-28T12:47:32.522 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-01-28T12:47:32.524 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-01-28T12:47:32.524 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-01-28T12:47:32.556 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-01-28T12:47:32.572 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-01-28T12:47:32.577 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-01-28T12:47:32.586 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-01-28T12:47:32.593 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-01-28T12:47:32.619 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-01-28T12:47:32.657 INFO:teuthology.orchestra.run.smithi175.stderr:sudo: ntpd: command not found 2024-01-28T12:47:32.669 INFO:teuthology.orchestra.run.smithi175.stdout:506 Cannot talk to daemon 2024-01-28T12:47:32.681 INFO:teuthology.orchestra.run.smithi181.stderr:sudo: ntpd: command not found 2024-01-28T12:47:32.684 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-01-28T12:47:32.694 INFO:teuthology.orchestra.run.smithi181.stdout:506 Cannot talk to daemon 2024-01-28T12:47:32.699 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-01-28T12:47:32.708 INFO:teuthology.orchestra.run.smithi088.stderr:sudo: ntpd: command not found 2024-01-28T12:47:32.709 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-01-28T12:47:32.723 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-01-28T12:47:32.735 INFO:teuthology.orchestra.run.smithi088.stdout:506 Cannot talk to daemon 2024-01-28T12:47:32.768 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-01-28T12:47:32.772 INFO:teuthology.orchestra.run.smithi175.stderr:bash: ntpq: command not found 2024-01-28T12:47:32.776 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-01-28T12:47:32.776 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-01-28T12:47:32.776 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.776 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.776 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.776 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.795 INFO:teuthology.orchestra.run.smithi181.stderr:bash: ntpq: command not found 2024-01-28T12:47:32.799 INFO:teuthology.orchestra.run.smithi181.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-01-28T12:47:32.800 INFO:teuthology.orchestra.run.smithi181.stdout:=============================================================================== 2024-01-28T12:47:32.800 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.800 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.800 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.800 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.800 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-01-28T12:47:32.893 INFO:teuthology.orchestra.run.smithi088.stderr:bash: ntpq: command not found 2024-01-28T12:47:32.900 INFO:teuthology.orchestra.run.smithi088.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-01-28T12:47:32.900 INFO:teuthology.orchestra.run.smithi088.stdout:=============================================================================== 2024-01-28T12:47:32.900 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.900 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.900 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.900 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-28T12:47:32.901 INFO:teuthology.run_tasks:Running task pexec... 2024-01-28T12:47:32.912 INFO:teuthology.task.pexec:Executing custom commands... 2024-01-28T12:47:32.912 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi088.front.sepia.ceph.com 2024-01-28T12:47:32.912 DEBUG:teuthology.orchestra.run.smithi088:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-01-28T12:47:32.913 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi175.front.sepia.ceph.com 2024-01-28T12:47:32.913 DEBUG:teuthology.orchestra.run.smithi175:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-01-28T12:47:32.913 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi181.front.sepia.ceph.com 2024-01-28T12:47:32.913 DEBUG:teuthology.orchestra.run.smithi181:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-01-28T12:47:33.289 INFO:teuthology.orchestra.run.smithi175.stdout:Updating Subscription Management repositories. 2024-01-28T12:47:33.291 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2024-01-28T12:47:33.393 INFO:teuthology.orchestra.run.smithi088.stdout:Updating Subscription Management repositories. 2024-01-28T12:47:34.928 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 30 kB/s | 4.5 kB 00:00 2024-01-28T12:47:35.034 INFO:teuthology.orchestra.run.smithi175.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 34 kB/s | 4.1 kB 00:00 2024-01-28T12:47:35.308 INFO:teuthology.orchestra.run.smithi088.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 23 kB/s | 4.1 kB 00:00 2024-01-28T12:47:35.410 INFO:teuthology.orchestra.run.smithi175.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 28 kB/s | 4.5 kB 00:00 2024-01-28T12:47:35.580 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 34 kB/s | 4.1 kB 00:00 2024-01-28T12:47:35.690 INFO:teuthology.orchestra.run.smithi088.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 37 kB/s | 4.5 kB 00:00 2024-01-28T12:47:38.535 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-01-28T12:47:38.536 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-01-28T12:47:38.536 INFO:teuthology.orchestra.run.smithi175.stdout: Package Architecture Version Repository Size 2024-01-28T12:47:38.536 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-01-28T12:47:38.536 INFO:teuthology.orchestra.run.smithi175.stdout:Resetting modules: 2024-01-28T12:47:38.536 INFO:teuthology.orchestra.run.smithi175.stdout: container-tools 2024-01-28T12:47:38.536 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:47:38.537 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-01-28T12:47:38.537 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-01-28T12:47:38.537 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:47:38.591 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2024-01-28T12:47:38.592 INFO:teuthology.orchestra.run.smithi181.stdout:================================================================================ 2024-01-28T12:47:38.592 INFO:teuthology.orchestra.run.smithi181.stdout: Package Architecture Version Repository Size 2024-01-28T12:47:38.592 INFO:teuthology.orchestra.run.smithi181.stdout:================================================================================ 2024-01-28T12:47:38.592 INFO:teuthology.orchestra.run.smithi181.stdout:Resetting modules: 2024-01-28T12:47:38.592 INFO:teuthology.orchestra.run.smithi181.stdout: container-tools 2024-01-28T12:47:38.592 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:47:38.593 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction Summary 2024-01-28T12:47:38.593 INFO:teuthology.orchestra.run.smithi181.stdout:================================================================================ 2024-01-28T12:47:38.593 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:47:38.985 INFO:teuthology.orchestra.run.smithi088.stdout:Dependencies resolved. 2024-01-28T12:47:38.986 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-01-28T12:47:38.986 INFO:teuthology.orchestra.run.smithi088.stdout: Package Architecture Version Repository Size 2024-01-28T12:47:38.986 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-01-28T12:47:38.986 INFO:teuthology.orchestra.run.smithi088.stdout:Resetting modules: 2024-01-28T12:47:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: container-tools 2024-01-28T12:47:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:47:38.987 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction Summary 2024-01-28T12:47:38.987 INFO:teuthology.orchestra.run.smithi088.stdout:================================================================================ 2024-01-28T12:47:38.987 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:47:49.418 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2024-01-28T12:47:49.892 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2024-01-28T12:47:50.759 INFO:teuthology.orchestra.run.smithi088.stdout:Complete! 2024-01-28T12:47:51.375 INFO:teuthology.orchestra.run.smithi088.stdout:Updating Subscription Management repositories. 2024-01-28T12:47:51.542 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 37 kB/s | 4.5 kB 00:00 2024-01-28T12:47:52.201 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 31 kB/s | 4.1 kB 00:00 2024-01-28T12:47:52.755 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-01-28T12:47:53.219 INFO:teuthology.orchestra.run.smithi088.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 27 kB/s | 4.1 kB 00:00 2024-01-28T12:47:53.259 INFO:teuthology.orchestra.run.smithi175.stdout:Updating Subscription Management repositories. 2024-01-28T12:47:53.627 INFO:teuthology.orchestra.run.smithi088.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 30 kB/s | 4.5 kB 00:00 2024-01-28T12:47:55.088 INFO:teuthology.orchestra.run.smithi175.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 29 kB/s | 4.1 kB 00:00 2024-01-28T12:47:55.137 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2024-01-28T12:47:55.291 INFO:teuthology.orchestra.run.smithi181.stdout:========================================================================================================== 2024-01-28T12:47:55.291 INFO:teuthology.orchestra.run.smithi181.stdout: Package Arch Version Repository Size 2024-01-28T12:47:55.291 INFO:teuthology.orchestra.run.smithi181.stdout:========================================================================================================== 2024-01-28T12:47:55.291 INFO:teuthology.orchestra.run.smithi181.stdout:Installing group/module packages: 2024-01-28T12:47:55.291 INFO:teuthology.orchestra.run.smithi181.stdout: aardvark-dns x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 1.0 M 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout: buildah x86_64 1:1.31.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.8 M 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout: cockpit-podman noarch 75-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 739 k 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout: crun x86_64 1.8.7-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 239 k 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout: netavark x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout: python3-podman noarch 4.6.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 153 k 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout: skopeo x86_64 2:1.13.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.1 M 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout: toolbox x86_64 0.0.99.4-5.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 2.5 M 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout: udica noarch 0.2.6-20.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 49 k 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout:Installing dependencies: 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2024-01-28T12:47:55.292 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout: yajl x86_64 2.1.0-12.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout:Installing weak dependencies: 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout: criu-libs x86_64 3.18-4.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout:Installing module profiles: 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout: container-tools/common 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout:Enabling module streams: 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout: container-tools rhel8 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction Summary 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout:========================================================================================================== 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout:Install 13 Packages 2024-01-28T12:47:55.293 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:47:55.294 INFO:teuthology.orchestra.run.smithi181.stdout:Total download size: 26 M 2024-01-28T12:47:55.294 INFO:teuthology.orchestra.run.smithi181.stdout:Installed size: 87 M 2024-01-28T12:47:55.294 INFO:teuthology.orchestra.run.smithi181.stdout:Downloading Packages: 2024-01-28T12:47:55.525 INFO:teuthology.orchestra.run.smithi181.stdout:(1/13): python3-pytoml-0.1.14-5.git7dea353.el8. 107 kB/s | 25 kB 00:00 2024-01-28T12:47:55.549 INFO:teuthology.orchestra.run.smithi175.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 18 kB/s | 4.5 kB 00:00 2024-01-28T12:47:55.552 INFO:teuthology.orchestra.run.smithi181.stdout:(2/13): python3-pyxdg-0.25-16.el8.noarch.rpm 363 kB/s | 94 kB 00:00 2024-01-28T12:47:55.586 INFO:teuthology.orchestra.run.smithi181.stdout:(3/13): aardvark-dns-1.7.0-1.module+el8.9.0+203 3.5 MB/s | 1.0 MB 00:00 2024-01-28T12:47:55.703 INFO:teuthology.orchestra.run.smithi181.stdout:(4/13): cockpit-podman-75-1.module+el8.9.0+2032 4.8 MB/s | 739 kB 00:00 2024-01-28T12:47:55.828 INFO:teuthology.orchestra.run.smithi181.stdout:(5/13): buildah-1.31.3-1.module+el8.9.0+20326+3 29 MB/s | 8.8 MB 00:00 2024-01-28T12:47:55.854 INFO:teuthology.orchestra.run.smithi181.stdout:(6/13): criu-libs-3.18-4.module+el8.9.0+20326+3 147 kB/s | 39 kB 00:00 2024-01-28T12:47:55.896 INFO:teuthology.orchestra.run.smithi181.stdout:(7/13): crun-1.8.7-1.module+el8.9.0+20326+38708 1.2 MB/s | 239 kB 00:00 2024-01-28T12:47:55.963 INFO:teuthology.orchestra.run.smithi181.stdout:(8/13): python3-podman-4.6.0-1.module+el8.9.0+2 1.4 MB/s | 153 kB 00:00 2024-01-28T12:47:56.021 INFO:teuthology.orchestra.run.smithi181.stdout:(9/13): netavark-1.7.0-1.module+el8.9.0+20326+3 19 MB/s | 3.7 MB 00:00 2024-01-28T12:47:56.146 INFO:teuthology.orchestra.run.smithi181.stdout:(10/13): toolbox-0.0.99.4-5.module+el8.9.0+2032 14 MB/s | 2.5 MB 00:00 2024-01-28T12:47:56.171 INFO:teuthology.orchestra.run.smithi181.stdout:(11/13): udica-0.2.6-20.module+el8.9.0+20326+38 329 kB/s | 49 kB 00:00 2024-01-28T12:47:56.280 INFO:teuthology.orchestra.run.smithi181.stdout:(12/13): skopeo-1.13.3-1.module+el8.9.0+20326+3 21 MB/s | 8.1 MB 00:00 2024-01-28T12:47:56.305 INFO:teuthology.orchestra.run.smithi181.stdout:(13/13): yajl-2.1.0-12.el8.x86_64.rpm 258 kB/s | 41 kB 00:00 2024-01-28T12:47:56.306 INFO:teuthology.orchestra.run.smithi181.stdout:-------------------------------------------------------------------------------- 2024-01-28T12:47:56.306 INFO:teuthology.orchestra.run.smithi181.stdout:Total 25 MB/s | 26 MB 00:01 2024-01-28T12:47:56.591 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction check 2024-01-28T12:47:56.612 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction check succeeded. 2024-01-28T12:47:56.612 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction test 2024-01-28T12:47:56.794 INFO:teuthology.orchestra.run.smithi088.stdout:Dependencies resolved. 2024-01-28T12:47:56.841 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction test succeeded. 2024-01-28T12:47:56.850 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction 2024-01-28T12:47:56.954 INFO:teuthology.orchestra.run.smithi088.stdout:========================================================================================================== 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout: Package Arch Version Repository Size 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout:========================================================================================================== 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout:Installing group/module packages: 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout: aardvark-dns x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 1.0 M 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout: buildah x86_64 1:1.31.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.8 M 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout: cockpit-podman noarch 75-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 739 k 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout: crun x86_64 1.8.7-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 239 k 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout: netavark x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout: python3-podman noarch 4.6.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 153 k 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout: skopeo x86_64 2:1.13.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.1 M 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout: toolbox x86_64 0.0.99.4-5.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 2.5 M 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout: udica noarch 0.2.6-20.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 49 k 2024-01-28T12:47:56.955 INFO:teuthology.orchestra.run.smithi088.stdout:Installing dependencies: 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout: yajl x86_64 2.1.0-12.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout:Installing weak dependencies: 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout: criu-libs x86_64 3.18-4.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout:Installing module profiles: 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout: container-tools/common 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout:Enabling module streams: 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout: container-tools rhel8 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction Summary 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout:========================================================================================================== 2024-01-28T12:47:56.956 INFO:teuthology.orchestra.run.smithi088.stdout:Install 13 Packages 2024-01-28T12:47:56.957 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:47:56.957 INFO:teuthology.orchestra.run.smithi088.stdout:Total download size: 26 M 2024-01-28T12:47:56.957 INFO:teuthology.orchestra.run.smithi088.stdout:Installed size: 87 M 2024-01-28T12:47:56.957 INFO:teuthology.orchestra.run.smithi088.stdout:Downloading Packages: 2024-01-28T12:47:57.115 INFO:teuthology.orchestra.run.smithi088.stdout:(1/13): python3-pytoml-0.1.14-5.git7dea353.el8. 159 kB/s | 25 kB 00:00 2024-01-28T12:47:57.148 INFO:teuthology.orchestra.run.smithi088.stdout:(2/13): python3-pyxdg-0.25-16.el8.noarch.rpm 494 kB/s | 94 kB 00:00 2024-01-28T12:47:57.182 INFO:teuthology.orchestra.run.smithi088.stdout:(3/13): aardvark-dns-1.7.0-1.module+el8.9.0+203 4.5 MB/s | 1.0 MB 00:00 2024-01-28T12:47:57.249 INFO:teuthology.orchestra.run.smithi088.stdout:(4/13): cockpit-podman-75-1.module+el8.9.0+2032 7.2 MB/s | 739 kB 00:00 2024-01-28T12:47:57.324 INFO:teuthology.orchestra.run.smithi088.stdout:(5/13): criu-libs-3.18-4.module+el8.9.0+20326+3 277 kB/s | 39 kB 00:00 2024-01-28T12:47:57.382 INFO:teuthology.orchestra.run.smithi088.stdout:(6/13): crun-1.8.7-1.module+el8.9.0+20326+38708 1.8 MB/s | 239 kB 00:00 2024-01-28T12:47:57.498 INFO:teuthology.orchestra.run.smithi181.stdout: Preparing : 1/1 2024-01-28T12:47:57.566 INFO:teuthology.orchestra.run.smithi088.stdout:(7/13): buildah-1.31.3-1.module+el8.9.0+20326+3 20 MB/s | 8.8 MB 00:00 2024-01-28T12:47:57.591 INFO:teuthology.orchestra.run.smithi088.stdout:(8/13): python3-podman-4.6.0-1.module+el8.9.0+2 735 kB/s | 153 kB 00:00 2024-01-28T12:47:57.675 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2024-01-28T12:47:57.742 INFO:teuthology.orchestra.run.smithi088.stdout:(9/13): netavark-1.7.0-1.module+el8.9.0+20326+3 8.9 MB/s | 3.7 MB 00:00 2024-01-28T12:47:57.850 INFO:teuthology.orchestra.run.smithi088.stdout:(10/13): toolbox-0.0.99.4-5.module+el8.9.0+2032 9.8 MB/s | 2.5 MB 00:00 2024-01-28T12:47:57.876 INFO:teuthology.orchestra.run.smithi088.stdout:(11/13): udica-0.2.6-20.module+el8.9.0+20326+38 371 kB/s | 49 kB 00:00 2024-01-28T12:47:57.942 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 2/13 2024-01-28T12:47:58.009 INFO:teuthology.orchestra.run.smithi088.stdout:(12/13): skopeo-1.13.3-1.module+el8.9.0+20326+3 18 MB/s | 8.1 MB 00:00 2024-01-28T12:47:58.034 INFO:teuthology.orchestra.run.smithi088.stdout:(13/13): yajl-2.1.0-12.el8.x86_64.rpm 223 kB/s | 41 kB 00:00 2024-01-28T12:47:58.035 INFO:teuthology.orchestra.run.smithi088.stdout:-------------------------------------------------------------------------------- 2024-01-28T12:47:58.035 INFO:teuthology.orchestra.run.smithi088.stdout:Total 24 MB/s | 26 MB 00:01 2024-01-28T12:47:58.477 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 3/13 2024-01-28T12:47:58.491 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction check 2024-01-28T12:47:58.516 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction check succeeded. 2024-01-28T12:47:58.517 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction test 2024-01-28T12:47:58.585 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-01-28T12:47:58.663 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 4/13 2024-01-28T12:47:58.740 INFO:teuthology.orchestra.run.smithi175.stdout:========================================================================================================== 2024-01-28T12:47:58.740 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-01-28T12:47:58.740 INFO:teuthology.orchestra.run.smithi175.stdout:========================================================================================================== 2024-01-28T12:47:58.740 INFO:teuthology.orchestra.run.smithi175.stdout:Installing group/module packages: 2024-01-28T12:47:58.740 INFO:teuthology.orchestra.run.smithi175.stdout: aardvark-dns x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 1.0 M 2024-01-28T12:47:58.740 INFO:teuthology.orchestra.run.smithi175.stdout: buildah x86_64 1:1.31.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.8 M 2024-01-28T12:47:58.740 INFO:teuthology.orchestra.run.smithi175.stdout: cockpit-podman noarch 75-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 739 k 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: crun x86_64 1.8.7-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 239 k 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: netavark x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: python3-podman noarch 4.6.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 153 k 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: skopeo x86_64 2:1.13.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.1 M 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: toolbox x86_64 0.0.99.4-5.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 2.5 M 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: udica noarch 0.2.6-20.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 49 k 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: yajl x86_64 2.1.0-12.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout:Installing weak dependencies: 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: criu-libs x86_64 3.18-4.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout:Installing module profiles: 2024-01-28T12:47:58.741 INFO:teuthology.orchestra.run.smithi175.stdout: container-tools/common 2024-01-28T12:47:58.742 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:47:58.742 INFO:teuthology.orchestra.run.smithi175.stdout:Enabling module streams: 2024-01-28T12:47:58.742 INFO:teuthology.orchestra.run.smithi175.stdout: container-tools rhel8 2024-01-28T12:47:58.742 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:47:58.742 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-01-28T12:47:58.742 INFO:teuthology.orchestra.run.smithi175.stdout:========================================================================================================== 2024-01-28T12:47:58.742 INFO:teuthology.orchestra.run.smithi175.stdout:Install 13 Packages 2024-01-28T12:47:58.742 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:47:58.743 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 26 M 2024-01-28T12:47:58.743 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 87 M 2024-01-28T12:47:58.743 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-01-28T12:47:58.855 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 5/13 2024-01-28T12:47:58.928 INFO:teuthology.orchestra.run.smithi175.stdout:(1/13): aardvark-dns-1.7.0-1.module+el8.9.0+203 5.4 MB/s | 1.0 MB 00:00 2024-01-28T12:47:58.983 INFO:teuthology.orchestra.run.smithi175.stdout:(2/13): python3-pyxdg-0.25-16.el8.noarch.rpm 392 kB/s | 94 kB 00:00 2024-01-28T12:47:59.005 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction test succeeded. 2024-01-28T12:47:59.012 INFO:teuthology.orchestra.run.smithi175.stdout:(3/13): python3-pytoml-0.1.14-5.git7dea353.el8. 92 kB/s | 25 kB 00:00 2024-01-28T12:47:59.014 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction 2024-01-28T12:47:59.097 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 6/13 2024-01-28T12:47:59.188 INFO:teuthology.orchestra.run.smithi175.stdout:(4/13): buildah-1.31.3-1.module+el8.9.0+20326+3 34 MB/s | 8.8 MB 00:00 2024-01-28T12:47:59.213 INFO:teuthology.orchestra.run.smithi175.stdout:(5/13): criu-libs-3.18-4.module+el8.9.0+20326+3 196 kB/s | 39 kB 00:00 2024-01-28T12:47:59.288 INFO:teuthology.orchestra.run.smithi175.stdout:(6/13): cockpit-podman-75-1.module+el8.9.0+2032 2.4 MB/s | 739 kB 00:00 2024-01-28T12:47:59.355 INFO:teuthology.orchestra.run.smithi175.stdout:(7/13): crun-1.8.7-1.module+el8.9.0+20326+38708 1.4 MB/s | 239 kB 00:00 2024-01-28T12:47:59.439 INFO:teuthology.orchestra.run.smithi175.stdout:(8/13): netavark-1.7.0-1.module+el8.9.0+20326+3 16 MB/s | 3.7 MB 00:00 2024-01-28T12:47:59.464 INFO:teuthology.orchestra.run.smithi175.stdout:(9/13): python3-podman-4.6.0-1.module+el8.9.0+2 873 kB/s | 153 kB 00:00 2024-01-28T12:47:59.589 INFO:teuthology.orchestra.run.smithi175.stdout:(10/13): udica-0.2.6-20.module+el8.9.0+20326+38 395 kB/s | 49 kB 00:00 2024-01-28T12:47:59.665 INFO:teuthology.orchestra.run.smithi175.stdout:(11/13): toolbox-0.0.99.4-5.module+el8.9.0+2032 11 MB/s | 2.5 MB 00:00 2024-01-28T12:47:59.694 INFO:teuthology.orchestra.run.smithi088.stdout: Preparing : 1/1 2024-01-28T12:47:59.765 INFO:teuthology.orchestra.run.smithi175.stdout:(12/13): skopeo-1.13.3-1.module+el8.9.0+20326+3 20 MB/s | 8.1 MB 00:00 2024-01-28T12:47:59.813 INFO:teuthology.orchestra.run.smithi175.stdout:(13/13): yajl-2.1.0-12.el8.x86_64.rpm 184 kB/s | 41 kB 00:00 2024-01-28T12:47:59.813 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-01-28T12:47:59.813 INFO:teuthology.orchestra.run.smithi175.stdout:Total 24 MB/s | 26 MB 00:01 2024-01-28T12:47:59.876 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2024-01-28T12:48:00.058 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 7/13 2024-01-28T12:48:00.097 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-01-28T12:48:00.105 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 2/13 2024-01-28T12:48:00.118 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-01-28T12:48:00.118 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-01-28T12:48:00.311 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 8/13 2024-01-28T12:48:00.346 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-01-28T12:48:00.355 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-01-28T12:48:00.545 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 9/13 2024-01-28T12:48:00.615 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 3/13 2024-01-28T12:48:00.826 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 4/13 2024-01-28T12:48:00.951 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 10/13 2024-01-28T12:48:00.992 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-01-28T12:48:01.032 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 5/13 2024-01-28T12:48:01.159 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2024-01-28T12:48:01.258 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 6/13 2024-01-28T12:48:01.417 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 2/13 2024-01-28T12:48:01.868 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 11/13 2024-01-28T12:48:01.936 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 3/13 2024-01-28T12:48:02.095 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 12/13 2024-01-28T12:48:02.162 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 4/13 2024-01-28T12:48:02.246 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 7/13 2024-01-28T12:48:02.270 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-28T12:48:02.364 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 5/13 2024-01-28T12:48:02.453 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 8/13 2024-01-28T12:48:02.573 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 6/13 2024-01-28T12:48:02.656 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 9/13 2024-01-28T12:48:02.692 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-28T12:48:02.692 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/13 2024-01-28T12:48:02.692 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 2/13 2024-01-28T12:48:02.692 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 3/13 2024-01-28T12:48:02.692 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 4/13 2024-01-28T12:48:02.693 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 5/13 2024-01-28T12:48:02.693 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 6/13 2024-01-28T12:48:02.693 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 7/13 2024-01-28T12:48:02.693 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 8/13 2024-01-28T12:48:02.693 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 9/13 2024-01-28T12:48:02.693 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 10/13 2024-01-28T12:48:02.693 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 11/13 2024-01-28T12:48:02.693 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 12/13 2024-01-28T12:48:03.046 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 10/13 2024-01-28T12:48:03.573 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 7/13 2024-01-28T12:48:03.977 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 11/13 2024-01-28T12:48:04.018 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 8/13 2024-01-28T12:48:04.221 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 12/13 2024-01-28T12:48:04.228 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 9/13 2024-01-28T12:48:04.371 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-28T12:48:04.636 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 10/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 2/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 3/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 4/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 5/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 6/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 7/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 8/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 9/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 10/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 11/13 2024-01-28T12:48:05.045 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 12/13 2024-01-28T12:48:05.550 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 11/13 2024-01-28T12:48:05.812 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 12/13 2024-01-28T12:48:05.987 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-28T12:48:06.421 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-28T12:48:06.421 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/13 2024-01-28T12:48:06.421 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 2/13 2024-01-28T12:48:06.421 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 3/13 2024-01-28T12:48:06.421 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 4/13 2024-01-28T12:48:06.421 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 5/13 2024-01-28T12:48:06.421 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 6/13 2024-01-28T12:48:06.422 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 7/13 2024-01-28T12:48:06.422 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 8/13 2024-01-28T12:48:06.422 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 9/13 2024-01-28T12:48:06.422 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 10/13 2024-01-28T12:48:06.422 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 11/13 2024-01-28T12:48:06.422 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 12/13 2024-01-28T12:48:17.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2024-01-28T12:48:17.920 INFO:teuthology.orchestra.run.smithi181.stdout:Installed products updated. 2024-01-28T12:48:18.482 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout:Installed: 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: cockpit-podman-75-1.module+el8.9.0+20326+387084d0.noarch 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: python3-podman-4.6.0-1.module+el8.9.0+20326+387084d0.noarch 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyxdg-0.25-16.el8.noarch 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarch 2024-01-28T12:48:18.483 INFO:teuthology.orchestra.run.smithi181.stdout: yajl-2.1.0-12.el8.x86_64 2024-01-28T12:48:18.484 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:48:18.484 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2024-01-28T12:48:18.686 DEBUG:teuthology.parallel:result is None 2024-01-28T12:48:20.353 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2024-01-28T12:48:20.353 INFO:teuthology.orchestra.run.smithi088.stdout:Installed products updated. 2024-01-28T12:48:20.991 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:48:20.991 INFO:teuthology.orchestra.run.smithi088.stdout:Installed: 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: cockpit-podman-75-1.module+el8.9.0+20326+387084d0.noarch 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: python3-podman-4.6.0-1.module+el8.9.0+20326+387084d0.noarch 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyxdg-0.25-16.el8.noarch 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:20.992 INFO:teuthology.orchestra.run.smithi088.stdout: toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:20.993 INFO:teuthology.orchestra.run.smithi088.stdout: udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarch 2024-01-28T12:48:20.993 INFO:teuthology.orchestra.run.smithi088.stdout: yajl-2.1.0-12.el8.x86_64 2024-01-28T12:48:20.993 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:48:20.993 INFO:teuthology.orchestra.run.smithi088.stdout:Complete! 2024-01-28T12:48:21.030 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2024-01-28T12:48:21.030 INFO:teuthology.orchestra.run.smithi175.stdout:Installed products updated. 2024-01-28T12:48:21.363 DEBUG:teuthology.parallel:result is None 2024-01-28T12:48:21.581 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:48:21.581 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-01-28T12:48:21.581 INFO:teuthology.orchestra.run.smithi175.stdout: aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:21.581 INFO:teuthology.orchestra.run.smithi175.stdout: buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:21.581 INFO:teuthology.orchestra.run.smithi175.stdout: cockpit-podman-75-1.module+el8.9.0+20326+387084d0.noarch 2024-01-28T12:48:21.581 INFO:teuthology.orchestra.run.smithi175.stdout: criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:21.581 INFO:teuthology.orchestra.run.smithi175.stdout: crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:21.582 INFO:teuthology.orchestra.run.smithi175.stdout: netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:21.582 INFO:teuthology.orchestra.run.smithi175.stdout: python3-podman-4.6.0-1.module+el8.9.0+20326+387084d0.noarch 2024-01-28T12:48:21.582 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2024-01-28T12:48:21.582 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyxdg-0.25-16.el8.noarch 2024-01-28T12:48:21.582 INFO:teuthology.orchestra.run.smithi175.stdout: skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:21.582 INFO:teuthology.orchestra.run.smithi175.stdout: toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x86_64 2024-01-28T12:48:21.582 INFO:teuthology.orchestra.run.smithi175.stdout: udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarch 2024-01-28T12:48:21.582 INFO:teuthology.orchestra.run.smithi175.stdout: yajl-2.1.0-12.el8.x86_64 2024-01-28T12:48:21.582 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:48:21.582 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-01-28T12:48:21.756 DEBUG:teuthology.parallel:result is None 2024-01-28T12:48:21.757 INFO:teuthology.run_tasks:Running task install... 2024-01-28T12:48:21.766 DEBUG:teuthology.task.install:project ceph 2024-01-28T12:48:21.766 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2'}} 2024-01-28T12:48:21.766 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2'} 2024-01-28T12:48:21.766 INFO:teuthology.task.install:Using flavor: default 2024-01-28T12:48:21.772 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-01-28T12:48:21.772 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-01-28T12:48:21.772 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2', 'tag': None, 'wait_for_package': False} 2024-01-28T12:48:21.773 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 2024-01-28T12:48:21.775 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2', 'tag': None, 'wait_for_package': False} 2024-01-28T12:48:21.775 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 2024-01-28T12:48:21.779 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2', 'tag': None, 'wait_for_package': False} 2024-01-28T12:48:21.780 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 2024-01-28T12:48:21.925 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/ 2024-01-28T12:48:21.926 INFO:teuthology.task.install.rpm:Package version is 19.0.0-410.gc8f2a2aa 2024-01-28T12:48:21.931 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/ 2024-01-28T12:48:21.932 INFO:teuthology.task.install.rpm:Package version is 19.0.0-410.gc8f2a2aa 2024-01-28T12:48:21.992 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/ 2024-01-28T12:48:21.993 INFO:teuthology.task.install.rpm:Package version is 19.0.0-410.gc8f2a2aa 2024-01-28T12:48:22.098 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-01-28T12:48:22.098 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:48:22.098 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-01-28T12:48:22.101 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-01-28T12:48:22.101 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:48:22.101 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-01-28T12:48:22.104 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-01-28T12:48:22.104 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:48:22.104 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-01-28T12:48:22.126 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-01-28T12:48:22.126 DEBUG:teuthology.orchestra.run.smithi175:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-01-28T12:48:22.137 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-01-28T12:48:22.138 DEBUG:teuthology.orchestra.run.smithi181:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-01-28T12:48:22.170 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-01-28T12:48:22.171 DEBUG:teuthology.orchestra.run.smithi088:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-01-28T12:48:22.194 DEBUG:teuthology.orchestra.run.smithi175:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-01-28T12:48:22.209 DEBUG:teuthology.orchestra.run.smithi181:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-01-28T12:48:22.272 DEBUG:teuthology.orchestra.run.smithi175:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-01-28T12:48:22.278 DEBUG:teuthology.orchestra.run.smithi088:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-01-28T12:48:22.289 DEBUG:teuthology.orchestra.run.smithi181:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-01-28T12:48:22.339 INFO:teuthology.orchestra.run.smithi175.stdout:check_obsoletes = 1 2024-01-28T12:48:22.340 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum clean all 2024-01-28T12:48:22.357 INFO:teuthology.orchestra.run.smithi181.stdout:check_obsoletes = 1 2024-01-28T12:48:22.358 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum clean all 2024-01-28T12:48:22.367 DEBUG:teuthology.orchestra.run.smithi088:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-01-28T12:48:22.430 INFO:teuthology.orchestra.run.smithi088.stdout:check_obsoletes = 1 2024-01-28T12:48:22.433 DEBUG:teuthology.orchestra.run.smithi088:> sudo yum clean all 2024-01-28T12:48:22.716 INFO:teuthology.orchestra.run.smithi175.stdout:Updating Subscription Management repositories. 2024-01-28T12:48:22.736 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2024-01-28T12:48:22.873 INFO:teuthology.orchestra.run.smithi088.stdout:Updating Subscription Management repositories. 2024-01-28T12:48:24.146 INFO:teuthology.orchestra.run.smithi181.stdout:57 files removed 2024-01-28T12:48:24.177 INFO:teuthology.orchestra.run.smithi088.stdout:57 files removed 2024-01-28T12:48:24.198 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-01-28T12:48:24.237 DEBUG:teuthology.orchestra.run.smithi088:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-01-28T12:48:24.387 INFO:teuthology.orchestra.run.smithi175.stdout:57 files removed 2024-01-28T12:48:24.443 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-01-28T12:48:24.534 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2024-01-28T12:48:24.675 INFO:teuthology.orchestra.run.smithi088.stdout:Updating Subscription Management repositories. 2024-01-28T12:48:24.782 INFO:teuthology.orchestra.run.smithi175.stdout:Updating Subscription Management repositories. 2024-01-28T12:48:26.443 INFO:teuthology.orchestra.run.smithi181.stdout:ceph packages for x86_64 213 kB/s | 83 kB 00:00 2024-01-28T12:48:26.648 INFO:teuthology.orchestra.run.smithi088.stdout:ceph packages for x86_64 198 kB/s | 83 kB 00:00 2024-01-28T12:48:26.794 INFO:teuthology.orchestra.run.smithi181.stdout:ceph noarch packages 30 kB/s | 9.5 kB 00:00 2024-01-28T12:48:26.911 INFO:teuthology.orchestra.run.smithi175.stdout:ceph packages for x86_64 206 kB/s | 83 kB 00:00 2024-01-28T12:48:27.051 INFO:teuthology.orchestra.run.smithi088.stdout:ceph noarch packages 26 kB/s | 9.5 kB 00:00 2024-01-28T12:48:27.136 INFO:teuthology.orchestra.run.smithi181.stdout:ceph source packages 4.7 kB/s | 1.5 kB 00:00 2024-01-28T12:48:27.211 INFO:teuthology.orchestra.run.smithi175.stdout:ceph noarch packages 36 kB/s | 9.5 kB 00:00 2024-01-28T12:48:27.295 INFO:teuthology.orchestra.run.smithi181.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2024-01-28T12:48:27.381 INFO:teuthology.orchestra.run.smithi088.stdout:ceph source packages 4.9 kB/s | 1.5 kB 00:00 2024-01-28T12:48:27.503 INFO:teuthology.orchestra.run.smithi175.stdout:ceph source packages 5.6 kB/s | 1.5 kB 00:00 2024-01-28T12:48:27.539 INFO:teuthology.orchestra.run.smithi088.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2024-01-28T12:48:27.687 INFO:teuthology.orchestra.run.smithi175.stdout:Copr repo for python3-asyncssh owned by ceph 22 kB/s | 3.5 kB 00:00 2024-01-28T12:48:28.473 INFO:teuthology.orchestra.run.smithi175.stdout:Extra Packages for Enterprise Linux 21 MB/s | 16 MB 00:00 2024-01-28T12:48:28.549 INFO:teuthology.orchestra.run.smithi181.stdout:Extra Packages for Enterprise Linux 13 MB/s | 16 MB 00:01 2024-01-28T12:48:29.099 INFO:teuthology.orchestra.run.smithi088.stdout:Extra Packages for Enterprise Linux 11 MB/s | 16 MB 00:01 2024-01-28T12:48:32.046 INFO:teuthology.orchestra.run.smithi175.stdout:lab-extras 387 kB/s | 24 kB 00:00 2024-01-28T12:48:32.139 INFO:teuthology.orchestra.run.smithi181.stdout:lab-extras 343 kB/s | 24 kB 00:00 2024-01-28T12:48:33.224 INFO:teuthology.orchestra.run.smithi088.stdout:lab-extras 420 kB/s | 24 kB 00:00 2024-01-28T12:48:33.573 INFO:teuthology.orchestra.run.smithi175.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 45 MB/s | 65 MB 00:01 2024-01-28T12:48:33.607 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 42 MB/s | 59 MB 00:01 2024-01-28T12:48:34.842 INFO:teuthology.orchestra.run.smithi088.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 42 MB/s | 65 MB 00:01 2024-01-28T12:48:44.057 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat CodeReady Linux Builder for RHEL 8 x86_ 13 MB/s | 8.8 MB 00:00 2024-01-28T12:48:44.282 INFO:teuthology.orchestra.run.smithi175.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 43 MB/s | 59 MB 00:01 2024-01-28T12:48:46.017 INFO:teuthology.orchestra.run.smithi088.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 38 MB/s | 59 MB 00:01 2024-01-28T12:48:46.934 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 51 MB/s | 65 MB 00:01 2024-01-28T12:48:54.790 INFO:teuthology.orchestra.run.smithi175.stdout:Red Hat CodeReady Linux Builder for RHEL 8 x86_ 16 MB/s | 8.8 MB 00:00 2024-01-28T12:48:57.167 INFO:teuthology.orchestra.run.smithi088.stdout:Red Hat CodeReady Linux Builder for RHEL 8 x86_ 13 MB/s | 8.8 MB 00:00 2024-01-28T12:49:01.751 INFO:teuthology.orchestra.run.smithi181.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-28T12:49:01.752 INFO:teuthology.orchestra.run.smithi181.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-28T12:49:01.771 INFO:teuthology.orchestra.run.smithi181.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2024-01-28T12:49:01.772 INFO:teuthology.orchestra.run.smithi181.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2024-01-28T12:49:01.774 INFO:teuthology.orchestra.run.smithi181.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2024-01-28T12:49:01.775 INFO:teuthology.orchestra.run.smithi181.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2024-01-28T12:49:01.778 INFO:teuthology.orchestra.run.smithi181.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2024-01-28T12:49:01.783 INFO:teuthology.orchestra.run.smithi181.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2024-01-28T12:49:01.784 INFO:teuthology.orchestra.run.smithi181.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2024-01-28T12:49:01.862 INFO:teuthology.orchestra.run.smithi175.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-28T12:49:01.863 INFO:teuthology.orchestra.run.smithi175.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-28T12:49:01.881 INFO:teuthology.orchestra.run.smithi175.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2024-01-28T12:49:01.882 INFO:teuthology.orchestra.run.smithi175.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2024-01-28T12:49:01.884 INFO:teuthology.orchestra.run.smithi175.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2024-01-28T12:49:01.886 INFO:teuthology.orchestra.run.smithi175.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2024-01-28T12:49:01.888 INFO:teuthology.orchestra.run.smithi175.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2024-01-28T12:49:01.892 INFO:teuthology.orchestra.run.smithi175.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2024-01-28T12:49:01.893 INFO:teuthology.orchestra.run.smithi175.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2024-01-28T12:49:01.989 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2024-01-28T12:49:02.004 INFO:teuthology.orchestra.run.smithi181.stdout:=================================================================================================================================== 2024-01-28T12:49:02.004 INFO:teuthology.orchestra.run.smithi181.stdout: Package Arch Version Repository Size 2024-01-28T12:49:02.004 INFO:teuthology.orchestra.run.smithi181.stdout:=================================================================================================================================== 2024-01-28T12:49:02.004 INFO:teuthology.orchestra.run.smithi181.stdout:Installing: 2024-01-28T12:49:02.004 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-initscripts-updown noarch 1:1.40.16-13.el8_9 rhel-8-for-x86_64-baseos-rpms 144 k 2024-01-28T12:49:02.004 INFO:teuthology.orchestra.run.smithi181.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2024-01-28T12:49:02.004 INFO:teuthology.orchestra.run.smithi181.stdout: ceph x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 6.4 k 2024-01-28T12:49:02.004 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-base x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 5.5 M 2024-01-28T12:49:02.004 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-fuse x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 946 k 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 174 k 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 1.6 M 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-cephadm noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 133 k 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-dashboard noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 1.8 M 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 7.4 M 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-rook noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 50 k 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-radosgw x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 14 M 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-test x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 53 M 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-volume noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 262 k 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: cephadm noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 418 k 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-mirror x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 262 k 2024-01-28T12:49:02.005 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-top noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 18 k 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-devel x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 62 k 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs-devel x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 31 k 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs2 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 863 k 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: librados-devel x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 139 k 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-devel x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 100 k 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-devel x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 2.3 M 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 1.5 M 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-contrib x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 811 k 2024-01-28T12:49:02.006 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-server x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 5.1 M 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cephfs x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 197 k 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rados x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 371 k 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rbd x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 364 k 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rgw x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 107 k 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-fuse x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 93 k 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-mirror x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 3.6 M 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-nbd x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 181 k 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-devel x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 73 k 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout:Upgrading: 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 232 k 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libs x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 303 k 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: iproute x86_64 6.2.0-5.el8_9 rhel-8-for-x86_64-baseos-rpms 854 k 2024-01-28T12:49:02.007 INFO:teuthology.orchestra.run.smithi181.stdout: libblkid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: libfdisk x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 254 k 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: libmount x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 237 k 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: librados2 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 3.8 M 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: librbd1 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 3.8 M 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: libsmartcols x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 179 k 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 99 k 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: openssl x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 711 k 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-libs x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 1.5 M 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 2.5 M 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-user x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 103 k 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: xfsdump x86_64 3.1.8-7.el8_9 rhel-8-for-x86_64-baseos-rpms 333 k 2024-01-28T12:49:02.008 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 1.1 M 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout:Installing dependencies: 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: automake noarch 1.16.1-8.el8 rhel-8-for-x86_64-appstream-rpms 714 k 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-common x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 23 M 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-grafana-dashboards noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 28 k 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mds x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 2.4 M 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-modules-core noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 243 k 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mon x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 4.8 M 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-osd x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 19 M 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-prometheus-alerts noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 15 k 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-selinux x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 24 k 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: fuse x86_64 2.9.7-17.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-01-28T12:49:02.009 INFO:teuthology.orchestra.run.smithi181.stdout: jq x86_64 1.6-7.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: krb5-devel x86_64 1.18.2-26.el8_9 rhel-8-for-x86_64-baseos-rpms 562 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: libcephsqlite x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 183 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: libgfortran x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 645 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: libpq x86_64 13.11-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: libquadmath x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 172 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: librabbitmq x86_64 0.9.0-4.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: libradosstriper1 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 545 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: librgw2 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 6.9 M 2024-01-28T12:49:02.010 INFO:teuthology.orchestra.run.smithi181.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: libzstd-devel x86_64 1.4.4-1.el8 rhel-8-for-x86_64-baseos-rpms 44 k 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: lua-devel x86_64 5.3.4-12.el8 codeready-builder-for-rhel-8-x86_64-rpms 30 k 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: luarocks noarch 3.5.0-1.el8 epel 167 k 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: openblas x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.0 M 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-threads x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.2 M 2024-01-28T12:49:02.011 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-argparse x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 45 k 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-common x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 129 k 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-01-28T12:49:02.012 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cffi x86_64 1.11.5-6.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cryptography x86_64 3.2.1-6.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-01-28T12:49:02.013 INFO:teuthology.orchestra.run.smithi181.stdout: python3-mako noarch 1.0.6-14.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2024-01-28T12:49:02.014 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytz noarch 2017.2-11.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-scipy x86_64 1.0.0-21.module+el8.9.0+20976+d3c38525 rhel-8-for-x86_64-appstream-rpms 14 M 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-01-28T12:49:02.015 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-01-28T12:49:02.016 INFO:teuthology.orchestra.run.smithi181.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-01-28T12:49:02.016 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-01-28T12:49:02.016 INFO:teuthology.orchestra.run.smithi181.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2024-01-28T12:49:02.016 INFO:teuthology.orchestra.run.smithi181.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-01-28T12:49:02.016 INFO:teuthology.orchestra.run.smithi181.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2024-01-28T12:49:02.016 INFO:teuthology.orchestra.run.smithi181.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2024-01-28T12:49:02.016 INFO:teuthology.orchestra.run.smithi181.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2024-01-28T12:49:02.017 INFO:teuthology.orchestra.run.smithi181.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2024-01-28T12:49:02.017 INFO:teuthology.orchestra.run.smithi181.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2024-01-28T12:49:02.017 INFO:teuthology.orchestra.run.smithi181.stdout:Enabling module streams: 2024-01-28T12:49:02.017 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql 10 2024-01-28T12:49:02.017 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:49:02.017 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction Summary 2024-01-28T12:49:02.017 INFO:teuthology.orchestra.run.smithi181.stdout:=================================================================================================================================== 2024-01-28T12:49:02.017 INFO:teuthology.orchestra.run.smithi181.stdout:Install 131 Packages 2024-01-28T12:49:02.018 INFO:teuthology.orchestra.run.smithi181.stdout:Upgrade 16 Packages 2024-01-28T12:49:02.018 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:49:02.019 INFO:teuthology.orchestra.run.smithi181.stdout:Total download size: 223 M 2024-01-28T12:49:02.019 INFO:teuthology.orchestra.run.smithi181.stdout:Downloading Packages: 2024-01-28T12:49:02.102 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-01-28T12:49:02.116 INFO:teuthology.orchestra.run.smithi175.stdout:=================================================================================================================================== 2024-01-28T12:49:02.116 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-01-28T12:49:02.116 INFO:teuthology.orchestra.run.smithi175.stdout:=================================================================================================================================== 2024-01-28T12:49:02.116 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-01-28T12:49:02.116 INFO:teuthology.orchestra.run.smithi175.stdout: NetworkManager-initscripts-updown noarch 1:1.40.16-13.el8_9 rhel-8-for-x86_64-baseos-rpms 144 k 2024-01-28T12:49:02.116 INFO:teuthology.orchestra.run.smithi175.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2024-01-28T12:49:02.116 INFO:teuthology.orchestra.run.smithi175.stdout: ceph x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 6.4 k 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 5.5 M 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 946 k 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 174 k 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 1.6 M 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-cephadm noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 133 k 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-dashboard noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 1.8 M 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 7.4 M 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-rook noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 50 k 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 14 M 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 53 M 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-volume noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 262 k 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: cephadm noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 418 k 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: cephfs-mirror x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 262 k 2024-01-28T12:49:02.117 INFO:teuthology.orchestra.run.smithi175.stdout: cephfs-top noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 18 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libelf-devel x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 62 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 31 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 863 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 139 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: libuuid-devel x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 100 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: openssl-devel x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 2.3 M 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 1.5 M 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-contrib x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 811 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-server x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 5.1 M 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 197 k 2024-01-28T12:49:02.118 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 371 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 364 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 107 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 93 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 3.6 M 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 181 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: xfsprogs-devel x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 73 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrading: 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libelf x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 232 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libs x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 303 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: iproute x86_64 6.2.0-5.el8_9 rhel-8-for-x86_64-baseos-rpms 854 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: libblkid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: libfdisk x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 254 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: libmount x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 237 k 2024-01-28T12:49:02.119 INFO:teuthology.orchestra.run.smithi175.stdout: librados2 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 3.8 M 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 3.8 M 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: libsmartcols x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 179 k 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: libuuid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 99 k 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: openssl x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 711 k 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: openssl-libs x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 1.5 M 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: util-linux x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 2.5 M 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: util-linux-user x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 103 k 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: xfsdump x86_64 3.1.8-7.el8_9 rhel-8-for-x86_64-baseos-rpms 333 k 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: xfsprogs x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 1.1 M 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: automake noarch 1.16.1-8.el8 rhel-8-for-x86_64-appstream-rpms 714 k 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 23 M 2024-01-28T12:49:02.120 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-grafana-dashboards noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 28 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 2.4 M 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 243 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 4.8 M 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 19 M 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-prometheus-alerts noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 15 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 24 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: fuse x86_64 2.9.7-17.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: jq x86_64 1.6-7.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: krb5-devel x86_64 1.18.2-26.el8_9 rhel-8-for-x86_64-baseos-rpms 562 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 183 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2024-01-28T12:49:02.121 INFO:teuthology.orchestra.run.smithi175.stdout: libgfortran x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 645 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: libpq x86_64 13.11-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: libquadmath x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 172 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: librabbitmq x86_64 0.9.0-4.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 545 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 6.9 M 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2024-01-28T12:49:02.122 INFO:teuthology.orchestra.run.smithi175.stdout: libzstd-devel x86_64 1.4.4-1.el8 rhel-8-for-x86_64-baseos-rpms 44 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: lua-devel x86_64 5.3.4-12.el8 codeready-builder-for-rhel-8-x86_64-rpms 30 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: luarocks noarch 3.5.0-1.el8 epel 167 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: openblas x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.0 M 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-threads x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.2 M 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-01-28T12:49:02.123 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 45 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 129 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cffi x86_64 1.11.5-6.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cryptography x86_64 3.2.1-6.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2024-01-28T12:49:02.124 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-mako noarch 1.0.6-14.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2024-01-28T12:49:02.125 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytz noarch 2017.2-11.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-scipy x86_64 1.0.0-21.module+el8.9.0+20976+d3c38525 rhel-8-for-x86_64-appstream-rpms 14 M 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-01-28T12:49:02.126 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout:Enabling module streams: 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql 10 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout:=================================================================================================================================== 2024-01-28T12:49:02.127 INFO:teuthology.orchestra.run.smithi175.stdout:Install 131 Packages 2024-01-28T12:49:02.128 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrade 16 Packages 2024-01-28T12:49:02.128 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:49:02.128 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 223 M 2024-01-28T12:49:02.128 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-01-28T12:49:02.275 INFO:teuthology.orchestra.run.smithi181.stdout:(1/147): ceph-19.0.0-410.gc8f2a2aa.el8.x86_64.r 32 kB/s | 6.4 kB 00:00 2024-01-28T12:49:02.440 INFO:teuthology.orchestra.run.smithi175.stdout:(1/147): ceph-19.0.0-410.gc8f2a2aa.el8.x86_64.r 37 kB/s | 6.4 kB 00:00 2024-01-28T12:49:02.813 INFO:teuthology.orchestra.run.smithi181.stdout:(2/147): ceph-fuse-19.0.0-410.gc8f2a2aa.el8.x86 1.7 MB/s | 946 kB 00:00 2024-01-28T12:49:02.942 INFO:teuthology.orchestra.run.smithi181.stdout:(3/147): ceph-immutable-object-cache-19.0.0-410 1.3 MB/s | 174 kB 00:00 2024-01-28T12:49:03.149 INFO:teuthology.orchestra.run.smithi175.stdout:(2/147): ceph-fuse-19.0.0-410.gc8f2a2aa.el8.x86 1.3 MB/s | 946 kB 00:00 2024-01-28T12:49:03.347 INFO:teuthology.orchestra.run.smithi175.stdout:(3/147): ceph-immutable-object-cache-19.0.0-410 881 kB/s | 174 kB 00:00 2024-01-28T12:49:03.818 INFO:teuthology.orchestra.run.smithi181.stdout:(4/147): ceph-mds-19.0.0-410.gc8f2a2aa.el8.x86_ 2.7 MB/s | 2.4 MB 00:00 2024-01-28T12:49:04.093 INFO:teuthology.orchestra.run.smithi181.stdout:(5/147): ceph-common-19.0.0-410.gc8f2a2aa.el8.x 11 MB/s | 23 MB 00:02 2024-01-28T12:49:04.168 INFO:teuthology.orchestra.run.smithi181.stdout:(6/147): ceph-base-19.0.0-410.gc8f2a2aa.el8.x86 2.6 MB/s | 5.5 MB 00:02 2024-01-28T12:49:04.213 INFO:teuthology.orchestra.run.smithi175.stdout:(4/147): ceph-mds-19.0.0-410.gc8f2a2aa.el8.x86_ 2.7 MB/s | 2.4 MB 00:00 2024-01-28T12:49:04.368 INFO:teuthology.orchestra.run.smithi088.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-28T12:49:04.370 INFO:teuthology.orchestra.run.smithi088.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-28T12:49:04.377 INFO:teuthology.orchestra.run.smithi181.stdout:(7/147): ceph-mgr-19.0.0-410.gc8f2a2aa.el8.x86_ 3.0 MB/s | 1.6 MB 00:00 2024-01-28T12:49:04.388 INFO:teuthology.orchestra.run.smithi088.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2024-01-28T12:49:04.390 INFO:teuthology.orchestra.run.smithi088.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2024-01-28T12:49:04.392 INFO:teuthology.orchestra.run.smithi088.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2024-01-28T12:49:04.393 INFO:teuthology.orchestra.run.smithi088.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2024-01-28T12:49:04.396 INFO:teuthology.orchestra.run.smithi088.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2024-01-28T12:49:04.400 INFO:teuthology.orchestra.run.smithi088.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2024-01-28T12:49:04.402 INFO:teuthology.orchestra.run.smithi088.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2024-01-28T12:49:04.460 INFO:teuthology.orchestra.run.smithi181.stdout:(8/147): ceph-mon-19.0.0-410.gc8f2a2aa.el8.x86_ 13 MB/s | 4.8 MB 00:00 2024-01-28T12:49:04.519 INFO:teuthology.orchestra.run.smithi181.stdout:(9/147): ceph-selinux-19.0.0-410.gc8f2a2aa.el8. 417 kB/s | 24 kB 00:00 2024-01-28T12:49:04.600 INFO:teuthology.orchestra.run.smithi175.stdout:(5/147): ceph-base-19.0.0-410.gc8f2a2aa.el8.x86 2.4 MB/s | 5.5 MB 00:02 2024-01-28T12:49:04.615 INFO:teuthology.orchestra.run.smithi088.stdout:Dependencies resolved. 2024-01-28T12:49:04.631 INFO:teuthology.orchestra.run.smithi088.stdout:=================================================================================================================================== 2024-01-28T12:49:04.631 INFO:teuthology.orchestra.run.smithi088.stdout: Package Arch Version Repository Size 2024-01-28T12:49:04.631 INFO:teuthology.orchestra.run.smithi088.stdout:=================================================================================================================================== 2024-01-28T12:49:04.631 INFO:teuthology.orchestra.run.smithi088.stdout:Installing: 2024-01-28T12:49:04.631 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-initscripts-updown noarch 1:1.40.16-13.el8_9 rhel-8-for-x86_64-baseos-rpms 144 k 2024-01-28T12:49:04.631 INFO:teuthology.orchestra.run.smithi088.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2024-01-28T12:49:04.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 6.4 k 2024-01-28T12:49:04.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-base x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 5.5 M 2024-01-28T12:49:04.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-fuse x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 946 k 2024-01-28T12:49:04.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 174 k 2024-01-28T12:49:04.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 1.6 M 2024-01-28T12:49:04.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-cephadm noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 133 k 2024-01-28T12:49:04.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-dashboard noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 1.8 M 2024-01-28T12:49:04.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 7.4 M 2024-01-28T12:49:04.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-rook noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 50 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-radosgw x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 14 M 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-test x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 53 M 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-volume noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 262 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: cephadm noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 418 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-mirror x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 262 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-top noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 18 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf-devel x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 62 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs-devel x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 31 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs2 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 863 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: librados-devel x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 139 k 2024-01-28T12:49:04.633 INFO:teuthology.orchestra.run.smithi088.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: libuuid-devel x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 100 k 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-devel x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 2.3 M 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 1.5 M 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-contrib x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 811 k 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-server x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 5.1 M 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cephfs x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 197 k 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rados x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 371 k 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rbd x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 364 k 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rgw x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 107 k 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-fuse x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 93 k 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-mirror x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 3.6 M 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-nbd x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 181 k 2024-01-28T12:49:04.634 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs-devel x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 73 k 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout:Upgrading: 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 232 k 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libs x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 303 k 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: iproute x86_64 6.2.0-5.el8_9 rhel-8-for-x86_64-baseos-rpms 854 k 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: libblkid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: libfdisk x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 254 k 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: libmount x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 237 k 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: librados2 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 3.8 M 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: librbd1 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 3.8 M 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: libsmartcols x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 179 k 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: libuuid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 99 k 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: openssl x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 711 k 2024-01-28T12:49:04.635 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-libs x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 1.5 M 2024-01-28T12:49:04.636 INFO:teuthology.orchestra.run.smithi088.stdout: util-linux x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 2.5 M 2024-01-28T12:49:04.636 INFO:teuthology.orchestra.run.smithi088.stdout: util-linux-user x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 103 k 2024-01-28T12:49:04.636 INFO:teuthology.orchestra.run.smithi088.stdout: xfsdump x86_64 3.1.8-7.el8_9 rhel-8-for-x86_64-baseos-rpms 333 k 2024-01-28T12:49:04.636 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 1.1 M 2024-01-28T12:49:04.636 INFO:teuthology.orchestra.run.smithi088.stdout:Installing dependencies: 2024-01-28T12:49:04.636 INFO:teuthology.orchestra.run.smithi088.stdout: automake noarch 1.16.1-8.el8 rhel-8-for-x86_64-appstream-rpms 714 k 2024-01-28T12:49:04.636 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-common x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 23 M 2024-01-28T12:49:04.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-grafana-dashboards noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 28 k 2024-01-28T12:49:04.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mds x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 2.4 M 2024-01-28T12:49:04.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-modules-core noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 243 k 2024-01-28T12:49:04.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mon x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 4.8 M 2024-01-28T12:49:04.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-osd x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 19 M 2024-01-28T12:49:04.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-prometheus-alerts noarch 2:19.0.0-410.gc8f2a2aa.el8 ceph-noarch 15 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-selinux x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 24 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: fuse x86_64 2.9.7-17.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: jq x86_64 1.6-7.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: krb5-devel x86_64 1.18.2-26.el8_9 rhel-8-for-x86_64-baseos-rpms 562 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: libcephsqlite x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 183 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: libgfortran x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 645 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-01-28T12:49:04.638 INFO:teuthology.orchestra.run.smithi088.stdout: libpq x86_64 13.11-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: libquadmath x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 172 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: librabbitmq x86_64 0.9.0-4.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: libradosstriper1 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 545 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: librgw2 x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 6.9 M 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: libzstd-devel x86_64 1.4.4-1.el8 rhel-8-for-x86_64-baseos-rpms 44 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: lua-devel x86_64 5.3.4-12.el8 codeready-builder-for-rhel-8-x86_64-rpms 30 k 2024-01-28T12:49:04.639 INFO:teuthology.orchestra.run.smithi088.stdout: luarocks noarch 3.5.0-1.el8 epel 167 k 2024-01-28T12:49:04.640 INFO:teuthology.orchestra.run.smithi088.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2024-01-28T12:49:04.640 INFO:teuthology.orchestra.run.smithi088.stdout: openblas x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.0 M 2024-01-28T12:49:04.640 INFO:teuthology.orchestra.run.smithi088.stdout: openblas-threads x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.2 M 2024-01-28T12:49:04.640 INFO:teuthology.orchestra.run.smithi088.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2024-01-28T12:49:04.640 INFO:teuthology.orchestra.run.smithi088.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2024-01-28T12:49:04.640 INFO:teuthology.orchestra.run.smithi088.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-argparse x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 45 k 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-common x86_64 2:19.0.0-410.gc8f2a2aa.el8 ceph 129 k 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cffi x86_64 1.11.5-6.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-01-28T12:49:04.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cryptography x86_64 3.2.1-6.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-mako noarch 1.0.6-14.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2024-01-28T12:49:04.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2024-01-28T12:49:04.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pytz noarch 2017.2-11.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-scipy x86_64 1.0.0-21.module+el8.9.0+20976+d3c38525 rhel-8-for-x86_64-appstream-rpms 14 M 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-01-28T12:49:04.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout:Enabling module streams: 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql 10 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction Summary 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout:=================================================================================================================================== 2024-01-28T12:49:04.645 INFO:teuthology.orchestra.run.smithi088.stdout:Install 131 Packages 2024-01-28T12:49:04.646 INFO:teuthology.orchestra.run.smithi088.stdout:Upgrade 16 Packages 2024-01-28T12:49:04.646 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:49:04.646 INFO:teuthology.orchestra.run.smithi088.stdout:Total download size: 223 M 2024-01-28T12:49:04.646 INFO:teuthology.orchestra.run.smithi088.stdout:Downloading Packages: 2024-01-28T12:49:04.791 INFO:teuthology.orchestra.run.smithi175.stdout:(6/147): ceph-mgr-19.0.0-410.gc8f2a2aa.el8.x86_ 2.9 MB/s | 1.6 MB 00:00 2024-01-28T12:49:05.134 INFO:teuthology.orchestra.run.smithi088.stdout:(1/147): ceph-19.0.0-410.gc8f2a2aa.el8.x86_64.r 21 kB/s | 6.4 kB 00:00 2024-01-28T12:49:06.151 INFO:teuthology.orchestra.run.smithi088.stdout:(2/147): ceph-fuse-19.0.0-410.gc8f2a2aa.el8.x86 930 kB/s | 946 kB 00:01 2024-01-28T12:49:06.317 INFO:teuthology.orchestra.run.smithi088.stdout:(3/147): ceph-immutable-object-cache-19.0.0-410 1.0 MB/s | 174 kB 00:00 2024-01-28T12:49:06.591 INFO:teuthology.orchestra.run.smithi175.stdout:(7/147): ceph-mon-19.0.0-410.gc8f2a2aa.el8.x86_ 2.4 MB/s | 4.8 MB 00:01 2024-01-28T12:49:07.468 INFO:teuthology.orchestra.run.smithi088.stdout:(4/147): ceph-mds-19.0.0-410.gc8f2a2aa.el8.x86_ 2.0 MB/s | 2.4 MB 00:01 2024-01-28T12:49:08.109 INFO:teuthology.orchestra.run.smithi088.stdout:(5/147): ceph-mgr-19.0.0-410.gc8f2a2aa.el8.x86_ 2.6 MB/s | 1.6 MB 00:00 2024-01-28T12:49:09.575 INFO:teuthology.orchestra.run.smithi175.stdout:(8/147): ceph-osd-19.0.0-410.gc8f2a2aa.el8.x86_ 3.9 MB/s | 19 MB 00:04 2024-01-28T12:49:09.577 INFO:teuthology.orchestra.run.smithi181.stdout:(10/147): ceph-osd-19.0.0-410.gc8f2a2aa.el8.x86 3.5 MB/s | 19 MB 00:05 2024-01-28T12:49:09.584 INFO:teuthology.orchestra.run.smithi088.stdout:(6/147): ceph-mon-19.0.0-410.gc8f2a2aa.el8.x86_ 3.3 MB/s | 4.8 MB 00:01 2024-01-28T12:49:09.669 INFO:teuthology.orchestra.run.smithi181.stdout:(11/147): cephfs-mirror-19.0.0-410.gc8f2a2aa.el 2.8 MB/s | 262 kB 00:00 2024-01-28T12:49:09.817 INFO:teuthology.orchestra.run.smithi175.stdout:(9/147): ceph-common-19.0.0-410.gc8f2a2aa.el8.x 3.0 MB/s | 23 MB 00:07 2024-01-28T12:49:09.833 INFO:teuthology.orchestra.run.smithi175.stdout:(10/147): ceph-selinux-19.0.0-410.gc8f2a2aa.el8 94 kB/s | 24 kB 00:00 2024-01-28T12:49:09.836 INFO:teuthology.orchestra.run.smithi181.stdout:(12/147): ceph-radosgw-19.0.0-410.gc8f2a2aa.el8 2.5 MB/s | 14 MB 00:05 2024-01-28T12:49:09.861 INFO:teuthology.orchestra.run.smithi181.stdout:(13/147): libcephfs-devel-19.0.0-410.gc8f2a2aa. 163 kB/s | 31 kB 00:00 2024-01-28T12:49:10.017 INFO:teuthology.orchestra.run.smithi175.stdout:(11/147): cephfs-mirror-19.0.0-410.gc8f2a2aa.el 1.4 MB/s | 262 kB 00:00 2024-01-28T12:49:10.109 INFO:teuthology.orchestra.run.smithi175.stdout:(12/147): libcephfs-devel-19.0.0-410.gc8f2a2aa. 341 kB/s | 31 kB 00:00 2024-01-28T12:49:10.343 INFO:teuthology.orchestra.run.smithi175.stdout:(13/147): libcephfs2-19.0.0-410.gc8f2a2aa.el8.x 3.6 MB/s | 863 kB 00:00 2024-01-28T12:49:10.353 INFO:teuthology.orchestra.run.smithi181.stdout:(14/147): ceph-test-19.0.0-410.gc8f2a2aa.el8.x8 9.1 MB/s | 53 MB 00:05 2024-01-28T12:49:10.378 INFO:teuthology.orchestra.run.smithi181.stdout:(15/147): libcephsqlite-19.0.0-410.gc8f2a2aa.el 354 kB/s | 183 kB 00:00 2024-01-28T12:49:10.418 INFO:teuthology.orchestra.run.smithi175.stdout:(14/147): libcephsqlite-19.0.0-410.gc8f2a2aa.el 2.4 MB/s | 183 kB 00:00 2024-01-28T12:49:10.420 INFO:teuthology.orchestra.run.smithi181.stdout:(16/147): libcephfs2-19.0.0-410.gc8f2a2aa.el8.x 1.4 MB/s | 863 kB 00:00 2024-01-28T12:49:10.445 INFO:teuthology.orchestra.run.smithi181.stdout:(17/147): librados-devel-19.0.0-410.gc8f2a2aa.e 1.5 MB/s | 139 kB 00:00 2024-01-28T12:49:10.485 INFO:teuthology.orchestra.run.smithi175.stdout:(15/147): librados-devel-19.0.0-410.gc8f2a2aa.e 2.0 MB/s | 139 kB 00:00 2024-01-28T12:49:10.504 INFO:teuthology.orchestra.run.smithi181.stdout:(18/147): python3-ceph-argparse-19.0.0-410.gc8f 767 kB/s | 45 kB 00:00 2024-01-28T12:49:10.571 INFO:teuthology.orchestra.run.smithi181.stdout:(19/147): python3-ceph-common-19.0.0-410.gc8f2a 1.9 MB/s | 129 kB 00:00 2024-01-28T12:49:10.619 INFO:teuthology.orchestra.run.smithi181.stdout:(20/147): libradosstriper1-19.0.0-410.gc8f2a2aa 2.2 MB/s | 545 kB 00:00 2024-01-28T12:49:10.643 INFO:teuthology.orchestra.run.smithi175.stdout:(16/147): libradosstriper1-19.0.0-410.gc8f2a2aa 3.4 MB/s | 545 kB 00:00 2024-01-28T12:49:10.646 INFO:teuthology.orchestra.run.smithi181.stdout:(21/147): python3-cephfs-19.0.0-410.gc8f2a2aa.e 2.6 MB/s | 197 kB 00:00 2024-01-28T12:49:10.730 INFO:teuthology.orchestra.run.smithi181.stdout:(22/147): python3-rbd-19.0.0-410.gc8f2a2aa.el8. 4.3 MB/s | 364 kB 00:00 2024-01-28T12:49:10.764 INFO:teuthology.orchestra.run.smithi181.stdout:(23/147): python3-rados-19.0.0-410.gc8f2a2aa.el 2.5 MB/s | 371 kB 00:00 2024-01-28T12:49:10.797 INFO:teuthology.orchestra.run.smithi181.stdout:(24/147): python3-rgw-19.0.0-410.gc8f2a2aa.el8. 1.6 MB/s | 107 kB 00:00 2024-01-28T12:49:10.856 INFO:teuthology.orchestra.run.smithi181.stdout:(25/147): rbd-fuse-19.0.0-410.gc8f2a2aa.el8.x86 1.0 MB/s | 93 kB 00:00 2024-01-28T12:49:10.981 INFO:teuthology.orchestra.run.smithi181.stdout:(26/147): rbd-nbd-19.0.0-410.gc8f2a2aa.el8.x86_ 1.4 MB/s | 181 kB 00:00 2024-01-28T12:49:11.090 INFO:teuthology.orchestra.run.smithi181.stdout:(27/147): ceph-grafana-dashboards-19.0.0-410.gc 259 kB/s | 28 kB 00:00 2024-01-28T12:49:11.151 INFO:teuthology.orchestra.run.smithi088.stdout:(7/147): ceph-base-19.0.0-410.gc8f2a2aa.el8.x86 890 kB/s | 5.5 MB 00:06 2024-01-28T12:49:11.207 INFO:teuthology.orchestra.run.smithi181.stdout:(28/147): ceph-mgr-cephadm-19.0.0-410.gc8f2a2aa 1.1 MB/s | 133 kB 00:00 2024-01-28T12:49:11.274 INFO:teuthology.orchestra.run.smithi181.stdout:(29/147): rbd-mirror-19.0.0-410.gc8f2a2aa.el8.x 7.6 MB/s | 3.6 MB 00:00 2024-01-28T12:49:12.039 INFO:teuthology.orchestra.run.smithi181.stdout:(30/147): ceph-mgr-dashboard-19.0.0-410.gc8f2a2 2.1 MB/s | 1.8 MB 00:00 2024-01-28T12:49:12.224 INFO:teuthology.orchestra.run.smithi181.stdout:(31/147): ceph-mgr-modules-core-19.0.0-410.gc8f 1.3 MB/s | 243 kB 00:00 2024-01-28T12:49:12.316 INFO:teuthology.orchestra.run.smithi181.stdout:(32/147): ceph-mgr-diskprediction-local-19.0.0- 7.1 MB/s | 7.4 MB 00:01 2024-01-28T12:49:12.333 INFO:teuthology.orchestra.run.smithi181.stdout:(33/147): ceph-mgr-rook-19.0.0-410.gc8f2a2aa.el 461 kB/s | 50 kB 00:00 2024-01-28T12:49:12.343 INFO:teuthology.orchestra.run.smithi175.stdout:(17/147): ceph-radosgw-19.0.0-410.gc8f2a2aa.el8 2.4 MB/s | 14 MB 00:05 2024-01-28T12:49:12.392 INFO:teuthology.orchestra.run.smithi181.stdout:(34/147): ceph-prometheus-alerts-19.0.0-410.gc8 199 kB/s | 15 kB 00:00 2024-01-28T12:49:12.417 INFO:teuthology.orchestra.run.smithi181.stdout:(35/147): ceph-volume-19.0.0-410.gc8f2a2aa.el8. 3.1 MB/s | 262 kB 00:00 2024-01-28T12:49:12.418 INFO:teuthology.orchestra.run.smithi175.stdout:(18/147): librgw2-19.0.0-410.gc8f2a2aa.el8.x86_ 3.9 MB/s | 6.9 MB 00:01 2024-01-28T12:49:12.444 INFO:teuthology.orchestra.run.smithi175.stdout:(19/147): python3-ceph-argparse-19.0.0-410.gc8f 448 kB/s | 45 kB 00:00 2024-01-28T12:49:12.459 INFO:teuthology.orchestra.run.smithi181.stdout:(36/147): cephadm-19.0.0-410.gc8f2a2aa.el8.noar 6.1 MB/s | 418 kB 00:00 2024-01-28T12:49:12.484 INFO:teuthology.orchestra.run.smithi181.stdout:(37/147): cephfs-top-19.0.0-410.gc8f2a2aa.el8.n 271 kB/s | 18 kB 00:00 2024-01-28T12:49:12.494 INFO:teuthology.orchestra.run.smithi175.stdout:(20/147): python3-ceph-common-19.0.0-410.gc8f2a 1.7 MB/s | 129 kB 00:00 2024-01-28T12:49:12.528 INFO:teuthology.orchestra.run.smithi175.stdout:(21/147): python3-cephfs-19.0.0-410.gc8f2a2aa.e 2.3 MB/s | 197 kB 00:00 2024-01-28T12:49:12.628 INFO:teuthology.orchestra.run.smithi175.stdout:(22/147): python3-rados-19.0.0-410.gc8f2a2aa.el 2.7 MB/s | 371 kB 00:00 2024-01-28T12:49:12.653 INFO:teuthology.orchestra.run.smithi175.stdout:(23/147): python3-rbd-19.0.0-410.gc8f2a2aa.el8. 2.8 MB/s | 364 kB 00:00 2024-01-28T12:49:12.668 INFO:teuthology.orchestra.run.smithi181.stdout:(38/147): liboath-2.6.2-3.el8.x86_64.rpm 321 kB/s | 59 kB 00:00 2024-01-28T12:49:12.695 INFO:teuthology.orchestra.run.smithi175.stdout:(24/147): python3-rgw-19.0.0-410.gc8f2a2aa.el8. 1.6 MB/s | 107 kB 00:00 2024-01-28T12:49:12.720 INFO:teuthology.orchestra.run.smithi175.stdout:(25/147): rbd-fuse-19.0.0-410.gc8f2a2aa.el8.x86 1.4 MB/s | 93 kB 00:00 2024-01-28T12:49:12.744 INFO:teuthology.orchestra.run.smithi088.stdout:(8/147): ceph-osd-19.0.0-410.gc8f2a2aa.el8.x86_ 5.9 MB/s | 19 MB 00:03 2024-01-28T12:49:12.784 INFO:teuthology.orchestra.run.smithi088.stdout:(9/147): ceph-selinux-19.0.0-410.gc8f2a2aa.el8. 592 kB/s | 24 kB 00:00 2024-01-28T12:49:12.787 INFO:teuthology.orchestra.run.smithi175.stdout:(26/147): rbd-nbd-19.0.0-410.gc8f2a2aa.el8.x86_ 2.7 MB/s | 181 kB 00:00 2024-01-28T12:49:12.835 INFO:teuthology.orchestra.run.smithi181.stdout:(39/147): gperftools-libs-2.7-9.el8.x86_64.rpm 816 kB/s | 306 kB 00:00 2024-01-28T12:49:12.904 INFO:teuthology.orchestra.run.smithi175.stdout:(27/147): ceph-grafana-dashboards-19.0.0-410.gc 240 kB/s | 28 kB 00:00 2024-01-28T12:49:12.977 INFO:teuthology.orchestra.run.smithi181.stdout:(40/147): librgw2-19.0.0-410.gc8f2a2aa.el8.x86_ 2.7 MB/s | 6.9 MB 00:02 2024-01-28T12:49:12.996 INFO:teuthology.orchestra.run.smithi175.stdout:(28/147): ceph-mgr-cephadm-19.0.0-410.gc8f2a2aa 1.4 MB/s | 133 kB 00:00 2024-01-28T12:49:13.002 INFO:teuthology.orchestra.run.smithi181.stdout:(41/147): libunwind-1.3.1-3.el8.x86_64.rpm 225 kB/s | 75 kB 00:00 2024-01-28T12:49:13.236 INFO:teuthology.orchestra.run.smithi181.stdout:(42/147): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 187 kB/s | 44 kB 00:00 2024-01-28T12:49:13.261 INFO:teuthology.orchestra.run.smithi181.stdout:(43/147): luarocks-3.5.0-1.el8.noarch.rpm 392 kB/s | 167 kB 00:00 2024-01-28T12:49:13.305 INFO:teuthology.orchestra.run.smithi175.stdout:(29/147): rbd-mirror-19.0.0-410.gc8f2a2aa.el8.x 5.9 MB/s | 3.6 MB 00:00 2024-01-28T12:49:13.387 INFO:teuthology.orchestra.run.smithi181.stdout:(44/147): python3-asyncssh-2.7.0-2.el8.noarch.r 1.1 MB/s | 476 kB 00:00 2024-01-28T12:49:13.412 INFO:teuthology.orchestra.run.smithi181.stdout:(45/147): python3-cachetools-3.1.1-4.el8.noarch 219 kB/s | 33 kB 00:00 2024-01-28T12:49:13.454 INFO:teuthology.orchestra.run.smithi181.stdout:(46/147): python3-beautifulsoup4-4.6.3-2.el8.1. 850 kB/s | 185 kB 00:00 2024-01-28T12:49:13.530 INFO:teuthology.orchestra.run.smithi175.stdout:(30/147): ceph-mgr-dashboard-19.0.0-410.gc8f2a2 3.3 MB/s | 1.8 MB 00:00 2024-01-28T12:49:13.537 INFO:teuthology.orchestra.run.smithi181.stdout:(47/147): python3-certifi-2018.10.15-7.el8.noar 108 kB/s | 16 kB 00:00 2024-01-28T12:49:13.613 INFO:teuthology.orchestra.run.smithi181.stdout:(48/147): python3-cheroot-8.5.2-1.el8.noarch.rp 862 kB/s | 173 kB 00:00 2024-01-28T12:49:13.664 INFO:teuthology.orchestra.run.smithi175.stdout:(31/147): ceph-mgr-modules-core-19.0.0-410.gc8f 1.8 MB/s | 243 kB 00:00 2024-01-28T12:49:13.696 INFO:teuthology.orchestra.run.smithi181.stdout:(49/147): python3-jaraco-6.2-6.el8.noarch.rpm 134 kB/s | 11 kB 00:00 2024-01-28T12:49:13.747 INFO:teuthology.orchestra.run.smithi175.stdout:(32/147): ceph-mgr-rook-19.0.0-410.gc8f2a2aa.el 602 kB/s | 50 kB 00:00 2024-01-28T12:49:13.823 INFO:teuthology.orchestra.run.smithi175.stdout:(33/147): ceph-prometheus-alerts-19.0.0-410.gc8 200 kB/s | 15 kB 00:00 2024-01-28T12:49:13.830 INFO:teuthology.orchestra.run.smithi181.stdout:(50/147): python3-google-auth-1.1.1-10.el8.noar 278 kB/s | 81 kB 00:00 2024-01-28T12:49:13.855 INFO:teuthology.orchestra.run.smithi181.stdout:(51/147): python3-jaraco-functools-2.0-4.el8.no 111 kB/s | 18 kB 00:00 2024-01-28T12:49:13.948 INFO:teuthology.orchestra.run.smithi175.stdout:(34/147): ceph-volume-19.0.0-410.gc8f2a2aa.el8. 2.0 MB/s | 262 kB 00:00 2024-01-28T12:49:14.022 INFO:teuthology.orchestra.run.smithi181.stdout:(52/147): python3-cherrypy-18.4.0-1.el8.noarch. 677 kB/s | 384 kB 00:00 2024-01-28T12:49:14.090 INFO:teuthology.orchestra.run.smithi175.stdout:(35/147): cephadm-19.0.0-410.gc8f2a2aa.el8.noar 2.9 MB/s | 418 kB 00:00 2024-01-28T12:49:14.097 INFO:teuthology.orchestra.run.smithi181.stdout:(53/147): python3-logutils-0.3.5-11.el8.noarch. 201 kB/s | 49 kB 00:00 2024-01-28T12:49:14.165 INFO:teuthology.orchestra.run.smithi175.stdout:(36/147): cephfs-top-19.0.0-410.gc8f2a2aa.el8.n 242 kB/s | 18 kB 00:00 2024-01-28T12:49:14.282 INFO:teuthology.orchestra.run.smithi175.stdout:(37/147): gperftools-libs-2.7-9.el8.x86_64.rpm 2.6 MB/s | 306 kB 00:00 2024-01-28T12:49:14.297 INFO:teuthology.orchestra.run.smithi181.stdout:(54/147): python3-more-itertools-7.2.0-3.el8.no 213 kB/s | 59 kB 00:00 2024-01-28T12:49:14.315 INFO:teuthology.orchestra.run.smithi175.stdout:(38/147): liboath-2.6.2-3.el8.x86_64.rpm 1.7 MB/s | 59 kB 00:00 2024-01-28T12:49:14.341 INFO:teuthology.orchestra.run.smithi175.stdout:(39/147): libunwind-1.3.1-3.el8.x86_64.rpm 2.9 MB/s | 75 kB 00:00 2024-01-28T12:49:14.345 INFO:teuthology.orchestra.run.smithi181.stdout:(55/147): python3-natsort-7.1.1-2.el8.noarch.rp 244 kB/s | 60 kB 00:00 2024-01-28T12:49:14.375 INFO:teuthology.orchestra.run.smithi175.stdout:(40/147): luarocks-3.5.0-1.el8.noarch.rpm 4.9 MB/s | 167 kB 00:00 2024-01-28T12:49:14.417 INFO:teuthology.orchestra.run.smithi175.stdout:(41/147): python3-asyncssh-2.7.0-2.el8.noarch.r 11 MB/s | 476 kB 00:00 2024-01-28T12:49:14.450 INFO:teuthology.orchestra.run.smithi175.stdout:(42/147): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 1.3 MB/s | 44 kB 00:00 2024-01-28T12:49:14.473 INFO:teuthology.orchestra.run.smithi181.stdout:(56/147): python3-portend-2.6-1.el8.noarch.rpm 122 kB/s | 16 kB 00:00 2024-01-28T12:49:14.484 INFO:teuthology.orchestra.run.smithi175.stdout:(43/147): python3-beautifulsoup4-4.6.3-2.el8.1. 5.4 MB/s | 185 kB 00:00 2024-01-28T12:49:14.593 INFO:teuthology.orchestra.run.smithi175.stdout:(44/147): ceph-mgr-diskprediction-local-19.0.0- 5.7 MB/s | 7.4 MB 00:01 2024-01-28T12:49:14.618 INFO:teuthology.orchestra.run.smithi175.stdout:(45/147): python3-cachetools-3.1.1-4.el8.noarch 247 kB/s | 33 kB 00:00 2024-01-28T12:49:14.640 INFO:teuthology.orchestra.run.smithi181.stdout:(57/147): python3-pecan-1.3.2-9.el8.noarch.rpm 827 kB/s | 283 kB 00:00 2024-01-28T12:49:14.652 INFO:teuthology.orchestra.run.smithi175.stdout:(46/147): python3-cheroot-8.5.2-1.el8.noarch.rp 5.1 MB/s | 173 kB 00:00 2024-01-28T12:49:14.668 INFO:teuthology.orchestra.run.smithi175.stdout:(47/147): python3-certifi-2018.10.15-7.el8.noar 216 kB/s | 16 kB 00:00 2024-01-28T12:49:14.691 INFO:teuthology.orchestra.run.smithi181.stdout:(58/147): python3-repoze-lru-0.7-6.el8.noarch.r 155 kB/s | 34 kB 00:00 2024-01-28T12:49:14.694 INFO:teuthology.orchestra.run.smithi175.stdout:(48/147): python3-cherrypy-18.4.0-1.el8.noarch. 9.0 MB/s | 384 kB 00:00 2024-01-28T12:49:14.719 INFO:teuthology.orchestra.run.smithi175.stdout:(49/147): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2024-01-28T12:49:14.724 INFO:teuthology.orchestra.run.smithi181.stdout:(59/147): python3-kubernetes-11.0.0-6.el8.noarc 1.3 MB/s | 1.2 MB 00:00 2024-01-28T12:49:14.736 INFO:teuthology.orchestra.run.smithi175.stdout:(50/147): python3-jaraco-6.2-6.el8.noarch.rpm 265 kB/s | 11 kB 00:00 2024-01-28T12:49:14.753 INFO:teuthology.orchestra.run.smithi175.stdout:(51/147): python3-jaraco-functools-2.0-4.el8.no 524 kB/s | 18 kB 00:00 2024-01-28T12:49:14.810 INFO:teuthology.orchestra.run.smithi088.stdout:(10/147): ceph-common-19.0.0-410.gc8f2a2aa.el8. 2.3 MB/s | 23 MB 00:09 2024-01-28T12:49:14.821 INFO:teuthology.orchestra.run.smithi175.stdout:(52/147): python3-logutils-0.3.5-11.el8.noarch. 720 kB/s | 49 kB 00:00 2024-01-28T12:49:14.862 INFO:teuthology.orchestra.run.smithi175.stdout:(53/147): python3-kubernetes-11.0.0-6.el8.noarc 9.3 MB/s | 1.2 MB 00:00 2024-01-28T12:49:14.879 INFO:teuthology.orchestra.run.smithi175.stdout:(54/147): python3-more-itertools-7.2.0-3.el8.no 1.0 MB/s | 59 kB 00:00 2024-01-28T12:49:14.896 INFO:teuthology.orchestra.run.smithi175.stdout:(55/147): python3-natsort-7.1.1-2.el8.noarch.rp 1.8 MB/s | 60 kB 00:00 2024-01-28T12:49:14.918 INFO:teuthology.orchestra.run.smithi088.stdout:(11/147): cephfs-mirror-19.0.0-410.gc8f2a2aa.el 2.4 MB/s | 262 kB 00:00 2024-01-28T12:49:14.921 INFO:teuthology.orchestra.run.smithi175.stdout:(56/147): python3-pecan-1.3.2-9.el8.noarch.rpm 6.6 MB/s | 283 kB 00:00 2024-01-28T12:49:14.938 INFO:teuthology.orchestra.run.smithi175.stdout:(57/147): python3-portend-2.6-1.el8.noarch.rpm 373 kB/s | 16 kB 00:00 2024-01-28T12:49:14.941 INFO:teuthology.orchestra.run.smithi181.stdout:(60/147): python3-simplegeneric-0.8.1-17.el8.no 86 kB/s | 19 kB 00:00 2024-01-28T12:49:14.955 INFO:teuthology.orchestra.run.smithi175.stdout:(58/147): python3-repoze-lru-0.7-6.el8.noarch.r 1.0 MB/s | 34 kB 00:00 2024-01-28T12:49:14.968 INFO:teuthology.orchestra.run.smithi088.stdout:(12/147): libcephfs-devel-19.0.0-410.gc8f2a2aa. 626 kB/s | 31 kB 00:00 2024-01-28T12:49:14.980 INFO:teuthology.orchestra.run.smithi175.stdout:(59/147): python3-routes-2.4.1-12.el8.noarch.rp 4.6 MB/s | 196 kB 00:00 2024-01-28T12:49:15.009 INFO:teuthology.orchestra.run.smithi175.stdout:(60/147): python3-rsa-4.9-2.el8.noarch.rpm 1.3 MB/s | 64 kB 00:00 2024-01-28T12:49:15.009 INFO:teuthology.orchestra.run.smithi181.stdout:(61/147): python3-rsa-4.9-2.el8.noarch.rpm 202 kB/s | 64 kB 00:00 2024-01-28T12:49:15.031 INFO:teuthology.orchestra.run.smithi175.stdout:(61/147): python3-simplegeneric-0.8.1-17.el8.no 373 kB/s | 19 kB 00:00 2024-01-28T12:49:15.056 INFO:teuthology.orchestra.run.smithi175.stdout:(62/147): python3-singledispatch-3.4.0.3-18.el8 477 kB/s | 24 kB 00:00 2024-01-28T12:49:15.075 INFO:teuthology.orchestra.run.smithi181.stdout:(62/147): python3-routes-2.4.1-12.el8.noarch.rp 452 kB/s | 196 kB 00:00 2024-01-28T12:49:15.118 INFO:teuthology.orchestra.run.smithi175.stdout:(63/147): python3-tempora-1.14.1-5.el8.noarch.r 338 kB/s | 29 kB 00:00 2024-01-28T12:49:15.125 INFO:teuthology.orchestra.run.smithi181.stdout:(63/147): python3-singledispatch-3.4.0.3-18.el8 130 kB/s | 24 kB 00:00 2024-01-28T12:49:15.127 INFO:teuthology.orchestra.run.smithi088.stdout:(13/147): libcephfs2-19.0.0-410.gc8f2a2aa.el8.x 5.3 MB/s | 863 kB 00:00 2024-01-28T12:49:15.148 INFO:teuthology.orchestra.run.smithi175.stdout:(64/147): python3-trustme-0.6.0-4.el8.noarch.rp 300 kB/s | 27 kB 00:00 2024-01-28T12:49:15.173 INFO:teuthology.orchestra.run.smithi175.stdout:(65/147): python3-waitress-1.4.3-1.el8.noarch.r 4.5 MB/s | 255 kB 00:00 2024-01-28T12:49:15.193 INFO:teuthology.orchestra.run.smithi181.stdout:(64/147): python3-tempora-1.14.1-5.el8.noarch.r 158 kB/s | 29 kB 00:00 2024-01-28T12:49:15.194 INFO:teuthology.orchestra.run.smithi088.stdout:(14/147): libcephsqlite-19.0.0-410.gc8f2a2aa.el 2.7 MB/s | 183 kB 00:00 2024-01-28T12:49:15.199 INFO:teuthology.orchestra.run.smithi175.stdout:(66/147): python3-webob-1.8.5-1.el8.1.noarch.rp 4.9 MB/s | 251 kB 00:00 2024-01-28T12:49:15.224 INFO:teuthology.orchestra.run.smithi175.stdout:(67/147): python3-websocket-client-0.56.0-5.el8 1.2 MB/s | 61 kB 00:00 2024-01-28T12:49:15.234 INFO:teuthology.orchestra.run.smithi181.stdout:(65/147): python3-trustme-0.6.0-4.el8.noarch.rp 173 kB/s | 27 kB 00:00 2024-01-28T12:49:15.244 INFO:teuthology.orchestra.run.smithi088.stdout:(15/147): librados-devel-19.0.0-410.gc8f2a2aa.e 2.7 MB/s | 139 kB 00:00 2024-01-28T12:49:15.249 INFO:teuthology.orchestra.run.smithi175.stdout:(68/147): python3-webtest-2.0.33-1.el8.noarch.r 1.7 MB/s | 85 kB 00:00 2024-01-28T12:49:15.275 INFO:teuthology.orchestra.run.smithi175.stdout:(69/147): python3-zc-lockfile-2.0-2.el8.noarch. 457 kB/s | 23 kB 00:00 2024-01-28T12:49:15.300 INFO:teuthology.orchestra.run.smithi175.stdout:(70/147): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2024-01-28T12:49:15.342 INFO:teuthology.orchestra.run.smithi175.stdout:(71/147): thrift-0.13.0-2.el8.x86_64.rpm 19 MB/s | 1.7 MB 00:00 2024-01-28T12:49:15.361 INFO:teuthology.orchestra.run.smithi088.stdout:(16/147): libradosstriper1-19.0.0-410.gc8f2a2aa 4.6 MB/s | 545 kB 00:00 2024-01-28T12:49:15.493 INFO:teuthology.orchestra.run.smithi175.stdout:(72/147): libverto-devel-0.3.0-5.el8.x86_64.rpm 93 kB/s | 18 kB 00:00 2024-01-28T12:49:15.493 INFO:teuthology.orchestra.run.smithi181.stdout:(66/147): python3-websocket-client-0.56.0-5.el8 237 kB/s | 61 kB 00:00 2024-01-28T12:49:15.618 INFO:teuthology.orchestra.run.smithi181.stdout:(67/147): python3-webob-1.8.5-1.el8.1.noarch.rp 592 kB/s | 251 kB 00:00 2024-01-28T12:49:15.668 INFO:teuthology.orchestra.run.smithi181.stdout:(68/147): python3-waitress-1.4.3-1.el8.noarch.r 471 kB/s | 255 kB 00:00 2024-01-28T12:49:15.693 INFO:teuthology.orchestra.run.smithi175.stdout:(73/147): python3-jwt-1.6.1-2.el8.noarch.rpm 124 kB/s | 43 kB 00:00 2024-01-28T12:49:15.760 INFO:teuthology.orchestra.run.smithi175.stdout:(74/147): python3-oauthlib-2.1.0-1.el8.noarch.r 581 kB/s | 155 kB 00:00 2024-01-28T12:49:15.777 INFO:teuthology.orchestra.run.smithi181.stdout:(69/147): python3-webtest-2.0.33-1.el8.noarch.r 301 kB/s | 85 kB 00:00 2024-01-28T12:49:15.794 INFO:teuthology.orchestra.run.smithi181.stdout:(70/147): python3-zc-lockfile-2.0-2.el8.noarch. 131 kB/s | 23 kB 00:00 2024-01-28T12:49:15.819 INFO:teuthology.orchestra.run.smithi181.stdout:(71/147): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.6 MB/s | 70 kB 00:00 2024-01-28T12:49:15.960 INFO:teuthology.orchestra.run.smithi175.stdout:(75/147): python3-pycparser-2.14-14.el8.noarch. 409 kB/s | 109 kB 00:00 2024-01-28T12:49:16.069 INFO:teuthology.orchestra.run.smithi181.stdout:(72/147): python3-jsonpointer-1.10-11.el8.noarc 73 kB/s | 20 kB 00:00 2024-01-28T12:49:16.102 INFO:teuthology.orchestra.run.smithi175.stdout:(76/147): python3-requests-oauthlib-1.0.0-1.el8 125 kB/s | 43 kB 00:00 2024-01-28T12:49:16.120 INFO:teuthology.orchestra.run.smithi181.stdout:(73/147): python3-prettytable-0.7.2-14.el8.noar 149 kB/s | 44 kB 00:00 2024-01-28T12:49:16.254 INFO:teuthology.orchestra.run.smithi181.stdout:(74/147): thrift-0.13.0-2.el8.x86_64.rpm 3.0 MB/s | 1.7 MB 00:00 2024-01-28T12:49:16.346 INFO:teuthology.orchestra.run.smithi181.stdout:(75/147): python3-jsonpatch-1.21-2.el8.noarch.r 118 kB/s | 27 kB 00:00 2024-01-28T12:49:16.445 INFO:teuthology.orchestra.run.smithi088.stdout:(17/147): librgw2-19.0.0-410.gc8f2a2aa.el8.x86_ 6.4 MB/s | 6.9 MB 00:01 2024-01-28T12:49:16.504 INFO:teuthology.orchestra.run.smithi181.stdout:(76/147): python3-pyasn1-modules-0.3.7-6.el8.no 253 kB/s | 110 kB 00:00 2024-01-28T12:49:16.520 INFO:teuthology.orchestra.run.smithi088.stdout:(18/147): python3-ceph-argparse-19.0.0-410.gc8f 600 kB/s | 45 kB 00:00 2024-01-28T12:49:16.535 INFO:teuthology.orchestra.run.smithi175.stdout:(77/147): libaio-devel-0.3.112-1.el8.x86_64.rpm 32 kB/s | 19 kB 00:00 2024-01-28T12:49:16.570 INFO:teuthology.orchestra.run.smithi088.stdout:(19/147): python3-ceph-common-19.0.0-410.gc8f2a 2.5 MB/s | 129 kB 00:00 2024-01-28T12:49:16.621 INFO:teuthology.orchestra.run.smithi181.stdout:(77/147): python3-pyasn1-0.3.7-6.el8.noarch.rpm 344 kB/s | 126 kB 00:00 2024-01-28T12:49:16.637 INFO:teuthology.orchestra.run.smithi088.stdout:(20/147): python3-cephfs-19.0.0-410.gc8f2a2aa.e 2.9 MB/s | 197 kB 00:00 2024-01-28T12:49:16.694 INFO:teuthology.orchestra.run.smithi175.stdout:(78/147): libzstd-devel-1.4.4-1.el8.x86_64.rpm 74 kB/s | 44 kB 00:00 2024-01-28T12:49:16.721 INFO:teuthology.orchestra.run.smithi088.stdout:(21/147): python3-rados-19.0.0-410.gc8f2a2aa.el 4.4 MB/s | 371 kB 00:00 2024-01-28T12:49:16.805 INFO:teuthology.orchestra.run.smithi181.stdout:(78/147): python3-werkzeug-0.12.2-4.el8.noarch. 997 kB/s | 457 kB 00:00 2024-01-28T12:49:16.813 INFO:teuthology.orchestra.run.smithi088.stdout:(22/147): python3-rbd-19.0.0-410.gc8f2a2aa.el8. 3.9 MB/s | 364 kB 00:00 2024-01-28T12:49:16.863 INFO:teuthology.orchestra.run.smithi088.stdout:(23/147): python3-rgw-19.0.0-410.gc8f2a2aa.el8. 2.1 MB/s | 107 kB 00:00 2024-01-28T12:49:16.896 INFO:teuthology.orchestra.run.smithi181.stdout:(79/147): bison-3.0.4-10.el8.x86_64.rpm 1.7 MB/s | 688 kB 00:00 2024-01-28T12:49:16.903 INFO:teuthology.orchestra.run.smithi175.stdout:(79/147): pcre2-devel-10.32-2.el8.x86_64.rpm 1.6 MB/s | 605 kB 00:00 2024-01-28T12:49:16.922 INFO:teuthology.orchestra.run.smithi088.stdout:(24/147): rbd-fuse-19.0.0-410.gc8f2a2aa.el8.x86 1.6 MB/s | 93 kB 00:00 2024-01-28T12:49:17.070 INFO:teuthology.orchestra.run.smithi175.stdout:(80/147): pcre2-utf16-10.32-2.el8.x86_64.rpm 610 kB/s | 229 kB 00:00 2024-01-28T12:49:17.088 INFO:teuthology.orchestra.run.smithi181.stdout:(80/147): libtool-2.4.6-25.el8.x86_64.rpm 2.4 MB/s | 709 kB 00:00 2024-01-28T12:49:17.114 INFO:teuthology.orchestra.run.smithi181.stdout:(81/147): flex-2.6.1-9.el8.x86_64.rpm 649 kB/s | 320 kB 00:00 2024-01-28T12:49:17.154 INFO:teuthology.orchestra.run.smithi175.stdout:(81/147): pcre2-utf32-10.32-2.el8.x86_64.rpm 881 kB/s | 220 kB 00:00 2024-01-28T12:49:17.181 INFO:teuthology.orchestra.run.smithi181.stdout:(82/147): python3-markupsafe-0.23-19.el8.x86_64 137 kB/s | 39 kB 00:00 2024-01-28T12:49:17.364 INFO:teuthology.orchestra.run.smithi088.stdout:(25/147): ceph-radosgw-19.0.0-410.gc8f2a2aa.el8 2.2 MB/s | 14 MB 00:06 2024-01-28T12:49:17.481 INFO:teuthology.orchestra.run.smithi088.stdout:(26/147): rbd-nbd-19.0.0-410.gc8f2a2aa.el8.x86_ 1.5 MB/s | 181 kB 00:00 2024-01-28T12:49:17.487 INFO:teuthology.orchestra.run.smithi175.stdout:(82/147): libselinux-devel-2.9-5.el8.x86_64.rpm 480 kB/s | 200 kB 00:00 2024-01-28T12:49:17.502 INFO:teuthology.orchestra.run.smithi181.stdout:(83/147): oniguruma-6.8.2-2.el8.x86_64.rpm 483 kB/s | 187 kB 00:00 2024-01-28T12:49:17.548 INFO:teuthology.orchestra.run.smithi088.stdout:(27/147): rbd-mirror-19.0.0-410.gc8f2a2aa.el8.x 5.8 MB/s | 3.6 MB 00:00 2024-01-28T12:49:17.573 INFO:teuthology.orchestra.run.smithi088.stdout:(28/147): ceph-grafana-dashboards-19.0.0-410.gc 305 kB/s | 28 kB 00:00 2024-01-28T12:49:17.579 INFO:teuthology.orchestra.run.smithi175.stdout:(83/147): keyutils-libs-devel-1.5.10-9.el8.x86_ 113 kB/s | 48 kB 00:00 2024-01-28T12:49:17.598 INFO:teuthology.orchestra.run.smithi088.stdout:(29/147): ceph-mgr-cephadm-19.0.0-410.gc8f2a2aa 2.6 MB/s | 133 kB 00:00 2024-01-28T12:49:17.648 INFO:teuthology.orchestra.run.smithi181.stdout:(84/147): uuid-1.6.2-43.el8.x86_64.rpm 137 kB/s | 64 kB 00:00 2024-01-28T12:49:17.673 INFO:teuthology.orchestra.run.smithi181.stdout:(85/147): lttng-ust-2.8.1-11.el8.x86_64.rpm 443 kB/s | 259 kB 00:00 2024-01-28T12:49:17.804 INFO:teuthology.orchestra.run.smithi175.stdout:(84/147): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 256 kB/s | 58 kB 00:00 2024-01-28T12:49:17.871 INFO:teuthology.orchestra.run.smithi175.stdout:(85/147): libsepol-devel-2.9-3.el8.x86_64.rpm 227 kB/s | 87 kB 00:00 2024-01-28T12:49:17.898 INFO:teuthology.orchestra.run.smithi181.stdout:(86/147): python3-jinja2-2.10.1-3.el8.noarch.rp 2.3 MB/s | 538 kB 00:00 2024-01-28T12:49:17.924 INFO:teuthology.orchestra.run.smithi181.stdout:(87/147): python3-pyOpenSSL-19.0.0-1.el8.noarch 246 kB/s | 103 kB 00:00 2024-01-28T12:49:18.049 INFO:teuthology.orchestra.run.smithi181.stdout:(88/147): python3-babel-2.5.1-7.el8.noarch.rpm 12 MB/s | 4.8 MB 00:00 2024-01-28T12:49:18.113 INFO:teuthology.orchestra.run.smithi175.stdout:(86/147): fuse-2.9.7-17.el8.x86_64.rpm 344 kB/s | 83 kB 00:00 2024-01-28T12:49:18.255 INFO:teuthology.orchestra.run.smithi175.stdout:(87/147): libcom_err-devel-1.45.6-4.el8.x86_64. 86 kB/s | 39 kB 00:00 2024-01-28T12:49:18.290 INFO:teuthology.orchestra.run.smithi088.stdout:(30/147): ceph-mgr-dashboard-19.0.0-410.gc8f2a2 2.5 MB/s | 1.8 MB 00:00 2024-01-28T12:49:18.291 INFO:teuthology.orchestra.run.smithi181.stdout:(89/147): python3-numpy-f2py-1.14.3-10.el8.x86_ 932 kB/s | 225 kB 00:00 2024-01-28T12:49:18.439 INFO:teuthology.orchestra.run.smithi175.stdout:(88/147): libgfortran-8.5.0-20.el8.x86_64.rpm 1.9 MB/s | 645 kB 00:00 2024-01-28T12:49:18.475 INFO:teuthology.orchestra.run.smithi181.stdout:(90/147): socat-1.7.4.1-1.el8.x86_64.rpm 587 kB/s | 323 kB 00:00 2024-01-28T12:49:18.566 INFO:teuthology.orchestra.run.smithi181.stdout:(91/147): python3-numpy-1.14.3-10.el8.x86_64.rp 5.6 MB/s | 3.7 MB 00:00 2024-01-28T12:49:18.808 INFO:teuthology.orchestra.run.smithi181.stdout:(92/147): python3-mako-1.0.6-14.el8.noarch.rpm 650 kB/s | 157 kB 00:00 2024-01-28T12:49:18.816 INFO:teuthology.orchestra.run.smithi088.stdout:(31/147): ceph-test-19.0.0-410.gc8f2a2aa.el8.x8 8.8 MB/s | 53 MB 00:06 2024-01-28T12:49:18.834 INFO:teuthology.orchestra.run.smithi181.stdout:(93/147): librdkafka-0.11.4-3.el8.x86_64.rpm 652 kB/s | 354 kB 00:00 2024-01-28T12:49:18.841 INFO:teuthology.orchestra.run.smithi088.stdout:(32/147): ceph-mgr-modules-core-19.0.0-410.gc8f 442 kB/s | 243 kB 00:00 2024-01-28T12:49:18.866 INFO:teuthology.orchestra.run.smithi088.stdout:(33/147): ceph-mgr-rook-19.0.0-410.gc8f2a2aa.el 1.0 MB/s | 50 kB 00:00 2024-01-28T12:49:18.900 INFO:teuthology.orchestra.run.smithi088.stdout:(34/147): ceph-prometheus-alerts-19.0.0-410.gc8 258 kB/s | 15 kB 00:00 2024-01-28T12:49:18.950 INFO:teuthology.orchestra.run.smithi088.stdout:(35/147): ceph-volume-19.0.0-410.gc8f2a2aa.el8. 3.1 MB/s | 262 kB 00:00 2024-01-28T12:49:18.992 INFO:teuthology.orchestra.run.smithi181.stdout:(94/147): openblas-threads-0.3.15-6.el8.x86_64. 10 MB/s | 5.2 MB 00:00 2024-01-28T12:49:19.014 INFO:teuthology.orchestra.run.smithi175.stdout:(89/147): ceph-test-19.0.0-410.gc8f2a2aa.el8.x8 5.7 MB/s | 53 MB 00:09 2024-01-28T12:49:19.039 INFO:teuthology.orchestra.run.smithi175.stdout:(90/147): libuuid-devel-2.32.1-43.el8.x86_64.rp 166 kB/s | 100 kB 00:00 2024-01-28T12:49:19.042 INFO:teuthology.orchestra.run.smithi088.stdout:(36/147): ceph-mgr-diskprediction-local-19.0.0- 5.1 MB/s | 7.4 MB 00:01 2024-01-28T12:49:19.073 INFO:teuthology.orchestra.run.smithi175.stdout:(91/147): libquadmath-8.5.0-20.el8.x86_64.rpm 211 kB/s | 172 kB 00:00 2024-01-28T12:49:19.075 INFO:teuthology.orchestra.run.smithi088.stdout:(37/147): cephfs-top-19.0.0-410.gc8f2a2aa.el8.n 145 kB/s | 18 kB 00:00 2024-01-28T12:49:19.076 INFO:teuthology.orchestra.run.smithi181.stdout:(95/147): automake-1.16.1-8.el8.noarch.rpm 2.9 MB/s | 714 kB 00:00 2024-01-28T12:49:19.112 INFO:teuthology.orchestra.run.smithi088.stdout:(38/147): cephadm-19.0.0-410.gc8f2a2aa.el8.noar 2.0 MB/s | 418 kB 00:00 2024-01-28T12:49:19.184 INFO:teuthology.orchestra.run.smithi181.stdout:(96/147): openblas-0.3.15-6.el8.x86_64.rpm 13 MB/s | 5.0 MB 00:00 2024-01-28T12:49:19.244 INFO:teuthology.orchestra.run.smithi088.stdout:(39/147): liboath-2.6.2-3.el8.x86_64.rpm 353 kB/s | 59 kB 00:00 2024-01-28T12:49:19.248 INFO:teuthology.orchestra.run.smithi175.stdout:(92/147): python3-cryptography-3.2.1-6.el8.x86_ 2.7 MB/s | 559 kB 00:00 2024-01-28T12:49:19.269 INFO:teuthology.orchestra.run.smithi181.stdout:(97/147): libpq-13.11-1.el8.x86_64.rpm 719 kB/s | 198 kB 00:00 2024-01-28T12:49:19.273 INFO:teuthology.orchestra.run.smithi175.stdout:(93/147): xfsprogs-devel-5.0.0-12.el8.x86_64.rp 363 kB/s | 73 kB 00:00 2024-01-28T12:49:19.293 INFO:teuthology.orchestra.run.smithi088.stdout:(40/147): libunwind-1.3.1-3.el8.x86_64.rpm 409 kB/s | 75 kB 00:00 2024-01-28T12:49:19.297 INFO:teuthology.orchestra.run.smithi181.stdout:(98/147): jq-1.6-7.el8.x86_64.rpm 933 kB/s | 202 kB 00:00 2024-01-28T12:49:19.317 INFO:teuthology.orchestra.run.smithi175.stdout:(94/147): python3-cffi-1.11.5-6.el8.x86_64.rpm 791 kB/s | 238 kB 00:00 2024-01-28T12:49:19.319 INFO:teuthology.orchestra.run.smithi181.stdout:(99/147): python3-pytz-2017.2-11.el8.noarch.rpm 405 kB/s | 54 kB 00:00 2024-01-28T12:49:19.336 INFO:teuthology.orchestra.run.smithi088.stdout:(41/147): gperftools-libs-2.7-9.el8.x86_64.rpm 1.0 MB/s | 306 kB 00:00 2024-01-28T12:49:19.374 INFO:teuthology.orchestra.run.smithi088.stdout:(42/147): luarocks-3.5.0-1.el8.noarch.rpm 1.3 MB/s | 167 kB 00:00 2024-01-28T12:49:19.394 INFO:teuthology.orchestra.run.smithi088.stdout:(43/147): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 745 kB/s | 44 kB 00:00 2024-01-28T12:49:19.445 INFO:teuthology.orchestra.run.smithi088.stdout:(44/147): python3-beautifulsoup4-4.6.3-2.el8.1. 2.4 MB/s | 185 kB 00:00 2024-01-28T12:49:19.461 INFO:teuthology.orchestra.run.smithi181.stdout:(100/147): postgresql-10.23-3.module+el8.9.0+20 7.8 MB/s | 1.5 MB 00:00 2024-01-28T12:49:19.465 INFO:teuthology.orchestra.run.smithi175.stdout:(95/147): krb5-devel-1.18.2-26.el8_9.x86_64.rpm 3.7 MB/s | 562 kB 00:00 2024-01-28T12:49:19.469 INFO:teuthology.orchestra.run.smithi088.stdout:(45/147): python3-cachetools-3.1.1-4.el8.noarch 439 kB/s | 33 kB 00:00 2024-01-28T12:49:19.495 INFO:teuthology.orchestra.run.smithi088.stdout:(46/147): python3-asyncssh-2.7.0-2.el8.noarch.r 2.3 MB/s | 476 kB 00:00 2024-01-28T12:49:19.521 INFO:teuthology.orchestra.run.smithi088.stdout:(47/147): python3-certifi-2018.10.15-7.el8.noar 216 kB/s | 16 kB 00:00 2024-01-28T12:49:19.524 INFO:teuthology.orchestra.run.smithi175.stdout:(96/147): NetworkManager-initscripts-updown-1.4 522 kB/s | 144 kB 00:00 2024-01-28T12:49:19.545 INFO:teuthology.orchestra.run.smithi088.stdout:(48/147): python3-cheroot-8.5.2-1.el8.noarch.rp 2.2 MB/s | 173 kB 00:00 2024-01-28T12:49:19.570 INFO:teuthology.orchestra.run.smithi181.stdout:(101/147): postgresql-contrib-10.23-3.module+el 2.9 MB/s | 811 kB 00:00 2024-01-28T12:49:19.579 INFO:teuthology.orchestra.run.smithi088.stdout:(49/147): python3-cherrypy-18.4.0-1.el8.noarch. 4.5 MB/s | 384 kB 00:00 2024-01-28T12:49:19.599 INFO:teuthology.orchestra.run.smithi175.stdout:(97/147): elfutils-libelf-devel-0.189-3.el8.x86 189 kB/s | 62 kB 00:00 2024-01-28T12:49:19.635 INFO:teuthology.orchestra.run.smithi088.stdout:(50/147): python3-jaraco-6.2-6.el8.noarch.rpm 125 kB/s | 11 kB 00:00 2024-01-28T12:49:19.663 INFO:teuthology.orchestra.run.smithi088.stdout:(51/147): python3-jaraco-functools-2.0-4.el8.no 210 kB/s | 18 kB 00:00 2024-01-28T12:49:19.688 INFO:teuthology.orchestra.run.smithi088.stdout:(52/147): python3-google-auth-1.1.1-10.el8.noar 485 kB/s | 81 kB 00:00 2024-01-28T12:49:19.702 INFO:teuthology.orchestra.run.smithi175.stdout:(98/147): librabbitmq-0.9.0-4.el8.x86_64.rpm 201 kB/s | 47 kB 00:00 2024-01-28T12:49:19.724 INFO:teuthology.orchestra.run.smithi088.stdout:(53/147): python3-logutils-0.3.5-11.el8.noarch. 836 kB/s | 49 kB 00:00 2024-01-28T12:49:19.737 INFO:teuthology.orchestra.run.smithi181.stdout:(102/147): lua-devel-5.3.4-12.el8.x86_64.rpm 179 kB/s | 30 kB 00:00 2024-01-28T12:49:19.747 INFO:teuthology.orchestra.run.smithi088.stdout:(54/147): python3-more-itertools-7.2.0-3.el8.no 1.0 MB/s | 59 kB 00:00 2024-01-28T12:49:19.781 INFO:teuthology.orchestra.run.smithi088.stdout:(55/147): python3-kubernetes-11.0.0-6.el8.noarc 8.0 MB/s | 1.2 MB 00:00 2024-01-28T12:49:19.806 INFO:teuthology.orchestra.run.smithi088.stdout:(56/147): python3-natsort-7.1.1-2.el8.noarch.rp 719 kB/s | 60 kB 00:00 2024-01-28T12:49:19.825 INFO:teuthology.orchestra.run.smithi175.stdout:(99/147): python3-prettytable-0.7.2-14.el8.noar 351 kB/s | 44 kB 00:00 2024-01-28T12:49:19.831 INFO:teuthology.orchestra.run.smithi088.stdout:(57/147): python3-pecan-1.3.2-9.el8.noarch.rpm 3.3 MB/s | 283 kB 00:00 2024-01-28T12:49:19.850 INFO:teuthology.orchestra.run.smithi175.stdout:(100/147): python3-jsonpointer-1.10-11.el8.noar 80 kB/s | 20 kB 00:00 2024-01-28T12:49:19.856 INFO:teuthology.orchestra.run.smithi088.stdout:(58/147): python3-portend-2.6-1.el8.noarch.rpm 207 kB/s | 16 kB 00:00 2024-01-28T12:49:19.882 INFO:teuthology.orchestra.run.smithi088.stdout:(59/147): python3-repoze-lru-0.7-6.el8.noarch.r 447 kB/s | 34 kB 00:00 2024-01-28T12:49:19.907 INFO:teuthology.orchestra.run.smithi088.stdout:(60/147): python3-routes-2.4.1-12.el8.noarch.rp 2.5 MB/s | 196 kB 00:00 2024-01-28T12:49:19.928 INFO:teuthology.orchestra.run.smithi175.stdout:(101/147): openssl-devel-1.1.1k-12.el8_9.x86_64 5.8 MB/s | 2.3 MB 00:00 2024-01-28T12:49:19.932 INFO:teuthology.orchestra.run.smithi088.stdout:(61/147): python3-rsa-4.9-2.el8.noarch.rpm 854 kB/s | 64 kB 00:00 2024-01-28T12:49:19.937 INFO:teuthology.orchestra.run.smithi181.stdout:(103/147): libverto-devel-0.3.0-5.el8.x86_64.rp 90 kB/s | 18 kB 00:00 2024-01-28T12:49:19.951 INFO:teuthology.orchestra.run.smithi175.stdout:(102/147): python3-pyasn1-modules-0.3.7-6.el8.n 878 kB/s | 110 kB 00:00 2024-01-28T12:49:19.957 INFO:teuthology.orchestra.run.smithi088.stdout:(62/147): python3-simplegeneric-0.8.1-17.el8.no 248 kB/s | 19 kB 00:00 2024-01-28T12:49:19.976 INFO:teuthology.orchestra.run.smithi175.stdout:(103/147): python3-jsonpatch-1.21-2.el8.noarch. 211 kB/s | 27 kB 00:00 2024-01-28T12:49:19.983 INFO:teuthology.orchestra.run.smithi088.stdout:(63/147): python3-singledispatch-3.4.0.3-18.el8 317 kB/s | 24 kB 00:00 2024-01-28T12:49:20.004 INFO:teuthology.orchestra.run.smithi181.stdout:(104/147): postgresql-server-10.23-3.module+el8 7.4 MB/s | 5.1 MB 00:00 2024-01-28T12:49:20.030 INFO:teuthology.orchestra.run.smithi088.stdout:(64/147): python3-tempora-1.14.1-5.el8.noarch.r 299 kB/s | 29 kB 00:00 2024-01-28T12:49:20.066 INFO:teuthology.orchestra.run.smithi088.stdout:(65/147): python3-trustme-0.6.0-4.el8.noarch.rp 253 kB/s | 27 kB 00:00 2024-01-28T12:49:20.085 INFO:teuthology.orchestra.run.smithi175.stdout:(104/147): python3-werkzeug-0.12.2-4.el8.noarch 3.3 MB/s | 457 kB 00:00 2024-01-28T12:49:20.092 INFO:teuthology.orchestra.run.smithi088.stdout:(66/147): python3-waitress-1.4.3-1.el8.noarch.r 2.3 MB/s | 255 kB 00:00 2024-01-28T12:49:20.101 INFO:teuthology.orchestra.run.smithi175.stdout:(105/147): python3-pyasn1-0.3.7-6.el8.noarch.rp 719 kB/s | 126 kB 00:00 2024-01-28T12:49:20.126 INFO:teuthology.orchestra.run.smithi088.stdout:(67/147): python3-webob-1.8.5-1.el8.1.noarch.rp 2.6 MB/s | 251 kB 00:00 2024-01-28T12:49:20.136 INFO:teuthology.orchestra.run.smithi175.stdout:(106/147): bison-3.0.4-10.el8.x86_64.rpm 4.2 MB/s | 688 kB 00:00 2024-01-28T12:49:20.151 INFO:teuthology.orchestra.run.smithi088.stdout:(68/147): python3-websocket-client-0.56.0-5.el8 732 kB/s | 61 kB 00:00 2024-01-28T12:49:20.168 INFO:teuthology.orchestra.run.smithi088.stdout:(69/147): python3-webtest-2.0.33-1.el8.noarch.r 1.1 MB/s | 85 kB 00:00 2024-01-28T12:49:20.187 INFO:teuthology.orchestra.run.smithi181.stdout:(105/147): python3-scipy-1.0.0-21.module+el8.9. 19 MB/s | 14 MB 00:00 2024-01-28T12:49:20.193 INFO:teuthology.orchestra.run.smithi088.stdout:(70/147): python3-zc-lockfile-2.0-2.el8.noarch. 342 kB/s | 23 kB 00:00 2024-01-28T12:49:20.204 INFO:teuthology.orchestra.run.smithi181.stdout:(106/147): python3-jwt-1.6.1-2.el8.noarch.rpm 159 kB/s | 43 kB 00:00 2024-01-28T12:49:20.210 INFO:teuthology.orchestra.run.smithi175.stdout:(107/147): libtool-2.4.6-25.el8.x86_64.rpm 6.4 MB/s | 709 kB 00:00 2024-01-28T12:49:20.218 INFO:teuthology.orchestra.run.smithi088.stdout:(71/147): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 70 kB 00:00 2024-01-28T12:49:20.230 INFO:teuthology.orchestra.run.smithi181.stdout:(107/147): python3-oauthlib-2.1.0-1.el8.noarch. 686 kB/s | 155 kB 00:00 2024-01-28T12:49:20.269 INFO:teuthology.orchestra.run.smithi175.stdout:(108/147): python3-markupsafe-0.23-19.el8.x86_6 291 kB/s | 39 kB 00:00 2024-01-28T12:49:20.313 INFO:teuthology.orchestra.run.smithi181.stdout:(108/147): python3-pycparser-2.14-14.el8.noarch 871 kB/s | 109 kB 00:00 2024-01-28T12:49:20.325 INFO:teuthology.orchestra.run.smithi175.stdout:(109/147): flex-2.6.1-9.el8.x86_64.rpm 1.3 MB/s | 320 kB 00:00 2024-01-28T12:49:20.336 INFO:teuthology.orchestra.run.smithi088.stdout:(72/147): thrift-0.13.0-2.el8.x86_64.rpm 9.4 MB/s | 1.7 MB 00:00 2024-01-28T12:49:20.380 INFO:teuthology.orchestra.run.smithi181.stdout:(109/147): libaio-devel-0.3.112-1.el8.x86_64.rp 124 kB/s | 19 kB 00:00 2024-01-28T12:49:20.394 INFO:teuthology.orchestra.run.smithi175.stdout:(110/147): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.4 MB/s | 259 kB 00:00 2024-01-28T12:49:20.414 INFO:teuthology.orchestra.run.smithi181.stdout:(110/147): python3-requests-oauthlib-1.0.0-1.el 204 kB/s | 43 kB 00:00 2024-01-28T12:49:20.419 INFO:teuthology.orchestra.run.smithi175.stdout:(111/147): oniguruma-6.8.2-2.el8.x86_64.rpm 1.2 MB/s | 187 kB 00:00 2024-01-28T12:49:20.442 INFO:teuthology.orchestra.run.smithi088.stdout:(73/147): python3-jwt-1.6.1-2.el8.noarch.rpm 195 kB/s | 43 kB 00:00 2024-01-28T12:49:20.470 INFO:teuthology.orchestra.run.smithi175.stdout:(112/147): uuid-1.6.2-43.el8.x86_64.rpm 443 kB/s | 64 kB 00:00 2024-01-28T12:49:20.477 INFO:teuthology.orchestra.run.smithi088.stdout:(74/147): libverto-devel-0.3.0-5.el8.x86_64.rpm 63 kB/s | 18 kB 00:00 2024-01-28T12:49:20.497 INFO:teuthology.orchestra.run.smithi181.stdout:(111/147): libzstd-devel-1.4.4-1.el8.x86_64.rpm 238 kB/s | 44 kB 00:00 2024-01-28T12:49:20.511 INFO:teuthology.orchestra.run.smithi088.stdout:(75/147): python3-oauthlib-2.1.0-1.el8.noarch.r 883 kB/s | 155 kB 00:00 2024-01-28T12:49:20.528 INFO:teuthology.orchestra.run.smithi175.stdout:(113/147): python3-pyOpenSSL-19.0.0-1.el8.noarc 774 kB/s | 103 kB 00:00 2024-01-28T12:49:20.531 INFO:teuthology.orchestra.run.smithi181.stdout:(112/147): pcre2-devel-10.32-2.el8.x86_64.rpm 3.9 MB/s | 605 kB 00:00 2024-01-28T12:49:20.595 INFO:teuthology.orchestra.run.smithi088.stdout:(76/147): python3-pycparser-2.14-14.el8.noarch. 719 kB/s | 109 kB 00:00 2024-01-28T12:49:20.606 INFO:teuthology.orchestra.run.smithi181.stdout:(113/147): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.2 MB/s | 229 kB 00:00 2024-01-28T12:49:20.628 INFO:teuthology.orchestra.run.smithi088.stdout:(77/147): python3-requests-oauthlib-1.0.0-1.el8 283 kB/s | 43 kB 00:00 2024-01-28T12:49:20.654 INFO:teuthology.orchestra.run.smithi175.stdout:(114/147): python3-babel-2.5.1-7.el8.noarch.rpm 20 MB/s | 4.8 MB 00:00 2024-01-28T12:49:20.664 INFO:teuthology.orchestra.run.smithi181.stdout:(114/147): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.3 MB/s | 220 kB 00:00 2024-01-28T12:49:20.681 INFO:teuthology.orchestra.run.smithi181.stdout:(115/147): libselinux-devel-2.9-5.el8.x86_64.rp 1.3 MB/s | 200 kB 00:00 2024-01-28T12:49:20.687 INFO:teuthology.orchestra.run.smithi175.stdout:(115/147): python3-jinja2-2.10.1-3.el8.noarch.r 2.4 MB/s | 538 kB 00:00 2024-01-28T12:49:20.695 INFO:teuthology.orchestra.run.smithi088.stdout:(78/147): libaio-devel-0.3.112-1.el8.x86_64.rpm 102 kB/s | 19 kB 00:00 2024-01-28T12:49:20.740 INFO:teuthology.orchestra.run.smithi181.stdout:(116/147): keyutils-libs-devel-1.5.10-9.el8.x86 360 kB/s | 48 kB 00:00 2024-01-28T12:49:20.771 INFO:teuthology.orchestra.run.smithi175.stdout:(116/147): python3-numpy-1.14.3-10.el8.x86_64.r 15 MB/s | 3.7 MB 00:00 2024-01-28T12:49:20.779 INFO:teuthology.orchestra.run.smithi088.stdout:(79/147): libzstd-devel-1.4.4-1.el8.x86_64.rpm 239 kB/s | 44 kB 00:00 2024-01-28T12:49:20.796 INFO:teuthology.orchestra.run.smithi175.stdout:(117/147): socat-1.7.4.1-1.el8.x86_64.rpm 2.2 MB/s | 323 kB 00:00 2024-01-28T12:49:20.807 INFO:teuthology.orchestra.run.smithi181.stdout:(117/147): libcom_err-devel-1.45.6-4.el8.x86_64 578 kB/s | 39 kB 00:00 2024-01-28T12:49:20.821 INFO:teuthology.orchestra.run.smithi175.stdout:(118/147): python3-numpy-f2py-1.14.3-10.el8.x86 1.6 MB/s | 225 kB 00:00 2024-01-28T12:49:20.841 INFO:teuthology.orchestra.run.smithi181.stdout:(118/147): libsepol-devel-2.9-3.el8.x86_64.rpm 494 kB/s | 87 kB 00:00 2024-01-28T12:49:20.846 INFO:teuthology.orchestra.run.smithi088.stdout:(80/147): pcre2-devel-10.32-2.el8.x86_64.rpm 2.7 MB/s | 605 kB 00:00 2024-01-28T12:49:20.866 INFO:teuthology.orchestra.run.smithi181.stdout:(119/147): zlib-devel-1.2.11-18.el8_5.x86_64.rp 313 kB/s | 58 kB 00:00 2024-01-28T12:49:20.879 INFO:teuthology.orchestra.run.smithi088.stdout:(81/147): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.2 MB/s | 229 kB 00:00 2024-01-28T12:49:20.905 INFO:teuthology.orchestra.run.smithi175.stdout:(119/147): librdkafka-0.11.4-3.el8.x86_64.rpm 2.6 MB/s | 354 kB 00:00 2024-01-28T12:49:20.952 INFO:teuthology.orchestra.run.smithi181.stdout:(120/147): fuse-2.9.7-17.el8.x86_64.rpm 584 kB/s | 83 kB 00:00 2024-01-28T12:49:20.954 INFO:teuthology.orchestra.run.smithi088.stdout:(82/147): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.2 MB/s | 220 kB 00:00 2024-01-28T12:49:21.022 INFO:teuthology.orchestra.run.smithi175.stdout:(120/147): python3-mako-1.0.6-14.el8.noarch.rpm 783 kB/s | 157 kB 00:00 2024-01-28T12:49:21.091 INFO:teuthology.orchestra.run.smithi181.stdout:(121/147): libquadmath-8.5.0-20.el8.x86_64.rpm 766 kB/s | 172 kB 00:00 2024-01-28T12:49:21.097 INFO:teuthology.orchestra.run.smithi175.stdout:(121/147): openblas-threads-0.3.15-6.el8.x86_64 17 MB/s | 5.2 MB 00:00 2024-01-28T12:49:21.105 INFO:teuthology.orchestra.run.smithi088.stdout:(83/147): libsepol-devel-2.9-3.el8.x86_64.rpm 580 kB/s | 87 kB 00:00 2024-01-28T12:49:21.125 INFO:teuthology.orchestra.run.smithi181.stdout:(122/147): libgfortran-8.5.0-20.el8.x86_64.rpm 2.2 MB/s | 645 kB 00:00 2024-01-28T12:49:21.130 INFO:teuthology.orchestra.run.smithi088.stdout:(84/147): libselinux-devel-2.9-5.el8.x86_64.rpm 706 kB/s | 200 kB 00:00 2024-01-28T12:49:21.155 INFO:teuthology.orchestra.run.smithi088.stdout:(85/147): keyutils-libs-devel-1.5.10-9.el8.x86_ 174 kB/s | 48 kB 00:00 2024-01-28T12:49:21.181 INFO:teuthology.orchestra.run.smithi175.stdout:(122/147): automake-1.16.1-8.el8.noarch.rpm 4.4 MB/s | 714 kB 00:00 2024-01-28T12:49:21.242 INFO:teuthology.orchestra.run.smithi181.stdout:(123/147): python3-cffi-1.11.5-6.el8.x86_64.rpm 1.5 MB/s | 238 kB 00:00 2024-01-28T12:49:21.250 INFO:teuthology.orchestra.run.smithi088.stdout:(86/147): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 397 kB/s | 58 kB 00:00 2024-01-28T12:49:21.259 INFO:teuthology.orchestra.run.smithi181.stdout:(124/147): libuuid-devel-2.32.1-43.el8.x86_64.r 323 kB/s | 100 kB 00:00 2024-01-28T12:49:21.289 INFO:teuthology.orchestra.run.smithi175.stdout:(123/147): openblas-0.3.15-6.el8.x86_64.rpm 13 MB/s | 5.0 MB 00:00 2024-01-28T12:49:21.301 INFO:teuthology.orchestra.run.smithi181.stdout:(125/147): python3-cryptography-3.2.1-6.el8.x86 3.1 MB/s | 559 kB 00:00 2024-01-28T12:49:21.314 INFO:teuthology.orchestra.run.smithi088.stdout:(87/147): libcom_err-devel-1.45.6-4.el8.x86_64. 210 kB/s | 39 kB 00:00 2024-01-28T12:49:21.314 INFO:teuthology.orchestra.run.smithi175.stdout:(124/147): libpq-13.11-1.el8.x86_64.rpm 911 kB/s | 198 kB 00:00 2024-01-28T12:49:21.339 INFO:teuthology.orchestra.run.smithi088.stdout:(88/147): fuse-2.9.7-17.el8.x86_64.rpm 452 kB/s | 83 kB 00:00 2024-01-28T12:49:21.340 INFO:teuthology.orchestra.run.smithi175.stdout:(125/147): jq-1.6-7.el8.x86_64.rpm 1.2 MB/s | 202 kB 00:00 2024-01-28T12:49:21.382 INFO:teuthology.orchestra.run.smithi175.stdout:(126/147): python3-pytz-2017.2-11.el8.noarch.rp 589 kB/s | 54 kB 00:00 2024-01-28T12:49:21.384 INFO:teuthology.orchestra.run.smithi181.stdout:(126/147): xfsprogs-devel-5.0.0-12.el8.x86_64.r 511 kB/s | 73 kB 00:00 2024-01-28T12:49:21.426 INFO:teuthology.orchestra.run.smithi181.stdout:(127/147): elfutils-libelf-devel-0.189-3.el8.x8 493 kB/s | 62 kB 00:00 2024-01-28T12:49:21.440 INFO:teuthology.orchestra.run.smithi088.stdout:(89/147): libgfortran-8.5.0-20.el8.x86_64.rpm 3.3 MB/s | 645 kB 00:00 2024-01-28T12:49:21.465 INFO:teuthology.orchestra.run.smithi088.stdout:(90/147): libquadmath-8.5.0-20.el8.x86_64.rpm 1.1 MB/s | 172 kB 00:00 2024-01-28T12:49:21.490 INFO:teuthology.orchestra.run.smithi088.stdout:(91/147): libuuid-devel-2.32.1-43.el8.x86_64.rp 663 kB/s | 100 kB 00:00 2024-01-28T12:49:21.495 INFO:teuthology.orchestra.run.smithi181.stdout:(128/147): NetworkManager-initscripts-updown-1. 610 kB/s | 144 kB 00:00 2024-01-28T12:49:21.499 INFO:teuthology.orchestra.run.smithi175.stdout:(127/147): postgresql-contrib-10.23-3.module+el 5.0 MB/s | 811 kB 00:00 2024-01-28T12:49:21.544 INFO:teuthology.orchestra.run.smithi181.stdout:(129/147): krb5-devel-1.18.2-26.el8_9.x86_64.rp 3.5 MB/s | 562 kB 00:00 2024-01-28T12:49:21.566 INFO:teuthology.orchestra.run.smithi175.stdout:(128/147): postgresql-10.23-3.module+el8.9.0+20 6.0 MB/s | 1.5 MB 00:00 2024-01-28T12:49:21.569 INFO:teuthology.orchestra.run.smithi181.stdout:(130/147): librabbitmq-0.9.0-4.el8.x86_64.rpm 330 kB/s | 47 kB 00:00 2024-01-28T12:49:21.599 INFO:teuthology.orchestra.run.smithi088.stdout:(92/147): python3-cryptography-3.2.1-6.el8.x86_ 4.1 MB/s | 559 kB 00:00 2024-01-28T12:49:21.666 INFO:teuthology.orchestra.run.smithi088.stdout:(93/147): python3-cffi-1.11.5-6.el8.x86_64.rpm 1.0 MB/s | 238 kB 00:00 2024-01-28T12:49:21.669 INFO:teuthology.orchestra.run.smithi181.stdout:(131/147): openssl-devel-1.1.1k-12.el8_9.x86_64 13 MB/s | 2.3 MB 00:00 2024-01-28T12:49:21.691 INFO:teuthology.orchestra.run.smithi088.stdout:(94/147): xfsprogs-devel-5.0.0-12.el8.x86_64.rp 362 kB/s | 73 kB 00:00 2024-01-28T12:49:21.699 INFO:teuthology.orchestra.run.smithi175.stdout:(129/147): postgresql-server-10.23-3.module+el8 16 MB/s | 5.1 MB 00:00 2024-01-28T12:49:21.716 INFO:teuthology.orchestra.run.smithi088.stdout:(95/147): NetworkManager-initscripts-updown-1.4 1.2 MB/s | 144 kB 00:00 2024-01-28T12:49:21.725 INFO:teuthology.orchestra.run.smithi175.stdout:(130/147): lua-devel-5.3.4-12.el8.x86_64.rpm 189 kB/s | 30 kB 00:00 2024-01-28T12:49:21.808 INFO:teuthology.orchestra.run.smithi088.stdout:(96/147): elfutils-libelf-devel-0.189-3.el8.x86 435 kB/s | 62 kB 00:00 2024-01-28T12:49:21.850 INFO:teuthology.orchestra.run.smithi088.stdout:(97/147): krb5-devel-1.18.2-26.el8_9.x86_64.rpm 3.5 MB/s | 562 kB 00:00 2024-01-28T12:49:22.000 INFO:teuthology.orchestra.run.smithi088.stdout:(98/147): openssl-devel-1.1.1k-12.el8_9.x86_64. 12 MB/s | 2.3 MB 00:00 2024-01-28T12:49:22.059 INFO:teuthology.orchestra.run.smithi181.stdout:(132/147): elfutils-libelf-0.189-3.el8.x86_64.r 597 kB/s | 232 kB 00:00 2024-01-28T12:49:22.059 INFO:teuthology.orchestra.run.smithi088.stdout:(99/147): librabbitmq-0.9.0-4.el8.x86_64.rpm 137 kB/s | 47 kB 00:00 2024-01-28T12:49:22.092 INFO:teuthology.orchestra.run.smithi088.stdout:(100/147): python3-jsonpointer-1.10-11.el8.noar 83 kB/s | 20 kB 00:00 2024-01-28T12:49:22.167 INFO:teuthology.orchestra.run.smithi175.stdout:(131/147): python3-scipy-1.0.0-21.module+el8.9. 21 MB/s | 14 MB 00:00 2024-01-28T12:49:22.179 INFO:teuthology.orchestra.run.smithi088.stdout:(101/147): python3-prettytable-0.7.2-14.el8.noa 250 kB/s | 44 kB 00:00 2024-01-28T12:49:22.202 INFO:teuthology.orchestra.run.smithi088.stdout:(102/147): python3-pyasn1-modules-0.3.7-6.el8.n 770 kB/s | 110 kB 00:00 2024-01-28T12:49:22.235 INFO:teuthology.orchestra.run.smithi088.stdout:(103/147): python3-jsonpatch-1.21-2.el8.noarch. 186 kB/s | 27 kB 00:00 2024-01-28T12:49:22.295 INFO:teuthology.orchestra.run.smithi181.stdout:(133/147): librbd1-19.0.0-410.gc8f2a2aa.el8.x86 5.2 MB/s | 3.8 MB 00:00 2024-01-28T12:49:22.302 INFO:teuthology.orchestra.run.smithi088.stdout:(104/147): python3-pyasn1-0.3.7-6.el8.noarch.rp 1.0 MB/s | 126 kB 00:00 2024-01-28T12:49:22.336 INFO:teuthology.orchestra.run.smithi088.stdout:(105/147): python3-werkzeug-0.12.2-4.el8.noarch 3.3 MB/s | 457 kB 00:00 2024-01-28T12:49:22.354 INFO:teuthology.orchestra.run.smithi181.stdout:(134/147): elfutils-libs-0.189-3.el8.x86_64.rpm 1.0 MB/s | 303 kB 00:00 2024-01-28T12:49:22.403 INFO:teuthology.orchestra.run.smithi088.stdout:(106/147): flex-2.6.1-9.el8.x86_64.rpm 3.1 MB/s | 320 kB 00:00 2024-01-28T12:49:22.408 INFO:teuthology.orchestra.run.smithi175.stdout:(132/147): elfutils-libelf-0.189-3.el8.x86_64.r 961 kB/s | 232 kB 00:00 2024-01-28T12:49:22.462 INFO:teuthology.orchestra.run.smithi088.stdout:(107/147): bison-3.0.4-10.el8.x86_64.rpm 3.0 MB/s | 688 kB 00:00 2024-01-28T12:49:22.504 INFO:teuthology.orchestra.run.smithi181.stdout:(135/147): librados2-19.0.0-410.gc8f2a2aa.el8.x 4.0 MB/s | 3.8 MB 00:00 2024-01-28T12:49:22.511 INFO:teuthology.orchestra.run.smithi088.stdout:(108/147): libtool-2.4.6-25.el8.x86_64.rpm 3.9 MB/s | 709 kB 00:00 2024-01-28T12:49:22.534 INFO:teuthology.orchestra.run.smithi175.stdout:(133/147): elfutils-libs-0.189-3.el8.x86_64.rpm 2.4 MB/s | 303 kB 00:00 2024-01-28T12:49:22.537 INFO:teuthology.orchestra.run.smithi181.stdout:(136/147): libsmartcols-2.32.1-43.el8.x86_64.rp 983 kB/s | 179 kB 00:00 2024-01-28T12:49:22.545 INFO:teuthology.orchestra.run.smithi088.stdout:(109/147): python3-markupsafe-0.23-19.el8.x86_6 273 kB/s | 39 kB 00:00 2024-01-28T12:49:22.554 INFO:teuthology.orchestra.run.smithi181.stdout:(137/147): libmount-2.32.1-43.el8.x86_64.rpm 914 kB/s | 237 kB 00:00 2024-01-28T12:49:22.604 INFO:teuthology.orchestra.run.smithi088.stdout:(110/147): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.8 MB/s | 259 kB 00:00 2024-01-28T12:49:22.629 INFO:teuthology.orchestra.run.smithi088.stdout:(111/147): oniguruma-6.8.2-2.el8.x86_64.rpm 1.6 MB/s | 187 kB 00:00 2024-01-28T12:49:22.630 INFO:teuthology.orchestra.run.smithi175.stdout:(134/147): librados2-19.0.0-410.gc8f2a2aa.el8.x 4.1 MB/s | 3.8 MB 00:00 2024-01-28T12:49:22.696 INFO:teuthology.orchestra.run.smithi088.stdout:(112/147): python3-pyOpenSSL-19.0.0-1.el8.noarc 1.1 MB/s | 103 kB 00:00 2024-01-28T12:49:22.730 INFO:teuthology.orchestra.run.smithi088.stdout:(113/147): uuid-1.6.2-43.el8.x86_64.rpm 348 kB/s | 64 kB 00:00 2024-01-28T12:49:22.738 INFO:teuthology.orchestra.run.smithi181.stdout:(138/147): libuuid-2.32.1-43.el8.x86_64.rpm 423 kB/s | 99 kB 00:00 2024-01-28T12:49:22.784 INFO:teuthology.orchestra.run.smithi175.stdout:(135/147): libmount-2.32.1-43.el8.x86_64.rpm 946 kB/s | 237 kB 00:00 2024-01-28T12:49:22.810 INFO:teuthology.orchestra.run.smithi175.stdout:(136/147): libsmartcols-2.32.1-43.el8.x86_64.rp 1.0 MB/s | 179 kB 00:00 2024-01-28T12:49:22.822 INFO:teuthology.orchestra.run.smithi181.stdout:(139/147): util-linux-2.32.1-43.el8.x86_64.rpm 8.7 MB/s | 2.5 MB 00:00 2024-01-28T12:49:22.864 INFO:teuthology.orchestra.run.smithi181.stdout:(140/147): util-linux-user-2.32.1-43.el8.x86_64 332 kB/s | 103 kB 00:00 2024-01-28T12:49:22.876 INFO:teuthology.orchestra.run.smithi175.stdout:(137/147): librbd1-19.0.0-410.gc8f2a2aa.el8.x86 3.3 MB/s | 3.8 MB 00:01 2024-01-28T12:49:22.896 INFO:teuthology.orchestra.run.smithi088.stdout:(114/147): python3-babel-2.5.1-7.el8.noarch.rpm 18 MB/s | 4.8 MB 00:00 2024-01-28T12:49:22.935 INFO:teuthology.orchestra.run.smithi175.stdout:(138/147): libuuid-2.32.1-43.el8.x86_64.rpm 658 kB/s | 99 kB 00:00 2024-01-28T12:49:22.946 INFO:teuthology.orchestra.run.smithi088.stdout:(115/147): python3-jinja2-2.10.1-3.el8.noarch.r 2.1 MB/s | 538 kB 00:00 2024-01-28T12:49:23.010 INFO:teuthology.orchestra.run.smithi175.stdout:(139/147): util-linux-2.32.1-43.el8.x86_64.rpm 12 MB/s | 2.5 MB 00:00 2024-01-28T12:49:23.061 INFO:teuthology.orchestra.run.smithi175.stdout:(140/147): iproute-6.2.0-5.el8_9.x86_64.rpm 6.7 MB/s | 854 kB 00:00 2024-01-28T12:49:23.063 INFO:teuthology.orchestra.run.smithi088.stdout:(116/147): python3-numpy-1.14.3-10.el8.x86_64.r 11 MB/s | 3.7 MB 00:00 2024-01-28T12:49:23.064 INFO:teuthology.orchestra.run.smithi181.stdout:(141/147): iproute-6.2.0-5.el8_9.x86_64.rpm 2.6 MB/s | 854 kB 00:00 2024-01-28T12:49:23.097 INFO:teuthology.orchestra.run.smithi088.stdout:(117/147): socat-1.7.4.1-1.el8.x86_64.rpm 1.6 MB/s | 323 kB 00:00 2024-01-28T12:49:23.190 INFO:teuthology.orchestra.run.smithi175.stdout:(141/147): util-linux-user-2.32.1-43.el8.x86_64 327 kB/s | 103 kB 00:00 2024-01-28T12:49:23.197 INFO:teuthology.orchestra.run.smithi088.stdout:(118/147): librdkafka-0.11.4-3.el8.x86_64.rpm 2.6 MB/s | 354 kB 00:00 2024-01-28T12:49:23.219 INFO:teuthology.orchestra.run.smithi175.stdout:(142/147): libblkid-2.32.1-43.el8.x86_64.rpm 1.0 MB/s | 220 kB 00:00 2024-01-28T12:49:23.222 INFO:teuthology.orchestra.run.smithi181.stdout:(142/147): libblkid-2.32.1-43.el8.x86_64.rpm 551 kB/s | 220 kB 00:00 2024-01-28T12:49:23.231 INFO:teuthology.orchestra.run.smithi088.stdout:(119/147): python3-numpy-f2py-1.14.3-10.el8.x86 793 kB/s | 225 kB 00:00 2024-01-28T12:49:23.348 INFO:teuthology.orchestra.run.smithi088.stdout:(120/147): python3-mako-1.0.6-14.el8.noarch.rpm 1.0 MB/s | 157 kB 00:00 2024-01-28T12:49:23.415 INFO:teuthology.orchestra.run.smithi181.stdout:(143/147): libfdisk-2.32.1-43.el8.x86_64.rpm 461 kB/s | 254 kB 00:00 2024-01-28T12:49:23.540 INFO:teuthology.orchestra.run.smithi088.stdout:(121/147): openblas-0.3.15-6.el8.x86_64.rpm 16 MB/s | 5.0 MB 00:00 2024-01-28T12:49:23.631 INFO:teuthology.orchestra.run.smithi181.stdout:(144/147): xfsdump-3.1.8-7.el8_9.x86_64.rpm 1.5 MB/s | 333 kB 00:00 2024-01-28T12:49:23.674 INFO:teuthology.orchestra.run.smithi088.stdout:(122/147): openblas-threads-0.3.15-6.el8.x86_64 9.0 MB/s | 5.2 MB 00:00 2024-01-28T12:49:23.706 INFO:teuthology.orchestra.run.smithi181.stdout:(145/147): openssl-libs-1.1.1k-12.el8_9.x86_64. 3.0 MB/s | 1.5 MB 00:00 2024-01-28T12:49:23.732 INFO:teuthology.orchestra.run.smithi088.stdout:(123/147): libpq-13.11-1.el8.x86_64.rpm 1.0 MB/s | 198 kB 00:00 2024-01-28T12:49:23.743 INFO:teuthology.orchestra.run.smithi175.stdout:(143/147): openssl-libs-1.1.1k-12.el8_9.x86_64. 2.8 MB/s | 1.5 MB 00:00 2024-01-28T12:49:23.778 INFO:teuthology.orchestra.run.smithi175.stdout:(144/147): libfdisk-2.32.1-43.el8.x86_64.rpm 354 kB/s | 254 kB 00:00 2024-01-28T12:49:23.781 INFO:teuthology.orchestra.run.smithi181.stdout:(146/147): openssl-1.1.1k-12.el8_9.x86_64.rpm 991 kB/s | 711 kB 00:00 2024-01-28T12:49:23.782 INFO:teuthology.orchestra.run.smithi088.stdout:(124/147): automake-1.16.1-8.el8.noarch.rpm 1.6 MB/s | 714 kB 00:00 2024-01-28T12:49:23.807 INFO:teuthology.orchestra.run.smithi088.stdout:(125/147): jq-1.6-7.el8.x86_64.rpm 1.5 MB/s | 202 kB 00:00 2024-01-28T12:49:23.857 INFO:teuthology.orchestra.run.smithi181.stdout:(147/147): xfsprogs-5.0.0-12.el8.x86_64.rpm 4.7 MB/s | 1.1 MB 00:00 2024-01-28T12:49:23.857 INFO:teuthology.orchestra.run.smithi088.stdout:(126/147): python3-pytz-2017.2-11.el8.noarch.rp 432 kB/s | 54 kB 00:00 2024-01-28T12:49:23.860 INFO:teuthology.orchestra.run.smithi181.stdout:-------------------------------------------------------------------------------- 2024-01-28T12:49:23.860 INFO:teuthology.orchestra.run.smithi181.stdout:Total 10 MB/s | 223 MB 00:21 2024-01-28T12:49:23.878 INFO:teuthology.orchestra.run.smithi175.stdout:(145/147): xfsdump-3.1.8-7.el8_9.x86_64.rpm 2.4 MB/s | 333 kB 00:00 2024-01-28T12:49:23.929 INFO:teuthology.orchestra.run.smithi175.stdout:(146/147): openssl-1.1.1k-12.el8_9.x86_64.rpm 963 kB/s | 711 kB 00:00 2024-01-28T12:49:23.933 INFO:teuthology.orchestra.run.smithi088.stdout:(127/147): postgresql-10.23-3.module+el8.9.0+20 10 MB/s | 1.5 MB 00:00 2024-01-28T12:49:24.030 INFO:teuthology.orchestra.run.smithi175.stdout:(147/147): xfsprogs-5.0.0-12.el8.x86_64.rpm 4.2 MB/s | 1.1 MB 00:00 2024-01-28T12:49:24.033 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-01-28T12:49:24.033 INFO:teuthology.orchestra.run.smithi175.stdout:Total 10 MB/s | 223 MB 00:21 2024-01-28T12:49:24.108 INFO:teuthology.orchestra.run.smithi088.stdout:(128/147): postgresql-server-10.23-3.module+el8 20 MB/s | 5.1 MB 00:00 2024-01-28T12:49:24.150 INFO:teuthology.orchestra.run.smithi088.stdout:(129/147): postgresql-contrib-10.23-3.module+el 2.3 MB/s | 811 kB 00:00 2024-01-28T12:49:24.217 INFO:teuthology.orchestra.run.smithi088.stdout:(130/147): lua-devel-5.3.4-12.el8.x86_64.rpm 277 kB/s | 30 kB 00:00 2024-01-28T12:49:24.492 INFO:teuthology.orchestra.run.smithi088.stdout:(131/147): python3-scipy-1.0.0-21.module+el8.9. 25 MB/s | 14 MB 00:00 2024-01-28T12:49:24.651 INFO:teuthology.orchestra.run.smithi088.stdout:(132/147): librados2-19.0.0-410.gc8f2a2aa.el8.x 7.6 MB/s | 3.8 MB 00:00 2024-01-28T12:49:24.685 INFO:teuthology.orchestra.run.smithi088.stdout:(133/147): elfutils-libelf-0.189-3.el8.x86_64.r 1.2 MB/s | 232 kB 00:00 2024-01-28T12:49:24.793 INFO:teuthology.orchestra.run.smithi088.stdout:(134/147): elfutils-libs-0.189-3.el8.x86_64.rpm 2.1 MB/s | 303 kB 00:00 2024-01-28T12:49:24.818 INFO:teuthology.orchestra.run.smithi088.stdout:(135/147): libmount-2.32.1-43.el8.x86_64.rpm 1.7 MB/s | 237 kB 00:00 2024-01-28T12:49:24.915 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction check 2024-01-28T12:49:24.944 INFO:teuthology.orchestra.run.smithi088.stdout:(136/147): libuuid-2.32.1-43.el8.x86_64.rpm 792 kB/s | 99 kB 00:00 2024-01-28T12:49:24.969 INFO:teuthology.orchestra.run.smithi088.stdout:(137/147): libsmartcols-2.32.1-43.el8.x86_64.rp 1.0 MB/s | 179 kB 00:00 2024-01-28T12:49:25.087 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-01-28T12:49:25.119 INFO:teuthology.orchestra.run.smithi088.stdout:(138/147): librbd1-19.0.0-410.gc8f2a2aa.el8.x86 4.2 MB/s | 3.8 MB 00:00 2024-01-28T12:49:25.136 INFO:teuthology.orchestra.run.smithi088.stdout:(139/147): util-linux-user-2.32.1-43.el8.x86_64 615 kB/s | 103 kB 00:00 2024-01-28T12:49:25.212 INFO:teuthology.orchestra.run.smithi088.stdout:(140/147): util-linux-2.32.1-43.el8.x86_64.rpm 9.3 MB/s | 2.5 MB 00:00 2024-01-28T12:49:25.254 INFO:teuthology.orchestra.run.smithi088.stdout:(141/147): libblkid-2.32.1-43.el8.x86_64.rpm 1.8 MB/s | 220 kB 00:00 2024-01-28T12:49:25.311 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction check succeeded. 2024-01-28T12:49:25.311 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction test 2024-01-28T12:49:25.320 INFO:teuthology.orchestra.run.smithi088.stdout:(142/147): iproute-6.2.0-5.el8_9.x86_64.rpm 4.2 MB/s | 854 kB 00:00 2024-01-28T12:49:25.346 INFO:teuthology.orchestra.run.smithi088.stdout:(143/147): libfdisk-2.32.1-43.el8.x86_64.rpm 1.9 MB/s | 254 kB 00:00 2024-01-28T12:49:25.379 INFO:teuthology.orchestra.run.smithi088.stdout:(144/147): openssl-1.1.1k-12.el8_9.x86_64.rpm 5.5 MB/s | 711 kB 00:00 2024-01-28T12:49:25.455 INFO:teuthology.orchestra.run.smithi088.stdout:(145/147): xfsdump-3.1.8-7.el8_9.x86_64.rpm 3.0 MB/s | 333 kB 00:00 2024-01-28T12:49:25.483 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-01-28T12:49:25.483 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-01-28T12:49:25.538 INFO:teuthology.orchestra.run.smithi088.stdout:(146/147): openssl-libs-1.1.1k-12.el8_9.x86_64. 6.8 MB/s | 1.5 MB 00:00 2024-01-28T12:49:25.588 INFO:teuthology.orchestra.run.smithi088.stdout:(147/147): xfsprogs-5.0.0-12.el8.x86_64.rpm 5.1 MB/s | 1.1 MB 00:00 2024-01-28T12:49:25.591 INFO:teuthology.orchestra.run.smithi088.stdout:-------------------------------------------------------------------------------- 2024-01-28T12:49:25.591 INFO:teuthology.orchestra.run.smithi088.stdout:Total 11 MB/s | 223 MB 00:20 2024-01-28T12:49:26.551 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction test succeeded. 2024-01-28T12:49:26.561 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction 2024-01-28T12:49:26.710 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-01-28T12:49:26.721 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-01-28T12:49:27.650 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction check 2024-01-28T12:49:28.095 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction check succeeded. 2024-01-28T12:49:28.095 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction test 2024-01-28T12:49:29.713 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction test succeeded. 2024-01-28T12:49:29.725 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction 2024-01-28T12:49:32.789 INFO:teuthology.orchestra.run.smithi181.stdout: Preparing : 1/1 2024-01-28T12:49:32.856 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-01-28T12:49:32.922 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/1 2024-01-28T12:49:32.991 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/1 2024-01-28T12:49:33.185 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/163 2024-01-28T12:49:33.273 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/163 2024-01-28T12:49:33.404 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/163 2024-01-28T12:49:33.518 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/163 2024-01-28T12:49:33.615 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/163 2024-01-28T12:49:33.748 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/163 2024-01-28T12:49:33.840 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libuuid-2.32.1-43.el8.x86_64 3/163 2024-01-28T12:49:33.900 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libuuid-2.32.1-43.el8.x86_64 3/163 2024-01-28T12:49:33.954 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libuuid-2.32.1-43.el8.x86_64 3/163 2024-01-28T12:49:34.038 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libuuid-2.32.1-43.el8.x86_64 3/163 2024-01-28T12:49:34.107 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libblkid-2.32.1-43.el8.x86_64 4/163 2024-01-28T12:49:34.178 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libblkid-2.32.1-43.el8.x86_64 4/163 2024-01-28T12:49:34.229 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libblkid-2.32.1-43.el8.x86_64 4/163 2024-01-28T12:49:34.300 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libblkid-2.32.1-43.el8.x86_64 4/163 2024-01-28T12:49:34.438 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : liboath-2.6.2-3.el8.x86_64 5/163 2024-01-28T12:49:34.517 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : liboath-2.6.2-3.el8.x86_64 5/163 2024-01-28T12:49:34.661 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 6/163 2024-01-28T12:49:34.694 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 6/163 2024-01-28T12:49:34.719 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 6/163 2024-01-28T12:49:34.890 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 7/163 2024-01-28T12:49:34.896 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 7/163 2024-01-28T12:49:34.980 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 7/163 2024-01-28T12:49:35.065 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 8/163 2024-01-28T12:49:35.187 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 8/163 2024-01-28T12:49:35.477 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 8/163 2024-01-28T12:49:35.540 INFO:teuthology.orchestra.run.smithi088.stdout: Preparing : 1/1 2024-01-28T12:49:35.636 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 8/163 2024-01-28T12:49:35.698 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 9/163 2024-01-28T12:49:35.721 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/1 2024-01-28T12:49:35.887 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 9/163 2024-01-28T12:49:35.961 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/163 2024-01-28T12:49:36.133 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 9/163 2024-01-28T12:49:36.227 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/163 2024-01-28T12:49:36.289 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 9/163 2024-01-28T12:49:36.377 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 10/163 2024-01-28T12:49:36.406 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/163 2024-01-28T12:49:36.509 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 10/163 2024-01-28T12:49:36.514 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 10/163 2024-01-28T12:49:36.542 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libuuid-2.32.1-43.el8.x86_64 3/163 2024-01-28T12:49:36.630 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 10/163 2024-01-28T12:49:36.668 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libuuid-2.32.1-43.el8.x86_64 3/163 2024-01-28T12:49:36.731 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 11/163 2024-01-28T12:49:36.814 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 11/163 2024-01-28T12:49:36.846 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 11/163 2024-01-28T12:49:36.851 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libblkid-2.32.1-43.el8.x86_64 4/163 2024-01-28T12:49:36.927 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 11/163 2024-01-28T12:49:36.930 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libblkid-2.32.1-43.el8.x86_64 4/163 2024-01-28T12:49:37.123 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : liboath-2.6.2-3.el8.x86_64 5/163 2024-01-28T12:49:37.310 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 6/163 2024-01-28T12:49:37.517 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 7/163 2024-01-28T12:49:37.647 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rados-2:19.0.0-410.gc8f2a2aa.el8.x86_64 12/163 2024-01-28T12:49:37.653 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 7/163 2024-01-28T12:49:37.778 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rados-2:19.0.0-410.gc8f2a2aa.el8.x86_64 12/163 2024-01-28T12:49:37.839 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 13/163 2024-01-28T12:49:37.867 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 8/163 2024-01-28T12:49:37.970 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 13/163 2024-01-28T12:49:38.017 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 13/163 2024-01-28T12:49:38.153 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 13/163 2024-01-28T12:49:38.289 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : xfsprogs-5.0.0-12.el8.x86_64 14/163 2024-01-28T12:49:38.336 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 8/163 2024-01-28T12:49:38.406 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: xfsprogs-5.0.0-12.el8.x86_64 14/163 2024-01-28T12:49:38.470 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : xfsprogs-5.0.0-12.el8.x86_64 14/163 2024-01-28T12:49:38.534 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 9/163 2024-01-28T12:49:38.552 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: xfsprogs-5.0.0-12.el8.x86_64 14/163 2024-01-28T12:49:38.662 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libpq-13.11-1.el8.x86_64 15/163 2024-01-28T12:49:38.793 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libpq-13.11-1.el8.x86_64 15/163 2024-01-28T12:49:38.901 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : elfutils-libelf-0.189-3.el8.x86_64 16/163 2024-01-28T12:49:39.026 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 9/163 2024-01-28T12:49:39.057 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : elfutils-libelf-0.189-3.el8.x86_64 16/163 2024-01-28T12:49:39.084 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 17/163 2024-01-28T12:49:39.209 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 10/163 2024-01-28T12:49:39.232 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 17/163 2024-01-28T12:49:39.362 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 10/163 2024-01-28T12:49:39.475 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 18/163 2024-01-28T12:49:39.558 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 11/163 2024-01-28T12:49:39.632 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 18/163 2024-01-28T12:49:39.674 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 11/163 2024-01-28T12:49:39.713 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-10.23-3.module+el8.9.0+20831+78489779 19/163 2024-01-28T12:49:39.873 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 20/163 2024-01-28T12:49:39.919 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : postgresql-10.23-3.module+el8.9.0+20831+78489779 19/163 2024-01-28T12:49:39.981 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 20/163 2024-01-28T12:49:40.078 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 20/163 2024-01-28T12:49:40.173 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_ 21/163 2024-01-28T12:49:40.209 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 20/163 2024-01-28T12:49:40.246 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_ 21/163 2024-01-28T12:49:40.337 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_ 21/163 2024-01-28T12:49:40.431 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 22/163 2024-01-28T12:49:40.443 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_ 21/163 2024-01-28T12:49:40.566 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 22/163 2024-01-28T12:49:40.568 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rados-2:19.0.0-410.gc8f2a2aa.el8.x86_64 12/163 2024-01-28T12:49:40.606 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 22/163 2024-01-28T12:49:40.722 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 23/163 2024-01-28T12:49:40.766 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 13/163 2024-01-28T12:49:40.928 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/163 2024-01-28T12:49:41.001 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 13/163 2024-01-28T12:49:41.192 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 24/163 2024-01-28T12:49:41.308 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : xfsprogs-5.0.0-12.el8.x86_64 14/163 2024-01-28T12:49:41.355 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 23/163 2024-01-28T12:49:41.395 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 25/163 2024-01-28T12:49:41.412 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: xfsprogs-5.0.0-12.el8.x86_64 14/163 2024-01-28T12:49:41.524 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 25/163 2024-01-28T12:49:41.543 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openblas-threads-0.3.15-6.el8.x86_64 24/163 2024-01-28T12:49:41.655 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libpq-13.11-1.el8.x86_64 15/163 2024-01-28T12:49:41.695 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 26/163 2024-01-28T12:49:41.975 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : elfutils-libelf-0.189-3.el8.x86_64 16/163 2024-01-28T12:49:42.144 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openblas-threads-0.3.15-6.el8.x86_64 24/163 2024-01-28T12:49:42.197 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 17/163 2024-01-28T12:49:42.302 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 26/163 2024-01-28T12:49:42.331 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openblas-0.3.15-6.el8.x86_64 25/163 2024-01-28T12:49:42.515 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openblas-threads-0.3.15-6.el8.x86_64 27/163 2024-01-28T12:49:42.663 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 18/163 2024-01-28T12:49:42.941 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-10.23-3.module+el8.9.0+20831+78489779 19/163 2024-01-28T12:49:43.015 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openblas-0.3.15-6.el8.x86_64 25/163 2024-01-28T12:49:43.091 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 20/163 2024-01-28T12:49:43.117 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: openblas-threads-0.3.15-6.el8.x86_64 27/163 2024-01-28T12:49:43.258 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 20/163 2024-01-28T12:49:43.286 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 26/163 2024-01-28T12:49:43.361 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openblas-0.3.15-6.el8.x86_64 28/163 2024-01-28T12:49:43.399 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_ 21/163 2024-01-28T12:49:43.469 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 27/163 2024-01-28T12:49:43.499 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_ 21/163 2024-01-28T12:49:43.634 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 28/163 2024-01-28T12:49:43.705 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 22/163 2024-01-28T12:49:43.941 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 29/163 2024-01-28T12:49:43.967 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/163 2024-01-28T12:49:44.031 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: openblas-0.3.15-6.el8.x86_64 28/163 2024-01-28T12:49:44.214 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 24/163 2024-01-28T12:49:44.220 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 30/163 2024-01-28T12:49:44.325 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 29/163 2024-01-28T12:49:44.432 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 25/163 2024-01-28T12:49:44.517 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 30/163 2024-01-28T12:49:44.523 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 31/163 2024-01-28T12:49:44.592 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 25/163 2024-01-28T12:49:44.720 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x 32/163 2024-01-28T12:49:44.807 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 26/163 2024-01-28T12:49:44.812 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 31/163 2024-01-28T12:49:44.849 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ceph-argparse-2:19.0.0-410.gc8f2a2aa.el8 33/163 2024-01-28T12:49:45.017 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x 32/163 2024-01-28T12:49:45.101 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cephfs-2:19.0.0-410.gc8f2a2aa.el8.x86_64 34/163 2024-01-28T12:49:45.197 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ceph-argparse-2:19.0.0-410.gc8f2a2aa.el8 33/163 2024-01-28T12:49:45.456 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cephfs-2:19.0.0-410.gc8f2a2aa.el8.x86_64 34/163 2024-01-28T12:49:45.496 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 26/163 2024-01-28T12:49:45.657 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 35/163 2024-01-28T12:49:45.708 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : openblas-threads-0.3.15-6.el8.x86_64 27/163 2024-01-28T12:49:46.082 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 35/163 2024-01-28T12:49:46.380 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: openblas-threads-0.3.15-6.el8.x86_64 27/163 2024-01-28T12:49:46.451 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 36/163 2024-01-28T12:49:46.566 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : openblas-0.3.15-6.el8.x86_64 28/163 2024-01-28T12:49:46.750 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 37/163 2024-01-28T12:49:46.991 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 38/163 2024-01-28T12:49:47.392 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: openblas-0.3.15-6.el8.x86_64 28/163 2024-01-28T12:49:47.404 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 35/163 2024-01-28T12:49:47.673 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 29/163 2024-01-28T12:49:47.771 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 36/163 2024-01-28T12:49:47.891 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 30/163 2024-01-28T12:49:48.179 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 31/163 2024-01-28T12:49:48.430 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x 32/163 2024-01-28T12:49:48.553 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-ceph-argparse-2:19.0.0-410.gc8f2a2aa.el8 33/163 2024-01-28T12:49:48.725 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 38/163 2024-01-28T12:49:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 37/163 2024-01-28T12:49:48.802 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cephfs-2:19.0.0-410.gc8f2a2aa.el8.x86_64 34/163 2024-01-28T12:49:49.034 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 35/163 2024-01-28T12:49:49.063 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 39/163 2024-01-28T12:49:49.132 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 38/163 2024-01-28T12:49:49.397 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 39/163 2024-01-28T12:49:49.639 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rsa-4.9-2.el8.noarch 40/163 2024-01-28T12:49:49.659 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rsa-4.9-2.el8.noarch 40/163 2024-01-28T12:49:49.838 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 41/163 2024-01-28T12:49:49.875 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 41/163 2024-01-28T12:49:50.082 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 42/163 2024-01-28T12:49:50.094 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 42/163 2024-01-28T12:49:50.302 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 43/163 2024-01-28T12:49:50.315 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 43/163 2024-01-28T12:49:50.503 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librados-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 44/163 2024-01-28T12:49:50.507 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librados-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 44/163 2024-01-28T12:49:50.691 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libmount-2.32.1-43.el8.x86_64 45/163 2024-01-28T12:49:50.765 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libmount-2.32.1-43.el8.x86_64 45/163 2024-01-28T12:49:50.785 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libmount-2.32.1-43.el8.x86_64 45/163 2024-01-28T12:49:50.841 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libmount-2.32.1-43.el8.x86_64 45/163 2024-01-28T12:49:51.051 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libfdisk-2.32.1-43.el8.x86_64 46/163 2024-01-28T12:49:51.075 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 35/163 2024-01-28T12:49:51.091 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libfdisk-2.32.1-43.el8.x86_64 46/163 2024-01-28T12:49:51.118 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libfdisk-2.32.1-43.el8.x86_64 46/163 2024-01-28T12:49:51.159 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libfdisk-2.32.1-43.el8.x86_64 46/163 2024-01-28T12:49:51.380 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libuuid-devel-2.32.1-43.el8.x86_64 47/163 2024-01-28T12:49:51.418 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libuuid-devel-2.32.1-43.el8.x86_64 47/163 2024-01-28T12:49:51.497 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 36/163 2024-01-28T12:49:51.628 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 48/163 2024-01-28T12:49:51.649 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 48/163 2024-01-28T12:49:51.834 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libsmartcols-2.32.1-43.el8.x86_64 49/163 2024-01-28T12:49:51.862 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libsmartcols-2.32.1-43.el8.x86_64 49/163 2024-01-28T12:49:52.296 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libsmartcols-2.32.1-43.el8.x86_64 49/163 2024-01-28T12:49:52.313 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libsmartcols-2.32.1-43.el8.x86_64 49/163 2024-01-28T12:49:52.596 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 37/163 2024-01-28T12:49:52.621 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : util-linux-2.32.1-43.el8.x86_64 50/163 2024-01-28T12:49:52.637 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: util-linux-2.32.1-43.el8.x86_64 50/163 2024-01-28T12:49:52.685 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : util-linux-2.32.1-43.el8.x86_64 50/163 2024-01-28T12:49:52.697 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: util-linux-2.32.1-43.el8.x86_64 50/163 2024-01-28T12:49:52.841 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : fuse-2.9.7-17.el8.x86_64 51/163 2024-01-28T12:49:52.943 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 38/163 2024-01-28T12:49:52.955 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lua-devel-5.3.4-12.el8.x86_64 51/163 2024-01-28T12:49:53.074 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 52/163 2024-01-28T12:49:53.188 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 39/163 2024-01-28T12:49:53.210 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : automake-1.16.1-8.el8.noarch 52/163 2024-01-28T12:49:53.299 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/163 2024-01-28T12:49:53.434 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : uuid-1.6.2-43.el8.x86_64 53/163 2024-01-28T12:49:53.443 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rsa-4.9-2.el8.noarch 40/163 2024-01-28T12:49:53.501 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 53/163 2024-01-28T12:49:53.507 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/163 2024-01-28T12:49:53.635 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 41/163 2024-01-28T12:49:53.667 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 54/163 2024-01-28T12:49:53.715 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/163 2024-01-28T12:49:53.733 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 54/163 2024-01-28T12:49:53.877 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 42/163 2024-01-28T12:49:53.934 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : jq-1.6-7.el8.x86_64 55/163 2024-01-28T12:49:54.042 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 56/163 2024-01-28T12:49:54.104 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 43/163 2024-01-28T12:49:54.115 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 56/163 2024-01-28T12:49:54.283 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librados-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 44/163 2024-01-28T12:49:54.324 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 57/163 2024-01-28T12:49:54.331 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 57/163 2024-01-28T12:49:54.494 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libmount-2.32.1-43.el8.x86_64 45/163 2024-01-28T12:49:54.518 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 58/163 2024-01-28T12:49:54.576 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 58/163 2024-01-28T12:49:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libmount-2.32.1-43.el8.x86_64 45/163 2024-01-28T12:49:54.710 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 59/163 2024-01-28T12:49:54.764 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : fuse-2.9.7-17.el8.x86_64 59/163 2024-01-28T12:49:54.836 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libfdisk-2.32.1-43.el8.x86_64 46/163 2024-01-28T12:49:54.924 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libfdisk-2.32.1-43.el8.x86_64 46/163 2024-01-28T12:49:54.958 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 60/163 2024-01-28T12:49:54.982 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 60/163 2024-01-28T12:49:55.113 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libuuid-devel-2.32.1-43.el8.x86_64 47/163 2024-01-28T12:49:55.173 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/163 2024-01-28T12:49:55.351 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 48/163 2024-01-28T12:49:55.360 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 61/163 2024-01-28T12:49:55.382 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/163 2024-01-28T12:49:55.538 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libsmartcols-2.32.1-43.el8.x86_64 49/163 2024-01-28T12:49:55.616 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/163 2024-01-28T12:49:55.698 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 62/163 2024-01-28T12:49:55.915 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 64/163 2024-01-28T12:49:55.969 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 63/163 2024-01-28T12:49:56.124 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libsmartcols-2.32.1-43.el8.x86_64 49/163 2024-01-28T12:49:56.170 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 64/163 2024-01-28T12:49:56.230 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 65/163 2024-01-28T12:49:56.371 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 65/163 2024-01-28T12:49:56.472 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 66/163 2024-01-28T12:49:56.514 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : util-linux-2.32.1-43.el8.x86_64 50/163 2024-01-28T12:49:56.540 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: util-linux-2.32.1-43.el8.x86_64 50/163 2024-01-28T12:49:56.624 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 66/163 2024-01-28T12:49:56.629 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 67/163 2024-01-28T12:49:56.785 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : lua-devel-5.3.4-12.el8.x86_64 51/163 2024-01-28T12:49:56.877 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 68/163 2024-01-28T12:49:56.882 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 67/163 2024-01-28T12:49:57.041 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : automake-1.16.1-8.el8.noarch 52/163 2024-01-28T12:49:57.104 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 68/163 2024-01-28T12:49:57.205 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : uuid-1.6.2-43.el8.x86_64 53/163 2024-01-28T12:49:57.276 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 69/163 2024-01-28T12:49:57.281 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 69/163 2024-01-28T12:49:57.341 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 53/163 2024-01-28T12:49:57.484 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 70/163 2024-01-28T12:49:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 54/163 2024-01-28T12:49:57.598 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 54/163 2024-01-28T12:49:57.620 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 70/163 2024-01-28T12:49:57.741 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : krb5-devel-1.18.2-26.el8_9.x86_64 71/163 2024-01-28T12:49:57.815 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : jq-1.6-7.el8.x86_64 55/163 2024-01-28T12:49:57.899 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 71/163 2024-01-28T12:49:57.964 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lua-devel-5.3.4-12.el8.x86_64 72/163 2024-01-28T12:49:58.013 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 56/163 2024-01-28T12:49:58.141 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 72/163 2024-01-28T12:49:58.195 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : automake-1.16.1-8.el8.noarch 73/163 2024-01-28T12:49:58.230 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 57/163 2024-01-28T12:49:58.351 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 73/163 2024-01-28T12:49:58.395 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : uuid-1.6.2-43.el8.x86_64 74/163 2024-01-28T12:49:58.409 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 58/163 2024-01-28T12:49:58.464 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 74/163 2024-01-28T12:49:58.603 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 74/163 2024-01-28T12:49:58.635 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : fuse-2.9.7-17.el8.x86_64 59/163 2024-01-28T12:49:58.661 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 75/163 2024-01-28T12:49:58.736 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 75/163 2024-01-28T12:49:58.860 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 60/163 2024-01-28T12:49:58.896 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 75/163 2024-01-28T12:49:58.969 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : jq-1.6-7.el8.x86_64 76/163 2024-01-28T12:49:59.113 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/163 2024-01-28T12:49:59.159 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 77/163 2024-01-28T12:49:59.176 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 76/163 2024-01-28T12:49:59.324 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/163 2024-01-28T12:49:59.327 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 78/163 2024-01-28T12:49:59.452 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 77/163 2024-01-28T12:49:59.510 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/163 2024-01-28T12:49:59.538 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 79/163 2024-01-28T12:49:59.692 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 78/163 2024-01-28T12:49:59.737 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 80/163 2024-01-28T12:49:59.810 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 64/163 2024-01-28T12:49:59.976 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : krb5-devel-1.18.2-26.el8_9.x86_64 79/163 2024-01-28T12:49:59.983 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 81/163 2024-01-28T12:50:00.099 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 65/163 2024-01-28T12:50:00.191 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 80/163 2024-01-28T12:50:00.265 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 82/163 2024-01-28T12:50:00.293 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 66/163 2024-01-28T12:50:00.439 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 67/163 2024-01-28T12:50:00.442 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 81/163 2024-01-28T12:50:00.560 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 83/163 2024-01-28T12:50:00.731 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 82/163 2024-01-28T12:50:00.739 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 68/163 2024-01-28T12:50:00.766 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 84/163 2024-01-28T12:50:00.964 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 85/163 2024-01-28T12:50:01.007 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 83/163 2024-01-28T12:50:01.183 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 69/163 2024-01-28T12:50:01.188 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 86/163 2024-01-28T12:50:01.188 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 84/163 2024-01-28T12:50:01.411 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 85/163 2024-01-28T12:50:01.465 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 87/163 2024-01-28T12:50:01.519 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 70/163 2024-01-28T12:50:01.643 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 86/163 2024-01-28T12:50:01.703 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 88/163 2024-01-28T12:50:01.809 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 71/163 2024-01-28T12:50:01.856 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 89/163 2024-01-28T12:50:01.923 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 87/163 2024-01-28T12:50:02.013 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 72/163 2024-01-28T12:50:02.058 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 90/163 2024-01-28T12:50:02.212 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 88/163 2024-01-28T12:50:02.234 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 73/163 2024-01-28T12:50:02.274 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 91/163 2024-01-28T12:50:02.427 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 89/163 2024-01-28T12:50:02.455 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 74/163 2024-01-28T12:50:02.481 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 92/163 2024-01-28T12:50:02.597 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 90/163 2024-01-28T12:50:02.692 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 93/163 2024-01-28T12:50:02.738 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 75/163 2024-01-28T12:50:02.871 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 91/163 2024-01-28T12:50:02.990 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-portend-2.6-1.el8.noarch 94/163 2024-01-28T12:50:03.006 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 76/163 2024-01-28T12:50:03.120 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 92/163 2024-01-28T12:50:03.243 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 95/163 2024-01-28T12:50:03.256 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 77/163 2024-01-28T12:50:03.322 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 93/163 2024-01-28T12:50:03.468 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 96/163 2024-01-28T12:50:03.478 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 78/163 2024-01-28T12:50:03.663 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-portend-2.6-1.el8.noarch 94/163 2024-01-28T12:50:03.710 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 97/163 2024-01-28T12:50:03.731 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : krb5-devel-1.18.2-26.el8_9.x86_64 79/163 2024-01-28T12:50:03.930 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 80/163 2024-01-28T12:50:03.932 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 95/163 2024-01-28T12:50:04.157 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 96/163 2024-01-28T12:50:04.433 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 97/163 2024-01-28T12:50:04.496 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 81/163 2024-01-28T12:50:04.757 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 98/163 2024-01-28T12:50:04.790 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 82/163 2024-01-28T12:50:05.003 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 83/163 2024-01-28T12:50:05.200 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 84/163 2024-01-28T12:50:05.282 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 99/163 2024-01-28T12:50:05.359 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 85/163 2024-01-28T12:50:05.560 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 100/163 2024-01-28T12:50:05.567 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 98/163 2024-01-28T12:50:05.568 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 86/163 2024-01-28T12:50:05.789 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 87/163 2024-01-28T12:50:05.881 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 101/163 2024-01-28T12:50:05.921 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 99/163 2024-01-28T12:50:06.011 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 88/163 2024-01-28T12:50:06.173 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 100/163 2024-01-28T12:50:06.173 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 89/163 2024-01-28T12:50:06.220 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 102/163 2024-01-28T12:50:06.343 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 90/163 2024-01-28T12:50:06.511 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : luarocks-3.5.0-1.el8.noarch 103/163 2024-01-28T12:50:06.517 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 101/163 2024-01-28T12:50:06.569 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 91/163 2024-01-28T12:50:06.735 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 104/163 2024-01-28T12:50:06.826 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 92/163 2024-01-28T12:50:06.836 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 102/163 2024-01-28T12:50:06.961 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 105/163 2024-01-28T12:50:06.993 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 93/163 2024-01-28T12:50:07.091 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : luarocks-3.5.0-1.el8.noarch 103/163 2024-01-28T12:50:07.283 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-portend-2.6-1.el8.noarch 94/163 2024-01-28T12:50:07.331 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 104/163 2024-01-28T12:50:07.554 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 95/163 2024-01-28T12:50:07.557 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 105/163 2024-01-28T12:50:07.747 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 96/163 2024-01-28T12:50:08.028 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 97/163 2024-01-28T12:50:09.385 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 98/163 2024-01-28T12:50:10.116 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 99/163 2024-01-28T12:50:10.383 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 100/163 2024-01-28T12:50:10.710 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 101/163 2024-01-28T12:50:10.864 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 106/163 2024-01-28T12:50:11.034 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 102/163 2024-01-28T12:50:11.319 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : luarocks-3.5.0-1.el8.noarch 103/163 2024-01-28T12:50:11.562 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 104/163 2024-01-28T12:50:11.760 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 106/163 2024-01-28T12:50:11.768 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 105/163 2024-01-28T12:50:12.145 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 106/163 2024-01-28T12:50:12.352 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 106/163 2024-01-28T12:50:12.406 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 106/163 2024-01-28T12:50:12.712 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 107/163 2024-01-28T12:50:12.783 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 107/163 2024-01-28T12:50:12.926 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 108/163 2024-01-28T12:50:12.993 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 106/163 2024-01-28T12:50:13.307 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 107/163 2024-01-28T12:50:13.407 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 107/163 2024-01-28T12:50:13.580 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 108/163 2024-01-28T12:50:16.636 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 106/163 2024-01-28T12:50:16.901 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 106/163 2024-01-28T12:50:17.587 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 106/163 2024-01-28T12:50:17.877 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 107/163 2024-01-28T12:50:18.042 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 107/163 2024-01-28T12:50:18.208 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 108/163 2024-01-28T12:50:32.286 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 108/163 2024-01-28T12:50:32.286 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /sys 2024-01-28T12:50:32.286 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /proc 2024-01-28T12:50:32.286 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /dev 2024-01-28T12:50:32.287 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /run 2024-01-28T12:50:32.287 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /mnt 2024-01-28T12:50:32.287 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /var/tmp 2024-01-28T12:50:32.287 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /home 2024-01-28T12:50:32.287 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /tmp 2024-01-28T12:50:32.287 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /dev 2024-01-28T12:50:32.287 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:50:32.706 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 109/163 2024-01-28T12:50:32.942 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 108/163 2024-01-28T12:50:32.942 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /sys 2024-01-28T12:50:32.942 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /proc 2024-01-28T12:50:32.942 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /dev 2024-01-28T12:50:32.942 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /run 2024-01-28T12:50:32.943 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /mnt 2024-01-28T12:50:32.943 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /var/tmp 2024-01-28T12:50:32.943 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /home 2024-01-28T12:50:32.943 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /tmp 2024-01-28T12:50:32.943 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /dev 2024-01-28T12:50:32.943 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:50:33.352 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 109/163 2024-01-28T12:50:34.358 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 109/163 2024-01-28T12:50:34.559 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 110/163 2024-01-28T12:50:34.784 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 110/163 2024-01-28T12:50:34.939 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 111/163 2024-01-28T12:50:35.008 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 109/163 2024-01-28T12:50:35.219 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 110/163 2024-01-28T12:50:35.418 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 111/163 2024-01-28T12:50:35.444 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 110/163 2024-01-28T12:50:35.598 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 112/163 2024-01-28T12:50:35.616 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 112/163 2024-01-28T12:50:35.660 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 111/163 2024-01-28T12:50:36.141 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 111/163 2024-01-28T12:50:36.335 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 112/163 2024-01-28T12:50:36.352 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 112/163 2024-01-28T12:50:37.393 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 113/163 2024-01-28T12:50:37.577 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 113/163 2024-01-28T12:50:37.696 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-410.gc8f2a2aa.el 114/163 2024-01-28T12:50:37.899 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-410.gc8f2a2aa.e 115/163 2024-01-28T12:50:38.131 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 113/163 2024-01-28T12:50:38.138 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noar 116/163 2024-01-28T12:50:38.330 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 113/163 2024-01-28T12:50:38.365 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noar 116/163 2024-01-28T12:50:38.499 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-410.gc8f2a2aa.el 114/163 2024-01-28T12:50:38.693 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-410.gc8f2a2aa.e 115/163 2024-01-28T12:50:38.724 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.no 117/163 2024-01-28T12:50:38.992 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noar 116/163 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 108/163 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /sys 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /proc 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /dev 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /run 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /mnt 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /var/tmp 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /home 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /tmp 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /dev 2024-01-28T12:50:38.993 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:50:39.216 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noar 116/163 2024-01-28T12:50:39.371 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 109/163 2024-01-28T12:50:39.485 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.no 117/163 2024-01-28T12:50:39.690 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.no 117/163 2024-01-28T12:50:39.871 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2 118/163 2024-01-28T12:50:39.964 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2 118/163 2024-01-28T12:50:40.369 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-410.gc8f2a2aa.el8 119/163 2024-01-28T12:50:40.458 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.no 117/163 2024-01-28T12:50:40.558 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 120/163 2024-01-28T12:50:40.596 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 120/163 2024-01-28T12:50:40.666 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2 118/163 2024-01-28T12:50:40.762 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2 118/163 2024-01-28T12:50:40.779 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 121/163 2024-01-28T12:50:40.792 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 121/163 2024-01-28T12:50:41.150 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 109/163 2024-01-28T12:50:41.156 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-410.gc8f2a2aa.el8 119/163 2024-01-28T12:50:41.352 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 120/163 2024-01-28T12:50:41.355 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 110/163 2024-01-28T12:50:41.390 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 120/163 2024-01-28T12:50:41.567 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 121/163 2024-01-28T12:50:41.579 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 121/163 2024-01-28T12:50:41.626 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 110/163 2024-01-28T12:50:41.778 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 111/163 2024-01-28T12:50:42.110 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-2:19.0.0-410.gc8f2a2aa.el8.x86_64 122/163 2024-01-28T12:50:42.320 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 111/163 2024-01-28T12:50:42.349 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 123/163 2024-01-28T12:50:42.393 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 123/163 2024-01-28T12:50:42.529 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 112/163 2024-01-28T12:50:42.561 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 112/163 2024-01-28T12:50:42.597 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2 124/163 2024-01-28T12:50:42.640 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2 124/163 2024-01-28T12:50:42.847 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 125/163 2024-01-28T12:50:42.905 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-2:19.0.0-410.gc8f2a2aa.el8.x86_64 122/163 2024-01-28T12:50:43.187 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 123/163 2024-01-28T12:50:43.212 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 125/163 2024-01-28T12:50:43.222 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 123/163 2024-01-28T12:50:43.400 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2 124/163 2024-01-28T12:50:43.443 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2 124/163 2024-01-28T12:50:43.455 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 126/163 2024-01-28T12:50:43.641 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 125/163 2024-01-28T12:50:44.008 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 125/163 2024-01-28T12:50:44.217 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 126/163 2024-01-28T12:50:45.247 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 113/163 2024-01-28T12:50:45.391 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 113/163 2024-01-28T12:50:45.520 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-410.gc8f2a2aa.el 114/163 2024-01-28T12:50:45.751 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-410.gc8f2a2aa.e 115/163 2024-01-28T12:50:46.018 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noar 116/163 2024-01-28T12:50:46.290 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noar 116/163 2024-01-28T12:50:46.520 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.no 117/163 2024-01-28T12:50:47.602 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.no 117/163 2024-01-28T12:50:47.768 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2 118/163 2024-01-28T12:50:47.899 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2 118/163 2024-01-28T12:50:48.326 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-410.gc8f2a2aa.el8 119/163 2024-01-28T12:50:48.546 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 120/163 2024-01-28T12:50:48.593 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 126/163 2024-01-28T12:50:48.612 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 120/163 2024-01-28T12:50:48.751 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 121/163 2024-01-28T12:50:48.780 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 121/163 2024-01-28T12:50:49.111 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-test-2:19.0.0-410.gc8f2a2aa.el8.x86_64 127/163 2024-01-28T12:50:49.402 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 126/163 2024-01-28T12:50:49.463 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 128/163 2024-01-28T12:50:49.695 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libtool-2.4.6-25.el8.x86_64 129/163 2024-01-28T12:50:50.213 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-2:19.0.0-410.gc8f2a2aa.el8.x86_64 122/163 2024-01-28T12:50:50.375 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 129/163 2024-01-28T12:50:50.391 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-test-2:19.0.0-410.gc8f2a2aa.el8.x86_64 127/163 2024-01-28T12:50:50.478 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 123/163 2024-01-28T12:50:50.540 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 123/163 2024-01-28T12:50:50.683 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openssl-devel-1:1.1.1k-12.el8_9.x86_64 130/163 2024-01-28T12:50:50.703 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openssl-devel-1:1.1.1k-12.el8_9.x86_64 128/163 2024-01-28T12:50:50.709 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2 124/163 2024-01-28T12:50:50.779 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2 124/163 2024-01-28T12:50:50.976 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 125/163 2024-01-28T12:50:50.993 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : elfutils-libelf-devel-0.189-3.el8.x86_64 131/163 2024-01-28T12:50:51.030 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : elfutils-libelf-devel-0.189-3.el8.x86_64 129/163 2024-01-28T12:50:51.201 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 132/163 2024-01-28T12:50:51.406 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 125/163 2024-01-28T12:50:51.406 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : util-linux-user-2.32.1-43.el8.x86_64 133/163 2024-01-28T12:50:51.432 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 130/163 2024-01-28T12:50:51.626 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xfsprogs-devel-5.0.0-12.el8.x86_64 134/163 2024-01-28T12:50:51.660 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 126/163 2024-01-28T12:50:51.776 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 131/163 2024-01-28T12:50:51.829 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephfs-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_6 135/163 2024-01-28T12:50:52.032 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libtool-2.4.6-25.el8.x86_64 132/163 2024-01-28T12:50:52.045 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 132/163 2024-01-28T12:50:52.267 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : util-linux-user-2.32.1-43.el8.x86_64 133/163 2024-01-28T12:50:52.435 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xfsprogs-devel-5.0.0-12.el8.x86_64 134/163 2024-01-28T12:50:52.641 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephfs-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_6 135/163 2024-01-28T12:50:54.091 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 136/163 2024-01-28T12:50:54.437 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-server-10.23-3.module+el8.9.0+20831+7 136/163 2024-01-28T12:50:54.476 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 136/163 2024-01-28T12:50:54.851 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 136/163 2024-01-28T12:50:54.918 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : elfutils-libs-0.189-3.el8.x86_64 137/163 2024-01-28T12:50:55.173 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : postgresql-server-10.23-3.module+el8.9.0+20831+7 136/163 2024-01-28T12:50:55.212 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 136/163 2024-01-28T12:50:55.310 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : iproute-6.2.0-5.el8_9.x86_64 138/163 2024-01-28T12:50:55.557 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : xfsdump-3.1.8-7.el8_9.x86_64 139/163 2024-01-28T12:50:55.705 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : elfutils-libs-0.189-3.el8.x86_64 137/163 2024-01-28T12:50:55.727 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephfs-top-2:19.0.0-410.gc8f2a2aa.el8.noarch 140/163 2024-01-28T12:50:55.952 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 141/163 2024-01-28T12:50:56.079 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : iproute-6.2.0-5.el8_9.x86_64 138/163 2024-01-28T12:50:56.244 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-nbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 142/163 2024-01-28T12:50:56.335 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : xfsdump-3.1.8-7.el8_9.x86_64 139/163 2024-01-28T12:50:56.537 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : openssl-1:1.1.1k-12.el8_9.x86_64 143/163 2024-01-28T12:50:56.564 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cephfs-top-2:19.0.0-410.gc8f2a2aa.el8.noarch 140/163 2024-01-28T12:50:56.761 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : NetworkManager-initscripts-updown-1:1.40.16-13.e 144/163 2024-01-28T12:50:56.770 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-13.e 144/163 2024-01-28T12:50:56.780 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 141/163 2024-01-28T12:50:56.956 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 145/163 2024-01-28T12:50:57.050 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-nbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 142/163 2024-01-28T12:50:57.194 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flex-2.6.1-9.el8.x86_64 146/163 2024-01-28T12:50:57.230 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 126/163 2024-01-28T12:50:57.271 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 146/163 2024-01-28T12:50:57.290 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : openssl-1:1.1.1k-12.el8_9.x86_64 143/163 2024-01-28T12:50:57.494 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : bison-3.0.4-10.el8.x86_64 147/163 2024-01-28T12:50:57.505 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flex-2.6.1-9.el8.x86_64 144/163 2024-01-28T12:50:57.507 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 147/163 2024-01-28T12:50:57.581 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 144/163 2024-01-28T12:50:57.700 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : elfutils-libs-0.186-1.el8.x86_64 148/163 2024-01-28T12:50:57.814 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : bison-3.0.4-10.el8.x86_64 145/163 2024-01-28T12:50:57.827 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 145/163 2024-01-28T12:50:57.904 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : openssl-1:1.1.1k-6.el8_5.x86_64 149/163 2024-01-28T12:50:58.038 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : NetworkManager-initscripts-updown-1:1.40.16-13.e 146/163 2024-01-28T12:50:58.047 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : xfsdump-3.1.8-4.el8.x86_64 150/163 2024-01-28T12:50:58.047 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : xfsprogs-5.0.0-10.el8.x86_64 151/163 2024-01-28T12:50:58.048 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-13.e 146/163 2024-01-28T12:50:58.232 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 147/163 2024-01-28T12:50:58.330 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: xfsprogs-5.0.0-10.el8.x86_64 151/163 2024-01-28T12:50:58.330 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 152/163 2024-01-28T12:50:58.435 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : elfutils-libs-0.186-1.el8.x86_64 148/163 2024-01-28T12:50:58.514 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-test-2:19.0.0-410.gc8f2a2aa.el8.x86_64 127/163 2024-01-28T12:50:58.581 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 152/163 2024-01-28T12:50:58.581 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 153/163 2024-01-28T12:50:58.615 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : openssl-1:1.1.1k-6.el8_5.x86_64 149/163 2024-01-28T12:50:58.792 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : xfsdump-3.1.8-4.el8.x86_64 150/163 2024-01-28T12:50:58.792 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : xfsprogs-5.0.0-10.el8.x86_64 151/163 2024-01-28T12:50:58.796 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : openssl-devel-1:1.1.1k-12.el8_9.x86_64 128/163 2024-01-28T12:50:58.833 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 153/163 2024-01-28T12:50:59.054 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 154/163 2024-01-28T12:50:59.083 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: xfsprogs-5.0.0-10.el8.x86_64 151/163 2024-01-28T12:50:59.083 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 152/163 2024-01-28T12:50:59.085 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : elfutils-libelf-devel-0.189-3.el8.x86_64 129/163 2024-01-28T12:50:59.228 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : util-linux-user-2.32.1-35.el8.x86_64 155/163 2024-01-28T12:50:59.267 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 152/163 2024-01-28T12:50:59.267 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 153/163 2024-01-28T12:50:59.487 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : util-linux-2.32.1-35.el8.x86_64 156/163 2024-01-28T12:50:59.487 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libfdisk-2.32.1-35.el8.x86_64 157/163 2024-01-28T12:50:59.493 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 153/163 2024-01-28T12:50:59.553 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 130/163 2024-01-28T12:50:59.740 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 154/163 2024-01-28T12:50:59.754 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libfdisk-2.32.1-35.el8.x86_64 157/163 2024-01-28T12:50:59.754 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libmount-2.32.1-35.el8.x86_64 158/163 2024-01-28T12:50:59.933 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 131/163 2024-01-28T12:50:59.954 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : util-linux-user-2.32.1-35.el8.x86_64 155/163 2024-01-28T12:51:00.029 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libmount-2.32.1-35.el8.x86_64 158/163 2024-01-28T12:51:00.030 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libblkid-2.32.1-35.el8.x86_64 159/163 2024-01-28T12:51:00.223 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : util-linux-2.32.1-35.el8.x86_64 156/163 2024-01-28T12:51:00.224 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libfdisk-2.32.1-35.el8.x86_64 157/163 2024-01-28T12:51:00.224 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libtool-2.4.6-25.el8.x86_64 132/163 2024-01-28T12:51:00.253 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 132/163 2024-01-28T12:51:00.304 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libblkid-2.32.1-35.el8.x86_64 159/163 2024-01-28T12:51:00.304 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libuuid-2.32.1-35.el8.x86_64 160/163 2024-01-28T12:51:00.508 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libfdisk-2.32.1-35.el8.x86_64 157/163 2024-01-28T12:51:00.508 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libmount-2.32.1-35.el8.x86_64 158/163 2024-01-28T12:51:00.529 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : util-linux-user-2.32.1-43.el8.x86_64 133/163 2024-01-28T12:51:00.587 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libuuid-2.32.1-35.el8.x86_64 160/163 2024-01-28T12:51:00.587 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libsmartcols-2.32.1-35.el8.x86_64 161/163 2024-01-28T12:51:00.762 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : xfsprogs-devel-5.0.0-12.el8.x86_64 134/163 2024-01-28T12:51:00.791 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libmount-2.32.1-35.el8.x86_64 158/163 2024-01-28T12:51:00.791 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libblkid-2.32.1-35.el8.x86_64 159/163 2024-01-28T12:51:00.845 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libsmartcols-2.32.1-35.el8.x86_64 161/163 2024-01-28T12:51:01.000 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libcephfs-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_6 135/163 2024-01-28T12:51:01.013 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : elfutils-libelf-0.186-1.el8.x86_64 162/163 2024-01-28T12:51:01.013 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : openssl-libs-1:1.1.1k-6.el8_5.x86_64 163/163 2024-01-28T12:51:01.066 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libblkid-2.32.1-35.el8.x86_64 159/163 2024-01-28T12:51:01.066 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libuuid-2.32.1-35.el8.x86_64 160/163 2024-01-28T12:51:01.266 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libuuid-2.32.1-35.el8.x86_64 160/163 2024-01-28T12:51:01.266 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libsmartcols-2.32.1-35.el8.x86_64 161/163 2024-01-28T12:51:01.524 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libsmartcols-2.32.1-35.el8.x86_64 161/163 2024-01-28T12:51:01.732 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : elfutils-libelf-0.186-1.el8.x86_64 162/163 2024-01-28T12:51:01.732 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : openssl-libs-1:1.1.1k-6.el8_5.x86_64 163/163 2024-01-28T12:51:01.919 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openssl-libs-1:1.1.1k-6.el8_5.x86_64 163/163 2024-01-28T12:51:01.919 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-2:19.0.0-410.gc8f2a2aa.el8.x86_64 1/163 2024-01-28T12:51:01.919 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2/163 2024-01-28T12:51:01.919 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 3/163 2024-01-28T12:51:01.919 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 4/163 2024-01-28T12:51:01.919 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2 5/163 2024-01-28T12:51:01.919 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 6/163 2024-01-28T12:51:01.919 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 7/163 2024-01-28T12:51:01.919 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 8/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 9/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 10/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 11/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-test-2:19.0.0-410.gc8f2a2aa.el8.x86_64 12/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 13/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephfs-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_6 14/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 15/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 16/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 17/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_ 18/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 19/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ceph-argparse-2:19.0.0-410.gc8f2a2aa.el8 20/163 2024-01-28T12:51:01.920 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x 21/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cephfs-2:19.0.0-410.gc8f2a2aa.el8.x86_64 22/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rados-2:19.0.0-410.gc8f2a2aa.el8.x86_64 23/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 24/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 25/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 26/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 27/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-nbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 28/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-410.gc8f2a2aa.e 29/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noar 30/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.no 31/163 2024-01-28T12:51:01.921 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2 32/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-410.gc8f2a2aa.el8 33/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 34/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-410.gc8f2a2aa.el 35/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 36/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 37/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephfs-top-2:19.0.0-410.gc8f2a2aa.el8.noarch 38/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : luarocks-3.5.0-1.el8.noarch 42/163 2024-01-28T12:51:01.934 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 43/163 2024-01-28T12:51:01.935 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 44/163 2024-01-28T12:51:01.935 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 45/163 2024-01-28T12:51:01.935 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 46/163 2024-01-28T12:51:01.935 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 47/163 2024-01-28T12:51:01.935 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 48/163 2024-01-28T12:51:01.935 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 49/163 2024-01-28T12:51:01.935 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 50/163 2024-01-28T12:51:01.935 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 51/163 2024-01-28T12:51:01.935 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 52/163 2024-01-28T12:51:01.935 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 53/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 54/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 55/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 56/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 57/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-portend-2.6-1.el8.noarch 58/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 59/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 60/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 61/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 62/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 63/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 64/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 65/163 2024-01-28T12:51:01.936 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 66/163 2024-01-28T12:51:01.937 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 67/163 2024-01-28T12:51:01.937 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 68/163 2024-01-28T12:51:01.937 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 69/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 70/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 71/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 72/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 73/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 74/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 75/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 76/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 77/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 78/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : bison-3.0.4-10.el8.x86_64 79/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flex-2.6.1-9.el8.x86_64 80/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 81/163 2024-01-28T12:51:01.938 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 82/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 83/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 84/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 85/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 86/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 87/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 88/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 89/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 90/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 91/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 92/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openblas-threads-0.3.15-6.el8.x86_64 93/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 94/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openblas-0.3.15-6.el8.x86_64 95/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : automake-1.16.1-8.el8.noarch 96/163 2024-01-28T12:51:01.939 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libpq-13.11-1.el8.x86_64 97/163 2024-01-28T12:51:01.940 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : jq-1.6-7.el8.x86_64 98/163 2024-01-28T12:51:01.940 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 99/163 2024-01-28T12:51:01.940 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-10.23-3.module+el8.9.0+20831+78489779 100/163 2024-01-28T12:51:01.940 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 101/163 2024-01-28T12:51:01.940 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-server-10.23-3.module+el8.9.0+20831+7 102/163 2024-01-28T12:51:01.940 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 103/163 2024-01-28T12:51:01.940 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lua-devel-5.3.4-12.el8.x86_64 104/163 2024-01-28T12:51:01.940 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 105/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 106/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 107/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 108/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 110/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 111/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 112/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 113/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 114/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 115/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 116/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 117/163 2024-01-28T12:51:01.941 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 118/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 119/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 120/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 121/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 122/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libuuid-devel-2.32.1-43.el8.x86_64 123/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 124/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 125/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsprogs-devel-5.0.0-12.el8.x86_64 126/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-13.e 127/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libelf-devel-0.189-3.el8.x86_64 128/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : krb5-devel-1.18.2-26.el8_9.x86_64 129/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 130/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-devel-1:1.1.1k-12.el8_9.x86_64 131/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 132/163 2024-01-28T12:51:01.942 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 133/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 134/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 135/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libelf-0.189-3.el8.x86_64 136/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libelf-0.186-1.el8.x86_64 137/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libs-0.189-3.el8.x86_64 138/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libs-0.186-1.el8.x86_64 139/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libmount-2.32.1-43.el8.x86_64 140/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libmount-2.32.1-35.el8.x86_64 141/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsmartcols-2.32.1-43.el8.x86_64 142/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsmartcols-2.32.1-35.el8.x86_64 143/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libuuid-2.32.1-43.el8.x86_64 144/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libuuid-2.32.1-35.el8.x86_64 145/163 2024-01-28T12:51:01.943 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-2.32.1-43.el8.x86_64 146/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-2.32.1-35.el8.x86_64 147/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-user-2.32.1-43.el8.x86_64 148/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-user-2.32.1-35.el8.x86_64 149/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : iproute-6.2.0-5.el8_9.x86_64 150/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 151/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libblkid-2.32.1-43.el8.x86_64 152/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libblkid-2.32.1-35.el8.x86_64 153/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libfdisk-2.32.1-43.el8.x86_64 154/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libfdisk-2.32.1-35.el8.x86_64 155/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-1:1.1.1k-12.el8_9.x86_64 156/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-1:1.1.1k-6.el8_5.x86_64 157/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-libs-1:1.1.1k-12.el8_9.x86_64 158/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-libs-1:1.1.1k-6.el8_5.x86_64 159/163 2024-01-28T12:51:01.944 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsdump-3.1.8-7.el8_9.x86_64 160/163 2024-01-28T12:51:01.945 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsdump-3.1.8-4.el8.x86_64 161/163 2024-01-28T12:51:01.945 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsprogs-5.0.0-12.el8.x86_64 162/163 2024-01-28T12:51:02.642 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: openssl-libs-1:1.1.1k-6.el8_5.x86_64 163/163 2024-01-28T12:51:02.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-2:19.0.0-410.gc8f2a2aa.el8.x86_64 1/163 2024-01-28T12:51:02.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2/163 2024-01-28T12:51:02.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 3/163 2024-01-28T12:51:02.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 4/163 2024-01-28T12:51:02.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2 5/163 2024-01-28T12:51:02.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 6/163 2024-01-28T12:51:02.642 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 7/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 8/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 9/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 10/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 11/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-test-2:19.0.0-410.gc8f2a2aa.el8.x86_64 12/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 13/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_6 14/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 15/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 16/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 17/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_ 18/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 19/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-argparse-2:19.0.0-410.gc8f2a2aa.el8 20/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x 21/163 2024-01-28T12:51:02.643 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cephfs-2:19.0.0-410.gc8f2a2aa.el8.x86_64 22/163 2024-01-28T12:51:02.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rados-2:19.0.0-410.gc8f2a2aa.el8.x86_64 23/163 2024-01-28T12:51:02.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 24/163 2024-01-28T12:51:02.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 25/163 2024-01-28T12:51:02.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 26/163 2024-01-28T12:51:02.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 27/163 2024-01-28T12:51:02.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-nbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 28/163 2024-01-28T12:51:02.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-410.gc8f2a2aa.e 29/163 2024-01-28T12:51:02.644 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noar 30/163 2024-01-28T12:51:02.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.no 31/163 2024-01-28T12:51:02.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2 32/163 2024-01-28T12:51:02.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-410.gc8f2a2aa.el8 33/163 2024-01-28T12:51:02.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 34/163 2024-01-28T12:51:02.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-410.gc8f2a2aa.el 35/163 2024-01-28T12:51:02.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 36/163 2024-01-28T12:51:02.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 37/163 2024-01-28T12:51:02.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cephfs-top-2:19.0.0-410.gc8f2a2aa.el8.noarch 38/163 2024-01-28T12:51:02.656 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : luarocks-3.5.0-1.el8.noarch 42/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 43/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 44/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 45/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 46/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 47/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 48/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 49/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 50/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 51/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 52/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 53/163 2024-01-28T12:51:02.657 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 54/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 55/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 56/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 57/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-portend-2.6-1.el8.noarch 58/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 59/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 60/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 61/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 62/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 63/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 64/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 65/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 66/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 67/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 68/163 2024-01-28T12:51:02.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 69/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 70/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 71/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 72/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 73/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 75/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 76/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 77/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 78/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 79/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 80/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 81/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 82/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 83/163 2024-01-28T12:51:02.659 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 84/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 85/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 86/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 87/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 88/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 89/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 90/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libuuid-devel-2.32.1-43.el8.x86_64 91/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 92/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 93/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xfsprogs-devel-5.0.0-12.el8.x86_64 94/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-13.e 95/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-libelf-devel-0.189-3.el8.x86_64 96/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : krb5-devel-1.18.2-26.el8_9.x86_64 97/163 2024-01-28T12:51:02.660 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 98/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openssl-devel-1:1.1.1k-12.el8_9.x86_64 99/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 100/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 101/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 102/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 103/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 104/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 105/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : bison-3.0.4-10.el8.x86_64 106/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flex-2.6.1-9.el8.x86_64 107/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 108/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 109/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 110/163 2024-01-28T12:51:02.661 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 111/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 112/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 113/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 114/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 115/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 116/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 117/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 118/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 119/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openblas-threads-0.3.15-6.el8.x86_64 120/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 121/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openblas-0.3.15-6.el8.x86_64 122/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : automake-1.16.1-8.el8.noarch 123/163 2024-01-28T12:51:02.662 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libpq-13.11-1.el8.x86_64 124/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : jq-1.6-7.el8.x86_64 125/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 126/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : postgresql-10.23-3.module+el8.9.0+20831+78489779 127/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 128/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : postgresql-server-10.23-3.module+el8.9.0+20831+7 129/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 130/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lua-devel-5.3.4-12.el8.x86_64 131/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 132/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 133/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 134/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 135/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-libelf-0.189-3.el8.x86_64 136/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-libelf-0.186-1.el8.x86_64 137/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-libs-0.189-3.el8.x86_64 138/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-libs-0.186-1.el8.x86_64 139/163 2024-01-28T12:51:02.663 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libmount-2.32.1-43.el8.x86_64 140/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libmount-2.32.1-35.el8.x86_64 141/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libsmartcols-2.32.1-43.el8.x86_64 142/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libsmartcols-2.32.1-35.el8.x86_64 143/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libuuid-2.32.1-43.el8.x86_64 144/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libuuid-2.32.1-35.el8.x86_64 145/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : util-linux-2.32.1-43.el8.x86_64 146/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : util-linux-2.32.1-35.el8.x86_64 147/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : util-linux-user-2.32.1-43.el8.x86_64 148/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : util-linux-user-2.32.1-35.el8.x86_64 149/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : iproute-6.2.0-5.el8_9.x86_64 150/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 151/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libblkid-2.32.1-43.el8.x86_64 152/163 2024-01-28T12:51:02.664 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libblkid-2.32.1-35.el8.x86_64 153/163 2024-01-28T12:51:02.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libfdisk-2.32.1-43.el8.x86_64 154/163 2024-01-28T12:51:02.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libfdisk-2.32.1-35.el8.x86_64 155/163 2024-01-28T12:51:02.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openssl-1:1.1.1k-12.el8_9.x86_64 156/163 2024-01-28T12:51:02.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openssl-1:1.1.1k-6.el8_5.x86_64 157/163 2024-01-28T12:51:02.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openssl-libs-1:1.1.1k-12.el8_9.x86_64 158/163 2024-01-28T12:51:02.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openssl-libs-1:1.1.1k-6.el8_5.x86_64 159/163 2024-01-28T12:51:02.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xfsdump-3.1.8-7.el8_9.x86_64 160/163 2024-01-28T12:51:02.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xfsdump-3.1.8-4.el8.x86_64 161/163 2024-01-28T12:51:02.665 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xfsprogs-5.0.0-12.el8.x86_64 162/163 2024-01-28T12:51:04.346 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 136/163 2024-01-28T12:51:04.732 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-server-10.23-3.module+el8.9.0+20831+7 136/163 2024-01-28T12:51:04.802 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 136/163 2024-01-28T12:51:05.197 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : elfutils-libs-0.189-3.el8.x86_64 137/163 2024-01-28T12:51:05.592 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : iproute-6.2.0-5.el8_9.x86_64 138/163 2024-01-28T12:51:05.869 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : xfsdump-3.1.8-7.el8_9.x86_64 139/163 2024-01-28T12:51:06.065 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephfs-top-2:19.0.0-410.gc8f2a2aa.el8.noarch 140/163 2024-01-28T12:51:06.299 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : rbd-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 141/163 2024-01-28T12:51:06.626 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : rbd-nbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 142/163 2024-01-28T12:51:07.005 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : openssl-1:1.1.1k-12.el8_9.x86_64 143/163 2024-01-28T12:51:07.222 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : flex-2.6.1-9.el8.x86_64 144/163 2024-01-28T12:51:07.339 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 144/163 2024-01-28T12:51:07.572 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : bison-3.0.4-10.el8.x86_64 145/163 2024-01-28T12:51:07.601 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 145/163 2024-01-28T12:51:07.788 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : NetworkManager-initscripts-updown-1:1.40.16-13.e 146/163 2024-01-28T12:51:07.811 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-13.e 146/163 2024-01-28T12:51:07.941 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 147/163 2024-01-28T12:51:08.103 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : elfutils-libs-0.186-1.el8.x86_64 148/163 2024-01-28T12:51:08.299 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : openssl-1:1.1.1k-6.el8_5.x86_64 149/163 2024-01-28T12:51:08.441 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : xfsdump-3.1.8-4.el8.x86_64 150/163 2024-01-28T12:51:08.441 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : xfsprogs-5.0.0-10.el8.x86_64 151/163 2024-01-28T12:51:08.743 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: xfsprogs-5.0.0-10.el8.x86_64 151/163 2024-01-28T12:51:08.744 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 152/163 2024-01-28T12:51:08.997 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 152/163 2024-01-28T12:51:08.997 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 153/163 2024-01-28T12:51:09.238 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 153/163 2024-01-28T12:51:09.465 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 154/163 2024-01-28T12:51:09.663 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : util-linux-user-2.32.1-35.el8.x86_64 155/163 2024-01-28T12:51:09.940 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : util-linux-2.32.1-35.el8.x86_64 156/163 2024-01-28T12:51:09.940 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libfdisk-2.32.1-35.el8.x86_64 157/163 2024-01-28T12:51:10.214 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libfdisk-2.32.1-35.el8.x86_64 157/163 2024-01-28T12:51:10.215 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libmount-2.32.1-35.el8.x86_64 158/163 2024-01-28T12:51:10.450 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libmount-2.32.1-35.el8.x86_64 158/163 2024-01-28T12:51:10.450 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libblkid-2.32.1-35.el8.x86_64 159/163 2024-01-28T12:51:10.733 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libblkid-2.32.1-35.el8.x86_64 159/163 2024-01-28T12:51:10.733 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libuuid-2.32.1-35.el8.x86_64 160/163 2024-01-28T12:51:10.966 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libuuid-2.32.1-35.el8.x86_64 160/163 2024-01-28T12:51:10.966 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libsmartcols-2.32.1-35.el8.x86_64 161/163 2024-01-28T12:51:11.241 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libsmartcols-2.32.1-35.el8.x86_64 161/163 2024-01-28T12:51:11.374 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : elfutils-libelf-0.186-1.el8.x86_64 162/163 2024-01-28T12:51:11.374 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : openssl-libs-1:1.1.1k-6.el8_5.x86_64 163/163 2024-01-28T12:51:11.936 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: openssl-libs-1:1.1.1k-6.el8_5.x86_64 163/163 2024-01-28T12:51:11.936 INFO:teuthology.orchestra.run.smithi088.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-01-28T12:51:11.936 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-2:19.0.0-410.gc8f2a2aa.el8.x86_64 1/163 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2/163 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 3/163 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 4/163 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2 5/163 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 6/163 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 7/163 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 8/163 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 9/163 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 10/163 2024-01-28T12:51:12.644 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 11/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-test-2:19.0.0-410.gc8f2a2aa.el8.x86_64 12/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 13/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libcephfs-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_6 14/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 15/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 16/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librados-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 17/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_ 18/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 19/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-ceph-argparse-2:19.0.0-410.gc8f2a2aa.el8 20/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x 21/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cephfs-2:19.0.0-410.gc8f2a2aa.el8.x86_64 22/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rados-2:19.0.0-410.gc8f2a2aa.el8.x86_64 23/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 24/163 2024-01-28T12:51:12.645 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 25/163 2024-01-28T12:51:12.646 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : rbd-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 26/163 2024-01-28T12:51:12.646 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 27/163 2024-01-28T12:51:12.659 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : rbd-nbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 28/163 2024-01-28T12:51:12.659 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-410.gc8f2a2aa.e 29/163 2024-01-28T12:51:12.659 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noar 30/163 2024-01-28T12:51:12.659 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.no 31/163 2024-01-28T12:51:12.659 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2 32/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-410.gc8f2a2aa.el8 33/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 34/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-410.gc8f2a2aa.el 35/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 36/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 37/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephfs-top-2:19.0.0-410.gc8f2a2aa.el8.noarch 38/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : luarocks-3.5.0-1.el8.noarch 42/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 43/163 2024-01-28T12:51:12.660 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 44/163 2024-01-28T12:51:12.661 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 45/163 2024-01-28T12:51:12.661 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 46/163 2024-01-28T12:51:12.661 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 47/163 2024-01-28T12:51:12.661 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 48/163 2024-01-28T12:51:12.661 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 49/163 2024-01-28T12:51:12.661 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 50/163 2024-01-28T12:51:12.661 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 51/163 2024-01-28T12:51:12.661 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 52/163 2024-01-28T12:51:12.661 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 53/163 2024-01-28T12:51:12.661 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 54/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 55/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 56/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 57/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-portend-2.6-1.el8.noarch 58/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 59/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 60/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 61/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 62/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 63/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 64/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 65/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 66/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 67/163 2024-01-28T12:51:12.662 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 68/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 69/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 70/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 71/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 72/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 73/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 75/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 76/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 77/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 78/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 79/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 80/163 2024-01-28T12:51:12.663 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 81/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 82/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 83/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 84/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 85/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 86/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 87/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 88/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 89/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 90/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libuuid-devel-2.32.1-43.el8.x86_64 91/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 92/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 93/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsprogs-devel-5.0.0-12.el8.x86_64 94/163 2024-01-28T12:51:12.664 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-13.e 95/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libelf-devel-0.189-3.el8.x86_64 96/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : krb5-devel-1.18.2-26.el8_9.x86_64 97/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 98/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-devel-1:1.1.1k-12.el8_9.x86_64 99/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 100/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 101/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 102/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 103/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 104/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 105/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : bison-3.0.4-10.el8.x86_64 106/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : flex-2.6.1-9.el8.x86_64 107/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 108/163 2024-01-28T12:51:12.665 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 109/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 110/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 111/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 112/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 113/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 114/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 115/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 116/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 117/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 118/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 119/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openblas-threads-0.3.15-6.el8.x86_64 120/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 121/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openblas-0.3.15-6.el8.x86_64 122/163 2024-01-28T12:51:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : automake-1.16.1-8.el8.noarch 123/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libpq-13.11-1.el8.x86_64 124/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : jq-1.6-7.el8.x86_64 125/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 126/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-10.23-3.module+el8.9.0+20831+78489779 127/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 128/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-server-10.23-3.module+el8.9.0+20831+7 129/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 130/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : lua-devel-5.3.4-12.el8.x86_64 131/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 132/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 133/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 134/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 135/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libelf-0.189-3.el8.x86_64 136/163 2024-01-28T12:51:12.667 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libelf-0.186-1.el8.x86_64 137/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libs-0.189-3.el8.x86_64 138/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libs-0.186-1.el8.x86_64 139/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libmount-2.32.1-43.el8.x86_64 140/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libmount-2.32.1-35.el8.x86_64 141/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libsmartcols-2.32.1-43.el8.x86_64 142/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libsmartcols-2.32.1-35.el8.x86_64 143/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libuuid-2.32.1-43.el8.x86_64 144/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libuuid-2.32.1-35.el8.x86_64 145/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : util-linux-2.32.1-43.el8.x86_64 146/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : util-linux-2.32.1-35.el8.x86_64 147/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : util-linux-user-2.32.1-43.el8.x86_64 148/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : util-linux-user-2.32.1-35.el8.x86_64 149/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : iproute-6.2.0-5.el8_9.x86_64 150/163 2024-01-28T12:51:12.668 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 151/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libblkid-2.32.1-43.el8.x86_64 152/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libblkid-2.32.1-35.el8.x86_64 153/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libfdisk-2.32.1-43.el8.x86_64 154/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libfdisk-2.32.1-35.el8.x86_64 155/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-1:1.1.1k-12.el8_9.x86_64 156/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-1:1.1.1k-6.el8_5.x86_64 157/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-libs-1:1.1.1k-12.el8_9.x86_64 158/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-libs-1:1.1.1k-6.el8_5.x86_64 159/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsdump-3.1.8-7.el8_9.x86_64 160/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsdump-3.1.8-4.el8.x86_64 161/163 2024-01-28T12:51:12.669 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsprogs-5.0.0-12.el8.x86_64 162/163 2024-01-28T12:51:13.455 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xfsprogs-5.0.0-10.el8.x86_64 163/163 2024-01-28T12:51:13.456 INFO:teuthology.orchestra.run.smithi175.stdout:Installed products updated. 2024-01-28T12:51:14.043 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:51:14.044 INFO:teuthology.orchestra.run.smithi175.stdout:Upgraded: 2024-01-28T12:51:14.044 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libelf-0.189-3.el8.x86_64 2024-01-28T12:51:14.044 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libs-0.189-3.el8.x86_64 2024-01-28T12:51:14.044 INFO:teuthology.orchestra.run.smithi175.stdout: iproute-6.2.0-5.el8_9.x86_64 2024-01-28T12:51:14.044 INFO:teuthology.orchestra.run.smithi175.stdout: libblkid-2.32.1-43.el8.x86_64 2024-01-28T12:51:14.044 INFO:teuthology.orchestra.run.smithi175.stdout: libfdisk-2.32.1-43.el8.x86_64 2024-01-28T12:51:14.044 INFO:teuthology.orchestra.run.smithi175.stdout: libmount-2.32.1-43.el8.x86_64 2024-01-28T12:51:14.044 INFO:teuthology.orchestra.run.smithi175.stdout: librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.044 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: libsmartcols-2.32.1-43.el8.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: libuuid-2.32.1-43.el8.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: openssl-1:1.1.1k-12.el8_9.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: openssl-libs-1:1.1.1k-12.el8_9.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: util-linux-2.32.1-43.el8.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: util-linux-user-2.32.1-43.el8.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: xfsdump-3.1.8-7.el8_9.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: xfsprogs-5.0.0-12.el8.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: NetworkManager-initscripts-updown-1:1.40.16-13.el8_9.noarch 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: automake-1.16.1-8.el8.noarch 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: bison-3.0.4-10.el8.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.045 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-grafana-dashboards-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-prometheus-alerts-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:14.046 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: cephfs-top-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libelf-devel-0.189-3.el8.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: flex-2.6.1-9.el8.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: fuse-2.9.7-17.el8.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: jq-1.6-7.el8.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: krb5-devel-1.18.2-26.el8_9.x86_64 2024-01-28T12:51:14.047 INFO:teuthology.orchestra.run.smithi175.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: libgfortran-8.5.0-20.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: liboath-2.6.2-3.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: libpq-13.11-1.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: libquadmath-8.5.0-20.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: librabbitmq-0.9.0-4.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: librdkafka-0.11.4-3.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.048 INFO:teuthology.orchestra.run.smithi175.stdout: libselinux-devel-2.9-5.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: libsepol-devel-2.9-3.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: libtool-2.4.6-25.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: libunwind-1.3.1-3.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: libuuid-devel-2.32.1-43.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: libverto-devel-0.3.0-5.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: lua-devel-5.3.4-12.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: luarocks-3.5.0-1.el8.noarch 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: oniguruma-6.8.2-2.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-0.3.15-6.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-threads-0.3.15-6.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: openssl-devel-1:1.1.1k-12.el8_9.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: pcre2-devel-10.32-2.el8.x86_64 2024-01-28T12:51:14.049 INFO:teuthology.orchestra.run.smithi175.stdout: pcre2-utf16-10.32-2.el8.x86_64 2024-01-28T12:51:14.050 INFO:teuthology.orchestra.run.smithi175.stdout: pcre2-utf32-10.32-2.el8.x86_64 2024-01-28T12:51:14.050 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-28T12:51:14.050 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-contrib-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-28T12:51:14.050 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-server-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-28T12:51:14.050 INFO:teuthology.orchestra.run.smithi175.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2024-01-28T12:51:14.050 INFO:teuthology.orchestra.run.smithi175.stdout: python3-babel-2.5.1-7.el8.noarch 2024-01-28T12:51:14.050 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-01-28T12:51:14.050 INFO:teuthology.orchestra.run.smithi175.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-01-28T12:51:14.050 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-01-28T12:51:14.050 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-6.2-6.el8.noarch 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jinja2-2.10.1-3.el8.noarch 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-01-28T12:51:14.051 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-mako-1.0.6-14.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-natsort-7.1.1-2.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-portend-2.6-1.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-01-28T12:51:14.052 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pycparser-2.14-14.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytz-2017.2-11.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-routes-2.4.1-12.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rsa-4.9-2.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c38525.x86_64 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-01-28T12:51:14.053 INFO:teuthology.orchestra.run.smithi175.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: socat-1.7.4.1-1.el8.x86_64 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: thrift-0.13.0-2.el8.x86_64 2024-01-28T12:51:14.054 INFO:teuthology.orchestra.run.smithi175.stdout: uuid-1.6.2-43.el8.x86_64 2024-01-28T12:51:14.055 INFO:teuthology.orchestra.run.smithi175.stdout: xfsprogs-devel-5.0.0-12.el8.x86_64 2024-01-28T12:51:14.055 INFO:teuthology.orchestra.run.smithi175.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-01-28T12:51:14.055 INFO:teuthology.orchestra.run.smithi175.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2024-01-28T12:51:14.055 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-01-28T12:51:14.055 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-01-28T12:51:14.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsprogs-5.0.0-10.el8.x86_64 163/163 2024-01-28T12:51:14.153 INFO:teuthology.orchestra.run.smithi181.stdout:Installed products updated. 2024-01-28T12:51:14.261 DEBUG:teuthology.parallel:result is None 2024-01-28T12:51:15.270 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:51:15.270 INFO:teuthology.orchestra.run.smithi181.stdout:Upgraded: 2024-01-28T12:51:15.270 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-0.189-3.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libs-0.189-3.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: iproute-6.2.0-5.el8_9.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: libblkid-2.32.1-43.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: libfdisk-2.32.1-43.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: libmount-2.32.1-43.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: libsmartcols-2.32.1-43.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-2.32.1-43.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-1:1.1.1k-12.el8_9.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-libs-1:1.1.1k-12.el8_9.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-2.32.1-43.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-user-2.32.1-43.el8.x86_64 2024-01-28T12:51:15.271 INFO:teuthology.orchestra.run.smithi181.stdout: xfsdump-3.1.8-7.el8_9.x86_64 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-5.0.0-12.el8.x86_64 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout:Installed: 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-initscripts-updown-1:1.40.16-13.el8_9.noarch 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: automake-1.16.1-8.el8.noarch 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: bison-3.0.4-10.el8.x86_64 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-grafana-dashboards-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.272 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-modules-core-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-prometheus-alerts-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-test-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:15.273 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-top-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-devel-0.189-3.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: flex-2.6.1-9.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: fuse-2.9.7-17.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: jq-1.6-7.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: krb5-devel-1.18.2-26.el8_9.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: libgfortran-8.5.0-20.el8.x86_64 2024-01-28T12:51:15.274 INFO:teuthology.orchestra.run.smithi181.stdout: liboath-2.6.2-3.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: libpq-13.11-1.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: libquadmath-8.5.0-20.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: librabbitmq-0.9.0-4.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: librados-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: librdkafka-0.11.4-3.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: libselinux-devel-2.9-5.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: libsepol-devel-2.9-3.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: libtool-2.4.6-25.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: libunwind-1.3.1-3.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-devel-2.32.1-43.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: libverto-devel-0.3.0-5.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2024-01-28T12:51:15.275 INFO:teuthology.orchestra.run.smithi181.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: lua-devel-5.3.4-12.el8.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: luarocks-3.5.0-1.el8.noarch 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: oniguruma-6.8.2-2.el8.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-0.3.15-6.el8.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-threads-0.3.15-6.el8.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-devel-1:1.1.1k-12.el8_9.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-devel-10.32-2.el8.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf16-10.32-2.el8.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf32-10.32-2.el8.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-contrib-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-server-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-28T12:51:15.276 INFO:teuthology.orchestra.run.smithi181.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2024-01-28T12:51:15.277 INFO:teuthology.orchestra.run.smithi181.stdout: python3-babel-2.5.1-7.el8.noarch 2024-01-28T12:51:15.277 INFO:teuthology.orchestra.run.smithi181.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-01-28T12:51:15.277 INFO:teuthology.orchestra.run.smithi181.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-01-28T12:51:15.277 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-01-28T12:51:15.277 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-argparse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.277 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.277 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cephfs-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.277 INFO:teuthology.orchestra.run.smithi181.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-01-28T12:51:15.277 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-01-28T12:51:15.277 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-6.2-6.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jinja2-2.10.1-3.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-mako-1.0.6-14.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-01-28T12:51:15.278 INFO:teuthology.orchestra.run.smithi181.stdout: python3-natsort-7.1.1-2.el8.noarch 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-portend-2.6-1.el8.noarch 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pycparser-2.14-14.el8.noarch 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytz-2017.2-11.el8.noarch 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rados-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.279 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-routes-2.4.1-12.el8.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rsa-4.9-2.el8.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c38525.x86_64 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-01-28T12:51:15.280 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-01-28T12:51:15.281 INFO:teuthology.orchestra.run.smithi181.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-01-28T12:51:15.281 INFO:teuthology.orchestra.run.smithi181.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-01-28T12:51:15.281 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.281 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.281 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-nbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:15.281 INFO:teuthology.orchestra.run.smithi181.stdout: socat-1.7.4.1-1.el8.x86_64 2024-01-28T12:51:15.281 INFO:teuthology.orchestra.run.smithi181.stdout: thrift-0.13.0-2.el8.x86_64 2024-01-28T12:51:15.281 INFO:teuthology.orchestra.run.smithi181.stdout: uuid-1.6.2-43.el8.x86_64 2024-01-28T12:51:15.281 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-devel-5.0.0-12.el8.x86_64 2024-01-28T12:51:15.281 INFO:teuthology.orchestra.run.smithi181.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-01-28T12:51:15.282 INFO:teuthology.orchestra.run.smithi181.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2024-01-28T12:51:15.282 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:51:15.282 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2024-01-28T12:51:15.529 DEBUG:teuthology.parallel:result is None 2024-01-28T12:51:23.250 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsprogs-5.0.0-10.el8.x86_64 163/163 2024-01-28T12:51:23.250 INFO:teuthology.orchestra.run.smithi088.stdout:Installed products updated. 2024-01-28T12:51:23.878 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout:Upgraded: 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf-0.189-3.el8.x86_64 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libs-0.189-3.el8.x86_64 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout: iproute-6.2.0-5.el8_9.x86_64 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout: libblkid-2.32.1-43.el8.x86_64 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout: libfdisk-2.32.1-43.el8.x86_64 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout: libmount-2.32.1-43.el8.x86_64 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout: librados2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout: librbd1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout: libsmartcols-2.32.1-43.el8.x86_64 2024-01-28T12:51:23.879 INFO:teuthology.orchestra.run.smithi088.stdout: libuuid-2.32.1-43.el8.x86_64 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-1:1.1.1k-12.el8_9.x86_64 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-libs-1:1.1.1k-12.el8_9.x86_64 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: util-linux-2.32.1-43.el8.x86_64 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: util-linux-user-2.32.1-43.el8.x86_64 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: xfsdump-3.1.8-7.el8_9.x86_64 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs-5.0.0-12.el8.x86_64 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout:Installed: 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-initscripts-updown-1:1.40.16-13.el8_9.noarch 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: automake-1.16.1-8.el8.noarch 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: bison-3.0.4-10.el8.x86_64 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.880 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-base-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-grafana-dashboards-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-immutable-object-cache-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mds-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-dashboard-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-diskprediction-local-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-modules-core-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-rook-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mon-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.881 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-osd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-prometheus-alerts-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-radosgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-selinux-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-test-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-volume-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: cephadm-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-top-2:19.0.0-410.gc8f2a2aa.el8.noarch 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf-devel-0.189-3.el8.x86_64 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: flex-2.6.1-9.el8.x86_64 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: fuse-2.9.7-17.el8.x86_64 2024-01-28T12:51:23.882 INFO:teuthology.orchestra.run.smithi088.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: jq-1.6-7.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: krb5-devel-1.18.2-26.el8_9.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: libcephsqlite-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: libgfortran-8.5.0-20.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: liboath-2.6.2-3.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: libpq-13.11-1.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: libquadmath-8.5.0-20.el8.x86_64 2024-01-28T12:51:23.883 INFO:teuthology.orchestra.run.smithi088.stdout: librabbitmq-0.9.0-4.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: librados-devel-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: libradosstriper1-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: librdkafka-0.11.4-3.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: librgw2-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: libselinux-devel-2.9-5.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: libsepol-devel-2.9-3.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: libtool-2.4.6-25.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: libunwind-1.3.1-3.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: libuuid-devel-2.32.1-43.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: libverto-devel-0.3.0-5.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-01-28T12:51:23.884 INFO:teuthology.orchestra.run.smithi088.stdout: lua-devel-5.3.4-12.el8.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: luarocks-3.5.0-1.el8.noarch 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: oniguruma-6.8.2-2.el8.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: openblas-0.3.15-6.el8.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: openblas-threads-0.3.15-6.el8.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-devel-1:1.1.1k-12.el8_9.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: pcre2-devel-10.32-2.el8.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: pcre2-utf16-10.32-2.el8.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: pcre2-utf32-10.32-2.el8.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-contrib-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-server-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-28T12:51:23.885 INFO:teuthology.orchestra.run.smithi088.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-babel-2.5.1-7.el8.noarch 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-argparse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-common-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cephfs-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-01-28T12:51:23.886 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-6.2-6.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jinja2-2.10.1-3.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-mako-1.0.6-14.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-natsort-7.1.1-2.el8.noarch 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-01-28T12:51:23.887 INFO:teuthology.orchestra.run.smithi088.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-portend-2.6-1.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pycparser-2.14-14.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pytz-2017.2-11.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rados-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-01-28T12:51:23.888 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rgw-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-routes-2.4.1-12.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rsa-4.9-2.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c38525.x86_64 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-fuse-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.889 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-mirror-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.890 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-nbd-2:19.0.0-410.gc8f2a2aa.el8.x86_64 2024-01-28T12:51:23.890 INFO:teuthology.orchestra.run.smithi088.stdout: socat-1.7.4.1-1.el8.x86_64 2024-01-28T12:51:23.890 INFO:teuthology.orchestra.run.smithi088.stdout: thrift-0.13.0-2.el8.x86_64 2024-01-28T12:51:23.890 INFO:teuthology.orchestra.run.smithi088.stdout: uuid-1.6.2-43.el8.x86_64 2024-01-28T12:51:23.890 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs-devel-5.0.0-12.el8.x86_64 2024-01-28T12:51:23.890 INFO:teuthology.orchestra.run.smithi088.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-01-28T12:51:23.890 INFO:teuthology.orchestra.run.smithi088.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2024-01-28T12:51:23.890 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:51:23.891 INFO:teuthology.orchestra.run.smithi088.stdout:Complete! 2024-01-28T12:51:24.232 DEBUG:teuthology.parallel:result is None 2024-01-28T12:51:24.233 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 2024-01-28T12:51:24.381 DEBUG:teuthology.orchestra.run.smithi088:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-01-28T12:51:24.433 INFO:teuthology.orchestra.run.smithi088.stdout:19.0.0-410.gc8f2a2aa.el8 2024-01-28T12:51:24.433 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-410.gc8f2a2aa.el8 2024-01-28T12:51:24.433 INFO:teuthology.task.install:The correct ceph version 19.0.0-410.gc8f2a2aa is installed. 2024-01-28T12:51:24.435 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 2024-01-28T12:51:24.579 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-01-28T12:51:24.609 INFO:teuthology.orchestra.run.smithi175.stdout:19.0.0-410.gc8f2a2aa.el8 2024-01-28T12:51:24.609 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-410.gc8f2a2aa.el8 2024-01-28T12:51:24.609 INFO:teuthology.task.install:The correct ceph version 19.0.0-410.gc8f2a2aa is installed. 2024-01-28T12:51:24.611 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 2024-01-28T12:51:24.754 DEBUG:teuthology.orchestra.run.smithi181:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-01-28T12:51:24.783 INFO:teuthology.orchestra.run.smithi181.stdout:19.0.0-410.gc8f2a2aa.el8 2024-01-28T12:51:24.784 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-410.gc8f2a2aa.el8 2024-01-28T12:51:24.784 INFO:teuthology.task.install:The correct ceph version 19.0.0-410.gc8f2a2aa is installed. 2024-01-28T12:51:24.785 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-01-28T12:51:24.786 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:51:24.786 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-01-28T12:51:24.877 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:51:24.877 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-01-28T12:51:24.926 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:51:24.926 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-01-28T12:51:24.975 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-01-28T12:51:24.975 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:51:24.975 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/usr/bin/daemon-helper 2024-01-28T12:51:25.041 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-01-28T12:51:25.145 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:51:25.145 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/daemon-helper 2024-01-28T12:51:25.178 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-01-28T12:51:25.249 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:51:25.249 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/daemon-helper 2024-01-28T12:51:25.282 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-01-28T12:51:25.353 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-01-28T12:51:25.353 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:51:25.353 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/usr/bin/adjust-ulimits 2024-01-28T12:51:25.420 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-01-28T12:51:25.525 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:51:25.525 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/adjust-ulimits 2024-01-28T12:51:25.557 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-01-28T12:51:25.629 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:51:25.630 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/adjust-ulimits 2024-01-28T12:51:25.662 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-01-28T12:51:25.733 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-01-28T12:51:25.733 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:51:25.733 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/usr/bin/stdin-killer 2024-01-28T12:51:25.798 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-01-28T12:51:25.900 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:51:25.900 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/stdin-killer 2024-01-28T12:51:25.932 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-01-28T12:51:26.004 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:51:26.004 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/stdin-killer 2024-01-28T12:51:26.036 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-01-28T12:51:26.107 INFO:teuthology.run_tasks:Running task cephadm... 2024-01-28T12:51:26.215 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': 'c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-01-28T12:51:26.215 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 2024-01-28T12:51:26.215 INFO:tasks.cephadm:Cluster fsid is f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:51:26.216 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-01-28T12:51:26.216 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.88', 'mon.b': '172.21.15.175', 'mon.c': '172.21.15.181'} 2024-01-28T12:51:26.216 INFO:tasks.cephadm:First mon is mon.a on smithi088 2024-01-28T12:51:26.216 INFO:tasks.cephadm:First mgr is x 2024-01-28T12:51:26.216 INFO:tasks.cephadm:Normalizing hostnames... 2024-01-28T12:51:26.216 DEBUG:teuthology.orchestra.run.smithi088:> sudo hostname $(hostname -s) 2024-01-28T12:51:26.282 DEBUG:teuthology.orchestra.run.smithi175:> sudo hostname $(hostname -s) 2024-01-28T12:51:26.315 DEBUG:teuthology.orchestra.run.smithi181:> sudo hostname $(hostname -s) 2024-01-28T12:51:26.347 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-01-28T12:51:26.348 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 2024-01-28T12:51:26.496 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/76236/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-410-gc8f2a2aa', 'node_name': '172.21.4.65+confusa03', 'job_name': 'ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-410.gc8f2a2aa'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2024-01-25 10:21:54.617081', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-khiremat-49945-referent-inode-3', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/flavors/default/', 'archs': ['x86_64', 'source', 'arm64'], 'distro': 'centos'}] 2024-01-28T12:51:26.636 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-khiremat-49945-referent-inode-3, sha1 c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&sha1=c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 2024-01-28T12:51:26.638 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/x86_64/flavors/default/cephadm 2024-01-28T12:51:26.639 DEBUG:teuthology.orchestra.run.smithi088:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-01-28T12:51:27.452 INFO:teuthology.orchestra.run.smithi088.stdout:-rw-rw-r--. 1 ubuntu ubuntu 2280198 Jan 28 12:51 /home/ubuntu/cephtest/cephadm 2024-01-28T12:51:27.452 DEBUG:teuthology.orchestra.run.smithi175:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-01-28T12:51:28.052 INFO:teuthology.orchestra.run.smithi175.stdout:-rw-rw-r--. 1 ubuntu ubuntu 2280198 Jan 28 12:51 /home/ubuntu/cephtest/cephadm 2024-01-28T12:51:28.052 DEBUG:teuthology.orchestra.run.smithi181:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-khiremat-49945-referent-inode-3/c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-01-28T12:51:28.762 INFO:teuthology.orchestra.run.smithi181.stdout:-rw-rw-r--. 1 ubuntu ubuntu 2280198 Jan 28 12:51 /home/ubuntu/cephtest/cephadm 2024-01-28T12:51:28.762 DEBUG:teuthology.orchestra.run.smithi088:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-01-28T12:51:28.811 DEBUG:teuthology.orchestra.run.smithi175:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-01-28T12:51:28.833 DEBUG:teuthology.orchestra.run.smithi181:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-01-28T12:51:28.873 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 on all hosts... 2024-01-28T12:51:28.873 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 pull 2024-01-28T12:51:28.878 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 pull 2024-01-28T12:51:28.882 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 pull 2024-01-28T12:51:30.493 INFO:teuthology.orchestra.run.smithi175.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2... 2024-01-28T12:51:30.602 INFO:teuthology.orchestra.run.smithi181.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2... 2024-01-28T12:51:31.497 INFO:teuthology.orchestra.run.smithi088.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2... 2024-01-28T12:51:55.992 INFO:teuthology.orchestra.run.smithi181.stdout:{ 2024-01-28T12:51:55.992 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_version": "ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev)", 2024-01-28T12:51:55.992 INFO:teuthology.orchestra.run.smithi181.stdout: "image_id": "ee131f0274888f1deb6525ff3f00cddfc1711429c6bf338e6d710cf0ee06824f", 2024-01-28T12:51:55.992 INFO:teuthology.orchestra.run.smithi181.stdout: "repo_digests": [ 2024-01-28T12:51:55.992 INFO:teuthology.orchestra.run.smithi181.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2c9e51b5fb947126860cf900f547c320f2e2c2e45b4377657dc4678b64447cc0" 2024-01-28T12:51:55.992 INFO:teuthology.orchestra.run.smithi181.stdout: ] 2024-01-28T12:51:55.992 INFO:teuthology.orchestra.run.smithi181.stdout:} 2024-01-28T12:51:59.817 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-01-28T12:51:59.817 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_version": "ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev)", 2024-01-28T12:51:59.818 INFO:teuthology.orchestra.run.smithi175.stdout: "image_id": "ee131f0274888f1deb6525ff3f00cddfc1711429c6bf338e6d710cf0ee06824f", 2024-01-28T12:51:59.818 INFO:teuthology.orchestra.run.smithi175.stdout: "repo_digests": [ 2024-01-28T12:51:59.818 INFO:teuthology.orchestra.run.smithi175.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2c9e51b5fb947126860cf900f547c320f2e2c2e45b4377657dc4678b64447cc0" 2024-01-28T12:51:59.818 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-01-28T12:51:59.818 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-01-28T12:52:02.867 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T12:52:02.867 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_version": "ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev)", 2024-01-28T12:52:02.867 INFO:teuthology.orchestra.run.smithi088.stdout: "image_id": "ee131f0274888f1deb6525ff3f00cddfc1711429c6bf338e6d710cf0ee06824f", 2024-01-28T12:52:02.867 INFO:teuthology.orchestra.run.smithi088.stdout: "repo_digests": [ 2024-01-28T12:52:02.867 INFO:teuthology.orchestra.run.smithi088.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2c9e51b5fb947126860cf900f547c320f2e2c2e45b4377657dc4678b64447cc0" 2024-01-28T12:52:02.867 INFO:teuthology.orchestra.run.smithi088.stdout: ] 2024-01-28T12:52:02.867 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T12:52:02.900 DEBUG:teuthology.orchestra.run.smithi088:> sudo mkdir -p /etc/ceph 2024-01-28T12:52:02.969 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /etc/ceph 2024-01-28T12:52:03.007 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /etc/ceph 2024-01-28T12:52:03.044 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 777 /etc/ceph 2024-01-28T12:52:03.109 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 777 /etc/ceph 2024-01-28T12:52:03.140 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 777 /etc/ceph 2024-01-28T12:52:03.172 INFO:tasks.cephadm:Writing seed config... 2024-01-28T12:52:03.173 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-01-28T12:52:03.173 INFO:tasks.cephadm: override: [client] debug client = 20 2024-01-28T12:52:03.173 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-01-28T12:52:03.173 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-01-28T12:52:03.173 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-01-28T12:52:03.174 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-01-28T12:52:03.175 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-01-28T12:52:03.176 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-01-28T12:52:03.176 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-01-28T12:52:03.176 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-01-28T12:52:03.176 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-01-28T12:52:03.176 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-01-28T12:52:03.176 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-01-28T12:52:03.176 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-01-28T12:52:03.176 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-01-28T12:52:03.177 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:52:03.177 DEBUG:teuthology.orchestra.run.smithi088:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-01-28T12:52:03.218 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = f2afc81a-bddb-11ee-95b2-87774f69a715 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-01-28T12:52:03.218 DEBUG:teuthology.orchestra.run.smithi088:mon.a> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mon.a.service 2024-01-28T12:52:03.262 DEBUG:teuthology.orchestra.run.smithi088:mgr.x> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mgr.x.service 2024-01-28T12:52:03.306 INFO:tasks.cephadm:Bootstrapping... 2024-01-28T12:52:03.306 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 -v bootstrap --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.88 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-01-28T12:52:03.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:-- Logs begin at Sun 2024-01-28 12:37:03 UTC. -- 2024-01-28T12:52:03.371 INFO:journalctl@ceph.mgr.x.smithi088.stdout:-- Logs begin at Sun 2024-01-28 12:37:03 UTC. -- 2024-01-28T12:52:03.564 INFO:teuthology.orchestra.run.smithi088.stdout:-------------------------------------------------------------------------------- 2024-01-28T12:52:03.564 INFO:teuthology.orchestra.run.smithi088.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2', '-v', 'bootstrap', '--fsid', 'f2afc81a-bddb-11ee-95b2-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.88', '--skip-admin-label'] 2024-01-28T12:52:03.610 INFO:teuthology.orchestra.run.smithi088.stdout:/bin/podman: stdout 4.6.1 2024-01-28T12:52:03.611 INFO:teuthology.orchestra.run.smithi088.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-01-28T12:52:03.611 INFO:teuthology.orchestra.run.smithi088.stdout:Verifying podman|docker is present... 2024-01-28T12:52:03.654 INFO:teuthology.orchestra.run.smithi088.stdout:/bin/podman: stdout 4.6.1 2024-01-28T12:52:03.655 INFO:teuthology.orchestra.run.smithi088.stdout:Verifying lvm2 is present... 2024-01-28T12:52:03.655 INFO:teuthology.orchestra.run.smithi088.stdout:Verifying time synchronization is in place... 2024-01-28T12:52:03.668 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-01-28T12:52:03.668 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-01-28T12:52:03.680 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-01-28T12:52:03.680 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout inactive 2024-01-28T12:52:03.693 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout enabled 2024-01-28T12:52:03.705 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout active 2024-01-28T12:52:03.705 INFO:teuthology.orchestra.run.smithi088.stdout:Unit chronyd.service is enabled and running 2024-01-28T12:52:03.705 INFO:teuthology.orchestra.run.smithi088.stdout:Repeating the final host check... 2024-01-28T12:52:03.747 INFO:teuthology.orchestra.run.smithi088.stdout:/bin/podman: stdout 4.6.1 2024-01-28T12:52:03.747 INFO:teuthology.orchestra.run.smithi088.stdout:podman (/bin/podman) version 4.6.1 is present 2024-01-28T12:52:03.747 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl is present 2024-01-28T12:52:03.747 INFO:teuthology.orchestra.run.smithi088.stdout:lvcreate is present 2024-01-28T12:52:03.760 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-01-28T12:52:03.760 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-01-28T12:52:03.771 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-01-28T12:52:03.772 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout inactive 2024-01-28T12:52:03.784 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout enabled 2024-01-28T12:52:03.796 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout active 2024-01-28T12:52:03.796 INFO:teuthology.orchestra.run.smithi088.stdout:Unit chronyd.service is enabled and running 2024-01-28T12:52:03.796 INFO:teuthology.orchestra.run.smithi088.stdout:Host looks OK 2024-01-28T12:52:03.796 INFO:teuthology.orchestra.run.smithi088.stdout:Cluster fsid: f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:03.797 INFO:teuthology.orchestra.run.smithi088.stdout:Acquiring lock 140199132607656 on /run/cephadm/f2afc81a-bddb-11ee-95b2-87774f69a715.lock 2024-01-28T12:52:03.797 INFO:teuthology.orchestra.run.smithi088.stdout:Lock 140199132607656 acquired on /run/cephadm/f2afc81a-bddb-11ee-95b2-87774f69a715.lock 2024-01-28T12:52:03.797 INFO:teuthology.orchestra.run.smithi088.stdout:Verifying IP 172.21.15.88 port 3300 ... 2024-01-28T12:52:03.797 INFO:teuthology.orchestra.run.smithi088.stdout:Verifying IP 172.21.15.88 port 6789 ... 2024-01-28T12:52:03.798 INFO:teuthology.orchestra.run.smithi088.stdout:Base mon IP(s) is [172.21.15.88:3300, 172.21.15.88:6789], mon addrv is [v2:172.21.15.88:3300,v1:172.21.15.88:6789] 2024-01-28T12:52:03.805 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2024-01-28T12:52:03.805 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.88 metric 100 2024-01-28T12:52:03.812 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-01-28T12:52:03.812 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-01-28T12:52:03.812 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1795sec hoplimit 64 pref medium 2024-01-28T12:52:03.819 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-01-28T12:52:03.819 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-01-28T12:52:03.819 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-01-28T12:52:03.819 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-01-28T12:52:03.819 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d42d/64 scope link 2024-01-28T12:52:03.819 INFO:teuthology.orchestra.run.smithi088.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-01-28T12:52:03.820 INFO:teuthology.orchestra.run.smithi088.stdout:Mon IP `172.21.15.88` is in CIDR network `172.21.0.0/20` 2024-01-28T12:52:03.820 INFO:teuthology.orchestra.run.smithi088.stdout:Mon IP `172.21.15.88` is in CIDR network `172.21.0.0/20` 2024-01-28T12:52:03.820 INFO:teuthology.orchestra.run.smithi088.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-01-28T12:52:03.821 INFO:teuthology.orchestra.run.smithi088.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-01-28T12:52:03.822 INFO:teuthology.orchestra.run.smithi088.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2... 2024-01-28T12:52:04.230 INFO:teuthology.orchestra.run.smithi088.stdout:/bin/podman: stdout ee131f0274888f1deb6525ff3f00cddfc1711429c6bf338e6d710cf0ee06824f 2024-01-28T12:52:04.230 INFO:teuthology.orchestra.run.smithi088.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2... 2024-01-28T12:52:04.230 INFO:teuthology.orchestra.run.smithi088.stdout:/bin/podman: stderr Getting image source signatures 2024-01-28T12:52:04.230 INFO:teuthology.orchestra.run.smithi088.stdout:/bin/podman: stderr Copying blob sha256:727e68eae263ca800ad3cebb819bda3b71eda88025a97399665b89c42735be51 2024-01-28T12:52:04.231 INFO:teuthology.orchestra.run.smithi088.stdout:/bin/podman: stderr Copying blob sha256:ea3366b8a90265ae3f6d3736cb0de4b52da4ffec919b46c6cb5bc5be1372efe8 2024-01-28T12:52:04.231 INFO:teuthology.orchestra.run.smithi088.stdout:/bin/podman: stderr Copying config sha256:ee131f0274888f1deb6525ff3f00cddfc1711429c6bf338e6d710cf0ee06824f 2024-01-28T12:52:04.231 INFO:teuthology.orchestra.run.smithi088.stdout:/bin/podman: stderr Writing manifest to image destination 2024-01-28T12:52:04.972 INFO:teuthology.orchestra.run.smithi088.stdout:ceph: stdout ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T12:52:04.972 INFO:teuthology.orchestra.run.smithi088.stdout:Ceph version: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T12:52:04.972 INFO:teuthology.orchestra.run.smithi088.stdout:Extracting ceph user uid/gid from container image... 2024-01-28T12:52:05.585 INFO:teuthology.orchestra.run.smithi088.stdout:stat: stdout 167 167 2024-01-28T12:52:05.585 INFO:teuthology.orchestra.run.smithi088.stdout:Creating initial keys... 2024-01-28T12:52:06.240 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph-authtool: stdout AQD1TbZl+v7bNRAACijOx2azTMvZo0RfCVxoVw== 2024-01-28T12:52:06.861 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph-authtool: stdout AQD2TbZlolv1HhAAX815ic9oVN1pS8G4fdPlDA== 2024-01-28T12:52:07.452 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph-authtool: stdout AQD3TbZlZ3yiCBAACBu47Qo9BLufybV1kCU1bg== 2024-01-28T12:52:07.453 INFO:teuthology.orchestra.run.smithi088.stdout:Creating initial monmap... 2024-01-28T12:52:08.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-01-28T12:52:08.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-01-28T12:52:08.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:08.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-01-28T12:52:08.079 INFO:teuthology.orchestra.run.smithi088.stdout:monmaptool for a [v2:172.21.15.88:3300,v1:172.21.15.88:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-01-28T12:52:08.079 INFO:teuthology.orchestra.run.smithi088.stdout:setting min_mon_release = quincy 2024-01-28T12:52:08.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/monmaptool: set fsid to f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:08.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-01-28T12:52:08.079 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:52:08.079 INFO:teuthology.orchestra.run.smithi088.stdout:Creating mon... 2024-01-28T12:52:08.746 INFO:teuthology.orchestra.run.smithi088.stdout:create mon.a on 2024-01-28T12:52:08.985 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-01-28T12:52:09.169 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-01-28T12:52:09.388 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-f2afc81a-bddb-11ee-95b2-87774f69a715.target → /etc/systemd/system/ceph-f2afc81a-bddb-11ee-95b2-87774f69a715.target. 2024-01-28T12:52:09.388 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-f2afc81a-bddb-11ee-95b2-87774f69a715.target → /etc/systemd/system/ceph-f2afc81a-bddb-11ee-95b2-87774f69a715.target. 2024-01-28T12:52:09.723 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mon.a 2024-01-28T12:52:09.723 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mon.a.service: Unit ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mon.a.service not loaded. 2024-01-28T12:52:09.916 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f2afc81a-bddb-11ee-95b2-87774f69a715.target.wants/ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mon.a.service → /etc/systemd/system/ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@.service. 2024-01-28T12:52:10.006 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:09 smithi088 systemd[1]: Starting Ceph mon.a for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:52:10.448 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-01-28T12:52:10.448 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout disabled 2024-01-28T12:52:10.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:10 smithi088 bash[34798]: a14743102cd195158cb10807c5cf4aaa39b3b46fc8ee807a6045a16ac7cb4435 2024-01-28T12:52:10.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:10 smithi088 systemd[1]: Started Ceph mon.a for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:52:10.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:10 smithi088 ceph-mon[34836]: mkfs f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:10.463 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-01-28T12:52:10.463 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout inactive 2024-01-28T12:52:10.463 INFO:teuthology.orchestra.run.smithi088.stdout:firewalld.service is not enabled 2024-01-28T12:52:10.463 INFO:teuthology.orchestra.run.smithi088.stdout:Not possible to enable service . firewalld.service is not available 2024-01-28T12:52:10.464 INFO:teuthology.orchestra.run.smithi088.stdout:Waiting for mon to start... 2024-01-28T12:52:10.464 INFO:teuthology.orchestra.run.smithi088.stdout:Waiting for mon... 2024-01-28T12:52:10.690 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:10 smithi088 ceph-mon[34836]: mon.a is new leader, mons a in quorum (ranks 0) 2024-01-28T12:52:11.742 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout cluster: 2024-01-28T12:52:11.742 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:11 smithi088 ceph-mon[34836]: mon.a is new leader, mons a in quorum (ranks 0) 2024-01-28T12:52:11.742 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:11 smithi088 ceph-mon[34836]: monmap e1: 1 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-28T12:52:11.743 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:11 smithi088 ceph-mon[34836]: fsmap 2024-01-28T12:52:11.743 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:11 smithi088 ceph-mon[34836]: osdmap e1: 0 total, 0 up, 0 in 2024-01-28T12:52:11.743 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:11 smithi088 ceph-mon[34836]: mgrmap e1: no daemons active 2024-01-28T12:52:11.743 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:11 smithi088 ceph-mon[34836]: from='client.? 172.21.15.88:0/2640722329' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-01-28T12:52:11.749 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout id: f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout services: 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.570201s) 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout data: 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-01-28T12:52:11.750 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout pgs: 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.931+0000 7f75c8e00700 1 Processor -- start 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.931+0000 7f75c8e00700 1 -- start start 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.931+0000 7f75c8e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c407b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.931+0000 7f75c8e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75c407b870 con 0x7f75c407ce40 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.932+0000 7f75c3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c407b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.932+0000 7f75c3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c407b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:58714/0 (socket says 172.21.15.88:58714) 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.932+0000 7f75c3400700 1 -- 172.21.15.88:0/3647447111 learned_addr learned my addr 172.21.15.88:0/3647447111 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.933+0000 7f75c3400700 1 -- 172.21.15.88:0/3647447111 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75c407b9b0 con 0x7f75c407ce40 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.933+0000 7f75c3400700 1 --2- 172.21.15.88:0/3647447111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c407b2a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f75b40098a0 tx=0x7f75b4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f6e2a5bb5871d8d server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.933+0000 7f75c2000700 1 -- 172.21.15.88:0/3647447111 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f75b4004160 con 0x7f75c407ce40 2024-01-28T12:52:11.751 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.933+0000 7f75c2000700 1 -- 172.21.15.88:0/3647447111 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75b40042c0 con 0x7f75c407ce40 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.933+0000 7f75c2000700 1 -- 172.21.15.88:0/3647447111 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f75b40045a0 con 0x7f75c407ce40 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.934+0000 7f75c8e00700 1 -- 172.21.15.88:0/3647447111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 msgr2=0x7f75c407b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.934+0000 7f75c8e00700 1 --2- 172.21.15.88:0/3647447111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c407b2a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f75b40098a0 tx=0x7f75b4009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.934+0000 7f75c8e00700 1 -- 172.21.15.88:0/3647447111 shutdown_connections 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.934+0000 7f75c8e00700 1 --2- 172.21.15.88:0/3647447111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c407b2a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.934+0000 7f75c8e00700 1 -- 172.21.15.88:0/3647447111 >> 172.21.15.88:0/3647447111 conn(0x7f75c4102090 msgr2=0x7f75c41044b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.934+0000 7f75c8e00700 1 -- 172.21.15.88:0/3647447111 shutdown_connections 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.934+0000 7f75c8e00700 1 -- 172.21.15.88:0/3647447111 wait complete. 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.935+0000 7f75c8e00700 1 Processor -- start 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.935+0000 7f75c8e00700 1 -- start start 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.936+0000 7f75c8e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c419c220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.936+0000 7f75c8e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75c419c760 con 0x7f75c407ce40 2024-01-28T12:52:11.752 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.936+0000 7f75c3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c419c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.936+0000 7f75c3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c419c220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:58724/0 (socket says 172.21.15.88:58724) 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.936+0000 7f75c3400700 1 -- 172.21.15.88:0/2640722329 learned_addr learned my addr 172.21.15.88:0/2640722329 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.936+0000 7f75c3400700 1 -- 172.21.15.88:0/2640722329 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75b4009550 con 0x7f75c407ce40 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.936+0000 7f75c3400700 1 --2- 172.21.15.88:0/2640722329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c419c220 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f75b4004000 tx=0x7f75b4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.937+0000 7f75bbe00700 1 -- 172.21.15.88:0/2640722329 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f75b4011630 con 0x7f75c407ce40 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.937+0000 7f75bbe00700 1 -- 172.21.15.88:0/2640722329 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75b4011790 con 0x7f75c407ce40 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.937+0000 7f75c8e00700 1 -- 172.21.15.88:0/2640722329 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75c419c960 con 0x7f75c407ce40 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.937+0000 7f75bbe00700 1 -- 172.21.15.88:0/2640722329 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f75b4011a30 con 0x7f75c407ce40 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.937+0000 7f75c8e00700 1 -- 172.21.15.88:0/2640722329 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75c419ce00 con 0x7f75c407ce40 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.937+0000 7f75bbe00700 1 -- 172.21.15.88:0/2640722329 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 1) v1 ==== 799+0+0 (secure 0 0 0) 0x7f75b4022070 con 0x7f75c407ce40 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.937+0000 7f75bbe00700 1 -- 172.21.15.88:0/2640722329 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f75b401c450 con 0x7f75c407ce40 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.938+0000 7f75c8e00700 1 -- 172.21.15.88:0/2640722329 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75c4195fe0 con 0x7f75c407ce40 2024-01-28T12:52:11.753 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:10.941+0000 7f75bbe00700 1 -- 172.21.15.88:0/2640722329 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72921 (secure 0 0 0) 0x7f75b4011b90 con 0x7f75c407ce40 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:11.023+0000 7f75c8e00700 1 -- 172.21.15.88:0/2640722329 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7f75c402d310 con 0x7f75c407ce40 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:11.024+0000 7f75bbe00700 1 -- 172.21.15.88:0/2640722329 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7f75b4011d30 con 0x7f75c407ce40 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:11.025+0000 7f75c8e00700 1 -- 172.21.15.88:0/2640722329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 msgr2=0x7f75c419c220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:11.025+0000 7f75c8e00700 1 --2- 172.21.15.88:0/2640722329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c419c220 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f75b4004000 tx=0x7f75b4004750 comp rx=0 tx=0).stop 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:11.025+0000 7f75c8e00700 1 -- 172.21.15.88:0/2640722329 shutdown_connections 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:11.025+0000 7f75c8e00700 1 --2- 172.21.15.88:0/2640722329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f75c407ce40 0x7f75c419c220 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:11.025+0000 7f75c8e00700 1 -- 172.21.15.88:0/2640722329 >> 172.21.15.88:0/2640722329 conn(0x7f75c4102090 msgr2=0x7f75c41043c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:11.025+0000 7f75c8e00700 1 -- 172.21.15.88:0/2640722329 shutdown_connections 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:11.025+0000 7f75c8e00700 1 -- 172.21.15.88:0/2640722329 wait complete. 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:mon is available 2024-01-28T12:52:11.754 INFO:teuthology.orchestra.run.smithi088.stdout:Assimilating anything we can from ceph.conf... 2024-01-28T12:52:12.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:12 smithi088 ceph-mon[34836]: from='client.? 172.21.15.88:0/430682288' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-01-28T12:52:12.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:12 smithi088 ceph-mon[34836]: from='client.? 172.21.15.88:0/430682288' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-01-28T12:52:12.643 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:12.643 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout [global] 2024-01-28T12:52:12.643 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout fsid = f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:12.643 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.88:3300,v1:172.21.15.88:6789] 2024-01-28T12:52:12.643 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-01-28T12:52:12.643 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-01-28T12:52:12.643 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-01-28T12:52:12.643 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout [mgr] 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout [osd] 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.202+0000 7ffb8b000700 1 Processor -- start 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.202+0000 7ffb8b000700 1 -- start start 2024-01-28T12:52:12.644 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.202+0000 7ffb8b000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8407b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.202+0000 7ffb8b000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb8407b870 con 0x7ffb8407ce40 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.203+0000 7ffb83e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8407b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.203+0000 7ffb83e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8407b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:58740/0 (socket says 172.21.15.88:58740) 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.203+0000 7ffb83e00700 1 -- 172.21.15.88:0/2361146648 learned_addr learned my addr 172.21.15.88:0/2361146648 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.203+0000 7ffb83e00700 1 -- 172.21.15.88:0/2361146648 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb8407b9b0 con 0x7ffb8407ce40 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.203+0000 7ffb83e00700 1 --2- 172.21.15.88:0/2361146648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8407b2a0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7ffb740098a0 tx=0x7ffb74009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5966bde96b164fb server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.203+0000 7ffb82a00700 1 -- 172.21.15.88:0/2361146648 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffb74004160 con 0x7ffb8407ce40 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.204+0000 7ffb82a00700 1 -- 172.21.15.88:0/2361146648 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb740042c0 con 0x7ffb8407ce40 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.204+0000 7ffb82a00700 1 -- 172.21.15.88:0/2361146648 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffb740045a0 con 0x7ffb8407ce40 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.204+0000 7ffb8b000700 1 -- 172.21.15.88:0/2361146648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 msgr2=0x7ffb8407b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.204+0000 7ffb8b000700 1 --2- 172.21.15.88:0/2361146648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8407b2a0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7ffb740098a0 tx=0x7ffb74009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.204+0000 7ffb8b000700 1 -- 172.21.15.88:0/2361146648 shutdown_connections 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.204+0000 7ffb8b000700 1 --2- 172.21.15.88:0/2361146648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8407b2a0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:12.645 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.204+0000 7ffb8b000700 1 -- 172.21.15.88:0/2361146648 >> 172.21.15.88:0/2361146648 conn(0x7ffb84102280 msgr2=0x7ffb841046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.204+0000 7ffb8b000700 1 -- 172.21.15.88:0/2361146648 shutdown_connections 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.204+0000 7ffb8b000700 1 -- 172.21.15.88:0/2361146648 wait complete. 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.205+0000 7ffb8b000700 1 Processor -- start 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.205+0000 7ffb8b000700 1 -- start start 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.206+0000 7ffb8b000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8419c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.206+0000 7ffb8b000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb8419c900 con 0x7ffb8407ce40 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.206+0000 7ffb83e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8419c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.206+0000 7ffb83e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8419c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:58746/0 (socket says 172.21.15.88:58746) 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.206+0000 7ffb83e00700 1 -- 172.21.15.88:0/430682288 learned_addr learned my addr 172.21.15.88:0/430682288 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.206+0000 7ffb83e00700 1 -- 172.21.15.88:0/430682288 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb74009550 con 0x7ffb8407ce40 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.207+0000 7ffb83e00700 1 --2- 172.21.15.88:0/430682288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8419c3c0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7ffb74004000 tx=0x7ffb74004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.207+0000 7ffb80c00700 1 -- 172.21.15.88:0/430682288 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffb74011630 con 0x7ffb8407ce40 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.207+0000 7ffb8b000700 1 -- 172.21.15.88:0/430682288 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb8419cb00 con 0x7ffb8407ce40 2024-01-28T12:52:12.646 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.207+0000 7ffb80c00700 1 -- 172.21.15.88:0/430682288 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb74011790 con 0x7ffb8407ce40 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.207+0000 7ffb8b000700 1 -- 172.21.15.88:0/430682288 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb8419cfa0 con 0x7ffb8407ce40 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.207+0000 7ffb80c00700 1 -- 172.21.15.88:0/430682288 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffb74011a30 con 0x7ffb8407ce40 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.207+0000 7ffb80c00700 1 -- 172.21.15.88:0/430682288 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 1) v1 ==== 799+0+0 (secure 0 0 0) 0x7ffb74022070 con 0x7ffb8407ce40 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.207+0000 7ffb80c00700 1 -- 172.21.15.88:0/430682288 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7ffb7401c450 con 0x7ffb8407ce40 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.208+0000 7ffb8b000700 1 -- 172.21.15.88:0/430682288 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb841961b0 con 0x7ffb8407ce40 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.211+0000 7ffb80c00700 1 -- 172.21.15.88:0/430682288 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72921 (secure 0 0 0) 0x7ffb74011b90 con 0x7ffb8407ce40 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.280+0000 7ffb8b000700 1 -- 172.21.15.88:0/430682288 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7ffb8407bd20 con 0x7ffb8407ce40 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.284+0000 7ffb80c00700 1 -- 172.21.15.88:0/430682288 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+429 (secure 0 0 0) 0x7ffb7401b450 con 0x7ffb8407ce40 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.284+0000 7ffb80c00700 1 -- 172.21.15.88:0/430682288 <== mon.0 v2:172.21.15.88:3300/0 8 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7ffb7401b6b0 con 0x7ffb8407ce40 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.285+0000 7ffb8b000700 1 -- 172.21.15.88:0/430682288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 msgr2=0x7ffb8419c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.285+0000 7ffb8b000700 1 --2- 172.21.15.88:0/430682288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8419c3c0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7ffb74004000 tx=0x7ffb74004750 comp rx=0 tx=0).stop 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.285+0000 7ffb8b000700 1 -- 172.21.15.88:0/430682288 shutdown_connections 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.285+0000 7ffb8b000700 1 --2- 172.21.15.88:0/430682288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb8407ce40 0x7ffb8419c3c0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.285+0000 7ffb8b000700 1 -- 172.21.15.88:0/430682288 >> 172.21.15.88:0/430682288 conn(0x7ffb84102280 msgr2=0x7ffb84104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:12.647 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.286+0000 7ffb8b000700 1 -- 172.21.15.88:0/430682288 shutdown_connections 2024-01-28T12:52:12.648 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:12.286+0000 7ffb8b000700 1 -- 172.21.15.88:0/430682288 wait complete. 2024-01-28T12:52:12.648 INFO:teuthology.orchestra.run.smithi088.stdout:Generating new minimal ceph.conf... 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.053+0000 7f2a36200700 1 Processor -- start 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.053+0000 7f2a36200700 1 -- start start 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.053+0000 7f2a36200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3007b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.053+0000 7f2a36200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a3007b850 con 0x7f2a3007ce20 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.054+0000 7f2a2f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3007b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.054+0000 7f2a2f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3007b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36870/0 (socket says 172.21.15.88:36870) 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.054+0000 7f2a2f400700 1 -- 172.21.15.88:0/2945194966 learned_addr learned my addr 172.21.15.88:0/2945194966 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.054+0000 7f2a2f400700 1 -- 172.21.15.88:0/2945194966 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a3007b990 con 0x7f2a3007ce20 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.054+0000 7f2a2f400700 1 --2- 172.21.15.88:0/2945194966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3007b280 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f2a200098a0 tx=0x7f2a20009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9016ab7fc0527258 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.054+0000 7f2a2e000700 1 -- 172.21.15.88:0/2945194966 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2a20004160 con 0x7f2a3007ce20 2024-01-28T12:52:13.463 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.054+0000 7f2a2e000700 1 -- 172.21.15.88:0/2945194966 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f2a200042c0 con 0x7f2a3007ce20 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.054+0000 7f2a2e000700 1 -- 172.21.15.88:0/2945194966 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2a20011a00 con 0x7f2a3007ce20 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.055+0000 7f2a36200700 1 -- 172.21.15.88:0/2945194966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 msgr2=0x7f2a3007b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.055+0000 7f2a36200700 1 --2- 172.21.15.88:0/2945194966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3007b280 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f2a200098a0 tx=0x7f2a20009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.055+0000 7f2a36200700 1 -- 172.21.15.88:0/2945194966 shutdown_connections 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.055+0000 7f2a36200700 1 --2- 172.21.15.88:0/2945194966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3007b280 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.055+0000 7f2a36200700 1 -- 172.21.15.88:0/2945194966 >> 172.21.15.88:0/2945194966 conn(0x7f2a30102280 msgr2=0x7f2a301046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.055+0000 7f2a36200700 1 -- 172.21.15.88:0/2945194966 shutdown_connections 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.055+0000 7f2a36200700 1 -- 172.21.15.88:0/2945194966 wait complete. 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.056+0000 7f2a36200700 1 Processor -- start 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.056+0000 7f2a36200700 1 -- start start 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.057+0000 7f2a36200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3019cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.057+0000 7f2a36200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a3019d0f0 con 0x7f2a3007ce20 2024-01-28T12:52:13.464 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.057+0000 7f2a2f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3019cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.057+0000 7f2a2f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3019cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36874/0 (socket says 172.21.15.88:36874) 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.057+0000 7f2a2f400700 1 -- 172.21.15.88:0/3651601139 learned_addr learned my addr 172.21.15.88:0/3651601139 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.057+0000 7f2a2f400700 1 -- 172.21.15.88:0/3651601139 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a20009550 con 0x7f2a3007ce20 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.057+0000 7f2a2f400700 1 --2- 172.21.15.88:0/3651601139 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3019cbb0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f2a20009fb0 tx=0x7f2a20011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.058+0000 7f2a27e00700 1 -- 172.21.15.88:0/3651601139 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2a20003a40 con 0x7f2a3007ce20 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.058+0000 7f2a27e00700 1 -- 172.21.15.88:0/3651601139 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f2a20003ba0 con 0x7f2a3007ce20 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.058+0000 7f2a27e00700 1 -- 172.21.15.88:0/3651601139 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2a2001a750 con 0x7f2a3007ce20 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.058+0000 7f2a36200700 1 -- 172.21.15.88:0/3651601139 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a3019d2f0 con 0x7f2a3007ce20 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.058+0000 7f2a36200700 1 -- 172.21.15.88:0/3651601139 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a3019d790 con 0x7f2a3007ce20 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.058+0000 7f2a27e00700 1 -- 172.21.15.88:0/3651601139 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 1) v1 ==== 799+0+0 (secure 0 0 0) 0x7f2a2001a980 con 0x7f2a3007ce20 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.058+0000 7f2a27e00700 1 -- 172.21.15.88:0/3651601139 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f2a200193c0 con 0x7f2a3007ce20 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.059+0000 7f2a36200700 1 -- 172.21.15.88:0/3651601139 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a3010d070 con 0x7f2a3007ce20 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.062+0000 7f2a27e00700 1 -- 172.21.15.88:0/3651601139 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72921 (secure 0 0 0) 0x7f2a2002de30 con 0x7f2a3007ce20 2024-01-28T12:52:13.465 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.132+0000 7f2a36200700 1 -- 172.21.15.88:0/3651601139 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7f2a301a0220 con 0x7f2a3007ce20 2024-01-28T12:52:13.466 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.132+0000 7f2a27e00700 1 -- 172.21.15.88:0/3651601139 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7f2a2001ad70 con 0x7f2a3007ce20 2024-01-28T12:52:13.466 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.133+0000 7f2a36200700 1 -- 172.21.15.88:0/3651601139 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 msgr2=0x7f2a3019cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:13.466 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.133+0000 7f2a36200700 1 --2- 172.21.15.88:0/3651601139 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3019cbb0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f2a20009fb0 tx=0x7f2a20011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:13.466 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.133+0000 7f2a36200700 1 -- 172.21.15.88:0/3651601139 shutdown_connections 2024-01-28T12:52:13.466 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.133+0000 7f2a36200700 1 --2- 172.21.15.88:0/3651601139 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a3007ce20 0x7f2a3019cbb0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:13.466 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.133+0000 7f2a36200700 1 -- 172.21.15.88:0/3651601139 >> 172.21.15.88:0/3651601139 conn(0x7f2a30102280 msgr2=0x7f2a30102dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:13.466 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.133+0000 7f2a36200700 1 -- 172.21.15.88:0/3651601139 shutdown_connections 2024-01-28T12:52:13.466 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:13.133+0000 7f2a36200700 1 -- 172.21.15.88:0/3651601139 wait complete. 2024-01-28T12:52:13.466 INFO:teuthology.orchestra.run.smithi088.stdout:Restarting the monitor... 2024-01-28T12:52:13.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:13 smithi088 ceph-mon[34836]: from='client.? 172.21.15.88:0/3651601139' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:52:13.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:13 smithi088 systemd[1]: Stopping Ceph mon.a for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:52:14.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:13 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mon-a[34813]: 2024-01-28T12:52:13.767+0000 7fa494e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-01-28T12:52:14.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:13 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mon-a[34813]: 2024-01-28T12:52:13.767+0000 7fa494e00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-01-28T12:52:14.458 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 bash[35164]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mon-a 2024-01-28T12:52:14.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mon.a.service: Succeeded. 2024-01-28T12:52:14.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 systemd[1]: Stopped Ceph mon.a for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:52:14.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 systemd[1]: Starting Ceph mon.a for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:52:14.924 INFO:teuthology.orchestra.run.smithi088.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-01-28T12:52:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 bash[35284]: b9184ce07a217de69979753f831e66a304b7410a33c29acd3e0126bbaf5ff82d 2024-01-28T12:52:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 systemd[1]: Started Ceph mon.a for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:52:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: set uid:gid to 167:167 (ceph:ceph) 2024-01-28T12:52:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev), process ceph-mon, pid 7 2024-01-28T12:52:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: pidfile_write: ignore empty --pid-file 2024-01-28T12:52:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: load: jerasure load: lrc 2024-01-28T12:52:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: RocksDB version: 7.9.2 2024-01-28T12:52:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Git sha 0 2024-01-28T12:52:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Compile date 2024-01-25 05:44:59 2024-01-28T12:52:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: DB SUMMARY 2024-01-28T12:52:15.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: DB Session ID: UI23E9S5KWQ2JOPARML9 2024-01-28T12:52:15.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: CURRENT file: CURRENT 2024-01-28T12:52:15.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: IDENTITY file: IDENTITY 2024-01-28T12:52:15.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-01-28T12:52:15.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-01-28T12:52:15.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 98744 ; 2024-01-28T12:52:15.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.error_if_exists: 0 2024-01-28T12:52:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.create_if_missing: 0 2024-01-28T12:52:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.paranoid_checks: 1 2024-01-28T12:52:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.flush_verify_memtable_count: 1 2024-01-28T12:52:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-01-28T12:52:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-01-28T12:52:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.env: 0x558d66865a60 2024-01-28T12:52:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.fs: PosixFileSystem 2024-01-28T12:52:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.info_log: 0x558d67a837a0 2024-01-28T12:52:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_file_opening_threads: 16 2024-01-28T12:52:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.statistics: (nil) 2024-01-28T12:52:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.use_fsync: 0 2024-01-28T12:52:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_log_file_size: 0 2024-01-28T12:52:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-01-28T12:52:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.log_file_time_to_roll: 0 2024-01-28T12:52:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.keep_log_file_num: 1000 2024-01-28T12:52:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.recycle_log_file_num: 0 2024-01-28T12:52:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.allow_fallocate: 1 2024-01-28T12:52:15.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.allow_mmap_reads: 0 2024-01-28T12:52:15.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.allow_mmap_writes: 0 2024-01-28T12:52:15.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.use_direct_reads: 0 2024-01-28T12:52:15.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-01-28T12:52:15.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.create_missing_column_families: 0 2024-01-28T12:52:15.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.db_log_dir: 2024-01-28T12:52:15.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.wal_dir: 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.table_cache_numshardbits: 6 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.WAL_ttl_seconds: 0 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.WAL_size_limit_MB: 0 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.is_fd_close_on_exec: 1 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.advise_random_on_open: 1 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.db_write_buffer_size: 0 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.write_buffer_manager: 0x558d67a394a0 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-01-28T12:52:15.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.use_adaptive_mutex: 0 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.rate_limiter: (nil) 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.wal_recovery_mode: 2 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.enable_thread_tracking: 0 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.enable_pipelined_write: 0 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.unordered_write: 0 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-01-28T12:52:15.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.row_cache: None 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.wal_filter: None 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.allow_ingest_behind: 0 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.two_write_queues: 0 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.manual_wal_flush: 0 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.wal_compression: 0 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.atomic_flush: 0 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.persist_stats_to_disk: 0 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.write_dbid_to_manifest: 0 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.log_readahead_size: 0 2024-01-28T12:52:15.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-01-28T12:52:15.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.best_efforts_recovery: 0 2024-01-28T12:52:15.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-01-28T12:52:15.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-01-28T12:52:15.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.allow_data_in_errors: 0 2024-01-28T12:52:15.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.db_host_id: __hostname__ 2024-01-28T12:52:15.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.enforce_single_del_contracts: true 2024-01-28T12:52:15.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_background_jobs: 2 2024-01-28T12:52:15.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_background_compactions: -1 2024-01-28T12:52:15.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_subcompactions: 1 2024-01-28T12:52:15.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.delayed_write_rate : 16777216 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_total_wal_size: 0 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.stats_dump_period_sec: 600 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.stats_persist_period_sec: 600 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_open_files: -1 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bytes_per_sync: 0 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.wal_bytes_per_sync: 0 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.strict_bytes_per_sync: 0 2024-01-28T12:52:15.289 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_readahead_size: 0 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_background_flushes: -1 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Compression algorithms supported: 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: kZSTD supported: 0 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: kXpressCompression supported: 0 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: kLZ4HCCompression supported: 1 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: kZlibCompression supported: 1 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: kSnappyCompression supported: 1 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: kLZ4Compression supported: 1 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: kBZip2Compression supported: 0 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Fast CRC32 supported: Supported on x86 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: DMutex implementation: pthread_mutex_t 2024-01-28T12:52:15.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.merge_operator: 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_filter: None 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_filter_factory: None 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.sst_partitioner_factory: None 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.memtable_factory: SkipListFactory 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.table_factory: BlockBasedTable 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558d67a838c0) 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout: cache_index_and_filter_blocks: 1 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-01-28T12:52:15.291 INFO:journalctl@ceph.mon.a.smithi088.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: pin_top_level_index_and_filter: 1 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: index_type: 0 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: data_block_index_type: 0 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: index_shortening: 1 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: data_block_hash_table_util_ratio: 0.750000 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: checksum: 4 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: no_block_cache: 0 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache: 0x558d67ad9090 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache_name: BinnedLRUCache 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache_options: 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: capacity : 536870912 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: num_shard_bits : 4 2024-01-28T12:52:15.292 INFO:journalctl@ceph.mon.a.smithi088.stdout: strict_capacity_limit : 0 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: high_pri_pool_ratio: 0.000 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_cache_compressed: (nil) 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: persistent_cache: (nil) 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_size: 4096 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_size_deviation: 10 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_restart_interval: 16 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: index_block_restart_interval: 1 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: metadata_block_size: 4096 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: partition_filters: 0 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: use_delta_encoding: 1 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: filter_policy: bloomfilter 2024-01-28T12:52:15.293 INFO:journalctl@ceph.mon.a.smithi088.stdout: whole_key_filtering: 1 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout: verify_compression: 0 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout: read_amp_bytes_per_bit: 0 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout: format_version: 5 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout: enable_index_compression: 1 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout: block_align: 0 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout: max_auto_readahead_size: 262144 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout: prepopulate_block_cache: 0 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout: initial_auto_readahead_size: 8192 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout: num_file_reads_for_auto_readahead: 2 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.write_buffer_size: 33554432 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_write_buffer_number: 2 2024-01-28T12:52:15.294 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compression: NoCompression 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bottommost_compression: Disabled 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.prefix_extractor: nullptr 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.num_levels: 7 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-01-28T12:52:15.295 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compression_opts.window_bits: -14 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compression_opts.level: 32767 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compression_opts.strategy: 0 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-01-28T12:52:15.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compression_opts.enabled: false 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.target_file_size_base: 67108864 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.target_file_size_multiplier: 1 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-01-28T12:52:15.297 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.arena_block_size: 1048576 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.disable_auto_compactions: 0 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-01-28T12:52:15.298 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.table_properties_collectors: 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.inplace_update_support: 0 2024-01-28T12:52:15.299 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.inplace_update_num_locks: 10000 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.memtable_huge_page_size: 0 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.bloom_locality: 0 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.max_successive_merges: 0 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.optimize_filters_for_hits: 0 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.paranoid_file_checks: 0 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.force_consistency_checks: 1 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.report_bg_io_stats: 0 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.ttl: 2592000 2024-01-28T12:52:15.300 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.periodic_compaction_seconds: 0 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.enable_blob_files: false 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.min_blob_size: 0 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.blob_file_size: 268435456 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.blob_compression_type: NoCompression 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.enable_blob_garbage_collection: false 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.blob_file_starting_level: 0 2024-01-28T12:52:15.301 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-01-28T12:52:15.302 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-01-28T12:52:15.302 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-01-28T12:52:15.302 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9a92b23c-4e10-45bd-b5d8-684127aa8d3f 2024-01-28T12:52:15.302 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706446334944356, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-01-28T12:52:15.302 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-01-28T12:52:15.302 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706446334946196, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 94074, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 312, "table_properties": {"data_size": 92069, "index_size": 287, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13529, "raw_average_key_size": 49, "raw_value_size": 84656, "raw_average_value_size": 312, "num_data_blocks": 11, "num_entries": 271, "num_filter_entries": 271, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1706446334, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9a92b23c-4e10-45bd-b5d8-684127aa8d3f", "db_session_id": "UI23E9S5KWQ2JOPARML9", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-01-28T12:52:15.302 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706446334946342, "job": 1, "event": "recovery_finished"} 2024-01-28T12:52:15.302 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-01-28T12:52:15.302 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-01-28T12:52:15.302 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558d67b74000 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: DB pointer 0x558d67b62000 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** DB Stats ** 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-01-28T12:52:15.303 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-01-28T12:52:15.304 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-01-28T12:52:15.304 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** Compaction Stats [default] ** 2024-01-28T12:52:15.304 INFO:journalctl@ceph.mon.a.smithi088.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-01-28T12:52:15.304 INFO:journalctl@ceph.mon.a.smithi088.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-01-28T12:52:15.304 INFO:journalctl@ceph.mon.a.smithi088.stdout: L0 2/0 93.70 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 76.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-28T12:52:15.304 INFO:journalctl@ceph.mon.a.smithi088.stdout: Sum 2/0 93.70 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 76.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-28T12:52:15.304 INFO:journalctl@ceph.mon.a.smithi088.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 76.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-28T12:52:15.304 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-01-28T12:52:15.304 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** Compaction Stats [default] ** 2024-01-28T12:52:15.304 INFO:journalctl@ceph.mon.a.smithi088.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-01-28T12:52:15.305 INFO:journalctl@ceph.mon.a.smithi088.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-01-28T12:52:15.305 INFO:journalctl@ceph.mon.a.smithi088.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 76.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-28T12:52:15.305 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-01-28T12:52:15.305 INFO:journalctl@ceph.mon.a.smithi088.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-01-28T12:52:15.305 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-01-28T12:52:15.305 INFO:journalctl@ceph.mon.a.smithi088.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-01-28T12:52:15.305 INFO:journalctl@ceph.mon.a.smithi088.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-01-28T12:52:15.305 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-01-28T12:52:15.305 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-01-28T12:52:15.305 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-01-28T12:52:15.306 INFO:journalctl@ceph.mon.a.smithi088.stdout: AddFile(Keys): cumulative 0, interval 0 2024-01-28T12:52:15.306 INFO:journalctl@ceph.mon.a.smithi088.stdout: Cumulative compaction: 0.00 GB write, 12.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-01-28T12:52:15.306 INFO:journalctl@ceph.mon.a.smithi088.stdout: Interval compaction: 0.00 GB write, 12.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-01-28T12:52:15.306 INFO:journalctl@ceph.mon.a.smithi088.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-01-28T12:52:15.306 INFO:journalctl@ceph.mon.a.smithi088.stdout: Block cache BinnedLRUCache@0x558d67ad9090#7 capacity: 512.00 MB usage: 1.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-01-28T12:52:15.306 INFO:journalctl@ceph.mon.a.smithi088.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.47 KB,8.9407e-05%) Misc(1,0.00 KB,0%) 2024-01-28T12:52:15.306 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-01-28T12:52:15.306 INFO:journalctl@ceph.mon.a.smithi088.stdout: ** File Read Latency Histogram By Level [default] ** 2024-01-28T12:52:15.307 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: starting mon.a rank 0 at public addrs [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] at bind addrs [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:15.307 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: mon.a@-1(???) e1 preinit fsid f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:15.307 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: mon.a@-1(???).mds e1 new map 2024-01-28T12:52:15.307 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: mon.a@-1(???).mds e1 print_map 2024-01-28T12:52:15.307 INFO:journalctl@ceph.mon.a.smithi088.stdout: e1 2024-01-28T12:52:15.307 INFO:journalctl@ceph.mon.a.smithi088.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-01-28T12:52:15.307 INFO:journalctl@ceph.mon.a.smithi088.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-01-28T12:52:15.307 INFO:journalctl@ceph.mon.a.smithi088.stdout: legacy client fscid: -1 2024-01-28T12:52:15.307 INFO:journalctl@ceph.mon.a.smithi088.stdout: 2024-01-28T12:52:15.308 INFO:journalctl@ceph.mon.a.smithi088.stdout: No filesystems configured 2024-01-28T12:52:15.308 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-01-28T12:52:15.308 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-01-28T12:52:15.308 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-01-28T12:52:15.308 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-01-28T12:52:15.308 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:14 smithi088 ceph-mon[35322]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-01-28T12:52:15.308 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:15 smithi088 ceph-mon[35322]: mon.a is new leader, mons a in quorum (ranks 0) 2024-01-28T12:52:15.308 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:15 smithi088 ceph-mon[35322]: monmap e1: 1 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-28T12:52:15.309 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:15 smithi088 ceph-mon[35322]: fsmap 2024-01-28T12:52:15.309 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:15 smithi088 ceph-mon[35322]: osdmap e1: 0 total, 0 up, 0 in 2024-01-28T12:52:15.309 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:15 smithi088 ceph-mon[35322]: mgrmap e1: no daemons active 2024-01-28T12:52:15.815 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.356+0000 7fc175400700 1 Processor -- start 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.357+0000 7fc175400700 1 -- start start 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.357+0000 7fc175400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc1701070a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.357+0000 7fc175400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc170107670 con 0x7fc170106c80 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.358+0000 7fc16e800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc1701070a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.358+0000 7fc16e800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc1701070a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36876/0 (socket says 172.21.15.88:36876) 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.358+0000 7fc16e800700 1 -- 172.21.15.88:0/2740112252 learned_addr learned my addr 172.21.15.88:0/2740112252 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.358+0000 7fc16e800700 1 -- 172.21.15.88:0/2740112252 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc170107e80 con 0x7fc170106c80 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.358+0000 7fc16e800700 1 --2- 172.21.15.88:0/2740112252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc1701070a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc1600098a0 tx=0x7fc160009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a708ac73b8d9789 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.359+0000 7fc16d400700 1 -- 172.21.15.88:0/2740112252 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc160004160 con 0x7fc170106c80 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.359+0000 7fc16d400700 1 -- 172.21.15.88:0/2740112252 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc1600042c0 con 0x7fc170106c80 2024-01-28T12:52:15.821 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.359+0000 7fc16d400700 1 -- 172.21.15.88:0/2740112252 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc160011a00 con 0x7fc170106c80 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.359+0000 7fc175400700 1 -- 172.21.15.88:0/2740112252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 msgr2=0x7fc1701070a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.359+0000 7fc175400700 1 --2- 172.21.15.88:0/2740112252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc1701070a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc1600098a0 tx=0x7fc160009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.359+0000 7fc175400700 1 -- 172.21.15.88:0/2740112252 shutdown_connections 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.359+0000 7fc175400700 1 --2- 172.21.15.88:0/2740112252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc1701070a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.359+0000 7fc175400700 1 -- 172.21.15.88:0/2740112252 >> 172.21.15.88:0/2740112252 conn(0x7fc170102280 msgr2=0x7fc1701046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.359+0000 7fc175400700 1 -- 172.21.15.88:0/2740112252 shutdown_connections 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.359+0000 7fc175400700 1 -- 172.21.15.88:0/2740112252 wait complete. 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.360+0000 7fc175400700 1 Processor -- start 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.360+0000 7fc175400700 1 -- start start 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.361+0000 7fc175400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc17019aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.361+0000 7fc175400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc17019af40 con 0x7fc170106c80 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.361+0000 7fc16e800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc17019aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.361+0000 7fc16e800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc17019aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36884/0 (socket says 172.21.15.88:36884) 2024-01-28T12:52:15.822 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.361+0000 7fc16e800700 1 -- 172.21.15.88:0/3102133701 learned_addr learned my addr 172.21.15.88:0/3102133701 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.361+0000 7fc16e800700 1 -- 172.21.15.88:0/3102133701 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc160009550 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.362+0000 7fc16e800700 1 --2- 172.21.15.88:0/3102133701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc17019aa00 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc160009130 tx=0x7fc160011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.362+0000 7fc167400700 1 -- 172.21.15.88:0/3102133701 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc160003ab0 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.362+0000 7fc167400700 1 -- 172.21.15.88:0/3102133701 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc160003c10 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.362+0000 7fc167400700 1 -- 172.21.15.88:0/3102133701 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc1600247d0 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.362+0000 7fc175400700 1 -- 172.21.15.88:0/3102133701 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc17019b140 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.362+0000 7fc175400700 1 -- 172.21.15.88:0/3102133701 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc17019b5e0 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.362+0000 7fc167400700 1 -- 172.21.15.88:0/3102133701 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 1) v1 ==== 799+0+0 (secure 0 0 0) 0x7fc160024a00 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.362+0000 7fc167400700 1 -- 172.21.15.88:0/3102133701 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc1600193c0 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.363+0000 7fc175400700 1 -- 172.21.15.88:0/3102133701 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc170062c00 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.366+0000 7fc167400700 1 -- 172.21.15.88:0/3102133701 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72921 (secure 0 0 0) 0x7fc16001abb0 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.436+0000 7fc175400700 1 -- 172.21.15.88:0/3102133701 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7fc17010b0b0 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.441+0000 7fc167400700 1 -- 172.21.15.88:0/3102133701 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7fc1600350c0 con 0x7fc170106c80 2024-01-28T12:52:15.823 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.442+0000 7fc175400700 1 -- 172.21.15.88:0/3102133701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 msgr2=0x7fc17019aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:15.824 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.442+0000 7fc175400700 1 --2- 172.21.15.88:0/3102133701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc17019aa00 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc160009130 tx=0x7fc160011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:15.824 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.442+0000 7fc175400700 1 -- 172.21.15.88:0/3102133701 shutdown_connections 2024-01-28T12:52:15.824 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.442+0000 7fc175400700 1 --2- 172.21.15.88:0/3102133701 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc170106c80 0x7fc17019aa00 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:15.824 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.442+0000 7fc175400700 1 -- 172.21.15.88:0/3102133701 >> 172.21.15.88:0/3102133701 conn(0x7fc170102280 msgr2=0x7fc170102d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:15.824 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.442+0000 7fc175400700 1 -- 172.21.15.88:0/3102133701 shutdown_connections 2024-01-28T12:52:15.824 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:15.442+0000 7fc175400700 1 -- 172.21.15.88:0/3102133701 wait complete. 2024-01-28T12:52:15.824 INFO:teuthology.orchestra.run.smithi088.stdout:Wrote config to /etc/ceph/ceph.conf 2024-01-28T12:52:15.849 INFO:teuthology.orchestra.run.smithi088.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-01-28T12:52:15.850 INFO:teuthology.orchestra.run.smithi088.stdout:Creating mgr... 2024-01-28T12:52:15.850 INFO:teuthology.orchestra.run.smithi088.stdout:Verifying port 0.0.0.0:9283 ... 2024-01-28T12:52:15.850 INFO:teuthology.orchestra.run.smithi088.stdout:Verifying port 0.0.0.0:8765 ... 2024-01-28T12:52:16.221 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mgr.x 2024-01-28T12:52:16.222 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stderr Failed to reset failed state of unit ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mgr.x.service: Unit ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mgr.x.service not loaded. 2024-01-28T12:52:16.416 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-f2afc81a-bddb-11ee-95b2-87774f69a715.target.wants/ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mgr.x.service → /etc/systemd/system/ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@.service. 2024-01-28T12:52:16.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:16 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3102133701' entity='client.admin' 2024-01-28T12:52:16.527 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:16 smithi088 systemd[1]: Starting Ceph mgr.x for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:52:18.317 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-01-28T12:52:18.318 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout disabled 2024-01-28T12:52:18.333 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-01-28T12:52:18.333 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout inactive 2024-01-28T12:52:18.333 INFO:teuthology.orchestra.run.smithi088.stdout:firewalld.service is not enabled 2024-01-28T12:52:18.333 INFO:teuthology.orchestra.run.smithi088.stdout:Not possible to enable service . firewalld.service is not available 2024-01-28T12:52:18.350 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-01-28T12:52:18.350 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout disabled 2024-01-28T12:52:18.365 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-01-28T12:52:18.366 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout inactive 2024-01-28T12:52:18.366 INFO:teuthology.orchestra.run.smithi088.stdout:firewalld.service is not enabled 2024-01-28T12:52:18.366 INFO:teuthology.orchestra.run.smithi088.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-01-28T12:52:18.366 INFO:teuthology.orchestra.run.smithi088.stdout:Waiting for mgr to start... 2024-01-28T12:52:18.366 INFO:teuthology.orchestra.run.smithi088.stdout:Waiting for mgr... 2024-01-28T12:52:18.564 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:18 smithi088 bash[35558]: 62a9636e768dea5e07ee0b6b7e4f9abf15d5f2cde51c9495175553b3f22c29b0 2024-01-28T12:52:18.564 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:18 smithi088 systemd[1]: Started Ceph mgr.x for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:52:19.093 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:18 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/133278483' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-01-28T12:52:19.093 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:18 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:18.837+0000 7f6c536c1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-01-28T12:52:19.094 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:18 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:18.962+0000 7f6c536c1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-01-28T12:52:19.094 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:19 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:19.079+0000 7f6c536c1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-01-28T12:52:19.204 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:19.204 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout { 2024-01-28T12:52:19.204 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:52:19.204 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "health": { 2024-01-28T12:52:19.204 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 0 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "a" 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "monmap": { 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-01-28T12:52:19.205 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-01-28T12:52:19.206 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:19.206 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-01-28T12:52:19.206 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:19.206 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-01-28T12:52:19.206 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-01-28T12:52:19.215 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-01-28T12:52:19.215 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-01-28T12:52:19.215 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-01-28T12:52:19.215 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-01-28T12:52:19.215 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:19.215 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-01-28T12:52:19.216 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "available": false, 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "modules": [ 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "iostat", 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "nfs", 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "restful" 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "modified": "2024-01-28T12:52:10.456133+0000", 2024-01-28T12:52:19.217 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout } 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.793+0000 7f162d600700 1 Processor -- start 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.794+0000 7f162d600700 1 -- start start 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.794+0000 7f162d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162807b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.794+0000 7f162d600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f162807b830 con 0x7f162807ce00 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.795+0000 7f1626a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162807b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.795+0000 7f1626a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162807b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36904/0 (socket says 172.21.15.88:36904) 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.795+0000 7f1626a00700 1 -- 172.21.15.88:0/3321823126 learned_addr learned my addr 172.21.15.88:0/3321823126 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.795+0000 7f1626a00700 1 -- 172.21.15.88:0/3321823126 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f162807b970 con 0x7f162807ce00 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.795+0000 7f1626a00700 1 --2- 172.21.15.88:0/3321823126 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162807b260 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f16180098a0 tx=0x7f1618009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b773c66245fe8957 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.795+0000 7f1625600700 1 -- 172.21.15.88:0/3321823126 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1618004160 con 0x7f162807ce00 2024-01-28T12:52:19.218 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.795+0000 7f1625600700 1 -- 172.21.15.88:0/3321823126 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f16180042c0 con 0x7f162807ce00 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.795+0000 7f1625600700 1 -- 172.21.15.88:0/3321823126 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1618011a00 con 0x7f162807ce00 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.796+0000 7f162d600700 1 -- 172.21.15.88:0/3321823126 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 msgr2=0x7f162807b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.796+0000 7f162d600700 1 --2- 172.21.15.88:0/3321823126 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162807b260 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f16180098a0 tx=0x7f1618009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.796+0000 7f162d600700 1 -- 172.21.15.88:0/3321823126 shutdown_connections 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.796+0000 7f162d600700 1 --2- 172.21.15.88:0/3321823126 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162807b260 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.796+0000 7f162d600700 1 -- 172.21.15.88:0/3321823126 >> 172.21.15.88:0/3321823126 conn(0x7f1628102280 msgr2=0x7f16281046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.796+0000 7f162d600700 1 -- 172.21.15.88:0/3321823126 shutdown_connections 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.796+0000 7f162d600700 1 -- 172.21.15.88:0/3321823126 wait complete. 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.797+0000 7f162d600700 1 Processor -- start 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.797+0000 7f162d600700 1 -- start start 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.798+0000 7f162d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:19.219 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.798+0000 7f162d600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f162819d0f0 con 0x7f162807ce00 2024-01-28T12:52:19.220 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.798+0000 7f1626a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:19.220 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.798+0000 7f1626a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162819cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36906/0 (socket says 172.21.15.88:36906) 2024-01-28T12:52:19.220 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.798+0000 7f1626a00700 1 -- 172.21.15.88:0/133278483 learned_addr learned my addr 172.21.15.88:0/133278483 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:19.220 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.798+0000 7f1626a00700 1 -- 172.21.15.88:0/133278483 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1618009550 con 0x7f162807ce00 2024-01-28T12:52:19.220 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.799+0000 7f1626a00700 1 --2- 172.21.15.88:0/133278483 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162819cbb0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f1618009130 tx=0x7f1618011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:19.220 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.799+0000 7f161f400700 1 -- 172.21.15.88:0/133278483 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1618003b70 con 0x7f162807ce00 2024-01-28T12:52:19.220 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.799+0000 7f161f400700 1 -- 172.21.15.88:0/133278483 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f1618003cd0 con 0x7f162807ce00 2024-01-28T12:52:19.220 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.799+0000 7f161f400700 1 -- 172.21.15.88:0/133278483 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f16180197d0 con 0x7f162807ce00 2024-01-28T12:52:19.220 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.799+0000 7f162d600700 1 -- 172.21.15.88:0/133278483 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f162819d2f0 con 0x7f162807ce00 2024-01-28T12:52:19.221 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.799+0000 7f162d600700 1 -- 172.21.15.88:0/133278483 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f162819d790 con 0x7f162807ce00 2024-01-28T12:52:19.221 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.799+0000 7f161f400700 1 -- 172.21.15.88:0/133278483 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 1) v1 ==== 799+0+0 (secure 0 0 0) 0x7f16180199c0 con 0x7f162807ce00 2024-01-28T12:52:19.221 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.799+0000 7f161f400700 1 -- 172.21.15.88:0/133278483 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f161800b7b0 con 0x7f162807ce00 2024-01-28T12:52:19.221 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.800+0000 7f162d600700 1 -- 172.21.15.88:0/133278483 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f162810d030 con 0x7f162807ce00 2024-01-28T12:52:19.221 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.803+0000 7f161f400700 1 -- 172.21.15.88:0/133278483 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72921 (secure 0 0 0) 0x7f161802a060 con 0x7f162807ce00 2024-01-28T12:52:19.221 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.879+0000 7f162d600700 1 -- 172.21.15.88:0/133278483 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f16281a0330 con 0x7f162807ce00 2024-01-28T12:52:19.221 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.879+0000 7f161f400700 1 -- 172.21.15.88:0/133278483 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f1618019db0 con 0x7f162807ce00 2024-01-28T12:52:19.221 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.880+0000 7f162d600700 1 -- 172.21.15.88:0/133278483 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 msgr2=0x7f162819cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:19.221 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.880+0000 7f162d600700 1 --2- 172.21.15.88:0/133278483 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162819cbb0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f1618009130 tx=0x7f1618011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:19.221 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.880+0000 7f162d600700 1 -- 172.21.15.88:0/133278483 shutdown_connections 2024-01-28T12:52:19.222 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.880+0000 7f162d600700 1 --2- 172.21.15.88:0/133278483 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f162807ce00 0x7f162819cbb0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:19.222 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.880+0000 7f162d600700 1 -- 172.21.15.88:0/133278483 >> 172.21.15.88:0/133278483 conn(0x7f1628102280 msgr2=0x7f1628102db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:19.222 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.880+0000 7f162d600700 1 -- 172.21.15.88:0/133278483 shutdown_connections 2024-01-28T12:52:19.222 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:18.880+0000 7f162d600700 1 -- 172.21.15.88:0/133278483 wait complete. 2024-01-28T12:52:19.222 INFO:teuthology.orchestra.run.smithi088.stdout:mgr not available, waiting (1/15)... 2024-01-28T12:52:19.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:19 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:19.191+0000 7f6c536c1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-01-28T12:52:20.277 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:20 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:20.023+0000 7f6c536c1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-01-28T12:52:20.752 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:20 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:20.318+0000 7f6c536c1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-01-28T12:52:20.752 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:20 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:20.427+0000 7f6c536c1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-01-28T12:52:20.752 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:20 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:20.563+0000 7f6c536c1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-01-28T12:52:20.752 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:20 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:20.754+0000 7f6c536c1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-01-28T12:52:21.024 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:20 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:20.917+0000 7f6c536c1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-01-28T12:52:21.276 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:21 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:21.026+0000 7f6c536c1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-01-28T12:52:21.742 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:21 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:21.518+0000 7f6c536c1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-01-28T12:52:22.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:21 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/531198100' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-01-28T12:52:22.027 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:21 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:21.881+0000 7f6c536c1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-01-28T12:52:22.114 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:22.114 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout { 2024-01-28T12:52:22.114 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:52:22.114 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "health": { 2024-01-28T12:52:22.114 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-01-28T12:52:22.114 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-01-28T12:52:22.114 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-01-28T12:52:22.114 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 0 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "a" 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "monmap": { 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:22.115 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-01-28T12:52:22.116 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:22.116 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-01-28T12:52:22.116 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-01-28T12:52:22.124 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-01-28T12:52:22.124 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-01-28T12:52:22.124 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-01-28T12:52:22.124 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-01-28T12:52:22.124 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:22.124 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-01-28T12:52:22.124 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-01-28T12:52:22.125 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "available": false, 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "modules": [ 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "iostat", 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "nfs", 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "restful" 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "modified": "2024-01-28T12:52:10.456133+0000", 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-01-28T12:52:22.126 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout } 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.636+0000 7fa4e3a00700 1 Processor -- start 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.637+0000 7fa4e3a00700 1 -- start start 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.637+0000 7fa4e3a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc07b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.637+0000 7fa4e3a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4dc07b870 con 0x7fa4dc07ce40 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.637+0000 7fa4e1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc07b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.638+0000 7fa4e1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc07b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36918/0 (socket says 172.21.15.88:36918) 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.638+0000 7fa4e1000700 1 -- 172.21.15.88:0/3751994926 learned_addr learned my addr 172.21.15.88:0/3751994926 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.638+0000 7fa4e1000700 1 -- 172.21.15.88:0/3751994926 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4dc07b9b0 con 0x7fa4dc07ce40 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.638+0000 7fa4e1000700 1 --2- 172.21.15.88:0/3751994926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc07b2a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc0098a0 tx=0x7fa4cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455fa5b57f7314b9 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.638+0000 7fa4db400700 1 -- 172.21.15.88:0/3751994926 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa4cc004160 con 0x7fa4dc07ce40 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.638+0000 7fa4db400700 1 -- 172.21.15.88:0/3751994926 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa4cc0042c0 con 0x7fa4dc07ce40 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.638+0000 7fa4db400700 1 -- 172.21.15.88:0/3751994926 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa4cc011a00 con 0x7fa4dc07ce40 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.639+0000 7fa4e3a00700 1 -- 172.21.15.88:0/3751994926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 msgr2=0x7fa4dc07b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:22.127 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.639+0000 7fa4e3a00700 1 --2- 172.21.15.88:0/3751994926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc07b2a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc0098a0 tx=0x7fa4cc009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.639+0000 7fa4e3a00700 1 -- 172.21.15.88:0/3751994926 shutdown_connections 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.639+0000 7fa4e3a00700 1 --2- 172.21.15.88:0/3751994926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc07b2a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.639+0000 7fa4e3a00700 1 -- 172.21.15.88:0/3751994926 >> 172.21.15.88:0/3751994926 conn(0x7fa4dc102280 msgr2=0x7fa4dc1046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.639+0000 7fa4e3a00700 1 -- 172.21.15.88:0/3751994926 shutdown_connections 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.639+0000 7fa4e3a00700 1 -- 172.21.15.88:0/3751994926 wait complete. 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.640+0000 7fa4e3a00700 1 Processor -- start 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.640+0000 7fa4e3a00700 1 -- start start 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.641+0000 7fa4e3a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc19cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.641+0000 7fa4e3a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4dc19d140 con 0x7fa4dc07ce40 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.641+0000 7fa4e1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc19cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.641+0000 7fa4e1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc19cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36930/0 (socket says 172.21.15.88:36930) 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.641+0000 7fa4e1000700 1 -- 172.21.15.88:0/531198100 learned_addr learned my addr 172.21.15.88:0/531198100 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:22.128 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.641+0000 7fa4e1000700 1 -- 172.21.15.88:0/531198100 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4cc009550 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.641+0000 7fa4e1000700 1 --2- 172.21.15.88:0/531198100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc19cc00 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc009130 tx=0x7fa4cc011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.642+0000 7fa4d9600700 1 -- 172.21.15.88:0/531198100 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa4cc003ab0 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.642+0000 7fa4d9600700 1 -- 172.21.15.88:0/531198100 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa4cc003c10 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.642+0000 7fa4e3a00700 1 -- 172.21.15.88:0/531198100 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4dc19d340 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.642+0000 7fa4d9600700 1 -- 172.21.15.88:0/531198100 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa4cc0247d0 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.642+0000 7fa4e3a00700 1 -- 172.21.15.88:0/531198100 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4dc19d7e0 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.642+0000 7fa4d9600700 1 -- 172.21.15.88:0/531198100 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 1) v1 ==== 799+0+0 (secure 0 0 0) 0x7fa4cc024a00 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.642+0000 7fa4d9600700 1 -- 172.21.15.88:0/531198100 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fa4cc0194d0 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.643+0000 7fa4e3a00700 1 -- 172.21.15.88:0/531198100 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4dc10d050 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.646+0000 7fa4d9600700 1 -- 172.21.15.88:0/531198100 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72921 (secure 0 0 0) 0x7fa4cc01abb0 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.722+0000 7fa4e3a00700 1 -- 172.21.15.88:0/531198100 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7fa4dc10d240 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.722+0000 7fa4d9600700 1 -- 172.21.15.88:0/531198100 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7fa4cc035090 con 0x7fa4dc07ce40 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.723+0000 7fa4e3a00700 1 -- 172.21.15.88:0/531198100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 msgr2=0x7fa4dc19cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:22.129 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.723+0000 7fa4e3a00700 1 --2- 172.21.15.88:0/531198100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc19cc00 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc009130 tx=0x7fa4cc011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:22.130 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.723+0000 7fa4e3a00700 1 -- 172.21.15.88:0/531198100 shutdown_connections 2024-01-28T12:52:22.130 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.723+0000 7fa4e3a00700 1 --2- 172.21.15.88:0/531198100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4dc07ce40 0x7fa4dc19cc00 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:22.130 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.724+0000 7fa4e3a00700 1 -- 172.21.15.88:0/531198100 >> 172.21.15.88:0/531198100 conn(0x7fa4dc102280 msgr2=0x7fa4dc102e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:22.130 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.724+0000 7fa4e3a00700 1 -- 172.21.15.88:0/531198100 shutdown_connections 2024-01-28T12:52:22.130 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:21.724+0000 7fa4e3a00700 1 -- 172.21.15.88:0/531198100 wait complete. 2024-01-28T12:52:22.130 INFO:teuthology.orchestra.run.smithi088.stdout:mgr not available, waiting (2/15)... 2024-01-28T12:52:22.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:22 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:22.240+0000 7f6c536c1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-01-28T12:52:22.527 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:22 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:22.361+0000 7f6c536c1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-01-28T12:52:23.590 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:23 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:23.286+0000 7f6c536c1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-01-28T12:52:23.590 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:23 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:23.405+0000 7f6c536c1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-01-28T12:52:24.027 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:23 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:23.592+0000 7f6c536c1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-01-28T12:52:24.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:24.416+0000 7f6c536c1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-01-28T12:52:24.932 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:24 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1014176870' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-01-28T12:52:24.932 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:24.675+0000 7f6c536c1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-01-28T12:52:24.981 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:24.981 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout { 2024-01-28T12:52:24.981 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:52:24.981 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "health": { 2024-01-28T12:52:24.981 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-01-28T12:52:24.981 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-01-28T12:52:24.981 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-01-28T12:52:24.981 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:24.981 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-01-28T12:52:24.982 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-01-28T12:52:24.982 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 0 2024-01-28T12:52:24.982 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:24.982 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-01-28T12:52:24.982 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "a" 2024-01-28T12:52:24.982 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:24.982 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-01-28T12:52:24.982 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "monmap": { 2024-01-28T12:52:24.983 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:24.983 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-01-28T12:52:24.983 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-01-28T12:52:24.983 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:24.983 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-01-28T12:52:24.983 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:24.983 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-01-28T12:52:24.983 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-01-28T12:52:24.983 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-01-28T12:52:24.983 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-01-28T12:52:24.984 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "available": false, 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "modules": [ 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "iostat", 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "nfs", 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "restful" 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:24.985 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-28T12:52:24.986 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:24.986 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-01-28T12:52:24.986 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:24.986 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "modified": "2024-01-28T12:52:10.456133+0000", 2024-01-28T12:52:24.986 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-28T12:52:24.986 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:24.986 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-01-28T12:52:24.986 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout } 2024-01-28T12:52:24.986 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.524+0000 7f92dd000700 1 Processor -- start 2024-01-28T12:52:24.987 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.524+0000 7f92dd000700 1 -- start start 2024-01-28T12:52:24.987 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.525+0000 7f92dd000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d81070a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:24.987 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.525+0000 7f92dd000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d8107670 con 0x7f92d8106c80 2024-01-28T12:52:24.987 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.525+0000 7f92d5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d81070a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:24.987 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.525+0000 7f92d5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d81070a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:58834/0 (socket says 172.21.15.88:58834) 2024-01-28T12:52:24.987 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.525+0000 7f92d5e00700 1 -- 172.21.15.88:0/580638086 learned_addr learned my addr 172.21.15.88:0/580638086 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:24.987 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.526+0000 7f92d5e00700 1 -- 172.21.15.88:0/580638086 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92d8107e80 con 0x7f92d8106c80 2024-01-28T12:52:24.987 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.526+0000 7f92d5e00700 1 --2- 172.21.15.88:0/580638086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d81070a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f92c80098a0 tx=0x7f92c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6005261a64372be server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:24.987 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.526+0000 7f92d4a00700 1 -- 172.21.15.88:0/580638086 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92c8004160 con 0x7f92d8106c80 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.526+0000 7f92d4a00700 1 -- 172.21.15.88:0/580638086 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f92c80042c0 con 0x7f92d8106c80 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.526+0000 7f92d4a00700 1 -- 172.21.15.88:0/580638086 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92c8011a00 con 0x7f92d8106c80 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.527+0000 7f92dd000700 1 -- 172.21.15.88:0/580638086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 msgr2=0x7f92d81070a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.527+0000 7f92dd000700 1 --2- 172.21.15.88:0/580638086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d81070a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f92c80098a0 tx=0x7f92c8009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.527+0000 7f92dd000700 1 -- 172.21.15.88:0/580638086 shutdown_connections 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.527+0000 7f92dd000700 1 --2- 172.21.15.88:0/580638086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d81070a0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.527+0000 7f92dd000700 1 -- 172.21.15.88:0/580638086 >> 172.21.15.88:0/580638086 conn(0x7f92d8102280 msgr2=0x7f92d81046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.527+0000 7f92dd000700 1 -- 172.21.15.88:0/580638086 shutdown_connections 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.527+0000 7f92dd000700 1 -- 172.21.15.88:0/580638086 wait complete. 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.528+0000 7f92dd000700 1 Processor -- start 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.528+0000 7f92dd000700 1 -- start start 2024-01-28T12:52:24.988 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.529+0000 7f92dd000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d819cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.529+0000 7f92dd000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d819d170 con 0x7f92d8106c80 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.529+0000 7f92d5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d819cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.529+0000 7f92d5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d819cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:58836/0 (socket says 172.21.15.88:58836) 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.529+0000 7f92d5e00700 1 -- 172.21.15.88:0/1014176870 learned_addr learned my addr 172.21.15.88:0/1014176870 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.529+0000 7f92d5e00700 1 -- 172.21.15.88:0/1014176870 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92c8009550 con 0x7f92d8106c80 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.530+0000 7f92d5e00700 1 --2- 172.21.15.88:0/1014176870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d819cc30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f92c8009130 tx=0x7f92c8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.530+0000 7f92cea00700 1 -- 172.21.15.88:0/1014176870 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92c8003ab0 con 0x7f92d8106c80 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.530+0000 7f92cea00700 1 -- 172.21.15.88:0/1014176870 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f92c8003c10 con 0x7f92d8106c80 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.530+0000 7f92dd000700 1 -- 172.21.15.88:0/1014176870 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92d819d370 con 0x7f92d8106c80 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.530+0000 7f92cea00700 1 -- 172.21.15.88:0/1014176870 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92c80247d0 con 0x7f92d8106c80 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.530+0000 7f92dd000700 1 -- 172.21.15.88:0/1014176870 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92d819d810 con 0x7f92d8106c80 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.531+0000 7f92cea00700 1 -- 172.21.15.88:0/1014176870 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 1) v1 ==== 799+0+0 (secure 0 0 0) 0x7f92c801a430 con 0x7f92d8106c80 2024-01-28T12:52:24.989 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.531+0000 7f92cea00700 1 -- 172.21.15.88:0/1014176870 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f92c802db50 con 0x7f92d8106c80 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.531+0000 7f92dd000700 1 -- 172.21.15.88:0/1014176870 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92d8062c00 con 0x7f92d8106c80 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.534+0000 7f92cea00700 1 -- 172.21.15.88:0/1014176870 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72921 (secure 0 0 0) 0x7f92c802ddb0 con 0x7f92d8106c80 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.609+0000 7f92dd000700 1 -- 172.21.15.88:0/1014176870 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f92d810b280 con 0x7f92d8106c80 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.610+0000 7f92cea00700 1 -- 172.21.15.88:0/1014176870 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f92d810b280 con 0x7f92d8106c80 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.611+0000 7f92dd000700 1 -- 172.21.15.88:0/1014176870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 msgr2=0x7f92d819cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.611+0000 7f92dd000700 1 --2- 172.21.15.88:0/1014176870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d819cc30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f92c8009130 tx=0x7f92c8011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.611+0000 7f92dd000700 1 -- 172.21.15.88:0/1014176870 shutdown_connections 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.612+0000 7f92dd000700 1 --2- 172.21.15.88:0/1014176870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d8106c80 0x7f92d819cc30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.612+0000 7f92dd000700 1 -- 172.21.15.88:0/1014176870 >> 172.21.15.88:0/1014176870 conn(0x7f92d8102280 msgr2=0x7f92d8102d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.612+0000 7f92dd000700 1 -- 172.21.15.88:0/1014176870 shutdown_connections 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:24.612+0000 7f92dd000700 1 -- 172.21.15.88:0/1014176870 wait complete. 2024-01-28T12:52:24.990 INFO:teuthology.orchestra.run.smithi088.stdout:mgr not available, waiting (3/15)... 2024-01-28T12:52:25.276 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:24.933+0000 7f6c536c1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-01-28T12:52:26.388 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:26.045+0000 7f6c536c1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-01-28T12:52:26.748 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:26.390+0000 7f6c536c1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-01-28T12:52:26.748 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:26.504+0000 7f6c536c1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-01-28T12:52:27.026 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:26.750+0000 7f6c536c1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: Activating manager daemon x 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: mgrmap e2: x(active, starting, since 0.00473828s) 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: from='mgr.14100 172.21.15.88:0/2154111929' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: from='mgr.14100 172.21.15.88:0/2154111929' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: from='mgr.14100 172.21.15.88:0/2154111929' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: from='mgr.14100 172.21.15.88:0/2154111929' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: from='mgr.14100 172.21.15.88:0/2154111929' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: Manager daemon x is now available 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: from='mgr.14100 172.21.15.88:0/2154111929' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: from='mgr.14100 172.21.15.88:0/2154111929' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: from='mgr.14100 172.21.15.88:0/2154111929' entity='mgr.x' 2024-01-28T12:52:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:26 smithi088 ceph-mon[35322]: from='mgr.14100 172.21.15.88:0/2154111929' entity='mgr.x' 2024-01-28T12:52:27.806 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:27.806 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout { 2024-01-28T12:52:27.806 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:52:27.806 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "health": { 2024-01-28T12:52:27.806 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-01-28T12:52:27.806 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 0 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "a" 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "monmap": { 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-01-28T12:52:27.807 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-01-28T12:52:27.808 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "available": false, 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "modules": [ 2024-01-28T12:52:27.809 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "iostat", 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "nfs", 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "restful" 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "modified": "2024-01-28T12:52:10.456133+0000", 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout } 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.372+0000 7f297ac00700 1 Processor -- start 2024-01-28T12:52:27.810 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.372+0000 7f297ac00700 1 -- start start 2024-01-28T12:52:27.811 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.373+0000 7f297ac00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297407b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:27.811 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.373+0000 7f297ac00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f297407b830 con 0x7f297407ce00 2024-01-28T12:52:27.811 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.373+0000 7f2973e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297407b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:27.811 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.373+0000 7f2973e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297407b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:58902/0 (socket says 172.21.15.88:58902) 2024-01-28T12:52:27.811 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.373+0000 7f2973e00700 1 -- 172.21.15.88:0/1834346392 learned_addr learned my addr 172.21.15.88:0/1834346392 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:27.811 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.373+0000 7f2973e00700 1 -- 172.21.15.88:0/1834346392 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f297407b970 con 0x7f297407ce00 2024-01-28T12:52:27.811 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.374+0000 7f2973e00700 1 --2- 172.21.15.88:0/1834346392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297407b260 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f29640098a0 tx=0x7f2964009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43298b0c2c2aa0f5 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:27.811 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.374+0000 7f2972a00700 1 -- 172.21.15.88:0/1834346392 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2964004160 con 0x7f297407ce00 2024-01-28T12:52:27.811 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.374+0000 7f2972a00700 1 -- 172.21.15.88:0/1834346392 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f29640042c0 con 0x7f297407ce00 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.374+0000 7f2972a00700 1 -- 172.21.15.88:0/1834346392 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2964011a00 con 0x7f297407ce00 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.374+0000 7f297ac00700 1 -- 172.21.15.88:0/1834346392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 msgr2=0x7f297407b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.374+0000 7f297ac00700 1 --2- 172.21.15.88:0/1834346392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297407b260 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f29640098a0 tx=0x7f2964009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.375+0000 7f297ac00700 1 -- 172.21.15.88:0/1834346392 shutdown_connections 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.375+0000 7f297ac00700 1 --2- 172.21.15.88:0/1834346392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297407b260 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.375+0000 7f297ac00700 1 -- 172.21.15.88:0/1834346392 >> 172.21.15.88:0/1834346392 conn(0x7f2974102280 msgr2=0x7f29741046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.375+0000 7f297ac00700 1 -- 172.21.15.88:0/1834346392 shutdown_connections 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.375+0000 7f297ac00700 1 -- 172.21.15.88:0/1834346392 wait complete. 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.376+0000 7f297ac00700 1 Processor -- start 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.376+0000 7f297ac00700 1 -- start start 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.376+0000 7f297ac00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297419cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.376+0000 7f297ac00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f297419d0f0 con 0x7f297407ce00 2024-01-28T12:52:27.812 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.376+0000 7f2973e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297419cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.376+0000 7f2973e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297419cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:58908/0 (socket says 172.21.15.88:58908) 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.376+0000 7f2973e00700 1 -- 172.21.15.88:0/2218879063 learned_addr learned my addr 172.21.15.88:0/2218879063 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.377+0000 7f2973e00700 1 -- 172.21.15.88:0/2218879063 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2964009550 con 0x7f297407ce00 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.377+0000 7f2973e00700 1 --2- 172.21.15.88:0/2218879063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297419cbb0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2964009130 tx=0x7f2964011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.377+0000 7f2970c00700 1 -- 172.21.15.88:0/2218879063 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2964003b70 con 0x7f297407ce00 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.377+0000 7f2970c00700 1 -- 172.21.15.88:0/2218879063 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f2964003cd0 con 0x7f297407ce00 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.377+0000 7f2970c00700 1 -- 172.21.15.88:0/2218879063 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f29640197d0 con 0x7f297407ce00 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.377+0000 7f297ac00700 1 -- 172.21.15.88:0/2218879063 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f297419d2f0 con 0x7f297407ce00 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.377+0000 7f297ac00700 1 -- 172.21.15.88:0/2218879063 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f297419d790 con 0x7f297407ce00 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.378+0000 7f2970c00700 1 -- 172.21.15.88:0/2218879063 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 2) v1 ==== 45476+0+0 (secure 0 0 0) 0x7f296401abb0 con 0x7f297407ce00 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.378+0000 7f297ac00700 1 -- 172.21.15.88:0/2218879063 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f297410d030 con 0x7f297407ce00 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.379+0000 7f2970c00700 1 -- 172.21.15.88:0/2218879063 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f296404ca90 con 0x7f297407ce00 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.381+0000 7f2970c00700 1 -- 172.21.15.88:0/2218879063 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72921 (secure 0 0 0) 0x7f296401a430 con 0x7f297407ce00 2024-01-28T12:52:27.813 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.452+0000 7f297ac00700 1 -- 172.21.15.88:0/2218879063 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f29741a0560 con 0x7f297407ce00 2024-01-28T12:52:27.814 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.453+0000 7f2970c00700 1 -- 172.21.15.88:0/2218879063 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1240 (secure 0 0 0) 0x7f2964023370 con 0x7f297407ce00 2024-01-28T12:52:27.814 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.453+0000 7f297ac00700 1 -- 172.21.15.88:0/2218879063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 msgr2=0x7f297419cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:27.814 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.453+0000 7f297ac00700 1 --2- 172.21.15.88:0/2218879063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297419cbb0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2964009130 tx=0x7f2964011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:27.814 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.454+0000 7f297ac00700 1 -- 172.21.15.88:0/2218879063 shutdown_connections 2024-01-28T12:52:27.814 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.454+0000 7f297ac00700 1 --2- 172.21.15.88:0/2218879063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f297407ce00 0x7f297419cbb0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:27.814 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.454+0000 7f297ac00700 1 -- 172.21.15.88:0/2218879063 >> 172.21.15.88:0/2218879063 conn(0x7f2974102280 msgr2=0x7f2974102db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:27.814 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.454+0000 7f297ac00700 1 -- 172.21.15.88:0/2218879063 shutdown_connections 2024-01-28T12:52:27.814 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:27.454+0000 7f297ac00700 1 -- 172.21.15.88:0/2218879063 wait complete. 2024-01-28T12:52:27.814 INFO:teuthology.orchestra.run.smithi088.stdout:mgr not available, waiting (4/15)... 2024-01-28T12:52:28.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:27 smithi088 ceph-mon[35322]: from='mgr.14100 172.21.15.88:0/2154111929' entity='mgr.x' 2024-01-28T12:52:28.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:27 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2218879063' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-01-28T12:52:28.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:27 smithi088 ceph-mon[35322]: mgrmap e3: x(active, since 1.00868s) 2024-01-28T12:52:30.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:29 smithi088 ceph-mon[35322]: mgrmap e4: x(active, since 2s) 2024-01-28T12:52:35.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:34 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2083949748' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-01-28T12:52:35.955 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout { 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "health": { 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 0 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:35.956 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "a" 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "quorum_age": 19, 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "monmap": { 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-01-28T12:52:35.957 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:35.958 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "available": true, 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "modules": [ 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "iostat", 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "nfs", 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "restful" 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ], 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-28T12:52:35.959 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "modified": "2024-01-28T12:52:10.456133+0000", 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout }, 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout } 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.404+0000 7f105b200700 1 Processor -- start 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.404+0000 7f105b200700 1 -- start start 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.404+0000 7f105b200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c106ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.404+0000 7f105b200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f105c1074a0 con 0x7f105c106ab0 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.405+0000 7f1059e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c106ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.405+0000 7f1059e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c106ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54262/0 (socket says 172.21.15.88:54262) 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.405+0000 7f1059e00700 1 -- 172.21.15.88:0/1399778737 learned_addr learned my addr 172.21.15.88:0/1399778737 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.405+0000 7f1059e00700 1 -- 172.21.15.88:0/1399778737 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f105c107cb0 con 0x7f105c106ab0 2024-01-28T12:52:35.960 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.405+0000 7f1059e00700 1 --2- 172.21.15.88:0/1399778737 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c106ed0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f104c0098a0 tx=0x7f104c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=558109c1bf4c7662 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.405+0000 7f1058a00700 1 -- 172.21.15.88:0/1399778737 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f104c004160 con 0x7f105c106ab0 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.406+0000 7f1058a00700 1 -- 172.21.15.88:0/1399778737 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f104c0042c0 con 0x7f105c106ab0 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.406+0000 7f1058a00700 1 -- 172.21.15.88:0/1399778737 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f104c011a00 con 0x7f105c106ab0 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.406+0000 7f105b200700 1 -- 172.21.15.88:0/1399778737 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 msgr2=0x7f105c106ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.406+0000 7f105b200700 1 --2- 172.21.15.88:0/1399778737 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c106ed0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f104c0098a0 tx=0x7f104c009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.406+0000 7f105b200700 1 -- 172.21.15.88:0/1399778737 shutdown_connections 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.406+0000 7f105b200700 1 --2- 172.21.15.88:0/1399778737 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c106ed0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.406+0000 7f105b200700 1 -- 172.21.15.88:0/1399778737 >> 172.21.15.88:0/1399778737 conn(0x7f105c102090 msgr2=0x7f105c1044b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.406+0000 7f105b200700 1 -- 172.21.15.88:0/1399778737 shutdown_connections 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.406+0000 7f105b200700 1 -- 172.21.15.88:0/1399778737 wait complete. 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.407+0000 7f105b200700 1 Processor -- start 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.407+0000 7f105b200700 1 -- start start 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.407+0000 7f105b200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c07cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:35.961 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.407+0000 7f105b200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f105c07d050 con 0x7f105c106ab0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.408+0000 7f1059e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c07cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.408+0000 7f1059e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c07cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54266/0 (socket says 172.21.15.88:54266) 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.408+0000 7f1059e00700 1 -- 172.21.15.88:0/2083949748 learned_addr learned my addr 172.21.15.88:0/2083949748 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.408+0000 7f1059e00700 1 -- 172.21.15.88:0/2083949748 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f104c009550 con 0x7f105c106ab0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.408+0000 7f1059e00700 1 --2- 172.21.15.88:0/2083949748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c07cb10 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f104c009130 tx=0x7f104c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.408+0000 7f1052a00700 1 -- 172.21.15.88:0/2083949748 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f104c003ab0 con 0x7f105c106ab0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.408+0000 7f1052a00700 1 -- 172.21.15.88:0/2083949748 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f104c003c10 con 0x7f105c106ab0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.408+0000 7f1052a00700 1 -- 172.21.15.88:0/2083949748 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f104c0247d0 con 0x7f105c106ab0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.408+0000 7f105b200700 1 -- 172.21.15.88:0/2083949748 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f105c07b240 con 0x7f105c106ab0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.409+0000 7f105b200700 1 -- 172.21.15.88:0/2083949748 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f105c07b6e0 con 0x7f105c106ab0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.410+0000 7f1052a00700 1 -- 172.21.15.88:0/2083949748 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 4) v1 ==== 45709+0+0 (secure 0 0 0) 0x7f104c01abb0 con 0x7f105c106ab0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.410+0000 7f105b200700 1 -- 172.21.15.88:0/2083949748 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f105c062c00 con 0x7f105c106ab0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.410+0000 7f1052a00700 1 --2- 172.21.15.88:0/2083949748 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f103c038be0 0x7f103c03b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.410+0000 7f1052a00700 1 -- 172.21.15.88:0/2083949748 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f104c04c950 con 0x7f105c106ab0 2024-01-28T12:52:35.962 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.410+0000 7f1059400700 1 --2- 172.21.15.88:0/2083949748 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f103c038be0 0x7f103c03b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.411+0000 7f1059400700 1 --2- 172.21.15.88:0/2083949748 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f103c038be0 0x7f103c03b0a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f1044006fd0 tx=0x7f1044006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.416+0000 7f1052a00700 1 -- 172.21.15.88:0/2083949748 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f104c018710 con 0x7f105c106ab0 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.687+0000 7f105b200700 1 -- 172.21.15.88:0/2083949748 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f105c07bcc0 con 0x7f105c106ab0 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.687+0000 7f1052a00700 1 -- 172.21.15.88:0/2083949748 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f104c018350 con 0x7f105c106ab0 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.689+0000 7f105b200700 1 -- 172.21.15.88:0/2083949748 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f103c038be0 msgr2=0x7f103c03b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.689+0000 7f105b200700 1 --2- 172.21.15.88:0/2083949748 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f103c038be0 0x7f103c03b0a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f1044006fd0 tx=0x7f1044006e40 comp rx=0 tx=0).stop 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.689+0000 7f105b200700 1 -- 172.21.15.88:0/2083949748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 msgr2=0x7f105c07cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.689+0000 7f105b200700 1 --2- 172.21.15.88:0/2083949748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c07cb10 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f104c009130 tx=0x7f104c011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.689+0000 7f105b200700 1 -- 172.21.15.88:0/2083949748 shutdown_connections 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.689+0000 7f105b200700 1 --2- 172.21.15.88:0/2083949748 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f103c038be0 0x7f103c03b0a0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.689+0000 7f105b200700 1 --2- 172.21.15.88:0/2083949748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f105c106ab0 0x7f105c07cb10 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.689+0000 7f105b200700 1 -- 172.21.15.88:0/2083949748 >> 172.21.15.88:0/2083949748 conn(0x7f105c102090 msgr2=0x7f105c102c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.690+0000 7f105b200700 1 -- 172.21.15.88:0/2083949748 shutdown_connections 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:34.690+0000 7f105b200700 1 -- 172.21.15.88:0/2083949748 wait complete. 2024-01-28T12:52:35.963 INFO:teuthology.orchestra.run.smithi088.stdout:mgr is available 2024-01-28T12:52:36.919 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:36 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1587101044' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout [global] 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout fsid = f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout [mgr] 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-01-28T12:52:36.927 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout [osd] 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.352+0000 7f4fcce00700 1 Processor -- start 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.352+0000 7f4fcce00700 1 -- start start 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.353+0000 7f4fcce00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc807b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.353+0000 7f4fcce00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fc807b870 con 0x7f4fc807ce40 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.353+0000 7f4fc5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc807b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.353+0000 7f4fc5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc807b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54274/0 (socket says 172.21.15.88:54274) 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.353+0000 7f4fc5e00700 1 -- 172.21.15.88:0/1769642076 learned_addr learned my addr 172.21.15.88:0/1769642076 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:36.928 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.353+0000 7f4fc5e00700 1 -- 172.21.15.88:0/1769642076 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fc807b9b0 con 0x7f4fc807ce40 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.354+0000 7f4fc5e00700 1 --2- 172.21.15.88:0/1769642076 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc807b2a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f4fb80098a0 tx=0x7f4fb8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=333dad03df5dc704 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.354+0000 7f4fc4a00700 1 -- 172.21.15.88:0/1769642076 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4fb8004160 con 0x7f4fc807ce40 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.354+0000 7f4fc4a00700 1 -- 172.21.15.88:0/1769642076 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f4fb80042c0 con 0x7f4fc807ce40 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.354+0000 7f4fc4a00700 1 -- 172.21.15.88:0/1769642076 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4fb8011a00 con 0x7f4fc807ce40 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.354+0000 7f4fcce00700 1 -- 172.21.15.88:0/1769642076 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 msgr2=0x7f4fc807b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.354+0000 7f4fcce00700 1 --2- 172.21.15.88:0/1769642076 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc807b2a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f4fb80098a0 tx=0x7f4fb8009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.355+0000 7f4fcce00700 1 -- 172.21.15.88:0/1769642076 shutdown_connections 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.355+0000 7f4fcce00700 1 --2- 172.21.15.88:0/1769642076 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc807b2a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.355+0000 7f4fcce00700 1 -- 172.21.15.88:0/1769642076 >> 172.21.15.88:0/1769642076 conn(0x7f4fc8102280 msgr2=0x7f4fc81046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.355+0000 7f4fcce00700 1 -- 172.21.15.88:0/1769642076 shutdown_connections 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.355+0000 7f4fcce00700 1 -- 172.21.15.88:0/1769642076 wait complete. 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.356+0000 7f4fcce00700 1 Processor -- start 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.356+0000 7f4fcce00700 1 -- start start 2024-01-28T12:52:36.929 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.356+0000 7f4fcce00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.356+0000 7f4fcce00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fc819d140 con 0x7f4fc807ce40 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.356+0000 7f4fc5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.356+0000 7f4fc5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc819cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54284/0 (socket says 172.21.15.88:54284) 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.356+0000 7f4fc5e00700 1 -- 172.21.15.88:0/1587101044 learned_addr learned my addr 172.21.15.88:0/1587101044 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.357+0000 7f4fc5e00700 1 -- 172.21.15.88:0/1587101044 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fb8009550 con 0x7f4fc807ce40 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.357+0000 7f4fc5e00700 1 --2- 172.21.15.88:0/1587101044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc819cc00 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4fb8009130 tx=0x7f4fb8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.357+0000 7f4fbea00700 1 -- 172.21.15.88:0/1587101044 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4fb8003ab0 con 0x7f4fc807ce40 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.357+0000 7f4fbea00700 1 -- 172.21.15.88:0/1587101044 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f4fb8003c10 con 0x7f4fc807ce40 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.357+0000 7f4fcce00700 1 -- 172.21.15.88:0/1587101044 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fc819d340 con 0x7f4fc807ce40 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.357+0000 7f4fbea00700 1 -- 172.21.15.88:0/1587101044 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4fb80247d0 con 0x7f4fc807ce40 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.357+0000 7f4fcce00700 1 -- 172.21.15.88:0/1587101044 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fc819d7e0 con 0x7f4fc807ce40 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.358+0000 7f4fbea00700 1 -- 172.21.15.88:0/1587101044 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 4) v1 ==== 45709+0+0 (secure 0 0 0) 0x7f4fb801abb0 con 0x7f4fc807ce40 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.358+0000 7f4fcce00700 1 -- 172.21.15.88:0/1587101044 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fc810d050 con 0x7f4fc807ce40 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.359+0000 7f4fbea00700 1 --2- 172.21.15.88:0/1587101044 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f4fa8038b90 0x7f4fa803b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:36.930 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.359+0000 7f4fbea00700 1 -- 172.21.15.88:0/1587101044 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f4fb804c9b0 con 0x7f4fc807ce40 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.359+0000 7f4fc5400700 1 --2- 172.21.15.88:0/1587101044 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f4fa8038b90 0x7f4fa803b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.360+0000 7f4fc5400700 1 --2- 172.21.15.88:0/1587101044 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f4fa8038b90 0x7f4fa803b050 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4fb0006fd0 tx=0x7f4fb0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.364+0000 7f4fbea00700 1 -- 172.21.15.88:0/1587101044 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f4fb8018920 con 0x7f4fc807ce40 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.561+0000 7f4fcce00700 1 -- 172.21.15.88:0/1587101044 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f4fc810d290 con 0x7f4fc807ce40 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.562+0000 7f4fbea00700 1 -- 172.21.15.88:0/1587101044 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7f4fb8018350 con 0x7f4fc807ce40 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.564+0000 7f4fcce00700 1 -- 172.21.15.88:0/1587101044 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f4fa8038b90 msgr2=0x7f4fa803b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.564+0000 7f4fcce00700 1 --2- 172.21.15.88:0/1587101044 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f4fa8038b90 0x7f4fa803b050 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4fb0006fd0 tx=0x7f4fb0006e40 comp rx=0 tx=0).stop 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.564+0000 7f4fcce00700 1 -- 172.21.15.88:0/1587101044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 msgr2=0x7f4fc819cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.564+0000 7f4fcce00700 1 --2- 172.21.15.88:0/1587101044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc819cc00 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4fb8009130 tx=0x7f4fb8011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.564+0000 7f4fcce00700 1 -- 172.21.15.88:0/1587101044 shutdown_connections 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.564+0000 7f4fcce00700 1 --2- 172.21.15.88:0/1587101044 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f4fa8038b90 0x7f4fa803b050 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.564+0000 7f4fcce00700 1 --2- 172.21.15.88:0/1587101044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fc807ce40 0x7f4fc819cc00 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.564+0000 7f4fcce00700 1 -- 172.21.15.88:0/1587101044 >> 172.21.15.88:0/1587101044 conn(0x7f4fc8102280 msgr2=0x7f4fc8102e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.564+0000 7f4fcce00700 1 -- 172.21.15.88:0/1587101044 shutdown_connections 2024-01-28T12:52:36.931 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:36.564+0000 7f4fcce00700 1 -- 172.21.15.88:0/1587101044 wait complete. 2024-01-28T12:52:36.932 INFO:teuthology.orchestra.run.smithi088.stdout:Enabling cephadm module... 2024-01-28T12:52:37.961 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:37 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3277304539' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-01-28T12:52:37.961 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:37 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: ignoring --setuser ceph since I am not root 2024-01-28T12:52:37.961 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:37 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: ignoring --setgroup ceph since I am not root 2024-01-28T12:52:37.967 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.314+0000 7fe7c2a00700 1 Processor -- start 2024-01-28T12:52:37.967 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.314+0000 7fe7c2a00700 1 -- start start 2024-01-28T12:52:37.967 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.315+0000 7fe7c2a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc1070a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:37.967 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.315+0000 7fe7c2a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7bc107670 con 0x7fe7bc106c80 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.315+0000 7fe7bbe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc1070a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.315+0000 7fe7bbe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc1070a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54292/0 (socket says 172.21.15.88:54292) 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.315+0000 7fe7bbe00700 1 -- 172.21.15.88:0/4103695347 learned_addr learned my addr 172.21.15.88:0/4103695347 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.315+0000 7fe7bbe00700 1 -- 172.21.15.88:0/4103695347 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7bc107e80 con 0x7fe7bc106c80 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.315+0000 7fe7bbe00700 1 --2- 172.21.15.88:0/4103695347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc1070a0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac0098a0 tx=0x7fe7ac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80ca722f52f55e3c server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.316+0000 7fe7baa00700 1 -- 172.21.15.88:0/4103695347 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe7ac004160 con 0x7fe7bc106c80 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.316+0000 7fe7baa00700 1 -- 172.21.15.88:0/4103695347 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fe7ac0042c0 con 0x7fe7bc106c80 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.316+0000 7fe7baa00700 1 -- 172.21.15.88:0/4103695347 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe7ac011a00 con 0x7fe7bc106c80 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.316+0000 7fe7c2a00700 1 -- 172.21.15.88:0/4103695347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 msgr2=0x7fe7bc1070a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.316+0000 7fe7c2a00700 1 --2- 172.21.15.88:0/4103695347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc1070a0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac0098a0 tx=0x7fe7ac009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.316+0000 7fe7c2a00700 1 -- 172.21.15.88:0/4103695347 shutdown_connections 2024-01-28T12:52:37.968 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.316+0000 7fe7c2a00700 1 --2- 172.21.15.88:0/4103695347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc1070a0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.316+0000 7fe7c2a00700 1 -- 172.21.15.88:0/4103695347 >> 172.21.15.88:0/4103695347 conn(0x7fe7bc102280 msgr2=0x7fe7bc1046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.316+0000 7fe7c2a00700 1 -- 172.21.15.88:0/4103695347 shutdown_connections 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.317+0000 7fe7c2a00700 1 -- 172.21.15.88:0/4103695347 wait complete. 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.317+0000 7fe7c2a00700 1 Processor -- start 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.318+0000 7fe7c2a00700 1 -- start start 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.318+0000 7fe7c2a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc07cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.318+0000 7fe7c2a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7bc07d050 con 0x7fe7bc106c80 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.318+0000 7fe7bbe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc07cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.318+0000 7fe7bbe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc07cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54308/0 (socket says 172.21.15.88:54308) 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.318+0000 7fe7bbe00700 1 -- 172.21.15.88:0/3277304539 learned_addr learned my addr 172.21.15.88:0/3277304539 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.318+0000 7fe7bbe00700 1 -- 172.21.15.88:0/3277304539 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7ac009550 con 0x7fe7bc106c80 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.319+0000 7fe7bbe00700 1 --2- 172.21.15.88:0/3277304539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc07cb10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac009fb0 tx=0x7fe7ac011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.319+0000 7fe7b8c00700 1 -- 172.21.15.88:0/3277304539 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe7ac003a40 con 0x7fe7bc106c80 2024-01-28T12:52:37.969 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.319+0000 7fe7b8c00700 1 -- 172.21.15.88:0/3277304539 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fe7ac003ba0 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.319+0000 7fe7c2a00700 1 -- 172.21.15.88:0/3277304539 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7bc07b240 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.319+0000 7fe7b8c00700 1 -- 172.21.15.88:0/3277304539 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe7ac01a750 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.319+0000 7fe7c2a00700 1 -- 172.21.15.88:0/3277304539 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7bc07b6e0 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.320+0000 7fe7c2a00700 1 -- 172.21.15.88:0/3277304539 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7bc062c00 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.320+0000 7fe7b8c00700 1 -- 172.21.15.88:0/3277304539 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 4) v1 ==== 45709+0+0 (secure 0 0 0) 0x7fe7ac024b60 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.321+0000 7fe7b8c00700 1 --2- 172.21.15.88:0/3277304539 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fe79c038b90 0x7fe79c03b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.321+0000 7fe7b8c00700 1 -- 172.21.15.88:0/3277304539 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe7ac04c810 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.321+0000 7fe7bb400700 1 --2- 172.21.15.88:0/3277304539 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fe79c038b90 0x7fe79c03b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.322+0000 7fe7bb400700 1 --2- 172.21.15.88:0/3277304539 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fe79c038b90 0x7fe79c03b050 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe7a4006fd0 tx=0x7fe7a4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.326+0000 7fe7b8c00700 1 -- 172.21.15.88:0/3277304539 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fe7ac024430 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.576+0000 7fe7c2a00700 1 -- 172.21.15.88:0/3277304539 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7fe7bc07bce0 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.616+0000 7fe7b8c00700 1 -- 172.21.15.88:0/3277304539 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7fe7ac0187c0 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.618+0000 7fe7b8c00700 1 -- 172.21.15.88:0/3277304539 <== mon.0 v2:172.21.15.88:3300/0 8 ==== mgrmap(e 5) v1 ==== 45720+0+0 (secure 0 0 0) 0x7fe7ac02d770 con 0x7fe7bc106c80 2024-01-28T12:52:37.970 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.620+0000 7fe7c2a00700 1 -- 172.21.15.88:0/3277304539 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fe79c038b90 msgr2=0x7fe79c03b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:37.971 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.620+0000 7fe7c2a00700 1 --2- 172.21.15.88:0/3277304539 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fe79c038b90 0x7fe79c03b050 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe7a4006fd0 tx=0x7fe7a4006e40 comp rx=0 tx=0).stop 2024-01-28T12:52:37.971 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.620+0000 7fe7c2a00700 1 -- 172.21.15.88:0/3277304539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 msgr2=0x7fe7bc07cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:37.971 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.620+0000 7fe7c2a00700 1 --2- 172.21.15.88:0/3277304539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc07cb10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac009fb0 tx=0x7fe7ac011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:37.971 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.620+0000 7fe7c2a00700 1 -- 172.21.15.88:0/3277304539 shutdown_connections 2024-01-28T12:52:37.971 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.620+0000 7fe7c2a00700 1 --2- 172.21.15.88:0/3277304539 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fe79c038b90 0x7fe79c03b050 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:37.971 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.620+0000 7fe7c2a00700 1 --2- 172.21.15.88:0/3277304539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe7bc106c80 0x7fe7bc07cb10 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:37.971 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.620+0000 7fe7c2a00700 1 -- 172.21.15.88:0/3277304539 >> 172.21.15.88:0/3277304539 conn(0x7fe7bc102280 msgr2=0x7fe7bc102d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:37.971 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.620+0000 7fe7c2a00700 1 -- 172.21.15.88:0/3277304539 shutdown_connections 2024-01-28T12:52:37.971 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:37.620+0000 7fe7c2a00700 1 -- 172.21.15.88:0/3277304539 wait complete. 2024-01-28T12:52:38.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:38 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:38.221+0000 7f42b6e49200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-01-28T12:52:38.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:38 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:38.342+0000 7f42b6e49200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-01-28T12:52:38.527 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:38 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:38.460+0000 7f42b6e49200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-01-28T12:52:38.827 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:38 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3277304539' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-01-28T12:52:38.828 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:38 smithi088 ceph-mon[35322]: mgrmap e5: x(active, since 10s) 2024-01-28T12:52:38.828 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:38 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:38.571+0000 7f42b6e49200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-01-28T12:52:39.014 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout { 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "available": true, 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout } 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.366+0000 7f2e14000700 1 Processor -- start 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.366+0000 7f2e14000700 1 -- start start 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.366+0000 7f2e14000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c07b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.366+0000 7f2e14000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0c07b830 con 0x7f2e0c07ce00 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.367+0000 7f2e11600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c07b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.367+0000 7f2e11600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c07b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54328/0 (socket says 172.21.15.88:54328) 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.367+0000 7f2e11600700 1 -- 172.21.15.88:0/507113271 learned_addr learned my addr 172.21.15.88:0/507113271 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:39.015 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.367+0000 7f2e11600700 1 -- 172.21.15.88:0/507113271 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e0c07b970 con 0x7f2e0c07ce00 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.367+0000 7f2e11600700 1 --2- 172.21.15.88:0/507113271 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c07b260 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc0098a0 tx=0x7f2dfc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fddb25d485d2285 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.368+0000 7f2e0be00700 1 -- 172.21.15.88:0/507113271 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2dfc004160 con 0x7f2e0c07ce00 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.368+0000 7f2e0be00700 1 -- 172.21.15.88:0/507113271 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f2dfc0042c0 con 0x7f2e0c07ce00 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.368+0000 7f2e0be00700 1 -- 172.21.15.88:0/507113271 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2dfc011a00 con 0x7f2e0c07ce00 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.368+0000 7f2e14000700 1 -- 172.21.15.88:0/507113271 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 msgr2=0x7f2e0c07b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.368+0000 7f2e14000700 1 --2- 172.21.15.88:0/507113271 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c07b260 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc0098a0 tx=0x7f2dfc009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.368+0000 7f2e14000700 1 -- 172.21.15.88:0/507113271 shutdown_connections 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.368+0000 7f2e14000700 1 --2- 172.21.15.88:0/507113271 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c07b260 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.368+0000 7f2e14000700 1 -- 172.21.15.88:0/507113271 >> 172.21.15.88:0/507113271 conn(0x7f2e0c102280 msgr2=0x7f2e0c1046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.368+0000 7f2e14000700 1 -- 172.21.15.88:0/507113271 shutdown_connections 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.368+0000 7f2e14000700 1 -- 172.21.15.88:0/507113271 wait complete. 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.369+0000 7f2e14000700 1 Processor -- start 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.370+0000 7f2e14000700 1 -- start start 2024-01-28T12:52:39.016 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.370+0000 7f2e14000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c19cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.370+0000 7f2e14000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0c19d0f0 con 0x7f2e0c07ce00 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.370+0000 7f2e11600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c19cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.370+0000 7f2e11600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c19cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54344/0 (socket says 172.21.15.88:54344) 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.370+0000 7f2e11600700 1 -- 172.21.15.88:0/3651716520 learned_addr learned my addr 172.21.15.88:0/3651716520 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.370+0000 7f2e11600700 1 -- 172.21.15.88:0/3651716520 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dfc009550 con 0x7f2e0c07ce00 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.371+0000 7f2e11600700 1 --2- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c19cbb0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc009130 tx=0x7f2dfc011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.371+0000 7f2e0a000700 1 -- 172.21.15.88:0/3651716520 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2dfc003b70 con 0x7f2e0c07ce00 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.371+0000 7f2e0a000700 1 -- 172.21.15.88:0/3651716520 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f2dfc003cd0 con 0x7f2e0c07ce00 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.371+0000 7f2e14000700 1 -- 172.21.15.88:0/3651716520 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e0c19d2f0 con 0x7f2e0c07ce00 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.371+0000 7f2e0a000700 1 -- 172.21.15.88:0/3651716520 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2dfc0197d0 con 0x7f2e0c07ce00 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.371+0000 7f2e14000700 1 -- 172.21.15.88:0/3651716520 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e0c19d790 con 0x7f2e0c07ce00 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.372+0000 7f2e0a000700 1 -- 172.21.15.88:0/3651716520 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 5) v1 ==== 45720+0+0 (secure 0 0 0) 0x7f2dfc0199c0 con 0x7f2e0c07ce00 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.372+0000 7f2e14000700 1 -- 172.21.15.88:0/3651716520 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e0c10d030 con 0x7f2e0c07ce00 2024-01-28T12:52:39.017 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.372+0000 7f2e0a000700 1 --2- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f2dec038c30 0x7f2dec03b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.373+0000 7f2e0a000700 1 -- 172.21.15.88:0/3651716520 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f2dfc04ce40 con 0x7f2e0c07ce00 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.373+0000 7f2e10c00700 1 -- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f2dec038c30 msgr2=0x7f2dec03b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/3094265374 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.373+0000 7f2e10c00700 1 --2- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f2dec038c30 0x7f2dec03b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.378+0000 7f2e0a000700 1 -- 172.21.15.88:0/3651716520 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f2dfc018db0 con 0x7f2e0c07ce00 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.574+0000 7f2e10c00700 1 -- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f2dec038c30 msgr2=0x7f2dec03b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/3094265374 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.574+0000 7f2e10c00700 1 --2- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f2dec038c30 0x7f2dec03b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.639+0000 7f2e14000700 1 -- 172.21.15.88:0/3651716520 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f2e0c1a0560 con 0x7f2e0c07ce00 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.639+0000 7f2e0a000700 1 -- 172.21.15.88:0/3651716520 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7f2dfc018350 con 0x7f2e0c07ce00 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.641+0000 7f2e14000700 1 -- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f2dec038c30 msgr2=0x7f2dec03b0f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.641+0000 7f2e14000700 1 --2- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f2dec038c30 0x7f2dec03b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.641+0000 7f2e14000700 1 -- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 msgr2=0x7f2e0c19cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.641+0000 7f2e14000700 1 --2- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c19cbb0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc009130 tx=0x7f2dfc011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.641+0000 7f2e14000700 1 -- 172.21.15.88:0/3651716520 shutdown_connections 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.641+0000 7f2e14000700 1 --2- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7f2dec038c30 0x7f2dec03b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:39.018 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.641+0000 7f2e14000700 1 --2- 172.21.15.88:0/3651716520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e0c07ce00 0x7f2e0c19cbb0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:39.019 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.641+0000 7f2e14000700 1 -- 172.21.15.88:0/3651716520 >> 172.21.15.88:0/3651716520 conn(0x7f2e0c102280 msgr2=0x7f2e0c102db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:39.019 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.641+0000 7f2e14000700 1 -- 172.21.15.88:0/3651716520 shutdown_connections 2024-01-28T12:52:39.019 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:38.642+0000 7f2e14000700 1 -- 172.21.15.88:0/3651716520 wait complete. 2024-01-28T12:52:39.019 INFO:teuthology.orchestra.run.smithi088.stdout:Waiting for the mgr to restart... 2024-01-28T12:52:39.019 INFO:teuthology.orchestra.run.smithi088.stdout:Waiting for mgr epoch 5... 2024-01-28T12:52:39.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:39 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:39.398+0000 7f42b6e49200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-01-28T12:52:39.941 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:39 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3651716520' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-01-28T12:52:39.941 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:39 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:39.698+0000 7f42b6e49200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-01-28T12:52:39.941 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:39 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:39.807+0000 7f42b6e49200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-01-28T12:52:40.276 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:39 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:39.941+0000 7f42b6e49200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-01-28T12:52:40.277 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:40 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:40.132+0000 7f42b6e49200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-01-28T12:52:40.776 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:40 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:40.293+0000 7f42b6e49200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-01-28T12:52:40.777 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:40 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:40.402+0000 7f42b6e49200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-01-28T12:52:41.197 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:40 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:40.858+0000 7f42b6e49200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-01-28T12:52:41.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:41 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:41.198+0000 7f42b6e49200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-01-28T12:52:42.028 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:41 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:41.547+0000 7f42b6e49200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-01-28T12:52:42.028 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:41 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:41.668+0000 7f42b6e49200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-01-28T12:52:42.916 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:42 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:42.609+0000 7f42b6e49200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-01-28T12:52:42.916 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:42 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:42.730+0000 7f42b6e49200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-01-28T12:52:43.276 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:42 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:42.917+0000 7f42b6e49200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-01-28T12:52:44.026 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:43 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:43.734+0000 7f42b6e49200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-01-28T12:52:44.027 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:43 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:43.967+0000 7f42b6e49200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-01-28T12:52:44.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:44.216+0000 7f42b6e49200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-01-28T12:52:45.672 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:45.319+0000 7f42b6e49200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-01-28T12:52:46.026 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:45.672+0000 7f42b6e49200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-01-28T12:52:46.026 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:45.787+0000 7f42b6e49200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-01-28T12:52:46.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:52:46.038+0000 7f42b6e49200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: Active manager daemon x restarted 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: Activating manager daemon x 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: osdmap e2: 0 total, 0 up, 0 in 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: mgrmap e6: x(active, starting, since 0.00369421s) 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: Manager daemon x is now available 2024-01-28T12:52:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:52:46.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:52:46.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:46 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:52:47.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:47 smithi088 ceph-mon[35322]: Found migration_current of "None". Setting to last migration. 2024-01-28T12:52:47.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:47 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:52:47.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:47 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:52:47.392 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:47 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-01-28T12:52:47.393 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:47 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-01-28T12:52:47.393 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:47 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:52:47.393 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:47 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:52:47.393 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:47 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:52:47.393 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:47 smithi088 ceph-mon[35322]: mgrmap e7: x(active, since 1.00669s) 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout { 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "initialized": true 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout } 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.434+0000 7fbbcc800700 1 Processor -- start 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.434+0000 7fbbcc800700 1 -- start start 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.434+0000 7fbbcc800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc407b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.434+0000 7fbbcc800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc407b830 con 0x7fbbc407ce00 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.434+0000 7fbbc9e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc407b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.434+0000 7fbbc9e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc407b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54348/0 (socket says 172.21.15.88:54348) 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.434+0000 7fbbc9e00700 1 -- 172.21.15.88:0/2459073671 learned_addr learned my addr 172.21.15.88:0/2459073671 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:47.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.435+0000 7fbbc9e00700 1 -- 172.21.15.88:0/2459073671 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbc407b970 con 0x7fbbc407ce00 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.435+0000 7fbbc9e00700 1 --2- 172.21.15.88:0/2459073671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc407b260 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fbbb40098a0 tx=0x7fbbb4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd0d2cd563c40beb server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.435+0000 7fbbc8a00700 1 -- 172.21.15.88:0/2459073671 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbbb4004160 con 0x7fbbc407ce00 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.435+0000 7fbbc8a00700 1 -- 172.21.15.88:0/2459073671 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fbbb40042c0 con 0x7fbbc407ce00 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.435+0000 7fbbc8a00700 1 -- 172.21.15.88:0/2459073671 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbbb4011a00 con 0x7fbbc407ce00 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.436+0000 7fbbcc800700 1 -- 172.21.15.88:0/2459073671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 msgr2=0x7fbbc407b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.436+0000 7fbbcc800700 1 --2- 172.21.15.88:0/2459073671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc407b260 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fbbb40098a0 tx=0x7fbbb4009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.436+0000 7fbbcc800700 1 -- 172.21.15.88:0/2459073671 shutdown_connections 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.436+0000 7fbbcc800700 1 --2- 172.21.15.88:0/2459073671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc407b260 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.436+0000 7fbbcc800700 1 -- 172.21.15.88:0/2459073671 >> 172.21.15.88:0/2459073671 conn(0x7fbbc4102280 msgr2=0x7fbbc41046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.436+0000 7fbbcc800700 1 -- 172.21.15.88:0/2459073671 shutdown_connections 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.436+0000 7fbbcc800700 1 -- 172.21.15.88:0/2459073671 wait complete. 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.437+0000 7fbbcc800700 1 Processor -- start 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.437+0000 7fbbcc800700 1 -- start start 2024-01-28T12:52:47.402 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.438+0000 7fbbcc800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc419cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.438+0000 7fbbcc800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc419d0f0 con 0x7fbbc407ce00 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.438+0000 7fbbc9e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc419cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.438+0000 7fbbc9e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc419cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54356/0 (socket says 172.21.15.88:54356) 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.438+0000 7fbbc9e00700 1 -- 172.21.15.88:0/355665378 learned_addr learned my addr 172.21.15.88:0/355665378 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.438+0000 7fbbc9e00700 1 -- 172.21.15.88:0/355665378 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbb4009550 con 0x7fbbc407ce00 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.438+0000 7fbbc9e00700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc419cbb0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fbbb4009130 tx=0x7fbbb4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.439+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbbb4003b70 con 0x7fbbc407ce00 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.439+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fbbb4003cd0 con 0x7fbbc407ce00 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.439+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbbb40197d0 con 0x7fbbc407ce00 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.439+0000 7fbbcc800700 1 -- 172.21.15.88:0/355665378 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbc419d2f0 con 0x7fbbc407ce00 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.439+0000 7fbbcc800700 1 -- 172.21.15.88:0/355665378 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbc419d790 con 0x7fbbc407ce00 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.440+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 5) v1 ==== 45720+0+0 (secure 0 0 0) 0x7fbbb40199c0 con 0x7fbbc407ce00 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.440+0000 7fbbc2a00700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 0x7fbba403b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:47.403 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.440+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 --> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbba403b800 con 0x7fbba4038c30 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.440+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fbbb404d040 con 0x7fbbc407ce00 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.440+0000 7fbbc9400700 1 -- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 msgr2=0x7fbba403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/3094265374 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.440+0000 7fbbc9400700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 0x7fbba403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.641+0000 7fbbc9400700 1 -- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 msgr2=0x7fbba403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/3094265374 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:39.641+0000 7fbbc9400700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 0x7fbba403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:40.042+0000 7fbbc9400700 1 -- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 msgr2=0x7fbba403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/3094265374 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:40.042+0000 7fbbc9400700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 0x7fbba403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:40.843+0000 7fbbc9400700 1 -- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 msgr2=0x7fbba403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/3094265374 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:40.843+0000 7fbbc9400700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 0x7fbba403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:42.444+0000 7fbbc9400700 1 -- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 msgr2=0x7fbba403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/3094265374 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:42.444+0000 7fbbc9400700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 0x7fbba403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:45.646+0000 7fbbc9400700 1 -- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 msgr2=0x7fbba403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/3094265374 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:45.646+0000 7fbbc9400700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 0x7fbba403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-01-28T12:52:47.404 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:46.042+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mgrmap(e 6) v1 ==== 45487+0+0 (secure 0 0 0) 0x7fbbb400ed40 con 0x7fbbc407ce00 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:46.043+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 msgr2=0x7fbba403b0f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:46.043+0000 7fbbc2a00700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 0x7fbba403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.045+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mgrmap(e 7) v1 ==== 45614+0+0 (secure 0 0 0) 0x7fbbb404e6c0 con 0x7fbbc407ce00 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.046+0000 7fbbc2a00700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fbba403c510 0x7fbba403e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.046+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 --> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbba403b800 con 0x7fbba403c510 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.046+0000 7fbbc9400700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fbba403c510 0x7fbba403e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.047+0000 7fbbc9400700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fbba403c510 0x7fbba403e900 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fbbac003a10 tx=0x7fbbac0092b0 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.048+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 <== mgr.14122 v2:172.21.15.88:6800/861469615 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7fbba403b800 con 0x7fbba403c510 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.055+0000 7fbbcc800700 1 -- 172.21.15.88:0/355665378 --> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fbbc410d030 con 0x7fbba403c510 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbc2a00700 1 -- 172.21.15.88:0/355665378 <== mgr.14122 v2:172.21.15.88:6800/861469615 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7fbbc410d030 con 0x7fbba403c510 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 -- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fbba403c510 msgr2=0x7fbba403e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fbba403c510 0x7fbba403e900 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fbbac003a10 tx=0x7fbbac0092b0 comp rx=0 tx=0).stop 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 -- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 msgr2=0x7fbbc419cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:47.405 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc419cbb0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fbbb4009130 tx=0x7fbbb4011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:47.406 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 -- 172.21.15.88:0/355665378 shutdown_connections 2024-01-28T12:52:47.406 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fbba403c510 0x7fbba403e900 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:47.406 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbc407ce00 0x7fbbc419cbb0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:47.406 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 --2- 172.21.15.88:0/355665378 >> [v2:172.21.15.88:6800/3094265374,v1:172.21.15.88:6801/3094265374] conn(0x7fbba4038c30 0x7fbba403b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:47.406 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 -- 172.21.15.88:0/355665378 >> 172.21.15.88:0/355665378 conn(0x7fbbc4102280 msgr2=0x7fbbc4102db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:47.406 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 -- 172.21.15.88:0/355665378 shutdown_connections 2024-01-28T12:52:47.406 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.056+0000 7fbbcc800700 1 -- 172.21.15.88:0/355665378 wait complete. 2024-01-28T12:52:47.406 INFO:teuthology.orchestra.run.smithi088.stdout:mgr epoch 5 is available 2024-01-28T12:52:47.406 INFO:teuthology.orchestra.run.smithi088.stdout:Setting orchestrator backend to cephadm... 2024-01-28T12:52:48.401 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.813+0000 7f4584000700 1 Processor -- start 2024-01-28T12:52:48.402 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:48 smithi088 ceph-mon[35322]: [28/Jan/2024:12:52:46] ENGINE Bus STARTING 2024-01-28T12:52:48.402 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:48 smithi088 ceph-mon[35322]: [28/Jan/2024:12:52:46] ENGINE Serving on https://172.21.15.88:7150 2024-01-28T12:52:48.402 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:48 smithi088 ceph-mon[35322]: [28/Jan/2024:12:52:46] ENGINE Serving on http://172.21.15.88:8765 2024-01-28T12:52:48.402 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:48 smithi088 ceph-mon[35322]: [28/Jan/2024:12:52:46] ENGINE Bus STARTED 2024-01-28T12:52:48.402 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:48 smithi088 ceph-mon[35322]: from='client.14126 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-01-28T12:52:48.402 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:48 smithi088 ceph-mon[35322]: from='client.14126 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-01-28T12:52:48.402 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:48 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.813+0000 7f4584000700 1 -- start start 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.813+0000 7f4584000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c1070a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.813+0000 7f4584000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f457c107670 con 0x7f457c106c80 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.814+0000 7f4581600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c1070a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.814+0000 7f4581600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c1070a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:41426/0 (socket says 172.21.15.88:41426) 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.814+0000 7f4581600700 1 -- 172.21.15.88:0/2376760099 learned_addr learned my addr 172.21.15.88:0/2376760099 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.814+0000 7f4581600700 1 -- 172.21.15.88:0/2376760099 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f457c107e80 con 0x7f457c106c80 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.814+0000 7f4581600700 1 --2- 172.21.15.88:0/2376760099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c1070a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f456c0098a0 tx=0x7f456c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=925de208d9d05348 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.814+0000 7f457be00700 1 -- 172.21.15.88:0/2376760099 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f456c004160 con 0x7f457c106c80 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.815+0000 7f457be00700 1 -- 172.21.15.88:0/2376760099 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f456c0042c0 con 0x7f457c106c80 2024-01-28T12:52:48.409 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.815+0000 7f457be00700 1 -- 172.21.15.88:0/2376760099 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f456c011a00 con 0x7f457c106c80 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.815+0000 7f4584000700 1 -- 172.21.15.88:0/2376760099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 msgr2=0x7f457c1070a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.815+0000 7f4584000700 1 --2- 172.21.15.88:0/2376760099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c1070a0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f456c0098a0 tx=0x7f456c009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.815+0000 7f4584000700 1 -- 172.21.15.88:0/2376760099 shutdown_connections 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.815+0000 7f4584000700 1 --2- 172.21.15.88:0/2376760099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c1070a0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.815+0000 7f4584000700 1 -- 172.21.15.88:0/2376760099 >> 172.21.15.88:0/2376760099 conn(0x7f457c102280 msgr2=0x7f457c1046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.815+0000 7f4584000700 1 -- 172.21.15.88:0/2376760099 shutdown_connections 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.815+0000 7f4584000700 1 -- 172.21.15.88:0/2376760099 wait complete. 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.816+0000 7f4584000700 1 Processor -- start 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.816+0000 7f4584000700 1 -- start start 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.817+0000 7f4584000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c19aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.817+0000 7f4584000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f457c19af40 con 0x7f457c106c80 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.817+0000 7f4581600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c19aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.817+0000 7f4581600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c19aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:41436/0 (socket says 172.21.15.88:41436) 2024-01-28T12:52:48.410 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.817+0000 7f4581600700 1 -- 172.21.15.88:0/1876865125 learned_addr learned my addr 172.21.15.88:0/1876865125 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.817+0000 7f4581600700 1 -- 172.21.15.88:0/1876865125 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f456c009550 con 0x7f457c106c80 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.817+0000 7f4581600700 1 --2- 172.21.15.88:0/1876865125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c19aa00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f456c009130 tx=0x7f456c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.818+0000 7f457a000700 1 -- 172.21.15.88:0/1876865125 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f456c003ab0 con 0x7f457c106c80 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.818+0000 7f457a000700 1 -- 172.21.15.88:0/1876865125 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f456c003c10 con 0x7f457c106c80 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.818+0000 7f4584000700 1 -- 172.21.15.88:0/1876865125 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f457c19b140 con 0x7f457c106c80 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.818+0000 7f457a000700 1 -- 172.21.15.88:0/1876865125 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f456c0247d0 con 0x7f457c106c80 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.818+0000 7f4584000700 1 -- 172.21.15.88:0/1876865125 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f457c19b5e0 con 0x7f457c106c80 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.819+0000 7f457a000700 1 -- 172.21.15.88:0/1876865125 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 7) v1 ==== 45614+0+0 (secure 0 0 0) 0x7f456c01a430 con 0x7f457c106c80 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.819+0000 7f4584000700 1 -- 172.21.15.88:0/1876865125 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f457c10b0b0 con 0x7f457c106c80 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.819+0000 7f457a000700 1 --2- 172.21.15.88:0/1876865125 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f455c038b10 0x7f455c03afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.819+0000 7f457a000700 1 -- 172.21.15.88:0/1876865125 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f456c04cbd0 con 0x7f457c106c80 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.820+0000 7f4580c00700 1 --2- 172.21.15.88:0/1876865125 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f455c038b10 0x7f455c03afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.820+0000 7f4580c00700 1 --2- 172.21.15.88:0/1876865125 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f455c038b10 0x7f455c03afd0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4564006fd0 tx=0x7f4564006e40 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:48.411 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:47.825+0000 7f457a000700 1 -- 172.21.15.88:0/1876865125 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f456c018b40 con 0x7f457c106c80 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.035+0000 7f4584000700 1 -- 172.21.15.88:0/1876865125 --> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7f457c1034a0 con 0x7f455c038b10 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.041+0000 7f457a000700 1 -- 172.21.15.88:0/1876865125 <== mgr.14122 v2:172.21.15.88:6800/861469615 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f457c1034a0 con 0x7f455c038b10 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.043+0000 7f4584000700 1 -- 172.21.15.88:0/1876865125 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f455c038b10 msgr2=0x7f455c03afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.043+0000 7f4584000700 1 --2- 172.21.15.88:0/1876865125 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f455c038b10 0x7f455c03afd0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4564006fd0 tx=0x7f4564006e40 comp rx=0 tx=0).stop 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.043+0000 7f4584000700 1 -- 172.21.15.88:0/1876865125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 msgr2=0x7f457c19aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.043+0000 7f4584000700 1 --2- 172.21.15.88:0/1876865125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c19aa00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f456c009130 tx=0x7f456c011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.044+0000 7f4584000700 1 -- 172.21.15.88:0/1876865125 shutdown_connections 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.044+0000 7f4584000700 1 --2- 172.21.15.88:0/1876865125 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f455c038b10 0x7f455c03afd0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.044+0000 7f4584000700 1 --2- 172.21.15.88:0/1876865125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f457c106c80 0x7f457c19aa00 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.044+0000 7f4584000700 1 -- 172.21.15.88:0/1876865125 >> 172.21.15.88:0/1876865125 conn(0x7f457c102280 msgr2=0x7f457c102d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.044+0000 7f4584000700 1 -- 172.21.15.88:0/1876865125 shutdown_connections 2024-01-28T12:52:48.412 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.044+0000 7f4584000700 1 -- 172.21.15.88:0/1876865125 wait complete. 2024-01-28T12:52:49.383 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout value unchanged 2024-01-28T12:52:49.383 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.809+0000 7f8559600700 1 Processor -- start 2024-01-28T12:52:49.383 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.809+0000 7f8559600700 1 -- start start 2024-01-28T12:52:49.384 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:49 smithi088 ceph-mon[35322]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:52:49.384 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:49 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:52:49.384 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:49 smithi088 ceph-mon[35322]: mgrmap e8: x(active, since 3s) 2024-01-28T12:52:49.389 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.809+0000 7f8559600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855407b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:49.389 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.809+0000 7f8559600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f855407b850 con 0x7f855407ce20 2024-01-28T12:52:49.389 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.809+0000 7f8552a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855407b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:49.389 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.809+0000 7f8552a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855407b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:41442/0 (socket says 172.21.15.88:41442) 2024-01-28T12:52:49.389 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.809+0000 7f8552a00700 1 -- 172.21.15.88:0/562973722 learned_addr learned my addr 172.21.15.88:0/562973722 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.810+0000 7f8552a00700 1 -- 172.21.15.88:0/562973722 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f855407b990 con 0x7f855407ce20 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.810+0000 7f8552a00700 1 --2- 172.21.15.88:0/562973722 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855407b280 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f85440098a0 tx=0x7f8544009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c938941a1e27ffc server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.810+0000 7f8551600700 1 -- 172.21.15.88:0/562973722 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8544004160 con 0x7f855407ce20 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.810+0000 7f8551600700 1 -- 172.21.15.88:0/562973722 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f85440042c0 con 0x7f855407ce20 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.810+0000 7f8551600700 1 -- 172.21.15.88:0/562973722 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8544011a00 con 0x7f855407ce20 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.811+0000 7f8559600700 1 -- 172.21.15.88:0/562973722 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 msgr2=0x7f855407b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.811+0000 7f8559600700 1 --2- 172.21.15.88:0/562973722 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855407b280 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f85440098a0 tx=0x7f8544009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.811+0000 7f8559600700 1 -- 172.21.15.88:0/562973722 shutdown_connections 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.811+0000 7f8559600700 1 --2- 172.21.15.88:0/562973722 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855407b280 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.811+0000 7f8559600700 1 -- 172.21.15.88:0/562973722 >> 172.21.15.88:0/562973722 conn(0x7f8554102280 msgr2=0x7f85541046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.811+0000 7f8559600700 1 -- 172.21.15.88:0/562973722 shutdown_connections 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.811+0000 7f8559600700 1 -- 172.21.15.88:0/562973722 wait complete. 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.812+0000 7f8559600700 1 Processor -- start 2024-01-28T12:52:49.390 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.812+0000 7f8559600700 1 -- start start 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.812+0000 7f8559600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855419cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.812+0000 7f8559600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f855419d0f0 con 0x7f855407ce20 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.813+0000 7f8552a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855419cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.813+0000 7f8552a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855419cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:41456/0 (socket says 172.21.15.88:41456) 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.813+0000 7f8552a00700 1 -- 172.21.15.88:0/3862677060 learned_addr learned my addr 172.21.15.88:0/3862677060 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.813+0000 7f8552a00700 1 -- 172.21.15.88:0/3862677060 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8544009550 con 0x7f855407ce20 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.813+0000 7f8552a00700 1 --2- 172.21.15.88:0/3862677060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855419cbb0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8544009130 tx=0x7f8544011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.813+0000 7f854b400700 1 -- 172.21.15.88:0/3862677060 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8544003b70 con 0x7f855407ce20 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.813+0000 7f854b400700 1 -- 172.21.15.88:0/3862677060 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f8544003cd0 con 0x7f855407ce20 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.813+0000 7f8559600700 1 -- 172.21.15.88:0/3862677060 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f855419d2f0 con 0x7f855407ce20 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.813+0000 7f854b400700 1 -- 172.21.15.88:0/3862677060 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f85440197d0 con 0x7f855407ce20 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.813+0000 7f8559600700 1 -- 172.21.15.88:0/3862677060 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f855419d790 con 0x7f855407ce20 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.814+0000 7f8559600700 1 -- 172.21.15.88:0/3862677060 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f855410d070 con 0x7f855407ce20 2024-01-28T12:52:49.391 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.815+0000 7f854b400700 1 -- 172.21.15.88:0/3862677060 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 7) v1 ==== 45614+0+0 (secure 0 0 0) 0x7f854401abb0 con 0x7f855407ce20 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.815+0000 7f854b400700 1 --2- 172.21.15.88:0/3862677060 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f8534038b10 0x7f853403afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.815+0000 7f854b400700 1 -- 172.21.15.88:0/3862677060 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f854404cd10 con 0x7f855407ce20 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.815+0000 7f8552000700 1 --2- 172.21.15.88:0/3862677060 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f8534038b10 0x7f853403afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.816+0000 7f8552000700 1 --2- 172.21.15.88:0/3862677060 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f8534038b10 0x7f853403afd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f853c006fd0 tx=0x7f853c006e40 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:48.820+0000 7f854b400700 1 -- 172.21.15.88:0/3862677060 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f854401a430 con 0x7f855407ce20 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.017+0000 7f8559600700 1 -- 172.21.15.88:0/3862677060 --> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7f85541034e0 con 0x7f8534038b10 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.018+0000 7f854b400700 1 -- 172.21.15.88:0/3862677060 <== mgr.14122 v2:172.21.15.88:6800/861469615 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7f85541034e0 con 0x7f8534038b10 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.020+0000 7f8559600700 1 -- 172.21.15.88:0/3862677060 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f8534038b10 msgr2=0x7f853403afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.020+0000 7f8559600700 1 --2- 172.21.15.88:0/3862677060 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f8534038b10 0x7f853403afd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f853c006fd0 tx=0x7f853c006e40 comp rx=0 tx=0).stop 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.020+0000 7f8559600700 1 -- 172.21.15.88:0/3862677060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 msgr2=0x7f855419cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.020+0000 7f8559600700 1 --2- 172.21.15.88:0/3862677060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855419cbb0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8544009130 tx=0x7f8544011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.020+0000 7f8559600700 1 -- 172.21.15.88:0/3862677060 shutdown_connections 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.020+0000 7f8559600700 1 --2- 172.21.15.88:0/3862677060 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f8534038b10 0x7f853403afd0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:49.392 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.020+0000 7f8559600700 1 --2- 172.21.15.88:0/3862677060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f855407ce20 0x7f855419cbb0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:49.393 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.020+0000 7f8559600700 1 -- 172.21.15.88:0/3862677060 >> 172.21.15.88:0/3862677060 conn(0x7f8554102280 msgr2=0x7f8554102dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:49.393 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.020+0000 7f8559600700 1 -- 172.21.15.88:0/3862677060 shutdown_connections 2024-01-28T12:52:49.393 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.020+0000 7f8559600700 1 -- 172.21.15.88:0/3862677060 wait complete. 2024-01-28T12:52:49.393 INFO:teuthology.orchestra.run.smithi088.stdout:Generating ssh key... 2024-01-28T12:52:50.466 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-mon[35322]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:52:50.467 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: Generating public/private rsa key pair. 2024-01-28T12:52:50.467 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: Your identification has been saved in /tmp/tmpkug4hvpe/key. 2024-01-28T12:52:50.467 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: Your public key has been saved in /tmp/tmpkug4hvpe/key.pub. 2024-01-28T12:52:50.467 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: The key fingerprint is: 2024-01-28T12:52:50.467 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: SHA256:0wD/12HyGyly2BPKeGKgF7zqUSnWrgn4AlJWqUaJMRM ceph-f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:50.467 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: The key's randomart image is: 2024-01-28T12:52:50.467 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: +---[RSA 3072]----+ 2024-01-28T12:52:50.467 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: |E+ . .. | 2024-01-28T12:52:50.467 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: |.oo o. o | 2024-01-28T12:52:50.467 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: | . o + o o o | 2024-01-28T12:52:50.468 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: | = o = * + * o | 2024-01-28T12:52:50.468 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: | + + * S O * = | 2024-01-28T12:52:50.468 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: |o. . * . + + o o | 2024-01-28T12:52:50.468 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: |+ . o . . | 2024-01-28T12:52:50.468 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: |.. o + | 2024-01-28T12:52:50.468 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: | .. + | 2024-01-28T12:52:50.468 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:52:50 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: +----[SHA256]-----+ 2024-01-28T12:52:50.613 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.828+0000 7fd2ee400700 1 Processor -- start 2024-01-28T12:52:50.614 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.828+0000 7fd2ee400700 1 -- start start 2024-01-28T12:52:50.614 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.828+0000 7fd2ee400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e807b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:50.614 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.828+0000 7fd2ee400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e807b850 con 0x7fd2e807ce20 2024-01-28T12:52:50.614 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.828+0000 7fd2ed000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e807b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:50.614 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.828+0000 7fd2ed000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e807b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:41466/0 (socket says 172.21.15.88:41466) 2024-01-28T12:52:50.614 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.828+0000 7fd2ed000700 1 -- 172.21.15.88:0/25626326 learned_addr learned my addr 172.21.15.88:0/25626326 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:50.614 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.829+0000 7fd2ed000700 1 -- 172.21.15.88:0/25626326 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2e807b990 con 0x7fd2e807ce20 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.829+0000 7fd2ed000700 1 --2- 172.21.15.88:0/25626326 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e807b280 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd2d80098a0 tx=0x7fd2d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=147a3e3ef93091de server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.829+0000 7fd2e7400700 1 -- 172.21.15.88:0/25626326 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd2d8004160 con 0x7fd2e807ce20 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.829+0000 7fd2e7400700 1 -- 172.21.15.88:0/25626326 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd2d80042c0 con 0x7fd2e807ce20 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.829+0000 7fd2e7400700 1 -- 172.21.15.88:0/25626326 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd2d8011a00 con 0x7fd2e807ce20 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.830+0000 7fd2ee400700 1 -- 172.21.15.88:0/25626326 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 msgr2=0x7fd2e807b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.830+0000 7fd2ee400700 1 --2- 172.21.15.88:0/25626326 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e807b280 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd2d80098a0 tx=0x7fd2d8009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.830+0000 7fd2ee400700 1 -- 172.21.15.88:0/25626326 shutdown_connections 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.830+0000 7fd2ee400700 1 --2- 172.21.15.88:0/25626326 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e807b280 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.830+0000 7fd2ee400700 1 -- 172.21.15.88:0/25626326 >> 172.21.15.88:0/25626326 conn(0x7fd2e8102090 msgr2=0x7fd2e81044b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.830+0000 7fd2ee400700 1 -- 172.21.15.88:0/25626326 shutdown_connections 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.830+0000 7fd2ee400700 1 -- 172.21.15.88:0/25626326 wait complete. 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.831+0000 7fd2ee400700 1 Processor -- start 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.831+0000 7fd2ee400700 1 -- start start 2024-01-28T12:52:50.615 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.831+0000 7fd2ee400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e819c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.832+0000 7fd2ee400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e819cf10 con 0x7fd2e807ce20 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.832+0000 7fd2ed000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e819c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.832+0000 7fd2ed000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e819c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:41476/0 (socket says 172.21.15.88:41476) 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.832+0000 7fd2ed000700 1 -- 172.21.15.88:0/3201974946 learned_addr learned my addr 172.21.15.88:0/3201974946 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.832+0000 7fd2ed000700 1 -- 172.21.15.88:0/3201974946 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d8009550 con 0x7fd2e807ce20 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.832+0000 7fd2ed000700 1 --2- 172.21.15.88:0/3201974946 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e819c9d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8009130 tx=0x7fd2d8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.833+0000 7fd2e5600700 1 -- 172.21.15.88:0/3201974946 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd2d8003b70 con 0x7fd2e807ce20 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.833+0000 7fd2e5600700 1 -- 172.21.15.88:0/3201974946 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd2d8003cd0 con 0x7fd2e807ce20 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.833+0000 7fd2e5600700 1 -- 172.21.15.88:0/3201974946 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd2d80197d0 con 0x7fd2e807ce20 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.833+0000 7fd2ee400700 1 -- 172.21.15.88:0/3201974946 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2e819d110 con 0x7fd2e807ce20 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.833+0000 7fd2ee400700 1 -- 172.21.15.88:0/3201974946 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2e819d5b0 con 0x7fd2e807ce20 2024-01-28T12:52:50.616 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.834+0000 7fd2e5600700 1 -- 172.21.15.88:0/3201974946 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 8) v1 ==== 45720+0+0 (secure 0 0 0) 0x7fd2d801abb0 con 0x7fd2e807ce20 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.834+0000 7fd2ee400700 1 -- 172.21.15.88:0/3201974946 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2e810cea0 con 0x7fd2e807ce20 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.834+0000 7fd2e5600700 1 --2- 172.21.15.88:0/3201974946 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd2c8038c30 0x7fd2c803b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.834+0000 7fd2e5600700 1 -- 172.21.15.88:0/3201974946 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fd2d804cf10 con 0x7fd2e807ce20 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.834+0000 7fd2e7e00700 1 --2- 172.21.15.88:0/3201974946 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd2c8038c30 0x7fd2c803b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.835+0000 7fd2e7e00700 1 --2- 172.21.15.88:0/3201974946 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd2c8038c30 0x7fd2c803b0f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd2d0006fd0 tx=0x7fd2d0006e40 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:49.840+0000 7fd2e5600700 1 -- 172.21.15.88:0/3201974946 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fd2d801a430 con 0x7fd2e807ce20 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.037+0000 7fd2ee400700 1 -- 172.21.15.88:0/3201974946 --> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7fd2e81032f0 con 0x7fd2c8038c30 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.281+0000 7fd2e5600700 1 -- 172.21.15.88:0/3201974946 <== mgr.14122 v2:172.21.15.88:6800/861469615 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fd2e81032f0 con 0x7fd2c8038c30 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.283+0000 7fd2ee400700 1 -- 172.21.15.88:0/3201974946 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd2c8038c30 msgr2=0x7fd2c803b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.283+0000 7fd2ee400700 1 --2- 172.21.15.88:0/3201974946 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd2c8038c30 0x7fd2c803b0f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd2d0006fd0 tx=0x7fd2d0006e40 comp rx=0 tx=0).stop 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.283+0000 7fd2ee400700 1 -- 172.21.15.88:0/3201974946 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 msgr2=0x7fd2e819c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.283+0000 7fd2ee400700 1 --2- 172.21.15.88:0/3201974946 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e819c9d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8009130 tx=0x7fd2d8011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.283+0000 7fd2ee400700 1 -- 172.21.15.88:0/3201974946 shutdown_connections 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.283+0000 7fd2ee400700 1 --2- 172.21.15.88:0/3201974946 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd2c8038c30 0x7fd2c803b0f0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:50.617 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.283+0000 7fd2ee400700 1 --2- 172.21.15.88:0/3201974946 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2e807ce20 0x7fd2e819c9d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:50.618 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.283+0000 7fd2ee400700 1 -- 172.21.15.88:0/3201974946 >> 172.21.15.88:0/3201974946 conn(0x7fd2e8102090 msgr2=0x7fd2e8102be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:50.618 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.283+0000 7fd2ee400700 1 -- 172.21.15.88:0/3201974946 shutdown_connections 2024-01-28T12:52:50.618 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:50.283+0000 7fd2ee400700 1 -- 172.21.15.88:0/3201974946 wait complete. 2024-01-28T12:52:51.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:51 smithi088 ceph-mon[35322]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:52:51.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:51 smithi088 ceph-mon[35322]: Generating ssh key... 2024-01-28T12:52:51.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:51 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:52:51.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:51 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:52:51.567 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAg8kl0/3Q5XGkZh3Ww6PI+5GmpaoYXv6GtUcn9owgMU2tuML5BirXNoUky/BRLkmhNIm9zrP3j/Erithr5i/O4/YwFWVsMrY44b301jcszuquC6ZhgXGKCtoczmn19Yqdd18qn5T2dNKQBbPOSsORCME4tXFXsYqzyzysEffVeVrcN+kfEW8jvrOc7XTZzc7DoKVR6s4JVQe8mh/Ahtp3YQhgvYwzGkYqyUTK6Do41bZZRzhwWDWLMbovrjGOF2z6tzmlEYgkOoBzPfCRp/m8CWv482s/6pJLEOT1VhdpeapyvLO+QuQ27zenUwE2vvqgHi8G5pGPQpUi9eBMd6bx2Gibw1RXbLn3qqMq/E1Knm2Ba2ewmjbWuemHfEqjtmi6mP2pSmwmI03WMMgbCKkkuMMA3Mvq4HIg6pOTovw/O17vBTF44pm3slgPHmae5je5uaIdcciomisVLjbP9QFQ6Ed3g5cVnjPNBEBT2m3mQcTSm/UlKUmDeMvCpmiiFKU= ceph-f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:52:51.567 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.001+0000 7f47fae00700 1 Processor -- start 2024-01-28T12:52:51.567 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.002+0000 7f47fae00700 1 -- start start 2024-01-28T12:52:51.567 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.002+0000 7f47fae00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f407b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:51.567 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.002+0000 7f47fae00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47f407b850 con 0x7f47f407ce20 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.002+0000 7f47f3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f407b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.002+0000 7f47f3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f407b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:41486/0 (socket says 172.21.15.88:41486) 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.002+0000 7f47f3e00700 1 -- 172.21.15.88:0/3069657254 learned_addr learned my addr 172.21.15.88:0/3069657254 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.003+0000 7f47f3e00700 1 -- 172.21.15.88:0/3069657254 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47f407b990 con 0x7f47f407ce20 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.003+0000 7f47f3e00700 1 --2- 172.21.15.88:0/3069657254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f407b280 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f47e40098a0 tx=0x7f47e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d30098784c352542 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.003+0000 7f47f2a00700 1 -- 172.21.15.88:0/3069657254 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f47e4004160 con 0x7f47f407ce20 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.003+0000 7f47f2a00700 1 -- 172.21.15.88:0/3069657254 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f47e40042c0 con 0x7f47f407ce20 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.003+0000 7f47f2a00700 1 -- 172.21.15.88:0/3069657254 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f47e4011a00 con 0x7f47f407ce20 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.004+0000 7f47fae00700 1 -- 172.21.15.88:0/3069657254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 msgr2=0x7f47f407b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.004+0000 7f47fae00700 1 --2- 172.21.15.88:0/3069657254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f407b280 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f47e40098a0 tx=0x7f47e4009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.004+0000 7f47fae00700 1 -- 172.21.15.88:0/3069657254 shutdown_connections 2024-01-28T12:52:51.568 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.004+0000 7f47fae00700 1 --2- 172.21.15.88:0/3069657254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f407b280 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.004+0000 7f47fae00700 1 -- 172.21.15.88:0/3069657254 >> 172.21.15.88:0/3069657254 conn(0x7f47f4102280 msgr2=0x7f47f41046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.004+0000 7f47fae00700 1 -- 172.21.15.88:0/3069657254 shutdown_connections 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.004+0000 7f47fae00700 1 -- 172.21.15.88:0/3069657254 wait complete. 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.005+0000 7f47fae00700 1 Processor -- start 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.005+0000 7f47fae00700 1 -- start start 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.005+0000 7f47fae00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f419cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.005+0000 7f47fae00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47f419d0f0 con 0x7f47f407ce20 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.005+0000 7f47f3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f419cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.005+0000 7f47f3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f419cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:41496/0 (socket says 172.21.15.88:41496) 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.006+0000 7f47f3e00700 1 -- 172.21.15.88:0/2368483589 learned_addr learned my addr 172.21.15.88:0/2368483589 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.006+0000 7f47f3e00700 1 -- 172.21.15.88:0/2368483589 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47e4009550 con 0x7f47f407ce20 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.006+0000 7f47f3e00700 1 --2- 172.21.15.88:0/2368483589 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f419cbb0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f47e4009130 tx=0x7f47e4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:51.569 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.006+0000 7f47f0c00700 1 -- 172.21.15.88:0/2368483589 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f47e4003b70 con 0x7f47f407ce20 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.006+0000 7f47f0c00700 1 -- 172.21.15.88:0/2368483589 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f47e4003cd0 con 0x7f47f407ce20 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.006+0000 7f47f0c00700 1 -- 172.21.15.88:0/2368483589 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f47e40197d0 con 0x7f47f407ce20 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.006+0000 7f47fae00700 1 -- 172.21.15.88:0/2368483589 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47f419d2f0 con 0x7f47f407ce20 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.006+0000 7f47fae00700 1 -- 172.21.15.88:0/2368483589 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47f419d790 con 0x7f47f407ce20 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.007+0000 7f47fae00700 1 -- 172.21.15.88:0/2368483589 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47f410d070 con 0x7f47f407ce20 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.007+0000 7f47f0c00700 1 -- 172.21.15.88:0/2368483589 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 8) v1 ==== 45720+0+0 (secure 0 0 0) 0x7f47e401abb0 con 0x7f47f407ce20 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.008+0000 7f47f0c00700 1 --2- 172.21.15.88:0/2368483589 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f47d4038be0 0x7f47d403b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.008+0000 7f47f0c00700 1 -- 172.21.15.88:0/2368483589 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f47e404cf60 con 0x7f47f407ce20 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.008+0000 7f47f3400700 1 --2- 172.21.15.88:0/2368483589 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f47d4038be0 0x7f47d403b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.009+0000 7f47f3400700 1 --2- 172.21.15.88:0/2368483589 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f47d4038be0 0x7f47d403b0a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f47dc006fd0 tx=0x7f47dc006e40 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.014+0000 7f47f0c00700 1 -- 172.21.15.88:0/2368483589 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f47e401a430 con 0x7f47f407ce20 2024-01-28T12:52:51.570 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.212+0000 7f47fae00700 1 -- 172.21.15.88:0/2368483589 --> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f47f41034e0 con 0x7f47d4038be0 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.213+0000 7f47f0c00700 1 -- 172.21.15.88:0/2368483589 <== mgr.14122 v2:172.21.15.88:6800/861469615 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7f47f41034e0 con 0x7f47d4038be0 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.215+0000 7f47fae00700 1 -- 172.21.15.88:0/2368483589 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f47d4038be0 msgr2=0x7f47d403b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.215+0000 7f47fae00700 1 --2- 172.21.15.88:0/2368483589 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f47d4038be0 0x7f47d403b0a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f47dc006fd0 tx=0x7f47dc006e40 comp rx=0 tx=0).stop 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.215+0000 7f47fae00700 1 -- 172.21.15.88:0/2368483589 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 msgr2=0x7f47f419cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.215+0000 7f47fae00700 1 --2- 172.21.15.88:0/2368483589 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f419cbb0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f47e4009130 tx=0x7f47e4011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.215+0000 7f47fae00700 1 -- 172.21.15.88:0/2368483589 shutdown_connections 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.215+0000 7f47fae00700 1 --2- 172.21.15.88:0/2368483589 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f47d4038be0 0x7f47d403b0a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.215+0000 7f47fae00700 1 --2- 172.21.15.88:0/2368483589 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47f407ce20 0x7f47f419cbb0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.215+0000 7f47fae00700 1 -- 172.21.15.88:0/2368483589 >> 172.21.15.88:0/2368483589 conn(0x7f47f4102280 msgr2=0x7f47f4102dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.215+0000 7f47fae00700 1 -- 172.21.15.88:0/2368483589 shutdown_connections 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:51.216+0000 7f47fae00700 1 -- 172.21.15.88:0/2368483589 wait complete. 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-01-28T12:52:51.571 INFO:teuthology.orchestra.run.smithi088.stdout:Adding key to root@localhost authorized_keys... 2024-01-28T12:52:51.572 INFO:teuthology.orchestra.run.smithi088.stdout:Adding host smithi088... 2024-01-28T12:52:52.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:52 smithi088 ceph-mon[35322]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:52:53.480 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:53 smithi088 ceph-mon[35322]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi088", "addr": "172.21.15.88", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:52:54.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:54 smithi088 ceph-mon[35322]: Deploying cephadm binary to smithi088 2024-01-28T12:52:57.143 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout Added host 'smithi088' with addr '172.21.15.88' 2024-01-28T12:52:57.143 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.026+0000 7fa02d400700 1 Processor -- start 2024-01-28T12:52:57.143 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.026+0000 7fa02d400700 1 -- start start 2024-01-28T12:52:57.143 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.026+0000 7fa02d400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02807b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:57.143 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.026+0000 7fa02d400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa02807b850 con 0x7fa02807ce20 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.027+0000 7fa026800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02807b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.027+0000 7fa026800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02807b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:41510/0 (socket says 172.21.15.88:41510) 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.027+0000 7fa026800700 1 -- 172.21.15.88:0/3716423211 learned_addr learned my addr 172.21.15.88:0/3716423211 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.027+0000 7fa026800700 1 -- 172.21.15.88:0/3716423211 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa02807b990 con 0x7fa02807ce20 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.027+0000 7fa026800700 1 --2- 172.21.15.88:0/3716423211 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02807b280 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa0180098a0 tx=0x7fa018009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ca61687258bf3d6 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.027+0000 7fa025400700 1 -- 172.21.15.88:0/3716423211 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa018004160 con 0x7fa02807ce20 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.028+0000 7fa025400700 1 -- 172.21.15.88:0/3716423211 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa0180042c0 con 0x7fa02807ce20 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.028+0000 7fa025400700 1 -- 172.21.15.88:0/3716423211 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa018011a00 con 0x7fa02807ce20 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.028+0000 7fa02d400700 1 -- 172.21.15.88:0/3716423211 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 msgr2=0x7fa02807b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.028+0000 7fa02d400700 1 --2- 172.21.15.88:0/3716423211 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02807b280 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa0180098a0 tx=0x7fa018009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.028+0000 7fa02d400700 1 -- 172.21.15.88:0/3716423211 shutdown_connections 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.028+0000 7fa02d400700 1 --2- 172.21.15.88:0/3716423211 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02807b280 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:57.144 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.028+0000 7fa02d400700 1 -- 172.21.15.88:0/3716423211 >> 172.21.15.88:0/3716423211 conn(0x7fa028102280 msgr2=0x7fa0281046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.028+0000 7fa02d400700 1 -- 172.21.15.88:0/3716423211 shutdown_connections 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.028+0000 7fa02d400700 1 -- 172.21.15.88:0/3716423211 wait complete. 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.029+0000 7fa02d400700 1 Processor -- start 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.029+0000 7fa02d400700 1 -- start start 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.030+0000 7fa02d400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.030+0000 7fa02d400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa02819d0f0 con 0x7fa02807ce20 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.030+0000 7fa026800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.030+0000 7fa026800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02819cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:41522/0 (socket says 172.21.15.88:41522) 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.030+0000 7fa026800700 1 -- 172.21.15.88:0/3588595079 learned_addr learned my addr 172.21.15.88:0/3588595079 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.030+0000 7fa026800700 1 -- 172.21.15.88:0/3588595079 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa018009550 con 0x7fa02807ce20 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.031+0000 7fa026800700 1 --2- 172.21.15.88:0/3588595079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02819cbb0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa018009fb0 tx=0x7fa018011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.031+0000 7fa01f400700 1 -- 172.21.15.88:0/3588595079 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa018003a40 con 0x7fa02807ce20 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.031+0000 7fa01f400700 1 -- 172.21.15.88:0/3588595079 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa018003ba0 con 0x7fa02807ce20 2024-01-28T12:52:57.145 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.031+0000 7fa01f400700 1 -- 172.21.15.88:0/3588595079 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa01801a750 con 0x7fa02807ce20 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.031+0000 7fa02d400700 1 -- 172.21.15.88:0/3588595079 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa02819d2f0 con 0x7fa02807ce20 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.031+0000 7fa02d400700 1 -- 172.21.15.88:0/3588595079 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa02819d790 con 0x7fa02807ce20 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.032+0000 7fa01f400700 1 -- 172.21.15.88:0/3588595079 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 8) v1 ==== 45720+0+0 (secure 0 0 0) 0x7fa018024b60 con 0x7fa02807ce20 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.032+0000 7fa02d400700 1 -- 172.21.15.88:0/3588595079 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa02810d070 con 0x7fa02807ce20 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.032+0000 7fa01f400700 1 --2- 172.21.15.88:0/3588595079 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fa008038b90 0x7fa00803b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.032+0000 7fa01f400700 1 -- 172.21.15.88:0/3588595079 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa01804cd60 con 0x7fa02807ce20 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.033+0000 7fa025e00700 1 --2- 172.21.15.88:0/3588595079 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fa008038b90 0x7fa00803b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.033+0000 7fa025e00700 1 --2- 172.21.15.88:0/3588595079 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fa008038b90 0x7fa00803b050 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa010006fd0 tx=0x7fa010006e40 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.038+0000 7fa01f400700 1 -- 172.21.15.88:0/3588595079 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fa018018530 con 0x7fa02807ce20 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:52.241+0000 7fa02d400700 1 -- 172.21.15.88:0/3588595079 --> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi088", "addr": "172.21.15.88", "target": ["mon-mgr", ""]}) v1 -- 0x7fa0281034c0 con 0x7fa008038b90 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.757+0000 7fa01f400700 1 -- 172.21.15.88:0/3588595079 <== mgr.14122 v2:172.21.15.88:6800/861469615 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7fa0281034c0 con 0x7fa008038b90 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.760+0000 7fa02d400700 1 -- 172.21.15.88:0/3588595079 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fa008038b90 msgr2=0x7fa00803b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.760+0000 7fa02d400700 1 --2- 172.21.15.88:0/3588595079 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fa008038b90 0x7fa00803b050 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa010006fd0 tx=0x7fa010006e40 comp rx=0 tx=0).stop 2024-01-28T12:52:57.146 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.760+0000 7fa02d400700 1 -- 172.21.15.88:0/3588595079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 msgr2=0x7fa02819cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:57.147 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.760+0000 7fa02d400700 1 --2- 172.21.15.88:0/3588595079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02819cbb0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa018009fb0 tx=0x7fa018011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:57.147 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.760+0000 7fa02d400700 1 -- 172.21.15.88:0/3588595079 shutdown_connections 2024-01-28T12:52:57.147 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.760+0000 7fa02d400700 1 --2- 172.21.15.88:0/3588595079 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fa008038b90 0x7fa00803b050 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:57.147 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.760+0000 7fa02d400700 1 --2- 172.21.15.88:0/3588595079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa02807ce20 0x7fa02819cbb0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:57.147 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.760+0000 7fa02d400700 1 -- 172.21.15.88:0/3588595079 >> 172.21.15.88:0/3588595079 conn(0x7fa028102280 msgr2=0x7fa028102db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:57.147 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.760+0000 7fa02d400700 1 -- 172.21.15.88:0/3588595079 shutdown_connections 2024-01-28T12:52:57.147 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:56.760+0000 7fa02d400700 1 -- 172.21.15.88:0/3588595079 wait complete. 2024-01-28T12:52:57.147 INFO:teuthology.orchestra.run.smithi088.stdout:Deploying unmanaged mon service... 2024-01-28T12:52:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:57 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:52:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:57 smithi088 ceph-mon[35322]: Added host smithi088 2024-01-28T12:52:58.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:57 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:52:58.355 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.566+0000 7f528de00700 1 Processor -- start 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.566+0000 7f528de00700 1 -- start start 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.566+0000 7f528de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f5288109270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.566+0000 7f528de00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52881097b0 con 0x7f5288108e50 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.567+0000 7f5286a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f5288109270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.567+0000 7f5286a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f5288109270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:49434/0 (socket says 172.21.15.88:49434) 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.567+0000 7f5286a00700 1 -- 172.21.15.88:0/2725448886 learned_addr learned my addr 172.21.15.88:0/2725448886 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.567+0000 7f5286a00700 1 -- 172.21.15.88:0/2725448886 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52881098f0 con 0x7f5288108e50 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.567+0000 7f5286a00700 1 --2- 172.21.15.88:0/2725448886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f5288109270 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f52780098a0 tx=0x7f5278009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19f9331e8731be9c server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.568+0000 7f5285600700 1 -- 172.21.15.88:0/2725448886 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5278004160 con 0x7f5288108e50 2024-01-28T12:52:58.356 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.568+0000 7f5285600700 1 -- 172.21.15.88:0/2725448886 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f52780042c0 con 0x7f5288108e50 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.568+0000 7f5285600700 1 -- 172.21.15.88:0/2725448886 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5278011a00 con 0x7f5288108e50 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.568+0000 7f528de00700 1 -- 172.21.15.88:0/2725448886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 msgr2=0x7f5288109270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.568+0000 7f528de00700 1 --2- 172.21.15.88:0/2725448886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f5288109270 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f52780098a0 tx=0x7f5278009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.568+0000 7f528de00700 1 -- 172.21.15.88:0/2725448886 shutdown_connections 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.568+0000 7f528de00700 1 --2- 172.21.15.88:0/2725448886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f5288109270 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.568+0000 7f528de00700 1 -- 172.21.15.88:0/2725448886 >> 172.21.15.88:0/2725448886 conn(0x7f528807c270 msgr2=0x7f528807c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.568+0000 7f528de00700 1 -- 172.21.15.88:0/2725448886 shutdown_connections 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.568+0000 7f528de00700 1 -- 172.21.15.88:0/2725448886 wait complete. 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.569+0000 7f528de00700 1 Processor -- start 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.570+0000 7f528de00700 1 -- start start 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.570+0000 7f528de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f528819cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.570+0000 7f528de00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f528819d190 con 0x7f5288108e50 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.570+0000 7f5286a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f528819cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.570+0000 7f5286a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f528819cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:49442/0 (socket says 172.21.15.88:49442) 2024-01-28T12:52:58.357 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.570+0000 7f5286a00700 1 -- 172.21.15.88:0/688195163 learned_addr learned my addr 172.21.15.88:0/688195163 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.570+0000 7f5286a00700 1 -- 172.21.15.88:0/688195163 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5278009550 con 0x7f5288108e50 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.571+0000 7f5286a00700 1 --2- 172.21.15.88:0/688195163 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f528819cc50 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5278011710 tx=0x7f5278011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.571+0000 7f528ca00700 1 -- 172.21.15.88:0/688195163 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5278003aa0 con 0x7f5288108e50 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.571+0000 7f528ca00700 1 -- 172.21.15.88:0/688195163 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f5278003c00 con 0x7f5288108e50 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.571+0000 7f528ca00700 1 -- 172.21.15.88:0/688195163 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5278024800 con 0x7f5288108e50 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.571+0000 7f528de00700 1 -- 172.21.15.88:0/688195163 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f528819d390 con 0x7f5288108e50 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.571+0000 7f528de00700 1 -- 172.21.15.88:0/688195163 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f528819d830 con 0x7f5288108e50 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.572+0000 7f528ca00700 1 -- 172.21.15.88:0/688195163 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 8) v1 ==== 45720+0+0 (secure 0 0 0) 0x7f527801abd0 con 0x7f5288108e50 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.572+0000 7f528de00700 1 -- 172.21.15.88:0/688195163 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f528810acc0 con 0x7f5288108e50 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.572+0000 7f528ca00700 1 --2- 172.21.15.88:0/688195163 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f5268038c30 0x7f526803b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.573+0000 7f528ca00700 1 -- 172.21.15.88:0/688195163 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f527804cb40 con 0x7f5288108e50 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.573+0000 7f5286000700 1 --2- 172.21.15.88:0/688195163 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f5268038c30 0x7f526803b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.573+0000 7f5286000700 1 --2- 172.21.15.88:0/688195163 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f5268038c30 0x7f526803b0f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5270006fd0 tx=0x7f5270006e40 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:58.358 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.578+0000 7f528ca00700 1 -- 172.21.15.88:0/688195163 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f5278018760 con 0x7f5288108e50 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.807+0000 7f528de00700 1 -- 172.21.15.88:0/688195163 --> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f5288106bf0 con 0x7f5268038c30 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.813+0000 7f528ca00700 1 -- 172.21.15.88:0/688195163 <== mgr.14122 v2:172.21.15.88:6800/861469615 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f5288106bf0 con 0x7f5268038c30 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.816+0000 7f528de00700 1 -- 172.21.15.88:0/688195163 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f5268038c30 msgr2=0x7f526803b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.816+0000 7f528de00700 1 --2- 172.21.15.88:0/688195163 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f5268038c30 0x7f526803b0f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5270006fd0 tx=0x7f5270006e40 comp rx=0 tx=0).stop 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.816+0000 7f528de00700 1 -- 172.21.15.88:0/688195163 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 msgr2=0x7f528819cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.816+0000 7f528de00700 1 --2- 172.21.15.88:0/688195163 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f528819cc50 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5278011710 tx=0x7f5278011ad0 comp rx=0 tx=0).stop 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.816+0000 7f528de00700 1 -- 172.21.15.88:0/688195163 shutdown_connections 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.816+0000 7f528de00700 1 --2- 172.21.15.88:0/688195163 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f5268038c30 0x7f526803b0f0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.816+0000 7f528de00700 1 --2- 172.21.15.88:0/688195163 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5288108e50 0x7f528819cc50 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.816+0000 7f528de00700 1 -- 172.21.15.88:0/688195163 >> 172.21.15.88:0/688195163 conn(0x7f528807c270 msgr2=0x7f52881064e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.816+0000 7f528de00700 1 -- 172.21.15.88:0/688195163 shutdown_connections 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:57.816+0000 7f528de00700 1 -- 172.21.15.88:0/688195163 wait complete. 2024-01-28T12:52:58.359 INFO:teuthology.orchestra.run.smithi088.stdout:Deploying unmanaged mgr service... 2024-01-28T12:52:59.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:58 smithi088 ceph-mon[35322]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:52:59.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:58 smithi088 ceph-mon[35322]: Saving service mon spec with placement count:5 2024-01-28T12:52:59.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:58 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:52:59.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:52:58 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:52:59.681 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.054+0000 7f4c50e00700 1 Processor -- start 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.054+0000 7f4c50e00700 1 -- start start 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.054+0000 7f4c50e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c109320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.054+0000 7f4c50e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c109860 con 0x7f4c4c108f00 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.055+0000 7f4c49e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c109320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.055+0000 7f4c49e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c109320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:49454/0 (socket says 172.21.15.88:49454) 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.055+0000 7f4c49e00700 1 -- 172.21.15.88:0/390018772 learned_addr learned my addr 172.21.15.88:0/390018772 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.055+0000 7f4c49e00700 1 -- 172.21.15.88:0/390018772 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c4c1099a0 con 0x7f4c4c108f00 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.055+0000 7f4c49e00700 1 --2- 172.21.15.88:0/390018772 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c109320 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c0098a0 tx=0x7f4c3c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=630980ecfdba3957 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.055+0000 7f4c48a00700 1 -- 172.21.15.88:0/390018772 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4c3c004160 con 0x7f4c4c108f00 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.056+0000 7f4c48a00700 1 -- 172.21.15.88:0/390018772 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4c3c0042c0 con 0x7f4c4c108f00 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.056+0000 7f4c48a00700 1 -- 172.21.15.88:0/390018772 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4c3c0119b0 con 0x7f4c4c108f00 2024-01-28T12:52:59.682 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.056+0000 7f4c50e00700 1 -- 172.21.15.88:0/390018772 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 msgr2=0x7f4c4c109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.056+0000 7f4c50e00700 1 --2- 172.21.15.88:0/390018772 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c109320 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c0098a0 tx=0x7f4c3c009bb0 comp rx=0 tx=0).stop 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.056+0000 7f4c50e00700 1 -- 172.21.15.88:0/390018772 shutdown_connections 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.056+0000 7f4c50e00700 1 --2- 172.21.15.88:0/390018772 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c109320 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.056+0000 7f4c50e00700 1 -- 172.21.15.88:0/390018772 >> 172.21.15.88:0/390018772 conn(0x7f4c4c07c2f0 msgr2=0x7f4c4c07c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.057+0000 7f4c50e00700 1 -- 172.21.15.88:0/390018772 shutdown_connections 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.057+0000 7f4c50e00700 1 -- 172.21.15.88:0/390018772 wait complete. 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.058+0000 7f4c50e00700 1 Processor -- start 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.058+0000 7f4c50e00700 1 -- start start 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.058+0000 7f4c50e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c19cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.058+0000 7f4c50e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c19d190 con 0x7f4c4c108f00 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.058+0000 7f4c49e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c19cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:59.683 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.058+0000 7f4c49e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c19cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:49460/0 (socket says 172.21.15.88:49460) 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.058+0000 7f4c49e00700 1 -- 172.21.15.88:0/2889523582 learned_addr learned my addr 172.21.15.88:0/2889523582 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.059+0000 7f4c49e00700 1 -- 172.21.15.88:0/2889523582 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c3c009550 con 0x7f4c4c108f00 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.059+0000 7f4c49e00700 1 --2- 172.21.15.88:0/2889523582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c19cc50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c003e60 tx=0x7f4c3c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.059+0000 7f4c42a00700 1 -- 172.21.15.88:0/2889523582 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4c3c0038b0 con 0x7f4c4c108f00 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.059+0000 7f4c42a00700 1 -- 172.21.15.88:0/2889523582 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4c3c003a10 con 0x7f4c4c108f00 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.059+0000 7f4c42a00700 1 -- 172.21.15.88:0/2889523582 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4c3c019530 con 0x7f4c4c108f00 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.059+0000 7f4c50e00700 1 -- 172.21.15.88:0/2889523582 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c4c19d390 con 0x7f4c4c108f00 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.059+0000 7f4c50e00700 1 -- 172.21.15.88:0/2889523582 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c4c19d830 con 0x7f4c4c108f00 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.061+0000 7f4c50e00700 1 -- 172.21.15.88:0/2889523582 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c4c10ad70 con 0x7f4c4c108f00 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.061+0000 7f4c42a00700 1 -- 172.21.15.88:0/2889523582 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 8) v1 ==== 45720+0+0 (secure 0 0 0) 0x7f4c3c01a980 con 0x7f4c4c108f00 2024-01-28T12:52:59.684 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.061+0000 7f4c42a00700 1 --2- 172.21.15.88:0/2889523582 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f4c2c038be0 0x7f4c2c03b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.061+0000 7f4c42a00700 1 -- 172.21.15.88:0/2889523582 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f4c3c04cd60 con 0x7f4c4c108f00 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.062+0000 7f4c49400700 1 --2- 172.21.15.88:0/2889523582 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f4c2c038be0 0x7f4c2c03b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.062+0000 7f4c49400700 1 --2- 172.21.15.88:0/2889523582 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f4c2c038be0 0x7f4c2c03b0a0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4c34006fd0 tx=0x7f4c34006e40 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.066+0000 7f4c42a00700 1 -- 172.21.15.88:0/2889523582 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f4c3c003b80 con 0x7f4c4c108f00 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.299+0000 7f4c50e00700 1 -- 172.21.15.88:0/2889523582 --> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f4c4c1a0110 con 0x7f4c2c038be0 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.306+0000 7f4c42a00700 1 -- 172.21.15.88:0/2889523582 <== mgr.14122 v2:172.21.15.88:6800/861469615 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f4c4c1a0110 con 0x7f4c2c038be0 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.309+0000 7f4c50e00700 1 -- 172.21.15.88:0/2889523582 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f4c2c038be0 msgr2=0x7f4c2c03b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.309+0000 7f4c50e00700 1 --2- 172.21.15.88:0/2889523582 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f4c2c038be0 0x7f4c2c03b0a0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4c34006fd0 tx=0x7f4c34006e40 comp rx=0 tx=0).stop 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.309+0000 7f4c50e00700 1 -- 172.21.15.88:0/2889523582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 msgr2=0x7f4c4c19cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.309+0000 7f4c50e00700 1 --2- 172.21.15.88:0/2889523582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c19cc50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c003e60 tx=0x7f4c3c011a30 comp rx=0 tx=0).stop 2024-01-28T12:52:59.685 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.309+0000 7f4c50e00700 1 -- 172.21.15.88:0/2889523582 shutdown_connections 2024-01-28T12:52:59.686 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.309+0000 7f4c50e00700 1 --2- 172.21.15.88:0/2889523582 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f4c2c038be0 0x7f4c2c03b0a0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:59.686 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.309+0000 7f4c50e00700 1 --2- 172.21.15.88:0/2889523582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c4c108f00 0x7f4c4c19cc50 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:52:59.686 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.309+0000 7f4c50e00700 1 -- 172.21.15.88:0/2889523582 >> 172.21.15.88:0/2889523582 conn(0x7f4c4c07c2f0 msgr2=0x7f4c4c1064f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:52:59.686 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.309+0000 7f4c50e00700 1 -- 172.21.15.88:0/2889523582 shutdown_connections 2024-01-28T12:52:59.686 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:52:59.309+0000 7f4c50e00700 1 -- 172.21.15.88:0/2889523582 wait complete. 2024-01-28T12:53:00.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:00 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:53:00.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:00 smithi088 ceph-mon[35322]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:53:00.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:00 smithi088 ceph-mon[35322]: Saving service mgr spec with placement count:2 2024-01-28T12:53:00.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:00 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.107+0000 7f0e4fa00700 1 Processor -- start 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.107+0000 7f0e4fa00700 1 -- start start 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.108+0000 7f0e4fa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48109b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.108+0000 7f0e4fa00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e4807ae50 con 0x7f0e48107710 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.108+0000 7f0e4d000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48109b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.108+0000 7f0e4d000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48109b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:49476/0 (socket says 172.21.15.88:49476) 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.108+0000 7f0e4d000700 1 -- 172.21.15.88:0/1215391903 learned_addr learned my addr 172.21.15.88:0/1215391903 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.109+0000 7f0e4d000700 1 -- 172.21.15.88:0/1215391903 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e4810a040 con 0x7f0e48107710 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.109+0000 7f0e4d000700 1 --2- 172.21.15.88:0/1215391903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48109b00 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0e380098a0 tx=0x7f0e38009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e4f97d4bdb4a5c9 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.109+0000 7f0e47400700 1 -- 172.21.15.88:0/1215391903 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e38004160 con 0x7f0e48107710 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.109+0000 7f0e47400700 1 -- 172.21.15.88:0/1215391903 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e380042c0 con 0x7f0e48107710 2024-01-28T12:53:00.839 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.109+0000 7f0e47400700 1 -- 172.21.15.88:0/1215391903 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e380119b0 con 0x7f0e48107710 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.110+0000 7f0e4fa00700 1 -- 172.21.15.88:0/1215391903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 msgr2=0x7f0e48109b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.110+0000 7f0e4fa00700 1 --2- 172.21.15.88:0/1215391903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48109b00 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0e380098a0 tx=0x7f0e38009bb0 comp rx=0 tx=0).stop 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.110+0000 7f0e4fa00700 1 -- 172.21.15.88:0/1215391903 shutdown_connections 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.110+0000 7f0e4fa00700 1 --2- 172.21.15.88:0/1215391903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48109b00 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.110+0000 7f0e4fa00700 1 -- 172.21.15.88:0/1215391903 >> 172.21.15.88:0/1215391903 conn(0x7f0e48101160 msgr2=0x7f0e48103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.110+0000 7f0e4fa00700 1 -- 172.21.15.88:0/1215391903 shutdown_connections 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.110+0000 7f0e4fa00700 1 -- 172.21.15.88:0/1215391903 wait complete. 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.112+0000 7f0e4fa00700 1 Processor -- start 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.112+0000 7f0e4fa00700 1 -- start start 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.112+0000 7f0e4fa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48106f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.113+0000 7f0e4fa00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e481074d0 con 0x7f0e48107710 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.113+0000 7f0e4d000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48106f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:00.840 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.113+0000 7f0e4d000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48106f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:49486/0 (socket says 172.21.15.88:49486) 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.113+0000 7f0e4d000700 1 -- 172.21.15.88:0/2872958858 learned_addr learned my addr 172.21.15.88:0/2872958858 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.113+0000 7f0e4d000700 1 -- 172.21.15.88:0/2872958858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e38009550 con 0x7f0e48107710 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.113+0000 7f0e4d000700 1 --2- 172.21.15.88:0/2872958858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48106f90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0e38011980 tx=0x7f0e38011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.114+0000 7f0e45600700 1 -- 172.21.15.88:0/2872958858 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e38003af0 con 0x7f0e48107710 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.114+0000 7f0e45600700 1 -- 172.21.15.88:0/2872958858 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e38003c50 con 0x7f0e48107710 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.114+0000 7f0e4fa00700 1 -- 172.21.15.88:0/2872958858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e481056c0 con 0x7f0e48107710 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.114+0000 7f0e45600700 1 -- 172.21.15.88:0/2872958858 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e38019760 con 0x7f0e48107710 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.114+0000 7f0e4fa00700 1 -- 172.21.15.88:0/2872958858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e48105b60 con 0x7f0e48107710 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.115+0000 7f0e45600700 1 -- 172.21.15.88:0/2872958858 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 8) v1 ==== 45720+0+0 (secure 0 0 0) 0x7f0e380199a0 con 0x7f0e48107710 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.115+0000 7f0e4fa00700 1 -- 172.21.15.88:0/2872958858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e4810ae80 con 0x7f0e48107710 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.116+0000 7f0e45600700 1 --2- 172.21.15.88:0/2872958858 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f0e28038be0 0x7f0e2803b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.116+0000 7f0e45600700 1 -- 172.21.15.88:0/2872958858 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f0e3804d140 con 0x7f0e48107710 2024-01-28T12:53:00.841 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.116+0000 7f0e47e00700 1 --2- 172.21.15.88:0/2872958858 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f0e28038be0 0x7f0e2803b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.117+0000 7f0e47e00700 1 --2- 172.21.15.88:0/2872958858 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f0e28038be0 0x7f0e2803b0a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0e30006fd0 tx=0x7f0e30006e40 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.121+0000 7f0e45600700 1 -- 172.21.15.88:0/2872958858 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f0e38018db0 con 0x7f0e48107710 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.329+0000 7f0e4fa00700 1 -- 172.21.15.88:0/2872958858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7f0e4810b090 con 0x7f0e48107710 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.332+0000 7f0e45600700 1 -- 172.21.15.88:0/2872958858 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7f0e38018350 con 0x7f0e48107710 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.334+0000 7f0e4fa00700 1 -- 172.21.15.88:0/2872958858 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f0e28038be0 msgr2=0x7f0e2803b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.334+0000 7f0e4fa00700 1 --2- 172.21.15.88:0/2872958858 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f0e28038be0 0x7f0e2803b0a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0e30006fd0 tx=0x7f0e30006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.334+0000 7f0e4fa00700 1 -- 172.21.15.88:0/2872958858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 msgr2=0x7f0e48106f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.334+0000 7f0e4fa00700 1 --2- 172.21.15.88:0/2872958858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48106f90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0e38011980 tx=0x7f0e38011a60 comp rx=0 tx=0).stop 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.335+0000 7f0e4fa00700 1 -- 172.21.15.88:0/2872958858 shutdown_connections 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.335+0000 7f0e4fa00700 1 --2- 172.21.15.88:0/2872958858 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f0e28038be0 0x7f0e2803b0a0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.335+0000 7f0e4fa00700 1 --2- 172.21.15.88:0/2872958858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e48107710 0x7f0e48106f90 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.335+0000 7f0e4fa00700 1 -- 172.21.15.88:0/2872958858 >> 172.21.15.88:0/2872958858 conn(0x7f0e48101160 msgr2=0x7f0e48101cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.335+0000 7f0e4fa00700 1 -- 172.21.15.88:0/2872958858 shutdown_connections 2024-01-28T12:53:00.842 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:00.335+0000 7f0e4fa00700 1 -- 172.21.15.88:0/2872958858 wait complete. 2024-01-28T12:53:01.723 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:01 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2872958858' entity='client.admin' 2024-01-28T12:53:01.723 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:01 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:53:01.883 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.293+0000 7fd9ae800700 1 Processor -- start 2024-01-28T12:53:01.883 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.293+0000 7fd9ae800700 1 -- start start 2024-01-28T12:53:01.883 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.293+0000 7fd9ae800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a807b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:01.883 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.293+0000 7fd9ae800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a807b850 con 0x7fd9a807ce20 2024-01-28T12:53:01.883 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.294+0000 7fd9a7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a807b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:01.883 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.294+0000 7fd9a7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a807b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:49490/0 (socket says 172.21.15.88:49490) 2024-01-28T12:53:01.883 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.294+0000 7fd9a7400700 1 -- 172.21.15.88:0/3901542670 learned_addr learned my addr 172.21.15.88:0/3901542670 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:01.883 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.294+0000 7fd9a7400700 1 -- 172.21.15.88:0/3901542670 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9a807b990 con 0x7fd9a807ce20 2024-01-28T12:53:01.883 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.294+0000 7fd9a7400700 1 --2- 172.21.15.88:0/3901542670 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a807b280 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd9980098a0 tx=0x7fd998009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fb14a36e23b01a7 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:01.883 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.295+0000 7fd9a6000700 1 -- 172.21.15.88:0/3901542670 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd998004160 con 0x7fd9a807ce20 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.295+0000 7fd9a6000700 1 -- 172.21.15.88:0/3901542670 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd9980042c0 con 0x7fd9a807ce20 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.295+0000 7fd9a6000700 1 -- 172.21.15.88:0/3901542670 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd9980119b0 con 0x7fd9a807ce20 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.295+0000 7fd9ae800700 1 -- 172.21.15.88:0/3901542670 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 msgr2=0x7fd9a807b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.295+0000 7fd9ae800700 1 --2- 172.21.15.88:0/3901542670 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a807b280 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd9980098a0 tx=0x7fd998009bb0 comp rx=0 tx=0).stop 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.295+0000 7fd9ae800700 1 -- 172.21.15.88:0/3901542670 shutdown_connections 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.295+0000 7fd9ae800700 1 --2- 172.21.15.88:0/3901542670 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a807b280 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.295+0000 7fd9ae800700 1 -- 172.21.15.88:0/3901542670 >> 172.21.15.88:0/3901542670 conn(0x7fd9a8102280 msgr2=0x7fd9a81046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.296+0000 7fd9ae800700 1 -- 172.21.15.88:0/3901542670 shutdown_connections 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.296+0000 7fd9ae800700 1 -- 172.21.15.88:0/3901542670 wait complete. 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.296+0000 7fd9ae800700 1 Processor -- start 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.297+0000 7fd9ae800700 1 -- start start 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.297+0000 7fd9ae800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a819cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:01.884 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.297+0000 7fd9ae800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a819d110 con 0x7fd9a807ce20 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.297+0000 7fd9a7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a819cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.297+0000 7fd9a7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a819cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:49494/0 (socket says 172.21.15.88:49494) 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.297+0000 7fd9a7400700 1 -- 172.21.15.88:0/180700726 learned_addr learned my addr 172.21.15.88:0/180700726 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.298+0000 7fd9a7400700 1 -- 172.21.15.88:0/180700726 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd998009550 con 0x7fd9a807ce20 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.298+0000 7fd9a7400700 1 --2- 172.21.15.88:0/180700726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a819cbd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd998011670 tx=0x7fd998011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.298+0000 7fd99fe00700 1 -- 172.21.15.88:0/180700726 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd998003b20 con 0x7fd9a807ce20 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.298+0000 7fd99fe00700 1 -- 172.21.15.88:0/180700726 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd998003c80 con 0x7fd9a807ce20 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.298+0000 7fd9ae800700 1 -- 172.21.15.88:0/180700726 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9a819d310 con 0x7fd9a807ce20 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.298+0000 7fd99fe00700 1 -- 172.21.15.88:0/180700726 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd998019770 con 0x7fd9a807ce20 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.298+0000 7fd9ae800700 1 -- 172.21.15.88:0/180700726 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9a819d7b0 con 0x7fd9a807ce20 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.299+0000 7fd99fe00700 1 -- 172.21.15.88:0/180700726 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 8) v1 ==== 45720+0+0 (secure 0 0 0) 0x7fd99801a430 con 0x7fd9a807ce20 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.300+0000 7fd9ae800700 1 -- 172.21.15.88:0/180700726 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9a810d0c0 con 0x7fd9a807ce20 2024-01-28T12:53:01.885 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.300+0000 7fd99fe00700 1 --2- 172.21.15.88:0/180700726 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd988038be0 0x7fd98803b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.300+0000 7fd99fe00700 1 -- 172.21.15.88:0/180700726 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fd99804cfb0 con 0x7fd9a807ce20 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.300+0000 7fd9a6a00700 1 --2- 172.21.15.88:0/180700726 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd988038be0 0x7fd98803b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.301+0000 7fd9a6a00700 1 --2- 172.21.15.88:0/180700726 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd988038be0 0x7fd98803b0a0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd990006fd0 tx=0x7fd990006e40 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.309+0000 7fd99fe00700 1 -- 172.21.15.88:0/180700726 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fd99802d9a0 con 0x7fd9a807ce20 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.521+0000 7fd9ae800700 1 -- 172.21.15.88:0/180700726 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7fd9a81a00f0 con 0x7fd9a807ce20 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.525+0000 7fd99fe00700 1 -- 172.21.15.88:0/180700726 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7fd99802d350 con 0x7fd9a807ce20 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.527+0000 7fd9ae800700 1 -- 172.21.15.88:0/180700726 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd988038be0 msgr2=0x7fd98803b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.527+0000 7fd9ae800700 1 --2- 172.21.15.88:0/180700726 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd988038be0 0x7fd98803b0a0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd990006fd0 tx=0x7fd990006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.527+0000 7fd9ae800700 1 -- 172.21.15.88:0/180700726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 msgr2=0x7fd9a819cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.527+0000 7fd9ae800700 1 --2- 172.21.15.88:0/180700726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a819cbd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd998011670 tx=0x7fd998011a30 comp rx=0 tx=0).stop 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.527+0000 7fd9ae800700 1 -- 172.21.15.88:0/180700726 shutdown_connections 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.527+0000 7fd9ae800700 1 --2- 172.21.15.88:0/180700726 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fd988038be0 0x7fd98803b0a0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.527+0000 7fd9ae800700 1 --2- 172.21.15.88:0/180700726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9a807ce20 0x7fd9a819cbd0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:01.886 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.527+0000 7fd9ae800700 1 -- 172.21.15.88:0/180700726 >> 172.21.15.88:0/180700726 conn(0x7fd9a8102280 msgr2=0x7fd9a8102d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:01.887 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.528+0000 7fd9ae800700 1 -- 172.21.15.88:0/180700726 shutdown_connections 2024-01-28T12:53:01.887 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:01.528+0000 7fd9ae800700 1 -- 172.21.15.88:0/180700726 wait complete. 2024-01-28T12:53:01.887 INFO:teuthology.orchestra.run.smithi088.stdout:Enabling the dashboard module... 2024-01-28T12:53:02.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:02 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/180700726' entity='client.admin' 2024-01-28T12:53:02.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:02 smithi088 ceph-mon[35322]: from='mgr.14122 172.21.15.88:0/341176800' entity='mgr.x' 2024-01-28T12:53:03.610 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:03 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/545824232' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-01-28T12:53:03.849 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.317+0000 7f6768000700 1 Processor -- start 2024-01-28T12:53:03.855 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.318+0000 7f6768000700 1 -- start start 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.318+0000 7f6768000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f67601070a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.318+0000 7f6768000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6760107670 con 0x7f6760106c80 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.318+0000 7f6765600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f67601070a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.318+0000 7f6765600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f67601070a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:49508/0 (socket says 172.21.15.88:49508) 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.318+0000 7f6765600700 1 -- 172.21.15.88:0/58273062 learned_addr learned my addr 172.21.15.88:0/58273062 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.319+0000 7f6765600700 1 -- 172.21.15.88:0/58273062 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6760107e80 con 0x7f6760106c80 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.319+0000 7f6765600700 1 --2- 172.21.15.88:0/58273062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f67601070a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f67500098a0 tx=0x7f6750009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8a77f36768935a server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.319+0000 7f675fe00700 1 -- 172.21.15.88:0/58273062 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6750004160 con 0x7f6760106c80 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.319+0000 7f675fe00700 1 -- 172.21.15.88:0/58273062 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f67500042c0 con 0x7f6760106c80 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.319+0000 7f675fe00700 1 -- 172.21.15.88:0/58273062 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f67500119b0 con 0x7f6760106c80 2024-01-28T12:53:03.856 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.320+0000 7f6768000700 1 -- 172.21.15.88:0/58273062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 msgr2=0x7f67601070a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.320+0000 7f6768000700 1 --2- 172.21.15.88:0/58273062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f67601070a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f67500098a0 tx=0x7f6750009bb0 comp rx=0 tx=0).stop 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.320+0000 7f6768000700 1 -- 172.21.15.88:0/58273062 shutdown_connections 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.320+0000 7f6768000700 1 --2- 172.21.15.88:0/58273062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f67601070a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.320+0000 7f6768000700 1 -- 172.21.15.88:0/58273062 >> 172.21.15.88:0/58273062 conn(0x7f6760102280 msgr2=0x7f67601046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.320+0000 7f6768000700 1 -- 172.21.15.88:0/58273062 shutdown_connections 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.320+0000 7f6768000700 1 -- 172.21.15.88:0/58273062 wait complete. 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.321+0000 7f6768000700 1 Processor -- start 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.321+0000 7f6768000700 1 -- start start 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.321+0000 7f6768000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f676019aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.321+0000 7f6768000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f676019af60 con 0x7f6760106c80 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.322+0000 7f6765600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f676019aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.322+0000 7f6765600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f676019aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:49510/0 (socket says 172.21.15.88:49510) 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.322+0000 7f6765600700 1 -- 172.21.15.88:0/545824232 learned_addr learned my addr 172.21.15.88:0/545824232 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:03.857 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.322+0000 7f6765600700 1 -- 172.21.15.88:0/545824232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6750009550 con 0x7f6760106c80 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.322+0000 7f6765600700 1 --2- 172.21.15.88:0/545824232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f676019aa20 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6750003e60 tx=0x7f6750011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.322+0000 7f675e000700 1 -- 172.21.15.88:0/545824232 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6750003a60 con 0x7f6760106c80 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.322+0000 7f675e000700 1 -- 172.21.15.88:0/545824232 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6750003bc0 con 0x7f6760106c80 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.322+0000 7f6768000700 1 -- 172.21.15.88:0/545824232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f676019b160 con 0x7f6760106c80 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.322+0000 7f675e000700 1 -- 172.21.15.88:0/545824232 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f67500196c0 con 0x7f6760106c80 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.323+0000 7f6768000700 1 -- 172.21.15.88:0/545824232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f676019b600 con 0x7f6760106c80 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.324+0000 7f6768000700 1 -- 172.21.15.88:0/545824232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f676010b0b0 con 0x7f6760106c80 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.324+0000 7f675e000700 1 -- 172.21.15.88:0/545824232 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 8) v1 ==== 45720+0+0 (secure 0 0 0) 0x7f675001ab60 con 0x7f6760106c80 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.324+0000 7f675e000700 1 --2- 172.21.15.88:0/545824232 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f6740038be0 0x7f674003b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.325+0000 7f675e000700 1 -- 172.21.15.88:0/545824232 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f675004cf40 con 0x7f6760106c80 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.325+0000 7f6764c00700 1 --2- 172.21.15.88:0/545824232 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f6740038be0 0x7f674003b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.325+0000 7f6764c00700 1 --2- 172.21.15.88:0/545824232 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f6740038be0 0x7f674003b0a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6748006fd0 tx=0x7f6748006e40 comp rx=0 tx=0).ready entity=mgr.14122 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:03.858 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.329+0000 7f675e000700 1 -- 172.21.15.88:0/545824232 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f6750019980 con 0x7f6760106c80 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:02.595+0000 7f6768000700 1 -- 172.21.15.88:0/545824232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7f676010b2c0 con 0x7f6760106c80 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.529+0000 7f675e000700 1 -- 172.21.15.88:0/545824232 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7f6750018350 con 0x7f6760106c80 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.532+0000 7f675e000700 1 -- 172.21.15.88:0/545824232 <== mon.0 v2:172.21.15.88:3300/0 8 ==== mgrmap(e 9) v1 ==== 45733+0+0 (secure 0 0 0) 0x7f675001a430 con 0x7f6760106c80 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.533+0000 7f6768000700 1 -- 172.21.15.88:0/545824232 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f6740038be0 msgr2=0x7f674003b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.533+0000 7f6768000700 1 --2- 172.21.15.88:0/545824232 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f6740038be0 0x7f674003b0a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6748006fd0 tx=0x7f6748006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.533+0000 7f6768000700 1 -- 172.21.15.88:0/545824232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 msgr2=0x7f676019aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.533+0000 7f6768000700 1 --2- 172.21.15.88:0/545824232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f676019aa20 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6750003e60 tx=0x7f6750011a30 comp rx=0 tx=0).stop 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.534+0000 7f6768000700 1 -- 172.21.15.88:0/545824232 shutdown_connections 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.534+0000 7f6768000700 1 --2- 172.21.15.88:0/545824232 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7f6740038be0 0x7f674003b0a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.534+0000 7f6768000700 1 --2- 172.21.15.88:0/545824232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6760106c80 0x7f676019aa20 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.534+0000 7f6768000700 1 -- 172.21.15.88:0/545824232 >> 172.21.15.88:0/545824232 conn(0x7f6760102280 msgr2=0x7f6760102d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.534+0000 7f6768000700 1 -- 172.21.15.88:0/545824232 shutdown_connections 2024-01-28T12:53:03.859 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:03.534+0000 7f6768000700 1 -- 172.21.15.88:0/545824232 wait complete. 2024-01-28T12:53:04.014 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:03 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: ignoring --setuser ceph since I am not root 2024-01-28T12:53:04.014 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:03 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: ignoring --setgroup ceph since I am not root 2024-01-28T12:53:04.276 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:04 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:04.170+0000 7fd3723ed200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-01-28T12:53:04.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:04 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/545824232' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-01-28T12:53:04.568 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:04 smithi088 ceph-mon[35322]: mgrmap e9: x(active, since 17s) 2024-01-28T12:53:04.568 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:04 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:04.293+0000 7fd3723ed200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-01-28T12:53:04.569 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:04 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:04.407+0000 7fd3723ed200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-01-28T12:53:04.569 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:04 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:04.515+0000 7fd3723ed200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout { 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "available": true, 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout } 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.280+0000 7fb182000700 1 Processor -- start 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.280+0000 7fb182000700 1 -- start start 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.281+0000 7fb182000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c07b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.281+0000 7fb182000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb17c07b870 con 0x7fb17c07ce40 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.281+0000 7fb17b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c07b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.281+0000 7fb17b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c07b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:40354/0 (socket says 172.21.15.88:40354) 2024-01-28T12:53:04.918 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.281+0000 7fb17b400700 1 -- 172.21.15.88:0/2445998618 learned_addr learned my addr 172.21.15.88:0/2445998618 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.282+0000 7fb17b400700 1 -- 172.21.15.88:0/2445998618 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb17c07b9b0 con 0x7fb17c07ce40 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.282+0000 7fb17b400700 1 --2- 172.21.15.88:0/2445998618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c07b2a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb16c0098a0 tx=0x7fb16c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=742675e1c17278b7 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.282+0000 7fb17a000700 1 -- 172.21.15.88:0/2445998618 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb16c004160 con 0x7fb17c07ce40 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.282+0000 7fb17a000700 1 -- 172.21.15.88:0/2445998618 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb16c0042c0 con 0x7fb17c07ce40 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.282+0000 7fb17a000700 1 -- 172.21.15.88:0/2445998618 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb16c0119b0 con 0x7fb17c07ce40 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.283+0000 7fb182000700 1 -- 172.21.15.88:0/2445998618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 msgr2=0x7fb17c07b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.283+0000 7fb182000700 1 --2- 172.21.15.88:0/2445998618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c07b2a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb16c0098a0 tx=0x7fb16c009bb0 comp rx=0 tx=0).stop 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.283+0000 7fb182000700 1 -- 172.21.15.88:0/2445998618 shutdown_connections 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.283+0000 7fb182000700 1 --2- 172.21.15.88:0/2445998618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c07b2a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.283+0000 7fb182000700 1 -- 172.21.15.88:0/2445998618 >> 172.21.15.88:0/2445998618 conn(0x7fb17c102280 msgr2=0x7fb17c1046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.283+0000 7fb182000700 1 -- 172.21.15.88:0/2445998618 shutdown_connections 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.283+0000 7fb182000700 1 -- 172.21.15.88:0/2445998618 wait complete. 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.284+0000 7fb182000700 1 Processor -- start 2024-01-28T12:53:04.919 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.285+0000 7fb182000700 1 -- start start 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.285+0000 7fb182000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c19cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.285+0000 7fb182000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb17c19d160 con 0x7fb17c07ce40 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.285+0000 7fb17b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c19cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.285+0000 7fb17b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c19cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:40360/0 (socket says 172.21.15.88:40360) 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.285+0000 7fb17b400700 1 -- 172.21.15.88:0/2762614840 learned_addr learned my addr 172.21.15.88:0/2762614840 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.286+0000 7fb17b400700 1 -- 172.21.15.88:0/2762614840 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb16c009550 con 0x7fb17c07ce40 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.286+0000 7fb17b400700 1 --2- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c19cc20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb16c006af0 tx=0x7fb16c011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.286+0000 7fb173e00700 1 -- 172.21.15.88:0/2762614840 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb16c003a40 con 0x7fb17c07ce40 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.286+0000 7fb173e00700 1 -- 172.21.15.88:0/2762614840 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb16c003ba0 con 0x7fb17c07ce40 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.286+0000 7fb182000700 1 -- 172.21.15.88:0/2762614840 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb17c19d360 con 0x7fb17c07ce40 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.286+0000 7fb173e00700 1 -- 172.21.15.88:0/2762614840 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb16c019690 con 0x7fb17c07ce40 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.286+0000 7fb182000700 1 -- 172.21.15.88:0/2762614840 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb17c19d800 con 0x7fb17c07ce40 2024-01-28T12:53:04.920 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.287+0000 7fb182000700 1 -- 172.21.15.88:0/2762614840 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb17c10d0a0 con 0x7fb17c07ce40 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.288+0000 7fb173e00700 1 -- 172.21.15.88:0/2762614840 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 9) v1 ==== 45733+0+0 (secure 0 0 0) 0x7fb16c01aa60 con 0x7fb17c07ce40 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.288+0000 7fb173e00700 1 --2- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fb15c038be0 0x7fb15c03b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.288+0000 7fb173e00700 1 -- 172.21.15.88:0/2762614840 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fb16c04cc60 con 0x7fb17c07ce40 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.288+0000 7fb17aa00700 1 -- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fb15c038be0 msgr2=0x7fb15c03b0a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/861469615 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.288+0000 7fb17aa00700 1 --2- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fb15c038be0 0x7fb15c03b0a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.293+0000 7fb173e00700 1 -- 172.21.15.88:0/2762614840 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fb16c023750 con 0x7fb17c07ce40 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.489+0000 7fb17aa00700 1 -- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fb15c038be0 msgr2=0x7fb15c03b0a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/861469615 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.489+0000 7fb17aa00700 1 --2- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fb15c038be0 0x7fb15c03b0a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.546+0000 7fb182000700 1 -- 172.21.15.88:0/2762614840 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7fb17c1a00e0 con 0x7fb17c07ce40 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.547+0000 7fb173e00700 1 -- 172.21.15.88:0/2762614840 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7fb16c023390 con 0x7fb17c07ce40 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.549+0000 7fb182000700 1 -- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fb15c038be0 msgr2=0x7fb15c03b0a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.549+0000 7fb182000700 1 --2- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fb15c038be0 0x7fb15c03b0a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.549+0000 7fb182000700 1 -- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 msgr2=0x7fb17c19cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:04.921 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.549+0000 7fb182000700 1 --2- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c19cc20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb16c006af0 tx=0x7fb16c011a10 comp rx=0 tx=0).stop 2024-01-28T12:53:04.922 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.549+0000 7fb182000700 1 -- 172.21.15.88:0/2762614840 shutdown_connections 2024-01-28T12:53:04.922 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.549+0000 7fb182000700 1 --2- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fb15c038be0 0x7fb15c03b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:04.922 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.549+0000 7fb182000700 1 --2- 172.21.15.88:0/2762614840 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb17c07ce40 0x7fb17c19cc20 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:04.922 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.549+0000 7fb182000700 1 -- 172.21.15.88:0/2762614840 >> 172.21.15.88:0/2762614840 conn(0x7fb17c102280 msgr2=0x7fb17c102e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:04.922 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.549+0000 7fb182000700 1 -- 172.21.15.88:0/2762614840 shutdown_connections 2024-01-28T12:53:04.922 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:04.549+0000 7fb182000700 1 -- 172.21.15.88:0/2762614840 wait complete. 2024-01-28T12:53:04.922 INFO:teuthology.orchestra.run.smithi088.stdout:Waiting for the mgr to restart... 2024-01-28T12:53:04.922 INFO:teuthology.orchestra.run.smithi088.stdout:Waiting for mgr epoch 9... 2024-01-28T12:53:05.663 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:05 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2762614840' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-01-28T12:53:05.663 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:05 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:05.359+0000 7fd3723ed200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-01-28T12:53:05.663 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:05 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:05.665+0000 7fd3723ed200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-01-28T12:53:06.026 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:05 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:05.776+0000 7fd3723ed200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-01-28T12:53:06.027 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:05 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:05.913+0000 7fd3723ed200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-01-28T12:53:06.377 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:06 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:06.106+0000 7fd3723ed200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-01-28T12:53:06.377 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:06 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:06.270+0000 7fd3723ed200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-01-28T12:53:06.776 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:06 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:06.379+0000 7fd3723ed200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-01-28T12:53:07.177 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:06 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:06.838+0000 7fd3723ed200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-01-28T12:53:08.026 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:07 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:07.179+0000 7fd3723ed200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-01-28T12:53:08.026 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:07 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:07.530+0000 7fd3723ed200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-01-28T12:53:08.027 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:07 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:07.651+0000 7fd3723ed200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-01-28T12:53:08.889 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:08 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:08.578+0000 7fd3723ed200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-01-28T12:53:08.890 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:08 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:08.698+0000 7fd3723ed200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-01-28T12:53:09.276 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:08 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:08.891+0000 7fd3723ed200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-01-28T12:53:10.026 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:09.689+0000 7fd3723ed200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-01-28T12:53:10.026 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:09.922+0000 7fd3723ed200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-01-28T12:53:10.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:10.172+0000 7fd3723ed200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-01-28T12:53:11.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:11 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:11.277+0000 7fd3723ed200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-01-28T12:53:11.985 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:11 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:11.624+0000 7fd3723ed200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-01-28T12:53:11.985 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:11 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:11.739+0000 7fd3723ed200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-01-28T12:53:11.985 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:53:11 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:53:11.986+0000 7fd3723ed200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-01-28T12:53:12.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:12 smithi088 ceph-mon[35322]: Active manager daemon x restarted 2024-01-28T12:53:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:12 smithi088 ceph-mon[35322]: Activating manager daemon x 2024-01-28T12:53:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:12 smithi088 ceph-mon[35322]: osdmap e3: 0 total, 0 up, 0 in 2024-01-28T12:53:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:12 smithi088 ceph-mon[35322]: mgrmap e10: x(active, starting, since 0.00623671s) 2024-01-28T12:53:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:53:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-01-28T12:53:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-01-28T12:53:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-01-28T12:53:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-01-28T12:53:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:12 smithi088 ceph-mon[35322]: Manager daemon x is now available 2024-01-28T12:53:13.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:53:13.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:53:13.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-01-28T12:53:13.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-01-28T12:53:13.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:13 smithi088 ceph-mon[35322]: [28/Jan/2024:12:53:12] ENGINE Bus STARTING 2024-01-28T12:53:13.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:13 smithi088 ceph-mon[35322]: [28/Jan/2024:12:53:12] ENGINE Serving on https://172.21.15.88:7150 2024-01-28T12:53:13.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:13 smithi088 ceph-mon[35322]: mgrmap e11: x(active, since 1.00763s) 2024-01-28T12:53:13.493 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout { 2024-01-28T12:53:13.494 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-01-28T12:53:13.494 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout "initialized": true 2024-01-28T12:53:13.494 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout } 2024-01-28T12:53:13.494 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.347+0000 7fe5ab200700 1 Processor -- start 2024-01-28T12:53:13.494 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.347+0000 7fe5ab200700 1 -- start start 2024-01-28T12:53:13.494 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.347+0000 7fe5ab200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a407b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:13.494 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.347+0000 7fe5ab200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a407b850 con 0x7fe5a407ce20 2024-01-28T12:53:13.494 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.348+0000 7fe5a3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a407b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.348+0000 7fe5a3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a407b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:40376/0 (socket says 172.21.15.88:40376) 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.348+0000 7fe5a3e00700 1 -- 172.21.15.88:0/3445903106 learned_addr learned my addr 172.21.15.88:0/3445903106 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.348+0000 7fe5a3e00700 1 -- 172.21.15.88:0/3445903106 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5a407b990 con 0x7fe5a407ce20 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.348+0000 7fe5a3e00700 1 --2- 172.21.15.88:0/3445903106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a407b280 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe5940098a0 tx=0x7fe594009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85b11aba45e13c71 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.348+0000 7fe5a2a00700 1 -- 172.21.15.88:0/3445903106 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe594004160 con 0x7fe5a407ce20 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.349+0000 7fe5a2a00700 1 -- 172.21.15.88:0/3445903106 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe5940042c0 con 0x7fe5a407ce20 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.349+0000 7fe5a2a00700 1 -- 172.21.15.88:0/3445903106 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe5940119b0 con 0x7fe5a407ce20 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.349+0000 7fe5ab200700 1 -- 172.21.15.88:0/3445903106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 msgr2=0x7fe5a407b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.349+0000 7fe5ab200700 1 --2- 172.21.15.88:0/3445903106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a407b280 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe5940098a0 tx=0x7fe594009bb0 comp rx=0 tx=0).stop 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.349+0000 7fe5ab200700 1 -- 172.21.15.88:0/3445903106 shutdown_connections 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.349+0000 7fe5ab200700 1 --2- 172.21.15.88:0/3445903106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a407b280 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.349+0000 7fe5ab200700 1 -- 172.21.15.88:0/3445903106 >> 172.21.15.88:0/3445903106 conn(0x7fe5a4102280 msgr2=0x7fe5a41046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.349+0000 7fe5ab200700 1 -- 172.21.15.88:0/3445903106 shutdown_connections 2024-01-28T12:53:13.495 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.349+0000 7fe5ab200700 1 -- 172.21.15.88:0/3445903106 wait complete. 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.350+0000 7fe5ab200700 1 Processor -- start 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.350+0000 7fe5ab200700 1 -- start start 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.351+0000 7fe5ab200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.351+0000 7fe5ab200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a419d110 con 0x7fe5a407ce20 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.351+0000 7fe5a3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.351+0000 7fe5a3e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a419cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:40390/0 (socket says 172.21.15.88:40390) 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.351+0000 7fe5a3e00700 1 -- 172.21.15.88:0/391109947 learned_addr learned my addr 172.21.15.88:0/391109947 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.351+0000 7fe5a3e00700 1 -- 172.21.15.88:0/391109947 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe594009550 con 0x7fe5a407ce20 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.352+0000 7fe5a3e00700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a419cbd0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe594011670 tx=0x7fe594011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.352+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe594003b20 con 0x7fe5a407ce20 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.352+0000 7fe5ab200700 1 -- 172.21.15.88:0/391109947 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5a419d310 con 0x7fe5a407ce20 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.352+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe594003c80 con 0x7fe5a407ce20 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.352+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe594019770 con 0x7fe5a407ce20 2024-01-28T12:53:13.496 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.352+0000 7fe5ab200700 1 -- 172.21.15.88:0/391109947 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5a419d7b0 con 0x7fe5a407ce20 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.353+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 9) v1 ==== 45733+0+0 (secure 0 0 0) 0x7fe594019a90 con 0x7fe5a407ce20 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.353+0000 7fe5a0c00700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 0x7fe58403b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.354+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 --> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe58403b800 con 0x7fe584038c30 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.354+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fe59404d0d0 con 0x7fe5a407ce20 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.354+0000 7fe5a3400700 1 -- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 msgr2=0x7fe58403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/861469615 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.354+0000 7fe5a3400700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 0x7fe58403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.555+0000 7fe5a3400700 1 -- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 msgr2=0x7fe58403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/861469615 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.555+0000 7fe5a3400700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 0x7fe58403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.956+0000 7fe5a3400700 1 -- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 msgr2=0x7fe58403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/861469615 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:05.956+0000 7fe5a3400700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 0x7fe58403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:06.757+0000 7fe5a3400700 1 -- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 msgr2=0x7fe58403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/861469615 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:06.757+0000 7fe5a3400700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 0x7fe58403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:08.358+0000 7fe5a3400700 1 -- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 msgr2=0x7fe58403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/861469615 2024-01-28T12:53:13.497 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:08.358+0000 7fe5a3400700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 0x7fe58403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:11.561+0000 7fe5a3400700 1 -- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 msgr2=0x7fe58403b0f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.88:6800/861469615 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:11.561+0000 7fe5a3400700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 0x7fe58403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:11.993+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mgrmap(e 10) v1 ==== 45500+0+0 (secure 0 0 0) 0x7fe59400b9f0 con 0x7fe5a407ce20 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:11.993+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 msgr2=0x7fe58403b0f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:11.993+0000 7fe5a0c00700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 0x7fe58403b0f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:12.993+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mgrmap(e 11) v1 ==== 45627+0+0 (secure 0 0 0) 0x7fe59404eed0 con 0x7fe5a407ce20 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:12.994+0000 7fe5a0c00700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe58403c6a0 0x7fe58403ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:12.994+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe58403b800 con 0x7fe58403c6a0 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:12.994+0000 7fe5a3400700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe58403c6a0 0x7fe58403ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:12.995+0000 7fe5a3400700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe58403c6a0 0x7fe58403ea90 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe58c003a10 tx=0x7fe58c0092b0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:12.996+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7fe58403b800 con 0x7fe58403c6a0 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.003+0000 7fe5ab200700 1 -- 172.21.15.88:0/391109947 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fe5a410d0c0 con 0x7fe58403c6a0 2024-01-28T12:53:13.498 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5a0c00700 1 -- 172.21.15.88:0/391109947 <== mgr.14154 v2:172.21.15.88:6800/138379761 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7fe5a410d0c0 con 0x7fe58403c6a0 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 -- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe58403c6a0 msgr2=0x7fe58403ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe58403c6a0 0x7fe58403ea90 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe58c003a10 tx=0x7fe58c0092b0 comp rx=0 tx=0).stop 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 -- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 msgr2=0x7fe5a419cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a419cbd0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe594011670 tx=0x7fe594011a30 comp rx=0 tx=0).stop 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 -- 172.21.15.88:0/391109947 shutdown_connections 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe58403c6a0 0x7fe58403ea90 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe5a407ce20 0x7fe5a419cbd0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 --2- 172.21.15.88:0/391109947 >> [v2:172.21.15.88:6800/861469615,v1:172.21.15.88:6801/861469615] conn(0x7fe584038c30 0x7fe58403b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 -- 172.21.15.88:0/391109947 >> 172.21.15.88:0/391109947 conn(0x7fe5a4102280 msgr2=0x7fe5a4102d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 -- 172.21.15.88:0/391109947 shutdown_connections 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.004+0000 7fe5ab200700 1 -- 172.21.15.88:0/391109947 wait complete. 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:mgr epoch 9 is available 2024-01-28T12:53:13.499 INFO:teuthology.orchestra.run.smithi088.stdout:Generating a dashboard self-signed certificate... 2024-01-28T12:53:14.665 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-01-28T12:53:14.665 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.920+0000 7fb398400700 1 Processor -- start 2024-01-28T12:53:14.665 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.920+0000 7fb398400700 1 -- start start 2024-01-28T12:53:14.665 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.920+0000 7fb398400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb3901059a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:14.665 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.920+0000 7fb398400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb39007add0 con 0x7fb390105580 2024-01-28T12:53:14.665 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.921+0000 7fb395a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb3901059a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:14.665 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.921+0000 7fb395a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb3901059a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38912/0 (socket says 172.21.15.88:38912) 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.921+0000 7fb395a00700 1 -- 172.21.15.88:0/168459321 learned_addr learned my addr 172.21.15.88:0/168459321 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.921+0000 7fb395a00700 1 -- 172.21.15.88:0/168459321 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb390105ee0 con 0x7fb390105580 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.921+0000 7fb395a00700 1 --2- 172.21.15.88:0/168459321 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb3901059a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb3800098a0 tx=0x7fb380009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d668f62fb055264c server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.922+0000 7fb38fe00700 1 -- 172.21.15.88:0/168459321 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb380004160 con 0x7fb390105580 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.922+0000 7fb38fe00700 1 -- 172.21.15.88:0/168459321 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb3800042c0 con 0x7fb390105580 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.922+0000 7fb38fe00700 1 -- 172.21.15.88:0/168459321 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb3800119b0 con 0x7fb390105580 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.922+0000 7fb398400700 1 -- 172.21.15.88:0/168459321 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 msgr2=0x7fb3901059a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.922+0000 7fb398400700 1 --2- 172.21.15.88:0/168459321 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb3901059a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb3800098a0 tx=0x7fb380009bb0 comp rx=0 tx=0).stop 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.922+0000 7fb398400700 1 -- 172.21.15.88:0/168459321 shutdown_connections 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.922+0000 7fb398400700 1 --2- 172.21.15.88:0/168459321 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb3901059a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.922+0000 7fb398400700 1 -- 172.21.15.88:0/168459321 >> 172.21.15.88:0/168459321 conn(0x7fb390101160 msgr2=0x7fb390103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.922+0000 7fb398400700 1 -- 172.21.15.88:0/168459321 shutdown_connections 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.923+0000 7fb398400700 1 -- 172.21.15.88:0/168459321 wait complete. 2024-01-28T12:53:14.666 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.923+0000 7fb398400700 1 Processor -- start 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.924+0000 7fb398400700 1 -- start start 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.924+0000 7fb398400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb39019cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.924+0000 7fb398400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb39019d1a0 con 0x7fb390105580 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.924+0000 7fb395a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb39019cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.924+0000 7fb395a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb39019cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38922/0 (socket says 172.21.15.88:38922) 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.924+0000 7fb395a00700 1 -- 172.21.15.88:0/4219608464 learned_addr learned my addr 172.21.15.88:0/4219608464 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.924+0000 7fb395a00700 1 -- 172.21.15.88:0/4219608464 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb380009550 con 0x7fb390105580 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.925+0000 7fb395a00700 1 --2- 172.21.15.88:0/4219608464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb39019cc60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb380011980 tx=0x7fb380011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.925+0000 7fb38e000700 1 -- 172.21.15.88:0/4219608464 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb380003af0 con 0x7fb390105580 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.925+0000 7fb38e000700 1 -- 172.21.15.88:0/4219608464 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb380003c50 con 0x7fb390105580 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.925+0000 7fb38e000700 1 -- 172.21.15.88:0/4219608464 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb380019760 con 0x7fb390105580 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.925+0000 7fb398400700 1 -- 172.21.15.88:0/4219608464 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb39019d3a0 con 0x7fb390105580 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.925+0000 7fb398400700 1 -- 172.21.15.88:0/4219608464 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb39019d840 con 0x7fb390105580 2024-01-28T12:53:14.667 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.926+0000 7fb398400700 1 -- 172.21.15.88:0/4219608464 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb390196900 con 0x7fb390105580 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.926+0000 7fb38e000700 1 -- 172.21.15.88:0/4219608464 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 11) v1 ==== 45627+0+0 (secure 0 0 0) 0x7fb38001ab10 con 0x7fb390105580 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.927+0000 7fb38e000700 1 --2- 172.21.15.88:0/4219608464 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb370038b10 0x7fb37003afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.927+0000 7fb38e000700 1 -- 172.21.15.88:0/4219608464 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fb38004ce80 con 0x7fb390105580 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.927+0000 7fb395000700 1 --2- 172.21.15.88:0/4219608464 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb370038b10 0x7fb37003afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.928+0000 7fb395000700 1 --2- 172.21.15.88:0/4219608464 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb370038b10 0x7fb37003afd0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb378006fd0 tx=0x7fb378006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:13.932+0000 7fb38e000700 1 -- 172.21.15.88:0/4219608464 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fb38001a430 con 0x7fb390105580 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.145+0000 7fb398400700 1 -- 172.21.15.88:0/4219608464 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7fb39002d500 con 0x7fb370038b10 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.281+0000 7fb38e000700 1 -- 172.21.15.88:0/4219608464 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7fb39002d500 con 0x7fb370038b10 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.283+0000 7fb398400700 1 -- 172.21.15.88:0/4219608464 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb370038b10 msgr2=0x7fb37003afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.283+0000 7fb398400700 1 --2- 172.21.15.88:0/4219608464 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb370038b10 0x7fb37003afd0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb378006fd0 tx=0x7fb378006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.283+0000 7fb398400700 1 -- 172.21.15.88:0/4219608464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 msgr2=0x7fb39019cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.283+0000 7fb398400700 1 --2- 172.21.15.88:0/4219608464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb39019cc60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb380011980 tx=0x7fb380011a60 comp rx=0 tx=0).stop 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.283+0000 7fb398400700 1 -- 172.21.15.88:0/4219608464 shutdown_connections 2024-01-28T12:53:14.668 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.283+0000 7fb398400700 1 --2- 172.21.15.88:0/4219608464 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb370038b10 0x7fb37003afd0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:14.669 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.283+0000 7fb398400700 1 --2- 172.21.15.88:0/4219608464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb390105580 0x7fb39019cc60 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:14.669 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.283+0000 7fb398400700 1 -- 172.21.15.88:0/4219608464 >> 172.21.15.88:0/4219608464 conn(0x7fb390101160 msgr2=0x7fb390193a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:14.669 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.283+0000 7fb398400700 1 -- 172.21.15.88:0/4219608464 shutdown_connections 2024-01-28T12:53:14.669 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:14.283+0000 7fb398400700 1 -- 172.21.15.88:0/4219608464 wait complete. 2024-01-28T12:53:14.669 INFO:teuthology.orchestra.run.smithi088.stdout:Creating initial admin user... 2024-01-28T12:53:14.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:14 smithi088 ceph-mon[35322]: [28/Jan/2024:12:53:12] ENGINE Serving on http://172.21.15.88:8765 2024-01-28T12:53:14.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:14 smithi088 ceph-mon[35322]: [28/Jan/2024:12:53:12] ENGINE Bus STARTED 2024-01-28T12:53:14.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:14 smithi088 ceph-mon[35322]: from='client.14158 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-01-28T12:53:14.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:14 smithi088 ceph-mon[35322]: from='client.14158 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-01-28T12:53:14.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:14.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:14.669 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:15.637 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:15 smithi088 ceph-mon[35322]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:53:15.638 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:15 smithi088 ceph-mon[35322]: mgrmap e12: x(active, since 2s) 2024-01-28T12:53:15.638 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:16.077 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$MyitA29JV9jMtr8U3aQku.Lm3vp1vs/TYzgvdMxryc/nG.SZz1tEm", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1706446395, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.135+0000 7fabca200700 1 Processor -- start 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.135+0000 7fabca200700 1 -- start start 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.135+0000 7fabca200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc407b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.135+0000 7fabca200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc407b850 con 0x7fabc407ce20 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.135+0000 7fabc3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc407b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.136+0000 7fabc3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc407b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38926/0 (socket says 172.21.15.88:38926) 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.136+0000 7fabc3400700 1 -- 172.21.15.88:0/2578673717 learned_addr learned my addr 172.21.15.88:0/2578673717 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.136+0000 7fabc3400700 1 -- 172.21.15.88:0/2578673717 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabc407b990 con 0x7fabc407ce20 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.136+0000 7fabc3400700 1 --2- 172.21.15.88:0/2578673717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc407b280 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fabb40098a0 tx=0x7fabb4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82f8489168e97ecc server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.136+0000 7fabc2000700 1 -- 172.21.15.88:0/2578673717 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fabb4004160 con 0x7fabc407ce20 2024-01-28T12:53:16.078 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.136+0000 7fabc2000700 1 -- 172.21.15.88:0/2578673717 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fabb40042c0 con 0x7fabc407ce20 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.136+0000 7fabc2000700 1 -- 172.21.15.88:0/2578673717 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fabb40119b0 con 0x7fabc407ce20 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.137+0000 7fabca200700 1 -- 172.21.15.88:0/2578673717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 msgr2=0x7fabc407b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.137+0000 7fabca200700 1 --2- 172.21.15.88:0/2578673717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc407b280 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fabb40098a0 tx=0x7fabb4009bb0 comp rx=0 tx=0).stop 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.137+0000 7fabca200700 1 -- 172.21.15.88:0/2578673717 shutdown_connections 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.137+0000 7fabca200700 1 --2- 172.21.15.88:0/2578673717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc407b280 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.137+0000 7fabca200700 1 -- 172.21.15.88:0/2578673717 >> 172.21.15.88:0/2578673717 conn(0x7fabc4102280 msgr2=0x7fabc41046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.137+0000 7fabca200700 1 -- 172.21.15.88:0/2578673717 shutdown_connections 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.137+0000 7fabca200700 1 -- 172.21.15.88:0/2578673717 wait complete. 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.138+0000 7fabca200700 1 Processor -- start 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.138+0000 7fabca200700 1 -- start start 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.139+0000 7fabca200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.139+0000 7fabca200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc419d110 con 0x7fabc407ce20 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.139+0000 7fabc3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:16.079 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.139+0000 7fabc3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc419cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38928/0 (socket says 172.21.15.88:38928) 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.139+0000 7fabc3400700 1 -- 172.21.15.88:0/458693297 learned_addr learned my addr 172.21.15.88:0/458693297 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.139+0000 7fabc3400700 1 -- 172.21.15.88:0/458693297 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabb4009550 con 0x7fabc407ce20 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.140+0000 7fabc3400700 1 --2- 172.21.15.88:0/458693297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc419cbd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fabb4011670 tx=0x7fabb4011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.140+0000 7fabbbe00700 1 -- 172.21.15.88:0/458693297 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fabb4003b20 con 0x7fabc407ce20 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.140+0000 7fabca200700 1 -- 172.21.15.88:0/458693297 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabc419d310 con 0x7fabc407ce20 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.140+0000 7fabbbe00700 1 -- 172.21.15.88:0/458693297 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fabb4003c80 con 0x7fabc407ce20 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.140+0000 7fabbbe00700 1 -- 172.21.15.88:0/458693297 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fabb4019770 con 0x7fabc407ce20 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.140+0000 7fabca200700 1 -- 172.21.15.88:0/458693297 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabc419d7b0 con 0x7fabc407ce20 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.141+0000 7fabbbe00700 1 -- 172.21.15.88:0/458693297 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 12) v1 ==== 45733+0+0 (secure 0 0 0) 0x7fabb40199e0 con 0x7fabc407ce20 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.141+0000 7fabca200700 1 -- 172.21.15.88:0/458693297 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabc410d0c0 con 0x7fabc407ce20 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.142+0000 7fabbbe00700 1 --2- 172.21.15.88:0/458693297 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba4038c90 0x7faba403b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.142+0000 7fabbbe00700 1 -- 172.21.15.88:0/458693297 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fabb404d010 con 0x7fabc407ce20 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.142+0000 7fabc2a00700 1 --2- 172.21.15.88:0/458693297 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba4038c90 0x7faba403b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:16.080 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.143+0000 7fabc2a00700 1 --2- 172.21.15.88:0/458693297 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba4038c90 0x7faba403b150 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fabac006fd0 tx=0x7fabac006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.148+0000 7fabbbe00700 1 -- 172.21.15.88:0/458693297 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fabb4080380 con 0x7fabc407ce20 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.387+0000 7fabca200700 1 -- 172.21.15.88:0/458693297 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fabc4062a20 con 0x7faba4038c90 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.614+0000 7fabbbe00700 1 -- 172.21.15.88:0/458693297 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7fabc4062a20 con 0x7faba4038c90 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.617+0000 7fabca200700 1 -- 172.21.15.88:0/458693297 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba4038c90 msgr2=0x7faba403b150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.617+0000 7fabca200700 1 --2- 172.21.15.88:0/458693297 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba4038c90 0x7faba403b150 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fabac006fd0 tx=0x7fabac006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.617+0000 7fabca200700 1 -- 172.21.15.88:0/458693297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 msgr2=0x7fabc419cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.617+0000 7fabca200700 1 --2- 172.21.15.88:0/458693297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc419cbd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fabb4011670 tx=0x7fabb4011a30 comp rx=0 tx=0).stop 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.617+0000 7fabca200700 1 -- 172.21.15.88:0/458693297 shutdown_connections 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.617+0000 7fabca200700 1 --2- 172.21.15.88:0/458693297 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba4038c90 0x7faba403b150 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.617+0000 7fabca200700 1 --2- 172.21.15.88:0/458693297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc407ce20 0x7fabc419cbd0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.617+0000 7fabca200700 1 -- 172.21.15.88:0/458693297 >> 172.21.15.88:0/458693297 conn(0x7fabc4102280 msgr2=0x7fabc4102d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.617+0000 7fabca200700 1 -- 172.21.15.88:0/458693297 shutdown_connections 2024-01-28T12:53:16.081 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:15.617+0000 7fabca200700 1 -- 172.21.15.88:0/458693297 wait complete. 2024-01-28T12:53:16.082 INFO:teuthology.orchestra.run.smithi088.stdout:Fetching dashboard port number... 2024-01-28T12:53:16.977 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:16 smithi088 ceph-mon[35322]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:53:16.977 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:17.133 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stdout 8443 2024-01-28T12:53:17.133 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.582+0000 7fdf59800700 1 Processor -- start 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.582+0000 7fdf59800700 1 -- start start 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.583+0000 7fdf59800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf541070a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.583+0000 7fdf59800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf54107670 con 0x7fdf54106c80 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.583+0000 7fdf52a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf541070a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.583+0000 7fdf52a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf541070a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38932/0 (socket says 172.21.15.88:38932) 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.583+0000 7fdf52a00700 1 -- 172.21.15.88:0/2092541080 learned_addr learned my addr 172.21.15.88:0/2092541080 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.583+0000 7fdf52a00700 1 -- 172.21.15.88:0/2092541080 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf54107e80 con 0x7fdf54106c80 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.584+0000 7fdf52a00700 1 --2- 172.21.15.88:0/2092541080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf541070a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fdf440098a0 tx=0x7fdf44009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49640e78ea556bdb server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.584+0000 7fdf51600700 1 -- 172.21.15.88:0/2092541080 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdf44004160 con 0x7fdf54106c80 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.584+0000 7fdf51600700 1 -- 172.21.15.88:0/2092541080 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf440042c0 con 0x7fdf54106c80 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.584+0000 7fdf51600700 1 -- 172.21.15.88:0/2092541080 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdf440119b0 con 0x7fdf54106c80 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.584+0000 7fdf59800700 1 -- 172.21.15.88:0/2092541080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 msgr2=0x7fdf541070a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.584+0000 7fdf59800700 1 --2- 172.21.15.88:0/2092541080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf541070a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fdf440098a0 tx=0x7fdf44009bb0 comp rx=0 tx=0).stop 2024-01-28T12:53:17.134 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.584+0000 7fdf59800700 1 -- 172.21.15.88:0/2092541080 shutdown_connections 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.584+0000 7fdf59800700 1 --2- 172.21.15.88:0/2092541080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf541070a0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.584+0000 7fdf59800700 1 -- 172.21.15.88:0/2092541080 >> 172.21.15.88:0/2092541080 conn(0x7fdf54102280 msgr2=0x7fdf541046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.585+0000 7fdf59800700 1 -- 172.21.15.88:0/2092541080 shutdown_connections 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.585+0000 7fdf59800700 1 -- 172.21.15.88:0/2092541080 wait complete. 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.585+0000 7fdf59800700 1 Processor -- start 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.586+0000 7fdf59800700 1 -- start start 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.586+0000 7fdf59800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf5419aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.586+0000 7fdf59800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf5419af60 con 0x7fdf54106c80 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.586+0000 7fdf52a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf5419aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.586+0000 7fdf52a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf5419aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38942/0 (socket says 172.21.15.88:38942) 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.586+0000 7fdf52a00700 1 -- 172.21.15.88:0/2966251066 learned_addr learned my addr 172.21.15.88:0/2966251066 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:17.135 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.587+0000 7fdf52a00700 1 -- 172.21.15.88:0/2966251066 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf44009550 con 0x7fdf54106c80 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.587+0000 7fdf52a00700 1 --2- 172.21.15.88:0/2966251066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf5419aa20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdf44003e60 tx=0x7fdf44011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.587+0000 7fdf4b400700 1 -- 172.21.15.88:0/2966251066 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdf44003a60 con 0x7fdf54106c80 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.587+0000 7fdf4b400700 1 -- 172.21.15.88:0/2966251066 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf44003bc0 con 0x7fdf54106c80 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.587+0000 7fdf4b400700 1 -- 172.21.15.88:0/2966251066 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdf440196c0 con 0x7fdf54106c80 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.587+0000 7fdf59800700 1 -- 172.21.15.88:0/2966251066 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf5419b160 con 0x7fdf54106c80 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.587+0000 7fdf59800700 1 -- 172.21.15.88:0/2966251066 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf5419b600 con 0x7fdf54106c80 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.588+0000 7fdf59800700 1 -- 172.21.15.88:0/2966251066 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf5410b0b0 con 0x7fdf54106c80 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.588+0000 7fdf4b400700 1 -- 172.21.15.88:0/2966251066 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 12) v1 ==== 45733+0+0 (secure 0 0 0) 0x7fdf4401ab60 con 0x7fdf54106c80 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.589+0000 7fdf4b400700 1 --2- 172.21.15.88:0/2966251066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fdf34038c80 0x7fdf3403b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.589+0000 7fdf4b400700 1 -- 172.21.15.88:0/2966251066 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fdf4404d050 con 0x7fdf54106c80 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.589+0000 7fdf52000700 1 --2- 172.21.15.88:0/2966251066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fdf34038c80 0x7fdf3403b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:17.136 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.590+0000 7fdf52000700 1 --2- 172.21.15.88:0/2966251066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fdf34038c80 0x7fdf3403b140 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c006fd0 tx=0x7fdf3c006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.594+0000 7fdf4b400700 1 -- 172.21.15.88:0/2966251066 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fdf44018b00 con 0x7fdf54106c80 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.790+0000 7fdf59800700 1 -- 172.21.15.88:0/2966251066 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7fdf5419dee0 con 0x7fdf54106c80 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.790+0000 7fdf4b400700 1 -- 172.21.15.88:0/2966251066 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7fdf440281c0 con 0x7fdf54106c80 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.792+0000 7fdf59800700 1 -- 172.21.15.88:0/2966251066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fdf34038c80 msgr2=0x7fdf3403b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.792+0000 7fdf59800700 1 --2- 172.21.15.88:0/2966251066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fdf34038c80 0x7fdf3403b140 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c006fd0 tx=0x7fdf3c006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.792+0000 7fdf59800700 1 -- 172.21.15.88:0/2966251066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 msgr2=0x7fdf5419aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.792+0000 7fdf59800700 1 --2- 172.21.15.88:0/2966251066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf5419aa20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdf44003e60 tx=0x7fdf44011a30 comp rx=0 tx=0).stop 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.793+0000 7fdf59800700 1 -- 172.21.15.88:0/2966251066 shutdown_connections 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.793+0000 7fdf59800700 1 --2- 172.21.15.88:0/2966251066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fdf34038c80 0x7fdf3403b140 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.793+0000 7fdf59800700 1 --2- 172.21.15.88:0/2966251066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf54106c80 0x7fdf5419aa20 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.793+0000 7fdf59800700 1 -- 172.21.15.88:0/2966251066 >> 172.21.15.88:0/2966251066 conn(0x7fdf54102280 msgr2=0x7fdf54102d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:17.137 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.793+0000 7fdf59800700 1 -- 172.21.15.88:0/2966251066 shutdown_connections 2024-01-28T12:53:17.138 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:16.793+0000 7fdf59800700 1 -- 172.21.15.88:0/2966251066 wait complete. 2024-01-28T12:53:17.149 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-01-28T12:53:17.149 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout disabled 2024-01-28T12:53:17.165 INFO:teuthology.orchestra.run.smithi088.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-01-28T12:53:17.165 INFO:teuthology.orchestra.run.smithi088.stdout:systemctl: stdout inactive 2024-01-28T12:53:17.165 INFO:teuthology.orchestra.run.smithi088.stdout:firewalld.service is not enabled 2024-01-28T12:53:17.165 INFO:teuthology.orchestra.run.smithi088.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-01-28T12:53:17.167 INFO:teuthology.orchestra.run.smithi088.stdout:Ceph Dashboard is now available at: 2024-01-28T12:53:17.167 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:17.167 INFO:teuthology.orchestra.run.smithi088.stdout: URL: https://smithi088.front.sepia.ceph.com:8443/ 2024-01-28T12:53:17.167 INFO:teuthology.orchestra.run.smithi088.stdout: User: admin 2024-01-28T12:53:17.167 INFO:teuthology.orchestra.run.smithi088.stdout: Password: e8612tcfgg 2024-01-28T12:53:17.167 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:17.168 INFO:teuthology.orchestra.run.smithi088.stdout:Saving cluster configuration to /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config directory 2024-01-28T12:53:17.168 INFO:teuthology.orchestra.run.smithi088.stdout:Enabling autotune for osd_memory_target 2024-01-28T12:53:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:17 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2966251066' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-01-28T12:53:18.180 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.601+0000 7fc8d6c00700 1 Processor -- start 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.601+0000 7fc8d6c00700 1 -- start start 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.601+0000 7fc8d6c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d01070a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.601+0000 7fc8d6c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8d0107670 con 0x7fc8d0106c80 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.602+0000 7fc8cfe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d01070a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.602+0000 7fc8cfe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d01070a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38954/0 (socket says 172.21.15.88:38954) 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.602+0000 7fc8cfe00700 1 -- 172.21.15.88:0/2696284846 learned_addr learned my addr 172.21.15.88:0/2696284846 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.602+0000 7fc8cfe00700 1 -- 172.21.15.88:0/2696284846 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8d0107e80 con 0x7fc8d0106c80 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.602+0000 7fc8cfe00700 1 --2- 172.21.15.88:0/2696284846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d01070a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc8c00098a0 tx=0x7fc8c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=146fc8699bde419c server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.603+0000 7fc8cea00700 1 -- 172.21.15.88:0/2696284846 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc8c0004160 con 0x7fc8d0106c80 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.603+0000 7fc8cea00700 1 -- 172.21.15.88:0/2696284846 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8c00042c0 con 0x7fc8d0106c80 2024-01-28T12:53:18.181 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.603+0000 7fc8cea00700 1 -- 172.21.15.88:0/2696284846 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc8c00119b0 con 0x7fc8d0106c80 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.603+0000 7fc8d6c00700 1 -- 172.21.15.88:0/2696284846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 msgr2=0x7fc8d01070a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.603+0000 7fc8d6c00700 1 --2- 172.21.15.88:0/2696284846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d01070a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc8c00098a0 tx=0x7fc8c0009bb0 comp rx=0 tx=0).stop 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.603+0000 7fc8d6c00700 1 -- 172.21.15.88:0/2696284846 shutdown_connections 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.603+0000 7fc8d6c00700 1 --2- 172.21.15.88:0/2696284846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d01070a0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.603+0000 7fc8d6c00700 1 -- 172.21.15.88:0/2696284846 >> 172.21.15.88:0/2696284846 conn(0x7fc8d0102280 msgr2=0x7fc8d01046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.603+0000 7fc8d6c00700 1 -- 172.21.15.88:0/2696284846 shutdown_connections 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.604+0000 7fc8d6c00700 1 -- 172.21.15.88:0/2696284846 wait complete. 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.604+0000 7fc8d6c00700 1 Processor -- start 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.605+0000 7fc8d6c00700 1 -- start start 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.605+0000 7fc8d6c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d019aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.605+0000 7fc8d6c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8d019af60 con 0x7fc8d0106c80 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.605+0000 7fc8cfe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d019aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.605+0000 7fc8cfe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d019aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38968/0 (socket says 172.21.15.88:38968) 2024-01-28T12:53:18.182 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.605+0000 7fc8cfe00700 1 -- 172.21.15.88:0/3798886249 learned_addr learned my addr 172.21.15.88:0/3798886249 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.605+0000 7fc8cfe00700 1 -- 172.21.15.88:0/3798886249 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8c0009550 con 0x7fc8d0106c80 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.606+0000 7fc8cfe00700 1 --2- 172.21.15.88:0/3798886249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d019aa20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc8c0003e60 tx=0x7fc8c0011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.606+0000 7fc8ccc00700 1 -- 172.21.15.88:0/3798886249 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc8c0003a60 con 0x7fc8d0106c80 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.606+0000 7fc8ccc00700 1 -- 172.21.15.88:0/3798886249 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8c0003bc0 con 0x7fc8d0106c80 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.606+0000 7fc8ccc00700 1 -- 172.21.15.88:0/3798886249 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc8c00196c0 con 0x7fc8d0106c80 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.606+0000 7fc8d6c00700 1 -- 172.21.15.88:0/3798886249 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8d019b160 con 0x7fc8d0106c80 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.606+0000 7fc8d6c00700 1 -- 172.21.15.88:0/3798886249 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8d019b600 con 0x7fc8d0106c80 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.607+0000 7fc8ccc00700 1 -- 172.21.15.88:0/3798886249 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 12) v1 ==== 45733+0+0 (secure 0 0 0) 0x7fc8c001ab60 con 0x7fc8d0106c80 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.607+0000 7fc8d6c00700 1 -- 172.21.15.88:0/3798886249 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8d010b0b0 con 0x7fc8d0106c80 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.607+0000 7fc8ccc00700 1 --2- 172.21.15.88:0/3798886249 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc8b0038c80 0x7fc8b003b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.608+0000 7fc8ccc00700 1 -- 172.21.15.88:0/3798886249 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc8c004d050 con 0x7fc8d0106c80 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.608+0000 7fc8cf400700 1 --2- 172.21.15.88:0/3798886249 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc8b0038c80 0x7fc8b003b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.608+0000 7fc8cf400700 1 --2- 172.21.15.88:0/3798886249 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc8b0038c80 0x7fc8b003b140 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8006fd0 tx=0x7fc8b8006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:18.183 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.613+0000 7fc8ccc00700 1 -- 172.21.15.88:0/3798886249 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fc8c0018b00 con 0x7fc8d0106c80 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.810+0000 7fc8d6c00700 1 -- 172.21.15.88:0/3798886249 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7fc8d019dee0 con 0x7fc8d0106c80 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.810+0000 7fc8ccc00700 1 -- 172.21.15.88:0/3798886249 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7fc8c00281c0 con 0x7fc8d0106c80 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.812+0000 7fc8d6c00700 1 -- 172.21.15.88:0/3798886249 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc8b0038c80 msgr2=0x7fc8b003b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.812+0000 7fc8d6c00700 1 --2- 172.21.15.88:0/3798886249 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc8b0038c80 0x7fc8b003b140 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8006fd0 tx=0x7fc8b8006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.812+0000 7fc8d6c00700 1 -- 172.21.15.88:0/3798886249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 msgr2=0x7fc8d019aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.812+0000 7fc8d6c00700 1 --2- 172.21.15.88:0/3798886249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d019aa20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc8c0003e60 tx=0x7fc8c0011a30 comp rx=0 tx=0).stop 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.812+0000 7fc8d6c00700 1 -- 172.21.15.88:0/3798886249 shutdown_connections 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.812+0000 7fc8d6c00700 1 --2- 172.21.15.88:0/3798886249 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc8b0038c80 0x7fc8b003b140 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.812+0000 7fc8d6c00700 1 --2- 172.21.15.88:0/3798886249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8d0106c80 0x7fc8d019aa20 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.812+0000 7fc8d6c00700 1 -- 172.21.15.88:0/3798886249 >> 172.21.15.88:0/3798886249 conn(0x7fc8d0102280 msgr2=0x7fc8d0102d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.813+0000 7fc8d6c00700 1 -- 172.21.15.88:0/3798886249 shutdown_connections 2024-01-28T12:53:18.184 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:17.813+0000 7fc8d6c00700 1 -- 172.21.15.88:0/3798886249 wait complete. 2024-01-28T12:53:19.259 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.574+0000 7f9a6ac00700 1 Processor -- start 2024-01-28T12:53:19.259 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.574+0000 7f9a6ac00700 1 -- start start 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.574+0000 7f9a6ac00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6407b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.574+0000 7f9a6ac00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a6407b850 con 0x7f9a6407ce20 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.574+0000 7f9a63e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6407b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.574+0000 7f9a63e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6407b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38982/0 (socket says 172.21.15.88:38982) 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.574+0000 7f9a63e00700 1 -- 172.21.15.88:0/1934303653 learned_addr learned my addr 172.21.15.88:0/1934303653 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.575+0000 7f9a63e00700 1 -- 172.21.15.88:0/1934303653 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a6407b990 con 0x7f9a6407ce20 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.575+0000 7f9a63e00700 1 --2- 172.21.15.88:0/1934303653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6407b280 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9a540098a0 tx=0x7f9a54009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0874d4923ac6a8c server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.575+0000 7f9a62a00700 1 -- 172.21.15.88:0/1934303653 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9a54004160 con 0x7f9a6407ce20 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.575+0000 7f9a62a00700 1 -- 172.21.15.88:0/1934303653 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9a540042c0 con 0x7f9a6407ce20 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.575+0000 7f9a62a00700 1 -- 172.21.15.88:0/1934303653 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9a540119b0 con 0x7f9a6407ce20 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.576+0000 7f9a6ac00700 1 -- 172.21.15.88:0/1934303653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 msgr2=0x7f9a6407b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:19.260 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.576+0000 7f9a6ac00700 1 --2- 172.21.15.88:0/1934303653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6407b280 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9a540098a0 tx=0x7f9a54009bb0 comp rx=0 tx=0).stop 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.576+0000 7f9a6ac00700 1 -- 172.21.15.88:0/1934303653 shutdown_connections 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.576+0000 7f9a6ac00700 1 --2- 172.21.15.88:0/1934303653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6407b280 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.576+0000 7f9a6ac00700 1 -- 172.21.15.88:0/1934303653 >> 172.21.15.88:0/1934303653 conn(0x7f9a64102280 msgr2=0x7f9a641046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.576+0000 7f9a6ac00700 1 -- 172.21.15.88:0/1934303653 shutdown_connections 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.576+0000 7f9a6ac00700 1 -- 172.21.15.88:0/1934303653 wait complete. 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.577+0000 7f9a6ac00700 1 Processor -- start 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.577+0000 7f9a6ac00700 1 -- start start 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.577+0000 7f9a6ac00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.577+0000 7f9a6ac00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a6419d110 con 0x7f9a6407ce20 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.578+0000 7f9a63e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.578+0000 7f9a63e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6419cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38984/0 (socket says 172.21.15.88:38984) 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.578+0000 7f9a63e00700 1 -- 172.21.15.88:0/793753426 learned_addr learned my addr 172.21.15.88:0/793753426 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.578+0000 7f9a63e00700 1 -- 172.21.15.88:0/793753426 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a54009550 con 0x7f9a6407ce20 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.578+0000 7f9a63e00700 1 --2- 172.21.15.88:0/793753426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6419cbd0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9a54006af0 tx=0x7f9a54011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:19.261 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.578+0000 7f9a60c00700 1 -- 172.21.15.88:0/793753426 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9a54003a40 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.578+0000 7f9a60c00700 1 -- 172.21.15.88:0/793753426 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9a54003ba0 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.578+0000 7f9a60c00700 1 -- 172.21.15.88:0/793753426 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9a540196c0 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.578+0000 7f9a6ac00700 1 -- 172.21.15.88:0/793753426 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a6419d310 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.578+0000 7f9a6ac00700 1 -- 172.21.15.88:0/793753426 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a6419d7b0 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.579+0000 7f9a60c00700 1 -- 172.21.15.88:0/793753426 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 12) v1 ==== 45733+0+0 (secure 0 0 0) 0x7f9a54019930 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.580+0000 7f9a6ac00700 1 -- 172.21.15.88:0/793753426 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a6410d0c0 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.580+0000 7f9a60c00700 1 --2- 172.21.15.88:0/793753426 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9a44038c40 0x7f9a4403b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.580+0000 7f9a60c00700 1 -- 172.21.15.88:0/793753426 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f9a5404d0f0 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.580+0000 7f9a63400700 1 --2- 172.21.15.88:0/793753426 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9a44038c40 0x7f9a4403b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.581+0000 7f9a63400700 1 --2- 172.21.15.88:0/793753426 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9a44038c40 0x7f9a4403b100 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c006fd0 tx=0x7f9a4c006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.585+0000 7f9a60c00700 1 -- 172.21.15.88:0/793753426 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f9a54080380 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.616+0000 7f9a60c00700 1 -- 172.21.15.88:0/793753426 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f9a54021d60 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.886+0000 7f9a6ac00700 1 -- 172.21.15.88:0/793753426 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7f9a641a0090 con 0x7f9a6407ce20 2024-01-28T12:53:19.262 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.889+0000 7f9a60c00700 1 -- 172.21.15.88:0/793753426 <== mon.0 v2:172.21.15.88:3300/0 8 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7f9a54018760 con 0x7f9a6407ce20 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.891+0000 7f9a6ac00700 1 -- 172.21.15.88:0/793753426 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9a44038c40 msgr2=0x7f9a4403b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.891+0000 7f9a6ac00700 1 --2- 172.21.15.88:0/793753426 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9a44038c40 0x7f9a4403b100 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c006fd0 tx=0x7f9a4c006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.891+0000 7f9a6ac00700 1 -- 172.21.15.88:0/793753426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 msgr2=0x7f9a6419cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.891+0000 7f9a6ac00700 1 --2- 172.21.15.88:0/793753426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6419cbd0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9a54006af0 tx=0x7f9a54011a10 comp rx=0 tx=0).stop 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.891+0000 7f9a6ac00700 1 -- 172.21.15.88:0/793753426 shutdown_connections 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.891+0000 7f9a6ac00700 1 --2- 172.21.15.88:0/793753426 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9a44038c40 0x7f9a4403b100 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.891+0000 7f9a6ac00700 1 --2- 172.21.15.88:0/793753426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a6407ce20 0x7f9a6419cbd0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.891+0000 7f9a6ac00700 1 -- 172.21.15.88:0/793753426 >> 172.21.15.88:0/793753426 conn(0x7f9a64102280 msgr2=0x7f9a64102d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.891+0000 7f9a6ac00700 1 -- 172.21.15.88:0/793753426 shutdown_connections 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr 2024-01-28T12:53:18.891+0000 7f9a6ac00700 1 -- 172.21.15.88:0/793753426 wait complete. 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-01-28T12:53:19.263 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout:Or, if you are only running a single cluster on this host: 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout:Please consider enabling telemetry to help improve Ceph: 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout: ceph telemetry on 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout:For more information see: 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:19.264 INFO:teuthology.orchestra.run.smithi088.stdout:Bootstrap complete. 2024-01-28T12:53:19.321 INFO:tasks.cephadm:Fetching config... 2024-01-28T12:53:19.321 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:53:19.321 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-01-28T12:53:19.362 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-01-28T12:53:19.362 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:53:19.363 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-01-28T12:53:19.444 INFO:tasks.cephadm:Fetching mon keyring... 2024-01-28T12:53:19.444 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:53:19.444 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/keyring of=/dev/stdout 2024-01-28T12:53:19.557 INFO:tasks.cephadm:Fetching pub ssh key... 2024-01-28T12:53:19.557 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:53:19.557 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-01-28T12:53:19.637 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-01-28T12:53:19.638 DEBUG:teuthology.orchestra.run.smithi088:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAg8kl0/3Q5XGkZh3Ww6PI+5GmpaoYXv6GtUcn9owgMU2tuML5BirXNoUky/BRLkmhNIm9zrP3j/Erithr5i/O4/YwFWVsMrY44b301jcszuquC6ZhgXGKCtoczmn19Yqdd18qn5T2dNKQBbPOSsORCME4tXFXsYqzyzysEffVeVrcN+kfEW8jvrOc7XTZzc7DoKVR6s4JVQe8mh/Ahtp3YQhgvYwzGkYqyUTK6Do41bZZRzhwWDWLMbovrjGOF2z6tzmlEYgkOoBzPfCRp/m8CWv482s/6pJLEOT1VhdpeapyvLO+QuQ27zenUwE2vvqgHi8G5pGPQpUi9eBMd6bx2Gibw1RXbLn3qqMq/E1Knm2Ba2ewmjbWuemHfEqjtmi6mP2pSmwmI03WMMgbCKkkuMMA3Mvq4HIg6pOTovw/O17vBTF44pm3slgPHmae5je5uaIdcciomisVLjbP9QFQ6Ed3g5cVnjPNBEBT2m3mQcTSm/UlKUmDeMvCpmiiFKU= ceph-f2afc81a-bddb-11ee-95b2-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-01-28T12:53:19.762 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:19 smithi088 ceph-mon[35322]: mgrmap e13: x(active, since 6s) 2024-01-28T12:53:19.763 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:19 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/793753426' entity='client.admin' 2024-01-28T12:53:19.770 INFO:teuthology.orchestra.run.smithi088.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAg8kl0/3Q5XGkZh3Ww6PI+5GmpaoYXv6GtUcn9owgMU2tuML5BirXNoUky/BRLkmhNIm9zrP3j/Erithr5i/O4/YwFWVsMrY44b301jcszuquC6ZhgXGKCtoczmn19Yqdd18qn5T2dNKQBbPOSsORCME4tXFXsYqzyzysEffVeVrcN+kfEW8jvrOc7XTZzc7DoKVR6s4JVQe8mh/Ahtp3YQhgvYwzGkYqyUTK6Do41bZZRzhwWDWLMbovrjGOF2z6tzmlEYgkOoBzPfCRp/m8CWv482s/6pJLEOT1VhdpeapyvLO+QuQ27zenUwE2vvqgHi8G5pGPQpUi9eBMd6bx2Gibw1RXbLn3qqMq/E1Knm2Ba2ewmjbWuemHfEqjtmi6mP2pSmwmI03WMMgbCKkkuMMA3Mvq4HIg6pOTovw/O17vBTF44pm3slgPHmae5je5uaIdcciomisVLjbP9QFQ6Ed3g5cVnjPNBEBT2m3mQcTSm/UlKUmDeMvCpmiiFKU= ceph-f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:53:19.800 DEBUG:teuthology.orchestra.run.smithi175:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAg8kl0/3Q5XGkZh3Ww6PI+5GmpaoYXv6GtUcn9owgMU2tuML5BirXNoUky/BRLkmhNIm9zrP3j/Erithr5i/O4/YwFWVsMrY44b301jcszuquC6ZhgXGKCtoczmn19Yqdd18qn5T2dNKQBbPOSsORCME4tXFXsYqzyzysEffVeVrcN+kfEW8jvrOc7XTZzc7DoKVR6s4JVQe8mh/Ahtp3YQhgvYwzGkYqyUTK6Do41bZZRzhwWDWLMbovrjGOF2z6tzmlEYgkOoBzPfCRp/m8CWv482s/6pJLEOT1VhdpeapyvLO+QuQ27zenUwE2vvqgHi8G5pGPQpUi9eBMd6bx2Gibw1RXbLn3qqMq/E1Knm2Ba2ewmjbWuemHfEqjtmi6mP2pSmwmI03WMMgbCKkkuMMA3Mvq4HIg6pOTovw/O17vBTF44pm3slgPHmae5je5uaIdcciomisVLjbP9QFQ6Ed3g5cVnjPNBEBT2m3mQcTSm/UlKUmDeMvCpmiiFKU= ceph-f2afc81a-bddb-11ee-95b2-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-01-28T12:53:19.846 INFO:teuthology.orchestra.run.smithi175.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAg8kl0/3Q5XGkZh3Ww6PI+5GmpaoYXv6GtUcn9owgMU2tuML5BirXNoUky/BRLkmhNIm9zrP3j/Erithr5i/O4/YwFWVsMrY44b301jcszuquC6ZhgXGKCtoczmn19Yqdd18qn5T2dNKQBbPOSsORCME4tXFXsYqzyzysEffVeVrcN+kfEW8jvrOc7XTZzc7DoKVR6s4JVQe8mh/Ahtp3YQhgvYwzGkYqyUTK6Do41bZZRzhwWDWLMbovrjGOF2z6tzmlEYgkOoBzPfCRp/m8CWv482s/6pJLEOT1VhdpeapyvLO+QuQ27zenUwE2vvqgHi8G5pGPQpUi9eBMd6bx2Gibw1RXbLn3qqMq/E1Knm2Ba2ewmjbWuemHfEqjtmi6mP2pSmwmI03WMMgbCKkkuMMA3Mvq4HIg6pOTovw/O17vBTF44pm3slgPHmae5je5uaIdcciomisVLjbP9QFQ6Ed3g5cVnjPNBEBT2m3mQcTSm/UlKUmDeMvCpmiiFKU= ceph-f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:53:19.859 DEBUG:teuthology.orchestra.run.smithi181:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAg8kl0/3Q5XGkZh3Ww6PI+5GmpaoYXv6GtUcn9owgMU2tuML5BirXNoUky/BRLkmhNIm9zrP3j/Erithr5i/O4/YwFWVsMrY44b301jcszuquC6ZhgXGKCtoczmn19Yqdd18qn5T2dNKQBbPOSsORCME4tXFXsYqzyzysEffVeVrcN+kfEW8jvrOc7XTZzc7DoKVR6s4JVQe8mh/Ahtp3YQhgvYwzGkYqyUTK6Do41bZZRzhwWDWLMbovrjGOF2z6tzmlEYgkOoBzPfCRp/m8CWv482s/6pJLEOT1VhdpeapyvLO+QuQ27zenUwE2vvqgHi8G5pGPQpUi9eBMd6bx2Gibw1RXbLn3qqMq/E1Knm2Ba2ewmjbWuemHfEqjtmi6mP2pSmwmI03WMMgbCKkkuMMA3Mvq4HIg6pOTovw/O17vBTF44pm3slgPHmae5je5uaIdcciomisVLjbP9QFQ6Ed3g5cVnjPNBEBT2m3mQcTSm/UlKUmDeMvCpmiiFKU= ceph-f2afc81a-bddb-11ee-95b2-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-01-28T12:53:19.907 INFO:teuthology.orchestra.run.smithi181.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAg8kl0/3Q5XGkZh3Ww6PI+5GmpaoYXv6GtUcn9owgMU2tuML5BirXNoUky/BRLkmhNIm9zrP3j/Erithr5i/O4/YwFWVsMrY44b301jcszuquC6ZhgXGKCtoczmn19Yqdd18qn5T2dNKQBbPOSsORCME4tXFXsYqzyzysEffVeVrcN+kfEW8jvrOc7XTZzc7DoKVR6s4JVQe8mh/Ahtp3YQhgvYwzGkYqyUTK6Do41bZZRzhwWDWLMbovrjGOF2z6tzmlEYgkOoBzPfCRp/m8CWv482s/6pJLEOT1VhdpeapyvLO+QuQ27zenUwE2vvqgHi8G5pGPQpUi9eBMd6bx2Gibw1RXbLn3qqMq/E1Knm2Ba2ewmjbWuemHfEqjtmi6mP2pSmwmI03WMMgbCKkkuMMA3Mvq4HIg6pOTovw/O17vBTF44pm3slgPHmae5je5uaIdcciomisVLjbP9QFQ6Ed3g5cVnjPNBEBT2m3mQcTSm/UlKUmDeMvCpmiiFKU= ceph-f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:53:19.920 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-01-28T12:53:20.323 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:53:21.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.656+0000 7f74a2400700 1 -- 172.21.15.88:0/1154668088 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f749c101000 msgr2=0x7f749c101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:21.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.656+0000 7f74a2400700 1 --2- 172.21.15.88:0/1154668088 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f749c101000 0x7f749c101420 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f748c009910 tx=0x7f748c009c20 comp rx=0 tx=0).stop 2024-01-28T12:53:21.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.656+0000 7f74a2400700 1 -- 172.21.15.88:0/1154668088 shutdown_connections 2024-01-28T12:53:21.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.656+0000 7f74a2400700 1 --2- 172.21.15.88:0/1154668088 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f749c101000 0x7f749c101420 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:21.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.656+0000 7f74a2400700 1 -- 172.21.15.88:0/1154668088 >> 172.21.15.88:0/1154668088 conn(0x7f749c0fc5a0 msgr2=0x7f749c0fe9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:21.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.656+0000 7f74a2400700 1 -- 172.21.15.88:0/1154668088 shutdown_connections 2024-01-28T12:53:21.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.656+0000 7f74a2400700 1 -- 172.21.15.88:0/1154668088 wait complete. 2024-01-28T12:53:21.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.657+0000 7f74a2400700 1 Processor -- start 2024-01-28T12:53:21.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.657+0000 7f74a2400700 1 -- start start 2024-01-28T12:53:21.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.658+0000 7f74a2400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f749c101000 0x7f749c196470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:21.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.658+0000 7f74a2400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f749c1969b0 con 0x7f749c101000 2024-01-28T12:53:21.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.658+0000 7f749b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f749c101000 0x7f749c196470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:21.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.658+0000 7f749b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f749c101000 0x7f749c196470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:39016/0 (socket says 172.21.15.88:39016) 2024-01-28T12:53:21.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.658+0000 7f749b400700 1 -- 172.21.15.88:0/1897379914 learned_addr learned my addr 172.21.15.88:0/1897379914 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:21.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.658+0000 7f749b400700 1 -- 172.21.15.88:0/1897379914 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f748c0095f0 con 0x7f749c101000 2024-01-28T12:53:21.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.658+0000 7f749b400700 1 --2- 172.21.15.88:0/1897379914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f749c101000 0x7f749c196470 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f748c004f70 tx=0x7f748c004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:21.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.659+0000 7f7498c00700 1 -- 172.21.15.88:0/1897379914 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f748c01d070 con 0x7f749c101000 2024-01-28T12:53:21.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.659+0000 7f7498c00700 1 -- 172.21.15.88:0/1897379914 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f748c00be20 con 0x7f749c101000 2024-01-28T12:53:21.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.659+0000 7f74a2400700 1 -- 172.21.15.88:0/1897379914 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f749c196bb0 con 0x7f749c101000 2024-01-28T12:53:21.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.659+0000 7f7498c00700 1 -- 172.21.15.88:0/1897379914 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f748c022df0 con 0x7f749c101000 2024-01-28T12:53:21.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.659+0000 7f74a2400700 1 -- 172.21.15.88:0/1897379914 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f749c197050 con 0x7f749c101000 2024-01-28T12:53:21.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.660+0000 7f7498c00700 1 -- 172.21.15.88:0/1897379914 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f748c00b960 con 0x7f749c101000 2024-01-28T12:53:21.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.660+0000 7f74a2400700 1 -- 172.21.15.88:0/1897379914 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f749c18fd20 con 0x7f749c101000 2024-01-28T12:53:21.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.660+0000 7f7498c00700 1 --2- 172.21.15.88:0/1897379914 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f747c038d30 0x7f747c03b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:21.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.660+0000 7f7498c00700 1 -- 172.21.15.88:0/1897379914 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f748c04ceb0 con 0x7f749c101000 2024-01-28T12:53:21.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.661+0000 7f7493e00700 1 --2- 172.21.15.88:0/1897379914 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f747c038d30 0x7f747c03b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:21.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.661+0000 7f7493e00700 1 --2- 172.21.15.88:0/1897379914 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f747c038d30 0x7f747c03b1f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7484006fd0 tx=0x7f7484006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:21.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.666+0000 7f7498c00700 1 -- 172.21.15.88:0/1897379914 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f748c02bba0 con 0x7f749c101000 2024-01-28T12:53:21.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.878+0000 7f74a2400700 1 -- 172.21.15.88:0/1897379914 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7f749c062c00 con 0x7f749c101000 2024-01-28T12:53:21.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.880+0000 7f7498c00700 1 -- 172.21.15.88:0/1897379914 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7f748c027020 con 0x7f749c101000 2024-01-28T12:53:21.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.883+0000 7f74a2400700 1 -- 172.21.15.88:0/1897379914 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f747c038d30 msgr2=0x7f747c03b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:21.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.883+0000 7f74a2400700 1 --2- 172.21.15.88:0/1897379914 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f747c038d30 0x7f747c03b1f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7484006fd0 tx=0x7f7484006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:21.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.883+0000 7f74a2400700 1 -- 172.21.15.88:0/1897379914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f749c101000 msgr2=0x7f749c196470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:21.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.883+0000 7f74a2400700 1 --2- 172.21.15.88:0/1897379914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f749c101000 0x7f749c196470 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f748c004f70 tx=0x7f748c004fa0 comp rx=0 tx=0).stop 2024-01-28T12:53:21.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.883+0000 7f74a2400700 1 -- 172.21.15.88:0/1897379914 shutdown_connections 2024-01-28T12:53:21.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.883+0000 7f74a2400700 1 --2- 172.21.15.88:0/1897379914 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f747c038d30 0x7f747c03b1f0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:21.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.883+0000 7f74a2400700 1 --2- 172.21.15.88:0/1897379914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f749c101000 0x7f749c196470 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:21.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.883+0000 7f74a2400700 1 -- 172.21.15.88:0/1897379914 >> 172.21.15.88:0/1897379914 conn(0x7f749c0fc5a0 msgr2=0x7f749c0fd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:21.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.883+0000 7f74a2400700 1 -- 172.21.15.88:0/1897379914 shutdown_connections 2024-01-28T12:53:21.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:21.883+0000 7f74a2400700 1 -- 172.21.15.88:0/1897379914 wait complete. 2024-01-28T12:53:22.270 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-01-28T12:53:22.270 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-01-28T12:53:22.683 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:53:23.185 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:22 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1897379914' entity='client.admin' 2024-01-28T12:53:24.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.098+0000 7fee36000700 1 -- 172.21.15.88:0/1754718681 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fee30101000 msgr2=0x7fee30101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:24.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.098+0000 7fee36000700 1 --2- 172.21.15.88:0/1754718681 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fee30101000 0x7fee30101420 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fee20009910 tx=0x7fee20009c20 comp rx=0 tx=0).stop 2024-01-28T12:53:24.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.098+0000 7fee36000700 1 -- 172.21.15.88:0/1754718681 shutdown_connections 2024-01-28T12:53:24.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.098+0000 7fee36000700 1 --2- 172.21.15.88:0/1754718681 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fee30101000 0x7fee30101420 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:24.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.098+0000 7fee36000700 1 -- 172.21.15.88:0/1754718681 >> 172.21.15.88:0/1754718681 conn(0x7fee300fc5a0 msgr2=0x7fee300fe9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:24.098 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.098+0000 7fee36000700 1 -- 172.21.15.88:0/1754718681 shutdown_connections 2024-01-28T12:53:24.098 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.098+0000 7fee36000700 1 -- 172.21.15.88:0/1754718681 wait complete. 2024-01-28T12:53:24.098 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.099+0000 7fee36000700 1 Processor -- start 2024-01-28T12:53:24.098 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.099+0000 7fee36000700 1 -- start start 2024-01-28T12:53:24.098 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.099+0000 7fee36000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fee30101000 0x7fee30075290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:24.098 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.099+0000 7fee36000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee300757d0 con 0x7fee30101000 2024-01-28T12:53:24.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.100+0000 7fee2f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fee30101000 0x7fee30075290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:24.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.100+0000 7fee2f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fee30101000 0x7fee30075290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:53644/0 (socket says 172.21.15.88:53644) 2024-01-28T12:53:24.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.100+0000 7fee2f400700 1 -- 172.21.15.88:0/680731482 learned_addr learned my addr 172.21.15.88:0/680731482 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:24.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.100+0000 7fee2f400700 1 -- 172.21.15.88:0/680731482 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee200095f0 con 0x7fee30101000 2024-01-28T12:53:24.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.100+0000 7fee2f400700 1 --2- 172.21.15.88:0/680731482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fee30101000 0x7fee30075290 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fee20004f70 tx=0x7fee20004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:24.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.100+0000 7fee27e00700 1 -- 172.21.15.88:0/680731482 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fee2001d070 con 0x7fee30101000 2024-01-28T12:53:24.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.100+0000 7fee27e00700 1 -- 172.21.15.88:0/680731482 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee2000be20 con 0x7fee30101000 2024-01-28T12:53:24.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.100+0000 7fee27e00700 1 -- 172.21.15.88:0/680731482 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fee20022df0 con 0x7fee30101000 2024-01-28T12:53:24.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.100+0000 7fee36000700 1 -- 172.21.15.88:0/680731482 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee300739c0 con 0x7fee30101000 2024-01-28T12:53:24.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.101+0000 7fee36000700 1 -- 172.21.15.88:0/680731482 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee30073e60 con 0x7fee30101000 2024-01-28T12:53:24.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.102+0000 7fee36000700 1 -- 172.21.15.88:0/680731482 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee30107650 con 0x7fee30101000 2024-01-28T12:53:24.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.102+0000 7fee27e00700 1 -- 172.21.15.88:0/680731482 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7fee2000b960 con 0x7fee30101000 2024-01-28T12:53:24.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.102+0000 7fee27e00700 1 --2- 172.21.15.88:0/680731482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee10038ce0 0x7fee1003b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:24.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.102+0000 7fee27e00700 1 -- 172.21.15.88:0/680731482 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fee2004cdc0 con 0x7fee30101000 2024-01-28T12:53:24.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.103+0000 7fee2ea00700 1 --2- 172.21.15.88:0/680731482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee10038ce0 0x7fee1003b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:24.102 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.103+0000 7fee2ea00700 1 --2- 172.21.15.88:0/680731482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee10038ce0 0x7fee1003b1a0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fee18006fd0 tx=0x7fee18006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:24.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.107+0000 7fee27e00700 1 -- 172.21.15.88:0/680731482 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fee2002bba0 con 0x7fee30101000 2024-01-28T12:53:24.307 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.308+0000 7fee36000700 1 -- 172.21.15.88:0/680731482 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7fee3018f770 con 0x7fee10038ce0 2024-01-28T12:53:24.311 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.312+0000 7fee27e00700 1 -- 172.21.15.88:0/680731482 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fee3018f770 con 0x7fee10038ce0 2024-01-28T12:53:24.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.314+0000 7fee36000700 1 -- 172.21.15.88:0/680731482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee10038ce0 msgr2=0x7fee1003b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:24.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.314+0000 7fee36000700 1 --2- 172.21.15.88:0/680731482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee10038ce0 0x7fee1003b1a0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fee18006fd0 tx=0x7fee18006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:24.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.314+0000 7fee36000700 1 -- 172.21.15.88:0/680731482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fee30101000 msgr2=0x7fee30075290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:24.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.314+0000 7fee36000700 1 --2- 172.21.15.88:0/680731482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fee30101000 0x7fee30075290 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fee20004f70 tx=0x7fee20004fa0 comp rx=0 tx=0).stop 2024-01-28T12:53:24.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.314+0000 7fee36000700 1 -- 172.21.15.88:0/680731482 shutdown_connections 2024-01-28T12:53:24.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.314+0000 7fee36000700 1 --2- 172.21.15.88:0/680731482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee10038ce0 0x7fee1003b1a0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:24.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.314+0000 7fee36000700 1 --2- 172.21.15.88:0/680731482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fee30101000 0x7fee30075290 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:24.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.314+0000 7fee36000700 1 -- 172.21.15.88:0/680731482 >> 172.21.15.88:0/680731482 conn(0x7fee300fc5a0 msgr2=0x7fee300fd170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:24.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.314+0000 7fee36000700 1 -- 172.21.15.88:0/680731482 shutdown_connections 2024-01-28T12:53:24.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:24.315+0000 7fee36000700 1 -- 172.21.15.88:0/680731482 wait complete. 2024-01-28T12:53:24.759 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi175 2024-01-28T12:53:24.759 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:53:24.759 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/etc/ceph/ceph.conf 2024-01-28T12:53:24.780 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:53:24.780 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-01-28T12:53:24.841 INFO:tasks.cephadm:Adding host smithi175 to orchestrator... 2024-01-28T12:53:24.841 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch host add smithi175 2024-01-28T12:53:25.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:53:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:24 smithi088 ceph-mon[35322]: Updating smithi088:/etc/ceph/ceph.conf 2024-01-28T12:53:25.267 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:53:26.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:25 smithi088 ceph-mon[35322]: Updating smithi088:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.conf 2024-01-28T12:53:26.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:25 smithi088 ceph-mon[35322]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-01-28T12:53:26.512 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.513+0000 7f23e5e00700 1 -- 172.21.15.88:0/3974834748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f23e0108670 msgr2=0x7f23e0108a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:26.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.513+0000 7f23e5e00700 1 --2- 172.21.15.88:0/3974834748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f23e0108670 0x7f23e0108a50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f23d0009910 tx=0x7f23d0009c20 comp rx=0 tx=0).stop 2024-01-28T12:53:26.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.513+0000 7f23e5e00700 1 -- 172.21.15.88:0/3974834748 shutdown_connections 2024-01-28T12:53:26.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.513+0000 7f23e5e00700 1 --2- 172.21.15.88:0/3974834748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f23e0108670 0x7f23e0108a50 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:26.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.513+0000 7f23e5e00700 1 -- 172.21.15.88:0/3974834748 >> 172.21.15.88:0/3974834748 conn(0x7f23e0076f60 msgr2=0x7f23e0079380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:26.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.513+0000 7f23e5e00700 1 -- 172.21.15.88:0/3974834748 shutdown_connections 2024-01-28T12:53:26.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.513+0000 7f23e5e00700 1 -- 172.21.15.88:0/3974834748 wait complete. 2024-01-28T12:53:26.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.514+0000 7f23e5e00700 1 Processor -- start 2024-01-28T12:53:26.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.515+0000 7f23e5e00700 1 -- start start 2024-01-28T12:53:26.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.515+0000 7f23e5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f23e0108670 0x7f23e019cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:26.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.515+0000 7f23e5e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23e019d330 con 0x7f23e0108670 2024-01-28T12:53:26.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.515+0000 7f23dea00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f23e0108670 0x7f23e019cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:26.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.515+0000 7f23dea00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f23e0108670 0x7f23e019cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:53662/0 (socket says 172.21.15.88:53662) 2024-01-28T12:53:26.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.515+0000 7f23dea00700 1 -- 172.21.15.88:0/3032531285 learned_addr learned my addr 172.21.15.88:0/3032531285 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:26.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.515+0000 7f23dea00700 1 -- 172.21.15.88:0/3032531285 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23d00095f0 con 0x7f23e0108670 2024-01-28T12:53:26.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.516+0000 7f23dea00700 1 --2- 172.21.15.88:0/3032531285 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f23e0108670 0x7f23e019cdf0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f23d00092e0 tx=0x7f23d0004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:26.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.516+0000 7f23e4a00700 1 -- 172.21.15.88:0/3032531285 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f23d001d070 con 0x7f23e0108670 2024-01-28T12:53:26.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.516+0000 7f23e4a00700 1 -- 172.21.15.88:0/3032531285 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23d000b750 con 0x7f23e0108670 2024-01-28T12:53:26.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.516+0000 7f23e4a00700 1 -- 172.21.15.88:0/3032531285 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f23d00038a0 con 0x7f23e0108670 2024-01-28T12:53:26.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.516+0000 7f23e5e00700 1 -- 172.21.15.88:0/3032531285 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23e019d530 con 0x7f23e0108670 2024-01-28T12:53:26.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.516+0000 7f23e5e00700 1 -- 172.21.15.88:0/3032531285 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23e019d9d0 con 0x7f23e0108670 2024-01-28T12:53:26.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.517+0000 7f23e4a00700 1 -- 172.21.15.88:0/3032531285 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f23d0004260 con 0x7f23e0108670 2024-01-28T12:53:26.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.517+0000 7f23e5e00700 1 -- 172.21.15.88:0/3032531285 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23e0062c00 con 0x7f23e0108670 2024-01-28T12:53:26.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.518+0000 7f23e4a00700 1 --2- 172.21.15.88:0/3032531285 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f23c0038c80 0x7f23c003b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:26.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.518+0000 7f23e4a00700 1 -- 172.21.15.88:0/3032531285 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f23d004c930 con 0x7f23e0108670 2024-01-28T12:53:26.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.518+0000 7f23de000700 1 --2- 172.21.15.88:0/3032531285 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f23c0038c80 0x7f23c003b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:26.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.518+0000 7f23de000700 1 --2- 172.21.15.88:0/3032531285 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f23c0038c80 0x7f23c003b140 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f23c8006fd0 tx=0x7f23c8006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:26.522 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.523+0000 7f23e4a00700 1 -- 172.21.15.88:0/3032531285 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f23d0029360 con 0x7f23e0108670 2024-01-28T12:53:26.723 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:26.724+0000 7f23e5e00700 1 -- 172.21.15.88:0/3032531285 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi175", "target": ["mon-mgr", ""]}) v1 -- 0x7f23e0111af0 con 0x7f23c0038c80 2024-01-28T12:53:27.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:27 smithi088 ceph-mon[35322]: Updating smithi088:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.client.admin.keyring 2024-01-28T12:53:27.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:27.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:27.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:28.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:28 smithi088 ceph-mon[35322]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi175", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:53:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:28 smithi088 ceph-mon[35322]: Deploying cephadm binary to smithi175 2024-01-28T12:53:30.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.476+0000 7f23e4a00700 1 -- 172.21.15.88:0/3032531285 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f23e0111af0 con 0x7f23c0038c80 2024-01-28T12:53:30.476 INFO:teuthology.orchestra.run.smithi088.stdout:Added host 'smithi175' with addr '172.21.15.175' 2024-01-28T12:53:30.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.479+0000 7f23e5e00700 1 -- 172.21.15.88:0/3032531285 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f23c0038c80 msgr2=0x7f23c003b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:30.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.479+0000 7f23e5e00700 1 --2- 172.21.15.88:0/3032531285 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f23c0038c80 0x7f23c003b140 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f23c8006fd0 tx=0x7f23c8006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:30.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.479+0000 7f23e5e00700 1 -- 172.21.15.88:0/3032531285 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f23e0108670 msgr2=0x7f23e019cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:30.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.479+0000 7f23e5e00700 1 --2- 172.21.15.88:0/3032531285 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f23e0108670 0x7f23e019cdf0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f23d00092e0 tx=0x7f23d0004ff0 comp rx=0 tx=0).stop 2024-01-28T12:53:30.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.479+0000 7f23e5e00700 1 -- 172.21.15.88:0/3032531285 shutdown_connections 2024-01-28T12:53:30.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.479+0000 7f23e5e00700 1 --2- 172.21.15.88:0/3032531285 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f23c0038c80 0x7f23c003b140 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:30.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.479+0000 7f23e5e00700 1 --2- 172.21.15.88:0/3032531285 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f23e0108670 0x7f23e019cdf0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:30.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.479+0000 7f23e5e00700 1 -- 172.21.15.88:0/3032531285 >> 172.21.15.88:0/3032531285 conn(0x7f23e0076f60 msgr2=0x7f23e00797e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:30.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.479+0000 7f23e5e00700 1 -- 172.21.15.88:0/3032531285 shutdown_connections 2024-01-28T12:53:30.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:30.479+0000 7f23e5e00700 1 -- 172.21.15.88:0/3032531285 wait complete. 2024-01-28T12:53:30.852 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch host ls --format=json 2024-01-28T12:53:31.242 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:53:31.749 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:31.749 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:31 smithi088 ceph-mon[35322]: Added host smithi175 2024-01-28T12:53:31.749 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:53:31.749 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:31.749 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:32.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.440+0000 7f1027800700 1 -- 172.21.15.88:0/454212942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1020101200 msgr2=0x7f10201015e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:32.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.440+0000 7f1027800700 1 --2- 172.21.15.88:0/454212942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1020101200 0x7f10201015e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1010009910 tx=0x7f1010009c20 comp rx=0 tx=0).stop 2024-01-28T12:53:32.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.440+0000 7f1027800700 1 -- 172.21.15.88:0/454212942 shutdown_connections 2024-01-28T12:53:32.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.440+0000 7f1027800700 1 --2- 172.21.15.88:0/454212942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1020101200 0x7f10201015e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:32.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.440+0000 7f1027800700 1 -- 172.21.15.88:0/454212942 >> 172.21.15.88:0/454212942 conn(0x7f10200fcab0 msgr2=0x7f10200feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:32.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.440+0000 7f1027800700 1 -- 172.21.15.88:0/454212942 shutdown_connections 2024-01-28T12:53:32.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.440+0000 7f1027800700 1 -- 172.21.15.88:0/454212942 wait complete. 2024-01-28T12:53:32.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.441+0000 7f1027800700 1 Processor -- start 2024-01-28T12:53:32.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.441+0000 7f1027800700 1 -- start start 2024-01-28T12:53:32.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.441+0000 7f1027800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1020101200 0x7f102019c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:32.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.441+0000 7f1027800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f102019cae0 con 0x7f1020101200 2024-01-28T12:53:32.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.443+0000 7f1024e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1020101200 0x7f102019c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:32.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.443+0000 7f1024e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1020101200 0x7f102019c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:53692/0 (socket says 172.21.15.88:53692) 2024-01-28T12:53:32.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.443+0000 7f1024e00700 1 -- 172.21.15.88:0/4248842514 learned_addr learned my addr 172.21.15.88:0/4248842514 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:32.442 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.443+0000 7f1024e00700 1 -- 172.21.15.88:0/4248842514 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10100095f0 con 0x7f1020101200 2024-01-28T12:53:32.442 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.443+0000 7f1024e00700 1 --2- 172.21.15.88:0/4248842514 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1020101200 0x7f102019c5a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1010004f40 tx=0x7f1010005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:32.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.443+0000 7f101e000700 1 -- 172.21.15.88:0/4248842514 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f101001d070 con 0x7f1020101200 2024-01-28T12:53:32.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.443+0000 7f1027800700 1 -- 172.21.15.88:0/4248842514 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f102019cce0 con 0x7f1020101200 2024-01-28T12:53:32.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.443+0000 7f101e000700 1 -- 172.21.15.88:0/4248842514 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f101000bc10 con 0x7f1020101200 2024-01-28T12:53:32.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.443+0000 7f101e000700 1 -- 172.21.15.88:0/4248842514 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10100037d0 con 0x7f1020101200 2024-01-28T12:53:32.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.443+0000 7f1027800700 1 -- 172.21.15.88:0/4248842514 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1020196670 con 0x7f1020101200 2024-01-28T12:53:32.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.444+0000 7f101e000700 1 -- 172.21.15.88:0/4248842514 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f101000b6f0 con 0x7f1020101200 2024-01-28T12:53:32.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.444+0000 7f1027800700 1 -- 172.21.15.88:0/4248842514 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f102019d100 con 0x7f1020101200 2024-01-28T12:53:32.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.444+0000 7f101e000700 1 --2- 172.21.15.88:0/4248842514 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1000038c80 0x7f100003b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:32.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.444+0000 7f101e000700 1 -- 172.21.15.88:0/4248842514 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f101004ca20 con 0x7f1020101200 2024-01-28T12:53:32.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.444+0000 7f1017e00700 1 --2- 172.21.15.88:0/4248842514 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1000038c80 0x7f100003b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:32.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.445+0000 7f1017e00700 1 --2- 172.21.15.88:0/4248842514 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1000038c80 0x7f100003b140 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1008006fd0 tx=0x7f1008006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:32.449 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.450+0000 7f101e000700 1 -- 172.21.15.88:0/4248842514 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f1010004440 con 0x7f1020101200 2024-01-28T12:53:32.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.652+0000 7f1027800700 1 -- 172.21.15.88:0/4248842514 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1020197c30 con 0x7f1000038c80 2024-01-28T12:53:32.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.654+0000 7f101e000700 1 -- 172.21.15.88:0/4248842514 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+160 (secure 0 0 0) 0x7f1020197c30 con 0x7f1000038c80 2024-01-28T12:53:32.653 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:32.653 INFO:teuthology.orchestra.run.smithi088.stdout:[{"addr": "172.21.15.88", "hostname": "smithi088", "labels": [], "status": ""}, {"addr": "172.21.15.175", "hostname": "smithi175", "labels": [], "status": ""}] 2024-01-28T12:53:32.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.656+0000 7f1027800700 1 -- 172.21.15.88:0/4248842514 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1000038c80 msgr2=0x7f100003b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:32.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.656+0000 7f1027800700 1 --2- 172.21.15.88:0/4248842514 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1000038c80 0x7f100003b140 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1008006fd0 tx=0x7f1008006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:32.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.656+0000 7f1027800700 1 -- 172.21.15.88:0/4248842514 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1020101200 msgr2=0x7f102019c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:32.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.656+0000 7f1027800700 1 --2- 172.21.15.88:0/4248842514 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1020101200 0x7f102019c5a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1010004f40 tx=0x7f1010005020 comp rx=0 tx=0).stop 2024-01-28T12:53:32.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.656+0000 7f1027800700 1 -- 172.21.15.88:0/4248842514 shutdown_connections 2024-01-28T12:53:32.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.656+0000 7f1027800700 1 --2- 172.21.15.88:0/4248842514 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1000038c80 0x7f100003b140 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:32.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.656+0000 7f1027800700 1 --2- 172.21.15.88:0/4248842514 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1020101200 0x7f102019c5a0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:32.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.656+0000 7f1027800700 1 -- 172.21.15.88:0/4248842514 >> 172.21.15.88:0/4248842514 conn(0x7f10200fcab0 msgr2=0x7f1020102bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:32.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.656+0000 7f1027800700 1 -- 172.21.15.88:0/4248842514 shutdown_connections 2024-01-28T12:53:32.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:32.656+0000 7f1027800700 1 -- 172.21.15.88:0/4248842514 wait complete. 2024-01-28T12:53:33.054 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi181 2024-01-28T12:53:33.054 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:53:33.054 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/etc/ceph/ceph.conf 2024-01-28T12:53:33.075 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:53:33.075 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-01-28T12:53:33.134 INFO:tasks.cephadm:Adding host smithi181 to orchestrator... 2024-01-28T12:53:33.135 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch host add smithi181 2024-01-28T12:53:33.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:33.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:32 smithi088 ceph-mon[35322]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:33.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:32 smithi088 ceph-mon[35322]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:53:33.526 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:53:34.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.643+0000 7fcb31a00700 1 -- 172.21.15.88:0/3376973146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb2c101200 msgr2=0x7fcb2c1015e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:34.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.643+0000 7fcb31a00700 1 --2- 172.21.15.88:0/3376973146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb2c101200 0x7fcb2c1015e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c009910 tx=0x7fcb1c009c20 comp rx=0 tx=0).stop 2024-01-28T12:53:34.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.643+0000 7fcb31a00700 1 -- 172.21.15.88:0/3376973146 shutdown_connections 2024-01-28T12:53:34.643 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.643+0000 7fcb31a00700 1 --2- 172.21.15.88:0/3376973146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb2c101200 0x7fcb2c1015e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:34.643 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.643+0000 7fcb31a00700 1 -- 172.21.15.88:0/3376973146 >> 172.21.15.88:0/3376973146 conn(0x7fcb2c0fcab0 msgr2=0x7fcb2c0feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:34.643 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.643+0000 7fcb31a00700 1 -- 172.21.15.88:0/3376973146 shutdown_connections 2024-01-28T12:53:34.643 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.643+0000 7fcb31a00700 1 -- 172.21.15.88:0/3376973146 wait complete. 2024-01-28T12:53:34.644 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.644+0000 7fcb31a00700 1 Processor -- start 2024-01-28T12:53:34.644 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.644+0000 7fcb31a00700 1 -- start start 2024-01-28T12:53:34.644 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.644+0000 7fcb31a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb2c101200 0x7fcb2c19e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:34.644 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.644+0000 7fcb31a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb2c19ec30 con 0x7fcb2c101200 2024-01-28T12:53:34.644 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.644+0000 7fcb2aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb2c101200 0x7fcb2c19e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:34.644 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.645+0000 7fcb2aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb2c101200 0x7fcb2c19e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:56084/0 (socket says 172.21.15.88:56084) 2024-01-28T12:53:34.644 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.645+0000 7fcb2aa00700 1 -- 172.21.15.88:0/3111339757 learned_addr learned my addr 172.21.15.88:0/3111339757 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:34.644 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.645+0000 7fcb2aa00700 1 -- 172.21.15.88:0/3111339757 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb1c0095f0 con 0x7fcb2c101200 2024-01-28T12:53:34.644 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.645+0000 7fcb2aa00700 1 --2- 172.21.15.88:0/3111339757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb2c101200 0x7fcb2c19e6f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c006010 tx=0x7fcb1c004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:34.645 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.645+0000 7fcb23400700 1 -- 172.21.15.88:0/3111339757 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcb1c01d070 con 0x7fcb2c101200 2024-01-28T12:53:34.645 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.645+0000 7fcb23400700 1 -- 172.21.15.88:0/3111339757 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb1c00bc10 con 0x7fcb2c101200 2024-01-28T12:53:34.645 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.645+0000 7fcb31a00700 1 -- 172.21.15.88:0/3111339757 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb2c19ee30 con 0x7fcb2c101200 2024-01-28T12:53:34.645 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.645+0000 7fcb23400700 1 -- 172.21.15.88:0/3111339757 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcb1c0038a0 con 0x7fcb2c101200 2024-01-28T12:53:34.645 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.646+0000 7fcb31a00700 1 -- 172.21.15.88:0/3111339757 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb2c19f250 con 0x7fcb2c101200 2024-01-28T12:53:34.645 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.646+0000 7fcb23400700 1 -- 172.21.15.88:0/3111339757 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7fcb1c00b6f0 con 0x7fcb2c101200 2024-01-28T12:53:34.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.647+0000 7fcb31a00700 1 -- 172.21.15.88:0/3111339757 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb2c062c00 con 0x7fcb2c101200 2024-01-28T12:53:34.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.647+0000 7fcb23400700 1 --2- 172.21.15.88:0/3111339757 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb0c038ce0 0x7fcb0c03b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:34.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.647+0000 7fcb23400700 1 -- 172.21.15.88:0/3111339757 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fcb1c04c8d0 con 0x7fcb2c101200 2024-01-28T12:53:34.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.647+0000 7fcb2a000700 1 --2- 172.21.15.88:0/3111339757 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb0c038ce0 0x7fcb0c03b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:34.647 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.648+0000 7fcb2a000700 1 --2- 172.21.15.88:0/3111339757 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb0c038ce0 0x7fcb0c03b1a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fcb14006fd0 tx=0x7fcb14006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:34.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.652+0000 7fcb23400700 1 -- 172.21.15.88:0/3111339757 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fcb1c00bd80 con 0x7fcb2c101200 2024-01-28T12:53:34.861 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:34.862+0000 7fcb31a00700 1 -- 172.21.15.88:0/3111339757 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi181", "target": ["mon-mgr", ""]}) v1 -- 0x7fcb2c10b400 con 0x7fcb0c038ce0 2024-01-28T12:53:35.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: Updating smithi175:/etc/ceph/ceph.conf 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: Updating smithi175:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.conf 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:36.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:36 smithi088 ceph-mon[35322]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-01-28T12:53:36.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:36 smithi088 ceph-mon[35322]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi181", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:53:36.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:36 smithi088 ceph-mon[35322]: Updating smithi175:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.client.admin.keyring 2024-01-28T12:53:36.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:36 smithi088 ceph-mon[35322]: Deploying cephadm binary to smithi181 2024-01-28T12:53:37.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:37 smithi088 ceph-mon[35322]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:38.660 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.661+0000 7fcb23400700 1 -- 172.21.15.88:0/3111339757 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7fcb2c10b400 con 0x7fcb0c038ce0 2024-01-28T12:53:38.660 INFO:teuthology.orchestra.run.smithi088.stdout:Added host 'smithi181' with addr '172.21.15.181' 2024-01-28T12:53:38.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.664+0000 7fcb31a00700 1 -- 172.21.15.88:0/3111339757 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb0c038ce0 msgr2=0x7fcb0c03b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:38.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.664+0000 7fcb31a00700 1 --2- 172.21.15.88:0/3111339757 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb0c038ce0 0x7fcb0c03b1a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fcb14006fd0 tx=0x7fcb14006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:38.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.664+0000 7fcb31a00700 1 -- 172.21.15.88:0/3111339757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb2c101200 msgr2=0x7fcb2c19e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:38.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.664+0000 7fcb31a00700 1 --2- 172.21.15.88:0/3111339757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb2c101200 0x7fcb2c19e6f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c006010 tx=0x7fcb1c004ff0 comp rx=0 tx=0).stop 2024-01-28T12:53:38.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.664+0000 7fcb31a00700 1 -- 172.21.15.88:0/3111339757 shutdown_connections 2024-01-28T12:53:38.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.664+0000 7fcb31a00700 1 --2- 172.21.15.88:0/3111339757 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb0c038ce0 0x7fcb0c03b1a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:38.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.664+0000 7fcb31a00700 1 --2- 172.21.15.88:0/3111339757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb2c101200 0x7fcb2c19e6f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:38.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.664+0000 7fcb31a00700 1 -- 172.21.15.88:0/3111339757 >> 172.21.15.88:0/3111339757 conn(0x7fcb2c0fcab0 msgr2=0x7fcb2c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:38.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.664+0000 7fcb31a00700 1 -- 172.21.15.88:0/3111339757 shutdown_connections 2024-01-28T12:53:38.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:38.664+0000 7fcb31a00700 1 -- 172.21.15.88:0/3111339757 wait complete. 2024-01-28T12:53:39.087 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch host ls --format=json 2024-01-28T12:53:39.477 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:53:39.989 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:39 smithi088 ceph-mon[35322]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:39.989 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:39.989 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:39 smithi088 ceph-mon[35322]: Added host smithi181 2024-01-28T12:53:39.990 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:53:39.990 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:39.990 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:40.601 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.602+0000 7f1971400700 1 -- 172.21.15.88:0/1600714171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f196c101200 msgr2=0x7f196c1015e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:40.601 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.602+0000 7f1971400700 1 --2- 172.21.15.88:0/1600714171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f196c101200 0x7f196c1015e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f195c009910 tx=0x7f195c009c20 comp rx=0 tx=0).stop 2024-01-28T12:53:40.601 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.602+0000 7f1971400700 1 -- 172.21.15.88:0/1600714171 shutdown_connections 2024-01-28T12:53:40.601 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.602+0000 7f1971400700 1 --2- 172.21.15.88:0/1600714171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f196c101200 0x7f196c1015e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:40.601 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.602+0000 7f1971400700 1 -- 172.21.15.88:0/1600714171 >> 172.21.15.88:0/1600714171 conn(0x7f196c0fcab0 msgr2=0x7f196c0feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:40.601 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.602+0000 7f1971400700 1 -- 172.21.15.88:0/1600714171 shutdown_connections 2024-01-28T12:53:40.601 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.602+0000 7f1971400700 1 -- 172.21.15.88:0/1600714171 wait complete. 2024-01-28T12:53:40.602 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.603+0000 7f1971400700 1 Processor -- start 2024-01-28T12:53:40.602 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.604+0000 7f1971400700 1 -- start start 2024-01-28T12:53:40.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.604+0000 7f1971400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f196c101200 0x7f196c0738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:40.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.604+0000 7f1971400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f196c0757c0 con 0x7f196c101200 2024-01-28T12:53:40.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.604+0000 7f196a800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f196c101200 0x7f196c0738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:40.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.604+0000 7f196a800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f196c101200 0x7f196c0738d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:56096/0 (socket says 172.21.15.88:56096) 2024-01-28T12:53:40.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.604+0000 7f196a800700 1 -- 172.21.15.88:0/3819669204 learned_addr learned my addr 172.21.15.88:0/3819669204 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:40.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.604+0000 7f196a800700 1 -- 172.21.15.88:0/3819669204 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f195c0095f0 con 0x7f196c101200 2024-01-28T12:53:40.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.605+0000 7f196a800700 1 --2- 172.21.15.88:0/3819669204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f196c101200 0x7f196c0738d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f195c006010 tx=0x7f195c004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:40.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.605+0000 7f1963400700 1 -- 172.21.15.88:0/3819669204 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f195c01d070 con 0x7f196c101200 2024-01-28T12:53:40.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.605+0000 7f1963400700 1 -- 172.21.15.88:0/3819669204 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f195c00bc10 con 0x7f196c101200 2024-01-28T12:53:40.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.605+0000 7f1963400700 1 -- 172.21.15.88:0/3819669204 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f195c0038a0 con 0x7f196c101200 2024-01-28T12:53:40.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.605+0000 7f1971400700 1 -- 172.21.15.88:0/3819669204 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f196c073e10 con 0x7f196c101200 2024-01-28T12:53:40.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.605+0000 7f1971400700 1 -- 172.21.15.88:0/3819669204 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f196c074230 con 0x7f196c101200 2024-01-28T12:53:40.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.606+0000 7f1963400700 1 -- 172.21.15.88:0/3819669204 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f195c00b6f0 con 0x7f196c101200 2024-01-28T12:53:40.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.606+0000 7f1971400700 1 -- 172.21.15.88:0/3819669204 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f196c062c00 con 0x7f196c101200 2024-01-28T12:53:40.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.607+0000 7f1963400700 1 --2- 172.21.15.88:0/3819669204 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f194c038ce0 0x7f194c03b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:40.607 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.607+0000 7f1963400700 1 -- 172.21.15.88:0/3819669204 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f195c04c990 con 0x7f196c101200 2024-01-28T12:53:40.607 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.607+0000 7f1969e00700 1 --2- 172.21.15.88:0/3819669204 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f194c038ce0 0x7f194c03b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:40.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.607+0000 7f1969e00700 1 --2- 172.21.15.88:0/3819669204 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f194c038ce0 0x7f194c03b1a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1954006fd0 tx=0x7f1954006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:40.610 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.612+0000 7f1963400700 1 -- 172.21.15.88:0/3819669204 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f195c00bd80 con 0x7f196c101200 2024-01-28T12:53:40.812 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.814+0000 7f1971400700 1 -- 172.21.15.88:0/3819669204 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f196c10b400 con 0x7f194c038ce0 2024-01-28T12:53:40.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.815+0000 7f1963400700 1 -- 172.21.15.88:0/3819669204 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+240 (secure 0 0 0) 0x7f196c10b400 con 0x7f194c038ce0 2024-01-28T12:53:40.813 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:53:40.813 INFO:teuthology.orchestra.run.smithi088.stdout:[{"addr": "172.21.15.88", "hostname": "smithi088", "labels": [], "status": ""}, {"addr": "172.21.15.175", "hostname": "smithi175", "labels": [], "status": ""}, {"addr": "172.21.15.181", "hostname": "smithi181", "labels": [], "status": ""}] 2024-01-28T12:53:40.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.817+0000 7f1971400700 1 -- 172.21.15.88:0/3819669204 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f194c038ce0 msgr2=0x7f194c03b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:40.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.817+0000 7f1971400700 1 --2- 172.21.15.88:0/3819669204 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f194c038ce0 0x7f194c03b1a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1954006fd0 tx=0x7f1954006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:40.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.817+0000 7f1971400700 1 -- 172.21.15.88:0/3819669204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f196c101200 msgr2=0x7f196c0738d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:40.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.817+0000 7f1971400700 1 --2- 172.21.15.88:0/3819669204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f196c101200 0x7f196c0738d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f195c006010 tx=0x7f195c004ff0 comp rx=0 tx=0).stop 2024-01-28T12:53:40.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.817+0000 7f1971400700 1 -- 172.21.15.88:0/3819669204 shutdown_connections 2024-01-28T12:53:40.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.817+0000 7f1971400700 1 --2- 172.21.15.88:0/3819669204 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f194c038ce0 0x7f194c03b1a0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:40.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.817+0000 7f1971400700 1 --2- 172.21.15.88:0/3819669204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f196c101200 0x7f196c0738d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:40.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.817+0000 7f1971400700 1 -- 172.21.15.88:0/3819669204 >> 172.21.15.88:0/3819669204 conn(0x7f196c0fcab0 msgr2=0x7f196c102bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:40.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.818+0000 7f1971400700 1 -- 172.21.15.88:0/3819669204 shutdown_connections 2024-01-28T12:53:40.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:40.818+0000 7f1971400700 1 -- 172.21.15.88:0/3819669204 wait complete. 2024-01-28T12:53:41.183 INFO:tasks.cephadm:Setting crush tunables to default 2024-01-28T12:53:41.183 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd crush tunables default 2024-01-28T12:53:41.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:41 smithi088 ceph-mon[35322]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:41.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:41.571 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:53:42.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:42 smithi088 ceph-mon[35322]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:53:42.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.674+0000 7f0196400700 1 -- 172.21.15.88:0/2981432582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0190101050 msgr2=0x7f0190101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:42.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.674+0000 7f0196400700 1 --2- 172.21.15.88:0/2981432582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0190101050 0x7f0190101430 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0180009910 tx=0x7f0180009c20 comp rx=0 tx=0).stop 2024-01-28T12:53:42.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.674+0000 7f0196400700 1 -- 172.21.15.88:0/2981432582 shutdown_connections 2024-01-28T12:53:42.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.674+0000 7f0196400700 1 --2- 172.21.15.88:0/2981432582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0190101050 0x7f0190101430 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:42.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.674+0000 7f0196400700 1 -- 172.21.15.88:0/2981432582 >> 172.21.15.88:0/2981432582 conn(0x7f01900fc900 msgr2=0x7f01900fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:42.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.674+0000 7f0196400700 1 -- 172.21.15.88:0/2981432582 shutdown_connections 2024-01-28T12:53:42.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.674+0000 7f0196400700 1 -- 172.21.15.88:0/2981432582 wait complete. 2024-01-28T12:53:42.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.675+0000 7f0196400700 1 Processor -- start 2024-01-28T12:53:42.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.675+0000 7f0196400700 1 -- start start 2024-01-28T12:53:42.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.676+0000 7f0196400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0190101050 0x7f01900738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:42.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.676+0000 7f0196400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01900757c0 con 0x7f0190101050 2024-01-28T12:53:42.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.676+0000 7f0195000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0190101050 0x7f01900738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:42.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.676+0000 7f0195000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0190101050 0x7f01900738d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:56114/0 (socket says 172.21.15.88:56114) 2024-01-28T12:53:42.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.676+0000 7f0195000700 1 -- 172.21.15.88:0/3083018941 learned_addr learned my addr 172.21.15.88:0/3083018941 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:53:42.675 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.676+0000 7f0195000700 1 -- 172.21.15.88:0/3083018941 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01800095f0 con 0x7f0190101050 2024-01-28T12:53:42.675 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.677+0000 7f0195000700 1 --2- 172.21.15.88:0/3083018941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0190101050 0x7f01900738d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0180004f40 tx=0x7f0180005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:42.675 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.677+0000 7f018d600700 1 -- 172.21.15.88:0/3083018941 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f018001d070 con 0x7f0190101050 2024-01-28T12:53:42.675 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.677+0000 7f018d600700 1 -- 172.21.15.88:0/3083018941 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f018000bc10 con 0x7f0190101050 2024-01-28T12:53:42.675 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.677+0000 7f018d600700 1 -- 172.21.15.88:0/3083018941 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f01800037d0 con 0x7f0190101050 2024-01-28T12:53:42.675 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.677+0000 7f0196400700 1 -- 172.21.15.88:0/3083018941 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0190073e10 con 0x7f0190101050 2024-01-28T12:53:42.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.677+0000 7f0196400700 1 -- 172.21.15.88:0/3083018941 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0190074230 con 0x7f0190101050 2024-01-28T12:53:42.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.678+0000 7f018d600700 1 -- 172.21.15.88:0/3083018941 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f018000b6f0 con 0x7f0190101050 2024-01-28T12:53:42.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.678+0000 7f0196400700 1 -- 172.21.15.88:0/3083018941 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0190062c00 con 0x7f0190101050 2024-01-28T12:53:42.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.679+0000 7f018d600700 1 --2- 172.21.15.88:0/3083018941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f0170038ce0 0x7f017003b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:42.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.679+0000 7f018d600700 1 -- 172.21.15.88:0/3083018941 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f018004c940 con 0x7f0190101050 2024-01-28T12:53:42.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.679+0000 7f018fe00700 1 --2- 172.21.15.88:0/3083018941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f0170038ce0 0x7f017003b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:42.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.679+0000 7f018fe00700 1 --2- 172.21.15.88:0/3083018941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f0170038ce0 0x7f017003b1a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0178006fd0 tx=0x7f0178006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:42.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.684+0000 7f018d600700 1 -- 172.21.15.88:0/3083018941 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f0180005c00 con 0x7f0190101050 2024-01-28T12:53:42.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:42.892+0000 7f0196400700 1 -- 172.21.15.88:0/3083018941 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f019010b1e0 con 0x7f0190101050 2024-01-28T12:53:43.553 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.555+0000 7f018d600700 1 -- 172.21.15.88:0/3083018941 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7f0180026020 con 0x7f0190101050 2024-01-28T12:53:43.555 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.557+0000 7f0196400700 1 -- 172.21.15.88:0/3083018941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f0170038ce0 msgr2=0x7f017003b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:43.556 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.557+0000 7f0196400700 1 --2- 172.21.15.88:0/3083018941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f0170038ce0 0x7f017003b1a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0178006fd0 tx=0x7f0178006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:43.556 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.557+0000 7f0196400700 1 -- 172.21.15.88:0/3083018941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0190101050 msgr2=0x7f01900738d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:43.556 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.557+0000 7f0196400700 1 --2- 172.21.15.88:0/3083018941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0190101050 0x7f01900738d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0180004f40 tx=0x7f0180005020 comp rx=0 tx=0).stop 2024-01-28T12:53:43.556 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.557+0000 7f0196400700 1 -- 172.21.15.88:0/3083018941 shutdown_connections 2024-01-28T12:53:43.556 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.557+0000 7f0196400700 1 --2- 172.21.15.88:0/3083018941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f0170038ce0 0x7f017003b1a0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:43.556 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.557+0000 7f0196400700 1 --2- 172.21.15.88:0/3083018941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0190101050 0x7f01900738d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:43.556 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.557+0000 7f0196400700 1 -- 172.21.15.88:0/3083018941 >> 172.21.15.88:0/3083018941 conn(0x7f01900fc900 msgr2=0x7f0190102a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:43.556 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.557+0000 7f0196400700 1 -- 172.21.15.88:0/3083018941 shutdown_connections 2024-01-28T12:53:43.556 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:53:43.557+0000 7f0196400700 1 -- 172.21.15.88:0/3083018941 wait complete. 2024-01-28T12:53:43.557 INFO:teuthology.orchestra.run.smithi088.stderr:adjusted tunables profile to default 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi181", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: Updating smithi181:/etc/ceph/ceph.conf 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3083018941' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:43.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:43.881 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:43.914 INFO:tasks.cephadm:Adding mon.a on smithi088 2024-01-28T12:53:43.914 INFO:tasks.cephadm:Adding mon.b on smithi175 2024-01-28T12:53:43.914 INFO:tasks.cephadm:Adding mon.c on smithi181 2024-01-28T12:53:43.914 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch apply mon '3;smithi088:172.21.15.88=a;smithi175:172.21.15.175=b;smithi181:172.21.15.181=c' 2024-01-28T12:53:44.201 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.conf 2024-01-28T12:53:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:44 smithi088 ceph-mon[35322]: Updating smithi181:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.conf 2024-01-28T12:53:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:44 smithi088 ceph-mon[35322]: Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-01-28T12:53:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:44 smithi088 ceph-mon[35322]: Updating smithi181:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.client.admin.keyring 2024-01-28T12:53:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:44 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3083018941' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-01-28T12:53:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:44 smithi088 ceph-mon[35322]: osdmap e4: 0 total, 0 up, 0 in 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.179+0000 7f45f5663700 1 -- 172.21.15.181:0/1525839469 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f00ff750 msgr2=0x7f45f00ffb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.179+0000 7f45f5663700 1 --2- 172.21.15.181:0/1525839469 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f00ff750 0x7f45f00ffb30 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f45e4009910 tx=0x7f45e4009c20 comp rx=0 tx=0).stop 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.179+0000 7f45f5663700 1 -- 172.21.15.181:0/1525839469 shutdown_connections 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.179+0000 7f45f5663700 1 --2- 172.21.15.181:0/1525839469 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f00ff750 0x7f45f00ffb30 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.179+0000 7f45f5663700 1 -- 172.21.15.181:0/1525839469 >> 172.21.15.181:0/1525839469 conn(0x7f45f00fb150 msgr2=0x7f45f00fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.180+0000 7f45f5663700 1 -- 172.21.15.181:0/1525839469 shutdown_connections 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.180+0000 7f45f5663700 1 -- 172.21.15.181:0/1525839469 wait complete. 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.180+0000 7f45f5663700 1 Processor -- start 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.180+0000 7f45f5663700 1 -- start start 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.180+0000 7f45f5663700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f00ff750 0x7f45f01006d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:45.179 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.180+0000 7f45f5663700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f01025c0 con 0x7f45f00ff750 2024-01-28T12:53:45.181 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.181+0000 7f45eeffd700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f00ff750 0x7f45f01006d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:45.181 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.181+0000 7f45eeffd700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f00ff750 0x7f45f01006d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.181:58494/0 (socket says 172.21.15.181:58494) 2024-01-28T12:53:45.181 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.181+0000 7f45eeffd700 1 -- 172.21.15.181:0/3526324184 learned_addr learned my addr 172.21.15.181:0/3526324184 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-28T12:53:45.181 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.181+0000 7f45eeffd700 1 -- 172.21.15.181:0/3526324184 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45e40095f0 con 0x7f45f00ff750 2024-01-28T12:53:45.181 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.181+0000 7f45eeffd700 1 --2- 172.21.15.181:0/3526324184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f00ff750 0x7f45f01006d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f45e4004f40 tx=0x7f45e4005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:45.181 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.182+0000 7f45d7fff700 1 -- 172.21.15.181:0/3526324184 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f45e401d070 con 0x7f45f00ff750 2024-01-28T12:53:45.181 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.182+0000 7f45f5663700 1 -- 172.21.15.181:0/3526324184 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45f0100c10 con 0x7f45f00ff750 2024-01-28T12:53:45.181 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.182+0000 7f45d7fff700 1 -- 172.21.15.181:0/3526324184 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f45e400bc10 con 0x7f45f00ff750 2024-01-28T12:53:45.181 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.182+0000 7f45d7fff700 1 -- 172.21.15.181:0/3526324184 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f45e40037d0 con 0x7f45f00ff750 2024-01-28T12:53:45.181 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.182+0000 7f45f5663700 1 -- 172.21.15.181:0/3526324184 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45f0101030 con 0x7f45f00ff750 2024-01-28T12:53:45.182 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.183+0000 7f45f5663700 1 -- 172.21.15.181:0/3526324184 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45f0101c00 con 0x7f45f00ff750 2024-01-28T12:53:45.182 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.183+0000 7f45d7fff700 1 -- 172.21.15.181:0/3526324184 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f45e400b6f0 con 0x7f45f00ff750 2024-01-28T12:53:45.182 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.183+0000 7f45d7fff700 1 --2- 172.21.15.181:0/3526324184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d8038c80 0x7f45d803b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:45.182 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.183+0000 7f45d7fff700 1 -- 172.21.15.181:0/3526324184 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f45e404c980 con 0x7f45f00ff750 2024-01-28T12:53:45.183 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.183+0000 7f45ee7fc700 1 --2- 172.21.15.181:0/3526324184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d8038c80 0x7f45d803b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:45.183 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.184+0000 7f45ee7fc700 1 --2- 172.21.15.181:0/3526324184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d8038c80 0x7f45d803b140 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f45e0006fd0 tx=0x7f45e0006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:45.187 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.189+0000 7f45d7fff700 1 -- 172.21.15.181:0/3526324184 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f45e4004440 con 0x7f45f00ff750 2024-01-28T12:53:45.381 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.382+0000 7f45f5663700 1 -- 172.21.15.181:0/3526324184 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi088:172.21.15.88=a;smithi175:172.21.15.175=b;smithi181:172.21.15.181=c", "target": ["mon-mgr", ""]}) v1 -- 0x7f45f010b470 con 0x7f45d8038c80 2024-01-28T12:53:45.390 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.391+0000 7f45d7fff700 1 -- 172.21.15.181:0/3526324184 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f45f010b470 con 0x7f45d8038c80 2024-01-28T12:53:45.390 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mon update... 2024-01-28T12:53:45.392 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.393+0000 7f45f5663700 1 -- 172.21.15.181:0/3526324184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d8038c80 msgr2=0x7f45d803b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:45.392 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.393+0000 7f45f5663700 1 --2- 172.21.15.181:0/3526324184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d8038c80 0x7f45d803b140 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f45e0006fd0 tx=0x7f45e0006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:45.392 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.393+0000 7f45f5663700 1 -- 172.21.15.181:0/3526324184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f00ff750 msgr2=0x7f45f01006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:45.392 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.393+0000 7f45f5663700 1 --2- 172.21.15.181:0/3526324184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f00ff750 0x7f45f01006d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f45e4004f40 tx=0x7f45e4005020 comp rx=0 tx=0).stop 2024-01-28T12:53:45.392 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.393+0000 7f45f5663700 1 -- 172.21.15.181:0/3526324184 shutdown_connections 2024-01-28T12:53:45.393 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.393+0000 7f45f5663700 1 --2- 172.21.15.181:0/3526324184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d8038c80 0x7f45d803b140 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:45.393 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.393+0000 7f45f5663700 1 --2- 172.21.15.181:0/3526324184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f00ff750 0x7f45f01006d0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:45.393 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.393+0000 7f45f5663700 1 -- 172.21.15.181:0/3526324184 >> 172.21.15.181:0/3526324184 conn(0x7f45f00fb150 msgr2=0x7f45f0102c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:45.393 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.393+0000 7f45f5663700 1 -- 172.21.15.181:0/3526324184 shutdown_connections 2024-01-28T12:53:45.393 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:45.393+0000 7f45f5663700 1 -- 172.21.15.181:0/3526324184 wait complete. 2024-01-28T12:53:45.801 DEBUG:teuthology.orchestra.run.smithi175:mon.b> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mon.b.service 2024-01-28T12:53:45.804 DEBUG:teuthology.orchestra.run.smithi181:mon.c> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mon.c.service 2024-01-28T12:53:45.806 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-01-28T12:53:45.806 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph mon dump -f json 2024-01-28T12:53:45.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:-- Logs begin at Sun 2024-01-28 12:30:16 UTC. -- 2024-01-28T12:53:45.839 INFO:journalctl@ceph.mon.b.smithi175.stdout:-- Logs begin at Sun 2024-01-28 12:30:19 UTC. -- 2024-01-28T12:53:46.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:45 smithi088 ceph-mon[35322]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:46.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:46.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:53:46.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:53:46.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:53:46.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:46.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:53:46.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:53:46.417 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.conf 2024-01-28T12:53:47.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:46 smithi088 ceph-mon[35322]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi088:172.21.15.88=a;smithi175:172.21.15.175=b;smithi181:172.21.15.181=c", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:53:47.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:46 smithi088 ceph-mon[35322]: Saving service mon spec with placement smithi088:172.21.15.88=a;smithi175:172.21.15.175=b;smithi181:172.21.15.181=c;count:3 2024-01-28T12:53:47.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:46 smithi088 ceph-mon[35322]: Deploying daemon mon.c on smithi181 2024-01-28T12:53:47.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.763+0000 7f93ec59b700 1 -- 172.21.15.181:0/166106393 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93e41021c0 msgr2=0x7f93e41025a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:47.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.763+0000 7f93ec59b700 1 --2- 172.21.15.181:0/166106393 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93e41021c0 0x7f93e41025a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f93e0009910 tx=0x7f93e0009c20 comp rx=0 tx=0).stop 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.763+0000 7f93ec59b700 1 -- 172.21.15.181:0/166106393 shutdown_connections 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.763+0000 7f93ec59b700 1 --2- 172.21.15.181:0/166106393 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93e41021c0 0x7f93e41025a0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.763+0000 7f93ec59b700 1 -- 172.21.15.181:0/166106393 >> 172.21.15.181:0/166106393 conn(0x7f93e4076b10 msgr2=0x7f93e40fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.763+0000 7f93ec59b700 1 -- 172.21.15.181:0/166106393 shutdown_connections 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.763+0000 7f93ec59b700 1 -- 172.21.15.181:0/166106393 wait complete. 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.764+0000 7f93ec59b700 1 Processor -- start 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.764+0000 7f93ec59b700 1 -- start start 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.764+0000 7f93ec59b700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93e41021c0 0x7f93e419c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.764+0000 7f93ec59b700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93e419cb00 con 0x7f93e41021c0 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.764+0000 7f93ea337700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93e41021c0 0x7f93e419c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.764+0000 7f93ea337700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93e41021c0 0x7f93e419c5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.181:48918/0 (socket says 172.21.15.181:48918) 2024-01-28T12:53:47.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.764+0000 7f93ea337700 1 -- 172.21.15.181:0/1720074098 learned_addr learned my addr 172.21.15.181:0/1720074098 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-28T12:53:47.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.765+0000 7f93ea337700 1 -- 172.21.15.181:0/1720074098 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93e00095f0 con 0x7f93e41021c0 2024-01-28T12:53:47.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.765+0000 7f93ea337700 1 --2- 172.21.15.181:0/1720074098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93e41021c0 0x7f93e419c5c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f93e0006010 tx=0x7f93e0004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:47.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.765+0000 7f93db7fe700 1 -- 172.21.15.181:0/1720074098 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f93e001d070 con 0x7f93e41021c0 2024-01-28T12:53:47.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.765+0000 7f93db7fe700 1 -- 172.21.15.181:0/1720074098 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93e000bc10 con 0x7f93e41021c0 2024-01-28T12:53:47.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.765+0000 7f93ec59b700 1 -- 172.21.15.181:0/1720074098 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93e419cd00 con 0x7f93e41021c0 2024-01-28T12:53:47.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.765+0000 7f93db7fe700 1 -- 172.21.15.181:0/1720074098 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f93e00038f0 con 0x7f93e41021c0 2024-01-28T12:53:47.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.765+0000 7f93ec59b700 1 -- 172.21.15.181:0/1720074098 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93e4196690 con 0x7f93e41021c0 2024-01-28T12:53:47.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.766+0000 7f93ec59b700 1 -- 172.21.15.181:0/1720074098 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93e419d120 con 0x7f93e41021c0 2024-01-28T12:53:47.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.766+0000 7f93db7fe700 1 -- 172.21.15.181:0/1720074098 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f93e0003b60 con 0x7f93e41021c0 2024-01-28T12:53:47.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.766+0000 7f93db7fe700 1 --2- 172.21.15.181:0/1720074098 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f93d0038c80 0x7f93d003b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:47.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.766+0000 7f93db7fe700 1 -- 172.21.15.181:0/1720074098 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f93e004c9e0 con 0x7f93e41021c0 2024-01-28T12:53:47.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.767+0000 7f93e9b36700 1 --2- 172.21.15.181:0/1720074098 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f93d0038c80 0x7f93d003b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:47.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.767+0000 7f93e9b36700 1 --2- 172.21.15.181:0/1720074098 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f93d0038c80 0x7f93d003b140 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f93d4006fd0 tx=0x7f93d4006e40 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:47.770 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:47.772+0000 7f93db7fe700 1 -- 172.21.15.181:0/1720074098 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f93e000ba70 con 0x7f93e41021c0 2024-01-28T12:53:48.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:47 smithi088 ceph-mon[35322]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:48.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.080+0000 7f93ec59b700 1 -- 172.21.15.181:0/1720074098 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f93e4197c50 con 0x7f93e41021c0 2024-01-28T12:53:48.080 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.081+0000 7f93db7fe700 1 -- 172.21.15.181:0/1720074098 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+745 (secure 0 0 0) 0x7f93e0026070 con 0x7f93e41021c0 2024-01-28T12:53:48.080 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:53:48.081 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":1,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","modified":"2024-01-28T12:52:07.741206Z","created":"2024-01-28T12:52:07.741206Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-01-28T12:53:48.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.083+0000 7f93ec59b700 1 -- 172.21.15.181:0/1720074098 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f93d0038c80 msgr2=0x7f93d003b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:48.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.083+0000 7f93ec59b700 1 --2- 172.21.15.181:0/1720074098 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f93d0038c80 0x7f93d003b140 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f93d4006fd0 tx=0x7f93d4006e40 comp rx=0 tx=0).stop 2024-01-28T12:53:48.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.083+0000 7f93ec59b700 1 -- 172.21.15.181:0/1720074098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93e41021c0 msgr2=0x7f93e419c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:48.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.083+0000 7f93ec59b700 1 --2- 172.21.15.181:0/1720074098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93e41021c0 0x7f93e419c5c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f93e0006010 tx=0x7f93e0004ff0 comp rx=0 tx=0).stop 2024-01-28T12:53:48.082 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.084+0000 7f93ec59b700 1 -- 172.21.15.181:0/1720074098 shutdown_connections 2024-01-28T12:53:48.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.084+0000 7f93ec59b700 1 --2- 172.21.15.181:0/1720074098 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f93d0038c80 0x7f93d003b140 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:48.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.084+0000 7f93ec59b700 1 --2- 172.21.15.181:0/1720074098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f93e41021c0 0x7f93e419c5c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:48.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.084+0000 7f93ec59b700 1 -- 172.21.15.181:0/1720074098 >> 172.21.15.181:0/1720074098 conn(0x7f93e4076b10 msgr2=0x7f93e4102f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:48.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.084+0000 7f93ec59b700 1 -- 172.21.15.181:0/1720074098 shutdown_connections 2024-01-28T12:53:48.083 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:48.084+0000 7f93ec59b700 1 -- 172.21.15.181:0/1720074098 wait complete. 2024-01-28T12:53:48.083 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 1 2024-01-28T12:53:48.108 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:47 smithi181 systemd[1]: Starting Ceph mon.c for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:53:48.381 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: set uid:gid to 167:167 (ceph:ceph) 2024-01-28T12:53:48.381 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev), process ceph-mon, pid 7 2024-01-28T12:53:48.381 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: pidfile_write: ignore empty --pid-file 2024-01-28T12:53:48.381 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: load: jerasure load: lrc 2024-01-28T12:53:48.381 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: RocksDB version: 7.9.2 2024-01-28T12:53:48.382 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Git sha 0 2024-01-28T12:53:48.382 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Compile date 2024-01-25 05:44:59 2024-01-28T12:53:48.382 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: DB SUMMARY 2024-01-28T12:53:48.382 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: DB Session ID: 4HHBB75YN41RXTW37MZ6 2024-01-28T12:53:48.382 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: CURRENT file: CURRENT 2024-01-28T12:53:48.382 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: IDENTITY file: IDENTITY 2024-01-28T12:53:48.382 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-01-28T12:53:48.382 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-01-28T12:53:48.382 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-01-28T12:53:48.382 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.error_if_exists: 0 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.create_if_missing: 0 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.paranoid_checks: 1 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.flush_verify_memtable_count: 1 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.env: 0x55ad51914a60 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.fs: PosixFileSystem 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.info_log: 0x55ad54081760 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_file_opening_threads: 16 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.statistics: (nil) 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.use_fsync: 0 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_log_file_size: 0 2024-01-28T12:53:48.383 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.log_file_time_to_roll: 0 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.keep_log_file_num: 1000 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.recycle_log_file_num: 0 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.allow_fallocate: 1 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.allow_mmap_reads: 0 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.allow_mmap_writes: 0 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.use_direct_reads: 0 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.create_missing_column_families: 0 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.db_log_dir: 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.wal_dir: 2024-01-28T12:53:48.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.table_cache_numshardbits: 6 2024-01-28T12:53:48.386 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.WAL_ttl_seconds: 0 2024-01-28T12:53:48.386 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.WAL_size_limit_MB: 0 2024-01-28T12:53:48.386 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-01-28T12:53:48.386 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-01-28T12:53:48.386 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.is_fd_close_on_exec: 1 2024-01-28T12:53:48.386 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.advise_random_on_open: 1 2024-01-28T12:53:48.386 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.db_write_buffer_size: 0 2024-01-28T12:53:48.386 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.write_buffer_manager: 0x55ad540374a0 2024-01-28T12:53:48.386 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-01-28T12:53:48.386 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.use_adaptive_mutex: 0 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.rate_limiter: (nil) 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.wal_recovery_mode: 2 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.enable_thread_tracking: 0 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.enable_pipelined_write: 0 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.unordered_write: 0 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.row_cache: None 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.wal_filter: None 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-01-28T12:53:48.387 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.allow_ingest_behind: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.two_write_queues: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.manual_wal_flush: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.wal_compression: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.atomic_flush: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.persist_stats_to_disk: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.write_dbid_to_manifest: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.log_readahead_size: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.best_efforts_recovery: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.allow_data_in_errors: 0 2024-01-28T12:53:48.388 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.db_host_id: __hostname__ 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.enforce_single_del_contracts: true 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_background_jobs: 2 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_background_compactions: -1 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_subcompactions: 1 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.delayed_write_rate : 16777216 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_total_wal_size: 0 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.stats_dump_period_sec: 600 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.stats_persist_period_sec: 600 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_open_files: -1 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bytes_per_sync: 0 2024-01-28T12:53:48.389 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.wal_bytes_per_sync: 0 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.strict_bytes_per_sync: 0 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_readahead_size: 0 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_background_flushes: -1 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Compression algorithms supported: 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: kZSTD supported: 0 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: kXpressCompression supported: 0 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: kLZ4HCCompression supported: 1 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: kZlibCompression supported: 1 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: kSnappyCompression supported: 1 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: kLZ4Compression supported: 1 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: kBZip2Compression supported: 0 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Fast CRC32 supported: Supported on x86 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: DMutex implementation: pthread_mutex_t 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-01-28T12:53:48.390 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.merge_operator: 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_filter: None 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_filter_factory: None 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.sst_partitioner_factory: None 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.memtable_factory: SkipListFactory 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.table_factory: BlockBasedTable 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ad54081880) 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout: cache_index_and_filter_blocks: 1 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout: pin_top_level_index_and_filter: 1 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout: index_type: 0 2024-01-28T12:53:48.391 INFO:journalctl@ceph.mon.c.smithi181.stdout: data_block_index_type: 0 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: index_shortening: 1 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: data_block_hash_table_util_ratio: 0.750000 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: checksum: 4 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: no_block_cache: 0 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache: 0x55ad540d7090 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache_name: BinnedLRUCache 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache_options: 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: capacity : 536870912 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: num_shard_bits : 4 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: strict_capacity_limit : 0 2024-01-28T12:53:48.392 INFO:journalctl@ceph.mon.c.smithi181.stdout: high_pri_pool_ratio: 0.000 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache_compressed: (nil) 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: persistent_cache: (nil) 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_size: 4096 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_size_deviation: 10 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_restart_interval: 16 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: index_block_restart_interval: 1 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: metadata_block_size: 4096 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: partition_filters: 0 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: use_delta_encoding: 1 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: filter_policy: bloomfilter 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: whole_key_filtering: 1 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: verify_compression: 0 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: read_amp_bytes_per_bit: 0 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: format_version: 5 2024-01-28T12:53:48.393 INFO:journalctl@ceph.mon.c.smithi181.stdout: enable_index_compression: 1 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_align: 0 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout: max_auto_readahead_size: 262144 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout: prepopulate_block_cache: 0 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout: initial_auto_readahead_size: 8192 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout: num_file_reads_for_auto_readahead: 2 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.write_buffer_size: 33554432 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_write_buffer_number: 2 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compression: NoCompression 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bottommost_compression: Disabled 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.prefix_extractor: nullptr 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.num_levels: 7 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-01-28T12:53:48.394 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compression_opts.window_bits: -14 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compression_opts.level: 32767 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compression_opts.strategy: 0 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-01-28T12:53:48.395 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compression_opts.enabled: false 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.target_file_size_base: 67108864 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.target_file_size_multiplier: 1 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-01-28T12:53:48.396 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.arena_block_size: 1048576 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.disable_auto_compactions: 0 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-01-28T12:53:48.397 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.table_properties_collectors: 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.inplace_update_support: 0 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.inplace_update_num_locks: 10000 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.memtable_huge_page_size: 0 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.bloom_locality: 0 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.max_successive_merges: 0 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.optimize_filters_for_hits: 0 2024-01-28T12:53:48.398 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.paranoid_file_checks: 0 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.force_consistency_checks: 1 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.report_bg_io_stats: 0 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.ttl: 2592000 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.periodic_compaction_seconds: 0 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.enable_blob_files: false 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.min_blob_size: 0 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.blob_file_size: 268435456 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.blob_compression_type: NoCompression 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.enable_blob_garbage_collection: false 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-01-28T12:53:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.blob_file_starting_level: 0 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b2753e14-9e17-4e08-b3d5-58f42cf2984a 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706446428196970, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706446428197527, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1706446428, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b2753e14-9e17-4e08-b3d5-58f42cf2984a", "db_session_id": "4HHBB75YN41RXTW37MZ6", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706446428197618, "job": 1, "event": "recovery_finished"} 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-01-28T12:53:48.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ad54172000 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: DB pointer 0x55ad54160000 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** DB Stats ** 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** Compaction Stats [default] ** 2024-01-28T12:53:48.401 INFO:journalctl@ceph.mon.c.smithi181.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** Compaction Stats [default] ** 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-01-28T12:53:48.402 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(Keys): cumulative 0, interval 0 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative compaction: 0.00 GB write, 0.44 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval compaction: 0.00 GB write, 0.44 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: Block cache BinnedLRUCache@0x55ad540d7090#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** File Read Latency Histogram By Level [default] ** 2024-01-28T12:53:48.403 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: using public_addr v2:172.21.15.181:0/0 -> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: starting mon.c rank -1 at public addrs [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] at bind addrs [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(???) e0 preinit fsid f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).mds e1 new map 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).mds e1 print_map 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout: e1 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout: legacy client fscid: -1 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout: No filesystems configured 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-01-28T12:53:48.404 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: Added host smithi181 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.405 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi181", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: Updating smithi181:/etc/ceph/ceph.conf 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3083018941' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: Updating smithi181:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.conf 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: Updating smithi181:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.client.admin.keyring 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3083018941' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: osdmap e4: 0 total, 0 up, 0 in 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi088:172.21.15.88=a;smithi175:172.21.15.175=b;smithi181:172.21.15.181=c", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: Saving service mon spec with placement smithi088:172.21.15.88=a;smithi175:172.21.15.175=b;smithi181:172.21.15.181=c;count:3 2024-01-28T12:53:48.407 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: Deploying daemon mon.c on smithi181 2024-01-28T12:53:48.408 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:48.408 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 ceph-mon[45557]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-01-28T12:53:48.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 bash[45505]: 5f80a73b15d9a2222f3adbcde06f6da0ff3a6e004e27e92ae7492127b772b480 2024-01-28T12:53:48.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:48 smithi181 systemd[1]: Started Ceph mon.c for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:53:49.514 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-01-28T12:53:49.514 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph mon dump -f json 2024-01-28T12:53:49.782 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:53:53.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:53.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:53:53.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: mon.a calling monitor election 2024-01-28T12:53:53.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: mon.c calling monitor election 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: monmap e2: 2 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: fsmap 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: osdmap e4: 0 total, 0 up, 0 in 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: mgrmap e13: x(active, since 41s) 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: overall HEALTH_OK 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:53:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:53:53.757 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.758+0000 7f9d01901700 1 -- 172.21.15.181:0/613246441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9cfc100220 msgr2=0x7f9ce4005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:53.757 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.758+0000 7f9d01901700 1 --2- 172.21.15.181:0/613246441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9cfc100220 0x7f9ce4005610 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0005fa0 tx=0x7f9cf000ffc0 comp rx=0 tx=0).stop 2024-01-28T12:53:53.757 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.758+0000 7f9d01901700 1 -- 172.21.15.181:0/613246441 shutdown_connections 2024-01-28T12:53:53.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.758+0000 7f9d01901700 1 --2- 172.21.15.181:0/613246441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9cfc100220 0x7f9ce4005610 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:53.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.759+0000 7f9d01901700 1 -- 172.21.15.181:0/613246441 >> 172.21.15.181:0/613246441 conn(0x7f9cfc0fbad0 msgr2=0x7f9cfc0fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:53.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.759+0000 7f9d01901700 1 -- 172.21.15.181:0/613246441 shutdown_connections 2024-01-28T12:53:53.758 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.759+0000 7f9d01901700 1 -- 172.21.15.181:0/613246441 wait complete. 2024-01-28T12:53:53.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.759+0000 7f9d01901700 1 Processor -- start 2024-01-28T12:53:53.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9d01901700 1 -- start start 2024-01-28T12:53:53.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9d01901700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9cfc100220 0x7f9cfc19e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:53.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9d01901700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cfc19ed80 0x7f9cfc198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9d01901700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cfc19f310 con 0x7f9cfc100220 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9d01901700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cfc19f480 con 0x7f9cfc19ed80 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9cfa7fc700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cfc19ed80 0x7f9cfc198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9cfa7fc700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cfc19ed80 0x7f9cfc198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:57942/0 (socket says 172.21.15.181:57942) 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9cfa7fc700 1 -- 172.21.15.181:0/1892270491 learned_addr learned my addr 172.21.15.181:0/1892270491 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9cfa7fc700 1 -- 172.21.15.181:0/1892270491 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cfc19ed80 msgr2=0x7f9cfc198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9cfa7fc700 1 -- 172.21.15.181:0/1892270491 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cfc19ed80 msgr2=0x7f9cfc198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9cfa7fc700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cfc19ed80 0x7f9cfc198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9cfaffd700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9cfc100220 0x7f9cfc19e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.760+0000 7f9cfa7fc700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cfc19ed80 0x7f9cfc198a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.761+0000 7f9cfaffd700 1 -- 172.21.15.181:0/1892270491 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cfc19ed80 msgr2=0x7f9cfc198a00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-28T12:53:53.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.761+0000 7f9cfaffd700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cfc19ed80 0x7f9cfc198a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.761+0000 7f9cfaffd700 1 -- 172.21.15.181:0/1892270491 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cf000f9c0 con 0x7f9cfc100220 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.761+0000 7f9cfaffd700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9cfc100220 0x7f9cfc19e840 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9cf000f510 tx=0x7f9cf0004d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.761+0000 7f9d008ff700 1 -- 172.21.15.181:0/1892270491 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f9cf0005be0 con 0x7f9cfc100220 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.761+0000 7f9d008ff700 1 -- 172.21.15.181:0/1892270491 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9cf0021040 con 0x7f9cfc100220 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.762+0000 7f9d01901700 1 -- 172.21.15.181:0/1892270491 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cfc199000 con 0x7f9cfc100220 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.762+0000 7f9d008ff700 1 -- 172.21.15.181:0/1892270491 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f9cf001be80 con 0x7f9cfc100220 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.762+0000 7f9d01901700 1 -- 172.21.15.181:0/1892270491 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cfc199550 con 0x7f9cfc100220 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.762+0000 7f9d008ff700 1 -- 172.21.15.181:0/1892270491 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f9cf00114c0 con 0x7f9cfc100220 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.763+0000 7f9d008ff700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9ce8038a90 0x7f9ce803af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.763+0000 7f9d008ff700 1 -- 172.21.15.181:0/1892270491 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f9cf004de00 con 0x7f9cfc100220 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.763+0000 7f9d01901700 1 -- 172.21.15.181:0/1892270491 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cfc062c00 con 0x7f9cfc100220 2024-01-28T12:53:53.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.763+0000 7f9cfa7fc700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9ce8038a90 0x7f9ce803af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:53:53.764 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.764+0000 7f9cfa7fc700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9ce8038a90 0x7f9ce803af50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9cec009180 tx=0x7f9cec008040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:53:53.767 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:53.769+0000 7f9d008ff700 1 -- 172.21.15.181:0/1892270491 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f9cf002e400 con 0x7f9cfc100220 2024-01-28T12:53:53.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:53:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: mon.a calling monitor election 2024-01-28T12:53:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: mon.c calling monitor election 2024-01-28T12:53:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: monmap e2: 2 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: fsmap 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: osdmap e4: 0 total, 0 up, 0 in 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: mgrmap e13: x(active, since 41s) 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: overall HEALTH_OK 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:53:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:53:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:53:54.033 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.035+0000 7f9d01901700 1 -- 172.21.15.181:0/1892270491 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f9cfc199f60 con 0x7f9cfc100220 2024-01-28T12:53:54.034 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.036+0000 7f9d008ff700 1 -- 172.21.15.181:0/1892270491 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1015 (secure 0 0 0) 0x7f9cf0034250 con 0x7f9cfc100220 2024-01-28T12:53:54.034 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:53:54.034 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":2,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","modified":"2024-01-28T12:53:48.226577Z","created":"2024-01-28T12:52:07.741206Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:3300","nonce":0},{"type":"v1","addr":"172.21.15.181:6789","nonce":0}]},"addr":"172.21.15.181:6789/0","public_addr":"172.21.15.181:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 -- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9ce8038a90 msgr2=0x7f9ce803af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9ce8038a90 0x7f9ce803af50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9cec009180 tx=0x7f9cec008040 comp rx=0 tx=0).stop 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 -- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9cfc100220 msgr2=0x7f9cfc19e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9cfc100220 0x7f9cfc19e840 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9cf000f510 tx=0x7f9cf0004d60 comp rx=0 tx=0).stop 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 -- 172.21.15.181:0/1892270491 shutdown_connections 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9ce8038a90 0x7f9ce803af50 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9cfc100220 0x7f9cfc19e840 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 --2- 172.21.15.181:0/1892270491 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9cfc19ed80 0x7f9cfc198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 -- 172.21.15.181:0/1892270491 >> 172.21.15.181:0/1892270491 conn(0x7f9cfc0fbad0 msgr2=0x7f9cfc06a070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 -- 172.21.15.181:0/1892270491 shutdown_connections 2024-01-28T12:53:54.037 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:53:54.038+0000 7f9d01901700 1 -- 172.21.15.181:0/1892270491 wait complete. 2024-01-28T12:53:54.038 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 2 2024-01-28T12:53:54.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:54 smithi181 ceph-mon[45557]: Deploying daemon mon.b on smithi175 2024-01-28T12:53:54.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:54 smithi181 ceph-mon[45557]: from='client.? 172.21.15.181:0/1892270491' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-28T12:53:54.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:54.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:54 smithi088 ceph-mon[35322]: Deploying daemon mon.b on smithi175 2024-01-28T12:53:54.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:54 smithi088 ceph-mon[35322]: from='client.? 172.21.15.181:0/1892270491' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-28T12:53:54.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:53:55.415 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-01-28T12:53:55.416 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph mon dump -f json 2024-01-28T12:53:55.685 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:53:55.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:53:55 smithi181 ceph-mon[45557]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:55.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:53:55 smithi088 ceph-mon[35322]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:53:56.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:53:55 smithi175 bash[44511]: 2eef0d026508ffea25ef92a150d4f3fa1f850aa730c4e03f2da18c3e4b7415eb 2024-01-28T12:53:56.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:53:55 smithi175 systemd[1]: Started Ceph mon.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:54:01.044 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.045+0000 7f89d6788700 1 -- 172.21.15.181:0/1759972347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89d0101310 msgr2=0x7f89b8005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:01.044 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.045+0000 7f89d6788700 1 --2- 172.21.15.181:0/1759972347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89d0101310 0x7f89b8005610 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f89c0005fa0 tx=0x7f89c000ff70 comp rx=0 tx=0).stop 2024-01-28T12:54:01.044 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.045+0000 7f89d6788700 1 -- 172.21.15.181:0/1759972347 shutdown_connections 2024-01-28T12:54:01.044 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.045+0000 7f89d6788700 1 --2- 172.21.15.181:0/1759972347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89d0101310 0x7f89b8005610 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:01.044 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.045+0000 7f89d6788700 1 -- 172.21.15.181:0/1759972347 >> 172.21.15.181:0/1759972347 conn(0x7f89d00fcc00 msgr2=0x7f89d00ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:01.044 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.045+0000 7f89d6788700 1 -- 172.21.15.181:0/1759972347 shutdown_connections 2024-01-28T12:54:01.044 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.045+0000 7f89d6788700 1 -- 172.21.15.181:0/1759972347 wait complete. 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.046+0000 7f89d6788700 1 Processor -- start 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.046+0000 7f89d6788700 1 -- start start 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d6788700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89d0101310 0x7f89d019c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d6788700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89d019cc50 0x7f89d01968d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d6788700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89d0196e10 0x7f89d01972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d6788700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89d019d310 con 0x7f89d019cc50 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d6788700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89d01a35e0 con 0x7f89d0101310 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d6788700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89d01a3720 con 0x7f89d0196e10 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d4d25700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89d0196e10 0x7f89d01972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d4d25700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89d0196e10 0x7f89d01972c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:52894/0 (socket says 172.21.15.181:52894) 2024-01-28T12:54:01.047 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d4d25700 1 -- 172.21.15.181:0/2190533325 learned_addr learned my addr 172.21.15.181:0/2190533325 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89cf7fe700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89d019cc50 0x7f89d01968d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d4d25700 1 -- 172.21.15.181:0/2190533325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89d0196e10 msgr2=0x7f89d01972c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89cffff700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89d0101310 0x7f89d019c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d4d25700 1 -- 172.21.15.181:0/2190533325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89d0196e10 msgr2=0x7f89d01972c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d4d25700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89d0196e10 0x7f89d01972c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89d4d25700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89d0196e10 0x7f89d01972c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89cffff700 1 -- 172.21.15.181:0/2190533325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89d0101310 msgr2=0x7f89d019c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89cffff700 1 -- 172.21.15.181:0/2190533325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89d0101310 msgr2=0x7f89d019c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89cffff700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89d0101310 0x7f89d019c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89cffff700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89d0101310 0x7f89d019c710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89cf7fe700 1 -- 172.21.15.181:0/2190533325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89d0196e10 msgr2=0x7f89d01972c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89cf7fe700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89d0196e10 0x7f89d01972c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89cf7fe700 1 -- 172.21.15.181:0/2190533325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89d0101310 msgr2=0x7f89d019c710 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-28T12:54:01.048 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.047+0000 7f89cf7fe700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89d0101310 0x7f89d019c710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:01.049 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.048+0000 7f89cf7fe700 1 -- 172.21.15.181:0/2190533325 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89c000f970 con 0x7f89d019cc50 2024-01-28T12:54:01.049 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.048+0000 7f89cf7fe700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89d019cc50 0x7f89d01968d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f89c400b550 tx=0x7f89c400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:01.049 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.048+0000 7f89cd7fa700 1 -- 172.21.15.181:0/2190533325 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c4004230 con 0x7f89d019cc50 2024-01-28T12:54:01.049 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.048+0000 7f89cd7fa700 1 -- 172.21.15.181:0/2190533325 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f89c4004390 con 0x7f89d019cc50 2024-01-28T12:54:01.049 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.048+0000 7f89d6788700 1 -- 172.21.15.181:0/2190533325 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89d01a3a00 con 0x7f89d019cc50 2024-01-28T12:54:01.049 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.048+0000 7f89cd7fa700 1 -- 172.21.15.181:0/2190533325 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c4011af0 con 0x7f89d019cc50 2024-01-28T12:54:01.049 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.048+0000 7f89d6788700 1 -- 172.21.15.181:0/2190533325 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89d01a3f00 con 0x7f89d019cc50 2024-01-28T12:54:01.050 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.049+0000 7f89cd7fa700 1 -- 172.21.15.181:0/2190533325 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f89c4011c50 con 0x7f89d019cc50 2024-01-28T12:54:01.050 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.049+0000 7f89cd7fa700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f89bc039110 0x7f89bc03b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:01.050 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.049+0000 7f89cd7fa700 1 -- 172.21.15.181:0/2190533325 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f89c404c280 con 0x7f89d019cc50 2024-01-28T12:54:01.050 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.050+0000 7f89d6788700 1 -- 172.21.15.181:0/2190533325 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89d0190d70 con 0x7f89d019cc50 2024-01-28T12:54:01.050 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.050+0000 7f89cffff700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f89bc039110 0x7f89bc03b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:01.050 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.050+0000 7f89cffff700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f89bc039110 0x7f89bc03b5d0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f89c0020040 tx=0x7f89c000f3c0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:01.053 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.055+0000 7f89cd7fa700 1 -- 172.21.15.181:0/2190533325 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f89c40193a0 con 0x7f89d019cc50 2024-01-28T12:54:01.336 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.338+0000 7f89d6788700 1 -- 172.21.15.181:0/2190533325 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f89d0197e00 con 0x7f89d019cc50 2024-01-28T12:54:01.336 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.338+0000 7f89cd7fa700 1 -- 172.21.15.181:0/2190533325 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1283 (secure 0 0 0) 0x7f89c403e020 con 0x7f89d019cc50 2024-01-28T12:54:01.337 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-28T12:54:01.337 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":3,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","modified":"2024-01-28T12:53:55.996077Z","created":"2024-01-28T12:52:07.741206Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:3300","nonce":0},{"type":"v1","addr":"172.21.15.181:6789","nonce":0}]},"addr":"172.21.15.181:6789/0","public_addr":"172.21.15.181:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:3300","nonce":0},{"type":"v1","addr":"172.21.15.175:6789","nonce":0}]},"addr":"172.21.15.175:6789/0","public_addr":"172.21.15.175:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-01-28T12:54:01.339 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 -- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f89bc039110 msgr2=0x7f89bc03b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f89bc039110 0x7f89bc03b5d0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f89c0020040 tx=0x7f89c000f3c0 comp rx=0 tx=0).stop 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 -- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89d019cc50 msgr2=0x7f89d01968d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89d019cc50 0x7f89d01968d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f89c400b550 tx=0x7f89c400b910 comp rx=0 tx=0).stop 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 -- 172.21.15.181:0/2190533325 shutdown_connections 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f89bc039110 0x7f89bc03b5d0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f89d0196e10 0x7f89d01972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89d0101310 0x7f89d019c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 --2- 172.21.15.181:0/2190533325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f89d019cc50 0x7f89d01968d0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 -- 172.21.15.181:0/2190533325 >> 172.21.15.181:0/2190533325 conn(0x7f89d00fcc00 msgr2=0x7f89d00fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 -- 172.21.15.181:0/2190533325 shutdown_connections 2024-01-28T12:54:01.340 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:01.341+0000 7f89d6788700 1 -- 172.21.15.181:0/2190533325 wait complete. 2024-01-28T12:54:01.341 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 3 2024-01-28T12:54:01.370 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: mon.a calling monitor election 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: mon.c calling monitor election 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.371 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: fsmap 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: osdmap e4: 0 total, 0 up, 0 in 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: mgrmap e13: x(active, since 49s) 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: mon.b (rank 2) addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] is down (out of quorum) 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:01.372 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: mon.a calling monitor election 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: mon.c calling monitor election 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-01-28T12:54:01.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: fsmap 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: osdmap e4: 0 total, 0 up, 0 in 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: mgrmap e13: x(active, since 49s) 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: mon.b (rank 2) addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] is down (out of quorum) 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:01.746 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-01-28T12:54:01.747 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph config generate-minimal-conf 2024-01-28T12:54:02.062 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:02.062 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:02 smithi088 ceph-mon[35322]: from='client.? 172.21.15.181:0/2190533325' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-28T12:54:02.062 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:02.149 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:54:02.320 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:02.320 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:02.320 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:02.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:02 smithi181 ceph-mon[45557]: from='client.? 172.21.15.181:0/2190533325' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-28T12:54:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:03.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.386+0000 7fa3ad400700 1 -- 172.21.15.88:0/2256524619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3a8073a00 msgr2=0x7fa3a8073de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:03.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.386+0000 7fa3ad400700 1 --2- 172.21.15.88:0/2256524619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3a8073a00 0x7fa3a8073de0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa398009910 tx=0x7fa398009c20 comp rx=0 tx=0).stop 2024-01-28T12:54:03.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.386+0000 7fa3ad400700 1 -- 172.21.15.88:0/2256524619 shutdown_connections 2024-01-28T12:54:03.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.386+0000 7fa3ad400700 1 --2- 172.21.15.88:0/2256524619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3a8073a00 0x7fa3a8073de0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:03.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.386+0000 7fa3ad400700 1 -- 172.21.15.88:0/2256524619 >> 172.21.15.88:0/2256524619 conn(0x7fa3a80fcab0 msgr2=0x7fa3a80feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:03.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.386+0000 7fa3ad400700 1 -- 172.21.15.88:0/2256524619 shutdown_connections 2024-01-28T12:54:03.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.386+0000 7fa3ad400700 1 -- 172.21.15.88:0/2256524619 wait complete. 2024-01-28T12:54:03.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.387+0000 7fa3ad400700 1 Processor -- start 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.387+0000 7fa3ad400700 1 -- start start 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.387+0000 7fa3ad400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa3a8073a00 0x7fa3a819e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.387+0000 7fa3ad400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3a819ee30 0x7fa3a8198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.387+0000 7fa3ad400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3a8198ff0 0x7fa3a81994a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.387+0000 7fa3ad400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3a819f4f0 con 0x7fa3a8198ff0 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.387+0000 7fa3ad400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3a81a57c0 con 0x7fa3a8073a00 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.387+0000 7fa3ad400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3a81a5900 con 0x7fa3a819ee30 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a6800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa3a8073a00 0x7fa3a819e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a6800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa3a8073a00 0x7fa3a819e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:33012/0 (socket says 172.21.15.88:33012) 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a6800700 1 -- 172.21.15.88:0/3154355102 learned_addr learned my addr 172.21.15.88:0/3154355102 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a7200700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3a8198ff0 0x7fa3a81994a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a5e00700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3a819ee30 0x7fa3a8198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:03.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a7200700 1 -- 172.21.15.88:0/3154355102 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3a819ee30 msgr2=0x7fa3a8198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a7200700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3a819ee30 0x7fa3a8198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a7200700 1 -- 172.21.15.88:0/3154355102 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa3a8073a00 msgr2=0x7fa3a819e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a7200700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa3a8073a00 0x7fa3a819e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a7200700 1 -- 172.21.15.88:0/3154355102 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3980095f0 con 0x7fa3a8198ff0 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a6800700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa3a8073a00 0x7fa3a819e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa3a7200700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3a8198ff0 0x7fa3a81994a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa3a000bd50 tx=0x7fa3a000bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.388+0000 7fa39f400700 1 -- 172.21.15.88:0/3154355102 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3a000cbb0 con 0x7fa3a8198ff0 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.389+0000 7fa39f400700 1 -- 172.21.15.88:0/3154355102 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa3a000cd10 con 0x7fa3a8198ff0 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.389+0000 7fa39f400700 1 -- 172.21.15.88:0/3154355102 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0012690 con 0x7fa3a8198ff0 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.389+0000 7fa3ad400700 1 -- 172.21.15.88:0/3154355102 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3a81a5be0 con 0x7fa3a8198ff0 2024-01-28T12:54:03.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.389+0000 7fa3ad400700 1 -- 172.21.15.88:0/3154355102 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3a81a6090 con 0x7fa3a8198ff0 2024-01-28T12:54:03.391 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.390+0000 7fa39f400700 1 -- 172.21.15.88:0/3154355102 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7fa3a0012870 con 0x7fa3a8198ff0 2024-01-28T12:54:03.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.390+0000 7fa3ad400700 1 -- 172.21.15.88:0/3154355102 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3a8062c00 con 0x7fa3a8198ff0 2024-01-28T12:54:03.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.390+0000 7fa39f400700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa388039110 0x7fa38803b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:03.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.390+0000 7fa39f400700 1 -- 172.21.15.88:0/3154355102 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fa3a004b160 con 0x7fa3a8198ff0 2024-01-28T12:54:03.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.391+0000 7fa3a6800700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa388039110 0x7fa38803b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:03.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.391+0000 7fa3a6800700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa388039110 0x7fa38803b5d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa3980051a0 tx=0x7fa39800b540 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:03.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.395+0000 7fa39f400700 1 -- 172.21.15.88:0/3154355102 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fa3a001b8d0 con 0x7fa3a8198ff0 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: mon.a calling monitor election 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: mon.c calling monitor election 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:03.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: fsmap 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: osdmap e4: 0 total, 0 up, 0 in 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: mgrmap e13: x(active, since 49s) 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: mon.b (rank 2) addr [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] is down (out of quorum) 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='client.? 172.21.15.181:0/2190533325' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-28T12:54:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:03.600 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.602+0000 7fa3ad400700 1 -- 172.21.15.88:0/3154355102 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fa3a810d5a0 con 0x7fa3a8198ff0 2024-01-28T12:54:03.601 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.603+0000 7fa39f400700 1 -- 172.21.15.88:0/3154355102 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+275 (secure 0 0 0) 0x7fa3a001b8d0 con 0x7fa3a8198ff0 2024-01-28T12:54:03.601 INFO:teuthology.orchestra.run.smithi088.stdout:# minimal ceph.conf for f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:54:03.601 INFO:teuthology.orchestra.run.smithi088.stdout:[global] 2024-01-28T12:54:03.601 INFO:teuthology.orchestra.run.smithi088.stdout: fsid = f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T12:54:03.601 INFO:teuthology.orchestra.run.smithi088.stdout: mon_host = [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-01-28T12:54:03.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 -- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa388039110 msgr2=0x7fa38803b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:03.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa388039110 0x7fa38803b5d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa3980051a0 tx=0x7fa39800b540 comp rx=0 tx=0).stop 2024-01-28T12:54:03.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 -- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3a8198ff0 msgr2=0x7fa3a81994a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:03.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3a8198ff0 0x7fa3a81994a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa3a000bd50 tx=0x7fa3a000bd80 comp rx=0 tx=0).stop 2024-01-28T12:54:03.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 -- 172.21.15.88:0/3154355102 shutdown_connections 2024-01-28T12:54:03.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa388039110 0x7fa38803b5d0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:03.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3a8198ff0 0x7fa3a81994a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:03.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa3a8073a00 0x7fa3a819e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:03.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 --2- 172.21.15.88:0/3154355102 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa3a819ee30 0x7fa3a8198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:03.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 -- 172.21.15.88:0/3154355102 >> 172.21.15.88:0/3154355102 conn(0x7fa3a80fcab0 msgr2=0x7fa3a8105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:03.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 -- 172.21.15.88:0/3154355102 shutdown_connections 2024-01-28T12:54:03.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:03.605+0000 7fa3ad400700 1 -- 172.21.15.88:0/3154355102 wait complete. 2024-01-28T12:54:03.953 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-01-28T12:54:03.953 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:54:03.953 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.conf 2024-01-28T12:54:04.023 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:54:04.023 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-01-28T12:54:04.138 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:54:04.138 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.conf 2024-01-28T12:54:04.175 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:54:04.175 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-01-28T12:54:04.247 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:54:04.247 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.conf 2024-01-28T12:54:04.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: mon.b calling monitor election 2024-01-28T12:54:04.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: Updating smithi088:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.conf 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: mon.b calling monitor election 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: mon.c calling monitor election 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: mon.a calling monitor election 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: fsmap 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: osdmap e4: 0 total, 0 up, 0 in 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: mgrmap e13: x(active, since 51s) 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: overall HEALTH_OK 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: Reconfiguring mon.a (unknown last config time)... 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: Reconfiguring daemon mon.a on smithi088 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3154355102' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:04.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: mon.b calling monitor election 2024-01-28T12:54:04.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: Updating smithi088:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.conf 2024-01-28T12:54:04.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: mon.b calling monitor election 2024-01-28T12:54:04.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: mon.c calling monitor election 2024-01-28T12:54:04.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: mon.a calling monitor election 2024-01-28T12:54:04.279 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: fsmap 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: osdmap e4: 0 total, 0 up, 0 in 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: mgrmap e13: x(active, since 51s) 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: overall HEALTH_OK 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: Reconfiguring mon.a (unknown last config time)... 2024-01-28T12:54:04.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:54:04.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-28T12:54:04.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:04.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: Reconfiguring daemon mon.a on smithi088 2024-01-28T12:54:04.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3154355102' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:04.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:04.284 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:54:04.284 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-01-28T12:54:04.355 INFO:tasks.cephadm:Adding mgr.x on smithi088 2024-01-28T12:54:04.355 INFO:tasks.cephadm:Adding mgr.y on smithi175 2024-01-28T12:54:04.355 INFO:tasks.cephadm:Adding mgr.z on smithi181 2024-01-28T12:54:04.356 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch apply mgr '3;smithi088=x;smithi175=y;smithi181=z' 2024-01-28T12:54:04.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: mon.b calling monitor election 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: Updating smithi088:/var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/config/ceph.conf 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: mon.b calling monitor election 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: mon.c calling monitor election 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: mon.a calling monitor election 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: monmap e3: 3 mons at {a=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: fsmap 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: osdmap e4: 0 total, 0 up, 0 in 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: mgrmap e13: x(active, since 51s) 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: overall HEALTH_OK 2024-01-28T12:54:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: Reconfiguring mon.a (unknown last config time)... 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: Reconfiguring daemon mon.a on smithi088 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3154355102' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:54:04.652 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:54:05.692 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.690+0000 7f56533b5700 1 -- 172.21.15.181:0/1236375014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c101140 msgr2=0x7f564c101560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:05.692 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.690+0000 7f56533b5700 1 --2- 172.21.15.181:0/1236375014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c101140 0x7f564c101560 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f5648009910 tx=0x7f5648009c20 comp rx=0 tx=0).stop 2024-01-28T12:54:05.692 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.690+0000 7f56533b5700 1 -- 172.21.15.181:0/1236375014 shutdown_connections 2024-01-28T12:54:05.692 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.690+0000 7f56533b5700 1 --2- 172.21.15.181:0/1236375014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c101140 0x7f564c101560 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:05.692 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.690+0000 7f56533b5700 1 -- 172.21.15.181:0/1236375014 >> 172.21.15.181:0/1236375014 conn(0x7f564c0fc6c0 msgr2=0x7f564c0feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:05.692 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.690+0000 7f56533b5700 1 -- 172.21.15.181:0/1236375014 shutdown_connections 2024-01-28T12:54:05.692 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.690+0000 7f56533b5700 1 -- 172.21.15.181:0/1236375014 wait complete. 2024-01-28T12:54:05.692 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f56533b5700 1 Processor -- start 2024-01-28T12:54:05.693 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f56533b5700 1 -- start start 2024-01-28T12:54:05.693 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f56533b5700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c101140 0x7f564c196920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:05.693 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f56533b5700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c196e60 0x7f564c19bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:05.693 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f56533b5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c1972e0 0x7f564c19e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:05.693 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f56533b5700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f564c19ec00 con 0x7f564c196e60 2024-01-28T12:54:05.693 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f56533b5700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f564c19ed70 con 0x7f564c101140 2024-01-28T12:54:05.693 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f56533b5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f564c19ef30 con 0x7f564c1972e0 2024-01-28T12:54:05.693 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f5651952700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c1972e0 0x7f564c19e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:05.693 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f5651952700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c1972e0 0x7f564c19e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:52464/0 (socket says 172.21.15.181:52464) 2024-01-28T12:54:05.693 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f5651952700 1 -- 172.21.15.181:0/2735307451 learned_addr learned my addr 172.21.15.181:0/2735307451 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f5651151700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c101140 0x7f564c196920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f5650950700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c196e60 0x7f564c19bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f5651952700 1 -- 172.21.15.181:0/2735307451 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c101140 msgr2=0x7f564c196920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f5651952700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c101140 0x7f564c196920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.691+0000 7f5651952700 1 -- 172.21.15.181:0/2735307451 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c196e60 msgr2=0x7f564c19bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.692+0000 7f5651952700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c196e60 0x7f564c19bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.692+0000 7f5651952700 1 -- 172.21.15.181:0/2735307451 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56480095f0 con 0x7f564c1972e0 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.692+0000 7f5651952700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c1972e0 0x7f564c19e460 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f564400ba50 tx=0x7f564400bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.692+0000 7f56427fc700 1 -- 172.21.15.181:0/2735307451 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f564400c930 con 0x7f564c1972e0 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.692+0000 7f56533b5700 1 -- 172.21.15.181:0/2735307451 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f564c19f210 con 0x7f564c1972e0 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.692+0000 7f56427fc700 1 -- 172.21.15.181:0/2735307451 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5644014440 con 0x7f564c1972e0 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.692+0000 7f56427fc700 1 -- 172.21.15.181:0/2735307451 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56440075b0 con 0x7f564c1972e0 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.692+0000 7f56533b5700 1 -- 172.21.15.181:0/2735307451 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f564c19f740 con 0x7f564c1972e0 2024-01-28T12:54:05.694 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.693+0000 7f56427fc700 1 -- 172.21.15.181:0/2735307451 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7f5644007710 con 0x7f564c1972e0 2024-01-28T12:54:05.695 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.693+0000 7f56427fc700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5638039110 0x7f563803b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:05.695 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.693+0000 7f56533b5700 1 -- 172.21.15.181:0/2735307451 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f564c062c00 con 0x7f564c1972e0 2024-01-28T12:54:05.695 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.693+0000 7f56427fc700 1 -- 172.21.15.181:0/2735307451 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f564404b150 con 0x7f564c1972e0 2024-01-28T12:54:05.695 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.693+0000 7f5651151700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5638039110 0x7f563803b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:05.695 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.694+0000 7f5651151700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5638039110 0x7f563803b5d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5648009fd0 tx=0x7f5648005200 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:05.697 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.699+0000 7f56427fc700 1 -- 172.21.15.181:0/2735307451 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f5644019020 con 0x7f564c1972e0 2024-01-28T12:54:05.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:05 smithi088 ceph-mon[35322]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:05.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:05.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:05.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:54:05.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-28T12:54:05.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:05.906 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.908+0000 7f56533b5700 1 -- 172.21.15.181:0/2735307451 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi088=x;smithi175=y;smithi181=z", "target": ["mon-mgr", ""]}) v1 -- 0x7f564c0fe5d0 con 0x7f5638039110 2024-01-28T12:54:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:05 smithi175 ceph-mon[44549]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:54:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-28T12:54:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:05.913 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.915+0000 7f56427fc700 1 -- 172.21.15.181:0/2735307451 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f564c0fe5d0 con 0x7f5638039110 2024-01-28T12:54:05.914 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mgr update... 2024-01-28T12:54:05.916 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 -- 172.21.15.181:0/2735307451 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5638039110 msgr2=0x7f563803b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5638039110 0x7f563803b5d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5648009fd0 tx=0x7f5648005200 comp rx=0 tx=0).stop 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 -- 172.21.15.181:0/2735307451 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c1972e0 msgr2=0x7f564c19e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c1972e0 0x7f564c19e460 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f564400ba50 tx=0x7f564400bd60 comp rx=0 tx=0).stop 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 -- 172.21.15.181:0/2735307451 shutdown_connections 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5638039110 0x7f563803b5d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c1972e0 0x7f564c19e460 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c101140 0x7f564c196920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 --2- 172.21.15.181:0/2735307451 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c196e60 0x7f564c19bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 -- 172.21.15.181:0/2735307451 >> 172.21.15.181:0/2735307451 conn(0x7f564c0fc6c0 msgr2=0x7f564c0fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 -- 172.21.15.181:0/2735307451 shutdown_connections 2024-01-28T12:54:05.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:05.918+0000 7f56533b5700 1 -- 172.21.15.181:0/2735307451 wait complete. 2024-01-28T12:54:05.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:05 smithi181 ceph-mon[45557]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:05.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:05.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:05.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:54:05.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-28T12:54:05.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:06.312 DEBUG:teuthology.orchestra.run.smithi175:mgr.y> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mgr.y.service 2024-01-28T12:54:06.315 DEBUG:teuthology.orchestra.run.smithi181:mgr.z> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mgr.z.service 2024-01-28T12:54:06.317 INFO:tasks.cephadm:Deploying OSDs... 2024-01-28T12:54:06.317 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:54:06.317 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/scratch_devs of=/dev/stdout 2024-01-28T12:54:06.345 INFO:journalctl@ceph.mgr.y.smithi175.stdout:-- Logs begin at Sun 2024-01-28 12:30:19 UTC. -- 2024-01-28T12:54:06.348 INFO:journalctl@ceph.mgr.z.smithi181.stdout:-- Logs begin at Sun 2024-01-28 12:30:16 UTC. -- 2024-01-28T12:54:06.363 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-01-28T12:54:06.363 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_1 2024-01-28T12:54:06.448 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-01-28T12:54:06.448 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:06.448 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 448 Links: 1 2024-01-28T12:54:06.448 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:06.448 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:06.448 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-01-28 12:53:22.721023963 +0000 2024-01-28T12:54:06.448 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-01-28 12:46:58.474740923 +0000 2024-01-28T12:54:06.449 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-01-28 12:46:58.474740923 +0000 2024-01-28T12:54:06.449 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-01-28 12:46:58.448741441 +0000 2024-01-28T12:54:06.449 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-01-28T12:54:06.552 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-01-28T12:54:06.552 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-01-28T12:54:06.552 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000317167 s, 1.6 MB/s 2024-01-28T12:54:06.555 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-01-28T12:54:06.598 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_2 2024-01-28T12:54:06.681 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-01-28T12:54:06.681 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:06.681 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 454 Links: 1 2024-01-28T12:54:06.681 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:06.681 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:06.681 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-01-28 12:53:22.779022806 +0000 2024-01-28T12:54:06.681 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-01-28 12:46:58.945731541 +0000 2024-01-28T12:54:06.681 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-01-28 12:46:58.945731541 +0000 2024-01-28T12:54:06.681 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-01-28 12:46:58.921732019 +0000 2024-01-28T12:54:06.682 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-01-28T12:54:06.783 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-01-28T12:54:06.783 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-01-28T12:54:06.783 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000283706 s, 1.8 MB/s 2024-01-28T12:54:06.785 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-01-28T12:54:06.829 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_3 2024-01-28T12:54:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:06 smithi175 ceph-mon[44549]: Reconfiguring mon.b (monmap changed)... 2024-01-28T12:54:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:06 smithi175 ceph-mon[44549]: Reconfiguring daemon mon.b on smithi175 2024-01-28T12:54:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:54:06.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-28T12:54:06.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:06.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:06.911 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-01-28T12:54:06.911 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:06.911 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 460 Links: 1 2024-01-28T12:54:06.911 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:06.911 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:06.911 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-01-28 12:53:22.839021609 +0000 2024-01-28T12:54:06.911 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-01-28 12:46:59.409722297 +0000 2024-01-28T12:54:06.911 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-01-28 12:46:59.409722297 +0000 2024-01-28T12:54:06.911 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-01-28 12:46:59.383722815 +0000 2024-01-28T12:54:06.911 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-01-28T12:54:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:06 smithi181 ceph-mon[45557]: Reconfiguring mon.b (monmap changed)... 2024-01-28T12:54:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:06 smithi181 ceph-mon[45557]: Reconfiguring daemon mon.b on smithi175 2024-01-28T12:54:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:54:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-28T12:54:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:07.006 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:06 smithi088 ceph-mon[35322]: Reconfiguring mon.b (monmap changed)... 2024-01-28T12:54:07.006 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:06 smithi088 ceph-mon[35322]: Reconfiguring daemon mon.b on smithi175 2024-01-28T12:54:07.006 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:07.006 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:07.006 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-28T12:54:07.007 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-28T12:54:07.007 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:07.007 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:07.012 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-01-28T12:54:07.012 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-01-28T12:54:07.012 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000320833 s, 1.6 MB/s 2024-01-28T12:54:07.015 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-01-28T12:54:07.058 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_4 2024-01-28T12:54:07.140 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-01-28T12:54:07.140 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:07.140 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 466 Links: 1 2024-01-28T12:54:07.140 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:07.140 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:07.140 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-01-28 12:53:22.905020292 +0000 2024-01-28T12:54:07.140 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-01-28 12:46:59.874713033 +0000 2024-01-28T12:54:07.140 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-01-28 12:46:59.874713033 +0000 2024-01-28T12:54:07.141 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-01-28 12:46:59.848713551 +0000 2024-01-28T12:54:07.141 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-01-28T12:54:07.240 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-01-28T12:54:07.240 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-01-28T12:54:07.241 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000306608 s, 1.7 MB/s 2024-01-28T12:54:07.243 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-01-28T12:54:07.286 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-01-28T12:54:07.286 DEBUG:teuthology.orchestra.run.smithi175:> dd if=/scratch_devs of=/dev/stdout 2024-01-28T12:54:07.308 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-01-28T12:54:07.308 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_1 2024-01-28T12:54:07.368 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-01-28T12:54:07.369 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:07.369 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 6h/6d Inode: 176462 Links: 1 2024-01-28T12:54:07.369 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:07.369 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:07.369 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-01-28 12:53:55.586521811 +0000 2024-01-28T12:54:07.369 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-01-28 12:45:54.096588329 +0000 2024-01-28T12:54:07.369 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-01-28 12:45:54.096588329 +0000 2024-01-28T12:54:07.369 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: - 2024-01-28T12:54:07.369 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-01-28T12:54:07.439 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-01-28T12:54:07.440 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-01-28T12:54:07.440 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000225287 s, 2.3 MB/s 2024-01-28T12:54:07.441 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-01-28T12:54:07.500 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_2 2024-01-28T12:54:07.559 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-01-28T12:54:07.559 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:07.559 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 6h/6d Inode: 177468 Links: 1 2024-01-28T12:54:07.559 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:07.560 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:07.560 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-01-28 12:53:55.586521811 +0000 2024-01-28T12:54:07.560 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-01-28 12:45:54.440582596 +0000 2024-01-28T12:54:07.560 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-01-28 12:45:54.440582596 +0000 2024-01-28T12:54:07.560 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: - 2024-01-28T12:54:07.560 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-01-28T12:54:07.627 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-01-28T12:54:07.627 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-01-28T12:54:07.627 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000227048 s, 2.3 MB/s 2024-01-28T12:54:07.628 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-01-28T12:54:07.686 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_3 2024-01-28T12:54:07.745 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-01-28T12:54:07.745 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:07.745 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 6h/6d Inode: 173908 Links: 1 2024-01-28T12:54:07.745 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:07.745 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:07.745 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-01-28 12:53:55.586521811 +0000 2024-01-28T12:54:07.745 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-01-28 12:45:54.782576897 +0000 2024-01-28T12:54:07.745 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-01-28 12:45:54.782576897 +0000 2024-01-28T12:54:07.745 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: - 2024-01-28T12:54:07.746 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-01-28T12:54:07.783 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: Reconfiguring mon.c (monmap changed)... 2024-01-28T12:54:07.783 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: Reconfiguring daemon mon.c on smithi181 2024-01-28T12:54:07.783 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi088=x;smithi175=y;smithi181=z", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:07.783 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: Saving service mgr spec with placement smithi088=x;smithi175=y;smithi181=z;count:3 2024-01-28T12:54:07.783 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:07.783 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:07.783 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:07.783 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:07.784 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:07.784 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:07.784 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:07.784 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-28T12:54:07.784 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-28T12:54:07.784 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-28T12:54:07.784 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:07.808 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: Reconfiguring mon.c (monmap changed)... 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: Reconfiguring daemon mon.c on smithi181 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi088=x;smithi175=y;smithi181=z", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: Saving service mgr spec with placement smithi088=x;smithi175=y;smithi181=z;count:3 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-28T12:54:07.809 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:07.811 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-01-28T12:54:07.811 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-01-28T12:54:07.811 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000180193 s, 2.8 MB/s 2024-01-28T12:54:07.812 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-01-28T12:54:07.871 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_4 2024-01-28T12:54:07.928 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-01-28T12:54:07.928 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:07.928 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 6h/6d Inode: 177623 Links: 1 2024-01-28T12:54:07.928 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:07.928 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:07.929 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-01-28 12:53:55.586521811 +0000 2024-01-28T12:54:07.929 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-01-28 12:45:55.109571447 +0000 2024-01-28T12:54:07.929 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-01-28 12:45:55.109571447 +0000 2024-01-28T12:54:07.929 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: - 2024-01-28T12:54:07.929 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-01-28T12:54:07.994 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-01-28T12:54:07.994 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-01-28T12:54:07.994 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000235127 s, 2.2 MB/s 2024-01-28T12:54:07.995 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-01-28T12:54:08.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: Reconfiguring mon.c (monmap changed)... 2024-01-28T12:54:08.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: Reconfiguring daemon mon.c on smithi181 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi088=x;smithi175=y;smithi181=z", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: Saving service mgr spec with placement smithi088=x;smithi175=y;smithi181=z;count:3 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-28T12:54:08.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:08.054 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-28T12:54:08.054 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/scratch_devs of=/dev/stdout 2024-01-28T12:54:08.073 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-01-28T12:54:08.073 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_1 2024-01-28T12:54:08.131 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-01-28T12:54:08.131 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:08.131 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 6h/6d Inode: 172954 Links: 1 2024-01-28T12:54:08.131 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:08.131 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:08.131 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-01-28 12:54:07.964449270 +0000 2024-01-28T12:54:08.132 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-01-28 12:45:55.932276595 +0000 2024-01-28T12:54:08.132 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-01-28 12:45:55.932276595 +0000 2024-01-28T12:54:08.132 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2024-01-28T12:54:08.132 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-01-28T12:54:08.198 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:08 smithi181 systemd[1]: Starting Ceph mgr.z for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:54:08.201 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-01-28T12:54:08.201 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-01-28T12:54:08.201 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000206229 s, 2.5 MB/s 2024-01-28T12:54:08.202 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-01-28T12:54:08.261 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_2 2024-01-28T12:54:08.319 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-01-28T12:54:08.319 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:08.319 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 6h/6d Inode: 178294 Links: 1 2024-01-28T12:54:08.319 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:08.319 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:08.320 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-01-28 12:54:07.964449270 +0000 2024-01-28T12:54:08.320 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-01-28 12:45:56.276269979 +0000 2024-01-28T12:54:08.320 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-01-28 12:45:56.276269979 +0000 2024-01-28T12:54:08.320 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2024-01-28T12:54:08.320 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-01-28T12:54:08.386 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-01-28T12:54:08.386 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-01-28T12:54:08.386 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000223689 s, 2.3 MB/s 2024-01-28T12:54:08.388 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-01-28T12:54:08.446 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_3 2024-01-28T12:54:08.454 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-mgr[47514]: -- 172.21.15.181:0/1768132354 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5642f1123520 con 0x5642f10f9000 2024-01-28T12:54:08.455 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:08 smithi181 bash[47395]: 433d0383e700049a1893012a04f4de7f92e0e3f9f0a50cae8fb09f92d92b60f4 2024-01-28T12:54:08.455 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:08 smithi181 systemd[1]: Started Ceph mgr.z for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:54:08.472 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-01-28T12:54:08.472 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:08.472 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 6h/6d Inode: 179280 Links: 1 2024-01-28T12:54:08.472 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:08.472 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:08.472 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-01-28 12:54:07.964449270 +0000 2024-01-28T12:54:08.472 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-01-28 12:45:56.629263191 +0000 2024-01-28T12:54:08.472 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-01-28 12:45:56.629263191 +0000 2024-01-28T12:54:08.472 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2024-01-28T12:54:08.473 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-01-28T12:54:08.538 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-01-28T12:54:08.538 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-01-28T12:54:08.538 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.00018792 s, 2.7 MB/s 2024-01-28T12:54:08.539 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-01-28T12:54:08.598 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_4 2024-01-28T12:54:08.655 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-01-28T12:54:08.655 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-28T12:54:08.655 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 6h/6d Inode: 179390 Links: 1 2024-01-28T12:54:08.655 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-28T12:54:08.655 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-01-28T12:54:08.656 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-01-28 12:54:07.964449270 +0000 2024-01-28T12:54:08.656 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-01-28 12:45:56.988256287 +0000 2024-01-28T12:54:08.656 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-01-28 12:45:56.988256287 +0000 2024-01-28T12:54:08.656 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: - 2024-01-28T12:54:08.656 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-01-28T12:54:08.722 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-01-28T12:54:08.722 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-01-28T12:54:08.722 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000218637 s, 2.3 MB/s 2024-01-28T12:54:08.723 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-01-28T12:54:08.782 INFO:tasks.cephadm:Deploying osd.0 on smithi088 with /dev/vg_nvme/lv_4... 2024-01-28T12:54:08.782 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-01-28T12:54:08.798 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-mon[45557]: Deploying daemon mgr.z on smithi181 2024-01-28T12:54:08.798 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:08.798 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:08.798 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:08.798 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-28T12:54:08.798 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-28T12:54:08.798 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-28T12:54:08.798 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:08.890 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:08.799+0000 7f7c13a3b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-01-28T12:54:08.956 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:08 smithi175 ceph-mon[44549]: Deploying daemon mgr.z on smithi181 2024-01-28T12:54:08.956 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:08.956 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:08.956 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:08.957 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-28T12:54:08.957 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-28T12:54:08.957 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-28T12:54:08.957 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:09.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:08 smithi088 ceph-mon[35322]: Deploying daemon mgr.z on smithi181 2024-01-28T12:54:09.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:09.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:09.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:09.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-28T12:54:09.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-28T12:54:09.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-28T12:54:09.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:09.060 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:08.891+0000 7f7c13a3b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-01-28T12:54:09.060 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:08 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:08.979+0000 7f7c13a3b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-01-28T12:54:09.060 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:09 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:09.061+0000 7f7c13a3b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-01-28T12:54:09.180 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:54:09.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:09 smithi175 ceph-mon[44549]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:09.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:09 smithi175 ceph-mon[44549]: Deploying daemon mgr.y on smithi175 2024-01-28T12:54:09.909 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:09 smithi175 systemd[1]: Starting Ceph mgr.y for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:54:09.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:09 smithi181 ceph-mon[45557]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:09.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:09 smithi181 ceph-mon[45557]: Deploying daemon mgr.y on smithi175 2024-01-28T12:54:09.955 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:09 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:09.677+0000 7f7c13a3b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-01-28T12:54:09.955 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:09 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:09.914+0000 7f7c13a3b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-01-28T12:54:10.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:09 smithi088 ceph-mon[35322]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:10.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:09 smithi088 ceph-mon[35322]: Deploying daemon mgr.y on smithi175 2024-01-28T12:54:10.262 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:10 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:10.000+0000 7f7c13a3b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-01-28T12:54:10.262 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:10 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:10.107+0000 7f7c13a3b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-01-28T12:54:10.262 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:10 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:10.263+0000 7f7c13a3b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-01-28T12:54:10.408 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:10 smithi175 ceph-mgr[46023]: -- 172.21.15.175:0/875035608 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b5afe2f520 con 0x55b5afe04c00 2024-01-28T12:54:10.408 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:10 smithi175 bash[45985]: 4fb63bab204e2f51e01501ecde82a94d6c839cea188e86ed989e22e07fe00b87 2024-01-28T12:54:10.408 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:10 smithi175 systemd[1]: Started Ceph mgr.y for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:54:10.705 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:10 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:10.391+0000 7f7c13a3b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-01-28T12:54:10.705 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:10 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:10.475+0000 7f7c13a3b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-01-28T12:54:10.711 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:10 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:10.608+0000 7f785cca4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-01-28T12:54:10.833 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-01-28T12:54:10.833 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-01-28T12:54:10.833 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-01-28T12:54:10.833 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-01-28T12:54:10.833 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0312144 s, 336 MB/s 2024-01-28T12:54:10.833 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-01-28T12:54:10.894 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:10 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:10.712+0000 7f785cca4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-01-28T12:54:10.894 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:10 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:10.804+0000 7f785cca4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-01-28T12:54:11.158 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:10 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:10.895+0000 7f785cca4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-01-28T12:54:11.186 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:10 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:10.870+0000 7f7c13a3b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-01-28T12:54:11.233 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi088:vg_nvme/lv_4 2024-01-28T12:54:11.455 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:11 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:11.188+0000 7f7c13a3b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-01-28T12:54:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:11 smithi181 ceph-mon[45557]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:11.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:11 smithi088 ceph-mon[35322]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:11.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:11.636 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:54:11.658 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:11 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:11.571+0000 7f785cca4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-01-28T12:54:11.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:11 smithi175 ceph-mon[44549]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:11.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:11.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:11.955 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:11 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:11.515+0000 7f7c13a3b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-01-28T12:54:11.955 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:11 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:11.609+0000 7f7c13a3b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-01-28T12:54:12.158 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:11 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:11.814+0000 7f785cca4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-01-28T12:54:12.159 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:11 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:11.898+0000 7f785cca4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-01-28T12:54:12.159 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:12.004+0000 7f785cca4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-01-28T12:54:12.539 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:12.161+0000 7f785cca4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-01-28T12:54:12.539 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:12.287+0000 7f785cca4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-01-28T12:54:12.539 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:12.372+0000 7f785cca4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-01-28T12:54:12.705 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:12.364+0000 7f7c13a3b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-01-28T12:54:12.705 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:12.458+0000 7f7c13a3b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-01-28T12:54:12.705 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:12.605+0000 7f7c13a3b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-01-28T12:54:12.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:12.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:12.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-28T12:54:12.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-28T12:54:12.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:12.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-28T12:54:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-28T12:54:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.908 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:12.741+0000 7f785cca4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.951+0000 7fd004600700 1 -- 172.21.15.88:0/3120698878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcffc101610 msgr2=0x7fcffc101a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.951+0000 7fd004600700 1 --2- 172.21.15.88:0/3120698878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcffc101610 0x7fcffc101a30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fcfec0098f0 tx=0x7fcfec009c00 comp rx=0 tx=0).stop 2024-01-28T12:54:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.951+0000 7fd004600700 1 -- 172.21.15.88:0/3120698878 shutdown_connections 2024-01-28T12:54:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.951+0000 7fd004600700 1 --2- 172.21.15.88:0/3120698878 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcffc1031b0 0x7fcffc109a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.951+0000 7fd004600700 1 --2- 172.21.15.88:0/3120698878 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcffc101610 0x7fcffc101a30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.951+0000 7fd004600700 1 --2- 172.21.15.88:0/3120698878 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcffc102810 0x7fcffc102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.951+0000 7fd004600700 1 -- 172.21.15.88:0/3120698878 >> 172.21.15.88:0/3120698878 conn(0x7fcffc0fcb70 msgr2=0x7fcffc0feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.951+0000 7fd004600700 1 -- 172.21.15.88:0/3120698878 shutdown_connections 2024-01-28T12:54:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.951+0000 7fd004600700 1 -- 172.21.15.88:0/3120698878 wait complete. 2024-01-28T12:54:12.952 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.952+0000 7fd004600700 1 Processor -- start 2024-01-28T12:54:12.952 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.952+0000 7fd004600700 1 -- start start 2024-01-28T12:54:12.952 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd004600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcffc101610 0x7fcffc1975d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:12.952 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd004600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcffc102810 0x7fcffc197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd004600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcffc1031b0 0x7fcffc19eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd004600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcffc19f110 con 0x7fcffc101610 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd004600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcffc19f250 con 0x7fcffc1031b0 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd004600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcffc19f3e0 con 0x7fcffc102810 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd001200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcffc102810 0x7fcffc197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd001c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcffc101610 0x7fcffc1975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd001200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcffc102810 0x7fcffc197b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:55298/0 (socket says 172.21.15.88:55298) 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd001200700 1 -- 172.21.15.88:0/252554443 learned_addr learned my addr 172.21.15.88:0/252554443 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd002600700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcffc1031b0 0x7fcffc19eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd001c00700 1 -- 172.21.15.88:0/252554443 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcffc102810 msgr2=0x7fcffc197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd001c00700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcffc102810 0x7fcffc197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd001c00700 1 -- 172.21.15.88:0/252554443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcffc1031b0 msgr2=0x7fcffc19eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd001c00700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcffc1031b0 0x7fcffc19eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd001c00700 1 -- 172.21.15.88:0/252554443 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfe4009520 con 0x7fcffc101610 2024-01-28T12:54:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.953+0000 7fd001200700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcffc102810 0x7fcffc197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:54:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.954+0000 7fd001c00700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcffc101610 0x7fcffc1975d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fcfec000c00 tx=0x7fcfec00bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.954+0000 7fcffa000700 1 -- 172.21.15.88:0/252554443 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfec01c070 con 0x7fcffc101610 2024-01-28T12:54:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.954+0000 7fcffa000700 1 -- 172.21.15.88:0/252554443 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfec005500 con 0x7fcffc101610 2024-01-28T12:54:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.954+0000 7fd004600700 1 -- 172.21.15.88:0/252554443 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcff4009d00 con 0x7fcffc101610 2024-01-28T12:54:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.954+0000 7fcffa000700 1 -- 172.21.15.88:0/252554443 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfec003aa0 con 0x7fcffc101610 2024-01-28T12:54:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.954+0000 7fd004600700 1 -- 172.21.15.88:0/252554443 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfec009520 con 0x7fcffc101610 2024-01-28T12:54:12.956 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.955+0000 7fcffa000700 1 -- 172.21.15.88:0/252554443 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 13) v1 ==== 45776+0+0 (secure 0 0 0) 0x7fcfec003d00 con 0x7fcffc101610 2024-01-28T12:54:12.956 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.955+0000 7fd004600700 1 -- 172.21.15.88:0/252554443 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcffc068290 con 0x7fcffc101610 2024-01-28T12:54:12.956 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.956+0000 7fcffa000700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcfdc038ec0 0x7fcfdc03b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:12.956 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.956+0000 7fcffa000700 1 -- 172.21.15.88:0/252554443 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fcfec04c550 con 0x7fcffc101610 2024-01-28T12:54:12.956 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.956+0000 7fd001200700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcfdc038ec0 0x7fcfdc03b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:12.956 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.957+0000 7fd001200700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcfdc038ec0 0x7fcfdc03b380 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fcfe4009fd0 tx=0x7fcfe4009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:12.959 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:12.961+0000 7fcffa000700 1 -- 172.21.15.88:0/252554443 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fcfec017970 con 0x7fcffc101610 2024-01-28T12:54:13.198 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:13.200+0000 7fd004600700 1 -- 172.21.15.88:0/252554443 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7fcffc02d500 con 0x7fcfdc038ec0 2024-01-28T12:54:13.289 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:13.006+0000 7f785cca4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-01-28T12:54:13.563 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:13.228+0000 7f7c13a3b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-01-28T12:54:13.563 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:13.407+0000 7f7c13a3b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-01-28T12:54:13.563 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:13.291+0000 7f785cca4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-01-28T12:54:13.563 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:13.385+0000 7f785cca4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-01-28T12:54:13.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: Reconfiguring mgr.x (unknown last config time)... 2024-01-28T12:54:13.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: Reconfiguring daemon mgr.x on smithi088 2024-01-28T12:54:13.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:13.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:54:13.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:54:13.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:13.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:13.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:13.836 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:13.837 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:13.837 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:13.837 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: Reconfiguring mgr.x (unknown last config time)... 2024-01-28T12:54:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: Reconfiguring daemon mgr.x on smithi088 2024-01-28T12:54:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:54:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:54:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:13.954 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:13.602+0000 7f7c13a3b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: Reconfiguring mgr.x (unknown last config time)... 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: Reconfiguring daemon mgr.x on smithi088 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:14.408 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:14 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:14.138+0000 7f785cca4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-01-28T12:54:14.409 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:14 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:14.232+0000 7f785cca4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-01-28T12:54:14.409 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:14 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:14.378+0000 7f785cca4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-01-28T12:54:14.772 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:14 smithi181 ceph-mon[45557]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:14.772 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:14 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:14.508+0000 7f7c13a3b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-01-28T12:54:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:14 smithi175 ceph-mon[44549]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:15.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:14 smithi088 ceph-mon[35322]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:15.045 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:14 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:14.773+0000 7f7c13a3b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-01-28T12:54:15.045 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:14 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:14.859+0000 7f7c13a3b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-01-28T12:54:15.045 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 28 12:54:15 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-z[47450]: 2024-01-28T12:54:15.047+0000 7f7c13a3b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-01-28T12:54:15.368 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:15 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:15.002+0000 7f785cca4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-01-28T12:54:15.368 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:15 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:15.180+0000 7f785cca4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-01-28T12:54:15.658 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:15 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:15.370+0000 7f785cca4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-01-28T12:54:15.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:15 smithi175 ceph-mon[44549]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:15.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:15 smithi175 ceph-mon[44549]: Standby manager daemon z started 2024-01-28T12:54:15.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:15 smithi175 ceph-mon[44549]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-01-28T12:54:15.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:15 smithi175 ceph-mon[44549]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-28T12:54:15.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:15 smithi175 ceph-mon[44549]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-01-28T12:54:15.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:15 smithi175 ceph-mon[44549]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-28T12:54:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:15 smithi181 ceph-mon[45557]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:15 smithi181 ceph-mon[45557]: Standby manager daemon z started 2024-01-28T12:54:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:15 smithi181 ceph-mon[45557]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-01-28T12:54:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:15 smithi181 ceph-mon[45557]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-28T12:54:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:15 smithi181 ceph-mon[45557]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-01-28T12:54:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:15 smithi181 ceph-mon[45557]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-28T12:54:15.983 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:15.984+0000 7fcffa000700 1 -- 172.21.15.88:0/252554443 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mgrmap(e 14) v1 ==== 90934+0+0 (secure 0 0 0) 0x7fcfec029c90 con 0x7fcffc101610 2024-01-28T12:54:16.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:15 smithi088 ceph-mon[35322]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:16.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:15 smithi088 ceph-mon[35322]: Standby manager daemon z started 2024-01-28T12:54:16.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:15 smithi088 ceph-mon[35322]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-01-28T12:54:16.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:15 smithi088 ceph-mon[35322]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-28T12:54:16.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:15 smithi088 ceph-mon[35322]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-01-28T12:54:16.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:15 smithi088 ceph-mon[35322]: from='mgr.? 172.21.15.181:0/4059356073' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-28T12:54:16.546 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:16.282+0000 7f785cca4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:16.548+0000 7f785cca4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:16.637+0000 7f785cca4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mgr.y.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-y[46000]: 2024-01-28T12:54:16.824+0000 7f785cca4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3732721159' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7426fa88-021a-4239-8539-2278e01359ca"}]: dispatch 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7426fa88-021a-4239-8539-2278e01359ca"}]: dispatch 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7426fa88-021a-4239-8539-2278e01359ca"}]': finished 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-mon[44549]: osdmap e5: 1 total, 0 up, 1 in 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-mon[44549]: mgrmap e14: x(active, since 63s), standbys: z 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-01-28T12:54:16.823 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:16 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/4178266948' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:54:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:16 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3732721159' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7426fa88-021a-4239-8539-2278e01359ca"}]: dispatch 2024-01-28T12:54:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:16 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7426fa88-021a-4239-8539-2278e01359ca"}]: dispatch 2024-01-28T12:54:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:16 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7426fa88-021a-4239-8539-2278e01359ca"}]': finished 2024-01-28T12:54:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:16 smithi181 ceph-mon[45557]: osdmap e5: 1 total, 0 up, 1 in 2024-01-28T12:54:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:16 smithi181 ceph-mon[45557]: mgrmap e14: x(active, since 63s), standbys: z 2024-01-28T12:54:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-01-28T12:54:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:16 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/4178266948' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:54:17.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:16 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3732721159' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7426fa88-021a-4239-8539-2278e01359ca"}]: dispatch 2024-01-28T12:54:17.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:16 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7426fa88-021a-4239-8539-2278e01359ca"}]: dispatch 2024-01-28T12:54:17.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:16 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7426fa88-021a-4239-8539-2278e01359ca"}]': finished 2024-01-28T12:54:17.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:16 smithi088 ceph-mon[35322]: osdmap e5: 1 total, 0 up, 1 in 2024-01-28T12:54:17.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:17.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:16 smithi088 ceph-mon[35322]: mgrmap e14: x(active, since 63s), standbys: z 2024-01-28T12:54:17.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-01-28T12:54:17.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:16 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/4178266948' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:54:17.583 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:17.584+0000 7fcffa000700 1 -- 172.21.15.88:0/252554443 <== mon.0 v2:172.21.15.88:3300/0 8 ==== mgrmap(e 15) v1 ==== 136092+0+0 (secure 0 0 0) 0x7fcfec00b8f0 con 0x7fcffc101610 2024-01-28T12:54:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:17 smithi175 ceph-mon[44549]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:17 smithi175 ceph-mon[44549]: Standby manager daemon y started 2024-01-28T12:54:17.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:17 smithi175 ceph-mon[44549]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-01-28T12:54:17.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:17 smithi175 ceph-mon[44549]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-28T12:54:17.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:17 smithi175 ceph-mon[44549]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-01-28T12:54:17.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:17 smithi175 ceph-mon[44549]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-28T12:54:17.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:17 smithi181 ceph-mon[45557]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:17.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:17 smithi181 ceph-mon[45557]: Standby manager daemon y started 2024-01-28T12:54:17.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:17 smithi181 ceph-mon[45557]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-01-28T12:54:17.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:17 smithi181 ceph-mon[45557]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-28T12:54:17.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:17 smithi181 ceph-mon[45557]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-01-28T12:54:17.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:17 smithi181 ceph-mon[45557]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-28T12:54:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:17 smithi088 ceph-mon[35322]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:17 smithi088 ceph-mon[35322]: Standby manager daemon y started 2024-01-28T12:54:18.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:17 smithi088 ceph-mon[35322]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-01-28T12:54:18.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:17 smithi088 ceph-mon[35322]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-28T12:54:18.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:17 smithi088 ceph-mon[35322]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-01-28T12:54:18.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:17 smithi088 ceph-mon[35322]: from='mgr.? 172.21.15.175:0/4249162770' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-28T12:54:18.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:18 smithi175 ceph-mon[44549]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-01-28T12:54:18.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-01-28T12:54:18.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:18 smithi181 ceph-mon[45557]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-01-28T12:54:18.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-01-28T12:54:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:18 smithi088 ceph-mon[35322]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-01-28T12:54:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-01-28T12:54:19.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:19 smithi088 ceph-mon[35322]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:19.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:19 smithi175 ceph-mon[44549]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:19.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:19 smithi181 ceph-mon[45557]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:21.184 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:20 smithi088 ceph-mon[35322]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:21.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:20 smithi175 ceph-mon[44549]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:21.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:20 smithi181 ceph-mon[45557]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:22.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-01-28T12:54:22.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:22.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-01-28T12:54:22.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:22.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-01-28T12:54:22.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:23.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:23 smithi175 ceph-mon[44549]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:23.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:23 smithi175 ceph-mon[44549]: Deploying daemon osd.0 on smithi088 2024-01-28T12:54:23.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:23 smithi181 ceph-mon[45557]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:23.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:23 smithi181 ceph-mon[45557]: Deploying daemon osd.0 on smithi088 2024-01-28T12:54:23.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:23 smithi088 ceph-mon[35322]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:23.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:23 smithi088 ceph-mon[35322]: Deploying daemon osd.0 on smithi088 2024-01-28T12:54:25.403 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:25 smithi088 ceph-mon[35322]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:25.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:25 smithi175 ceph-mon[44549]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:25 smithi181 ceph-mon[45557]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:27 smithi088 ceph-mon[35322]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:27.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:27.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:27 smithi175 ceph-mon[44549]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:27.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:27.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:27.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:27.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:27 smithi181 ceph-mon[45557]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:27.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:27.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:27.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:29.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:29 smithi175 ceph-mon[44549]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:29.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:29.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:29.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:29 smithi181 ceph-mon[45557]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:29.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:29.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:29.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:29 smithi088 ceph-mon[35322]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:29.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:29.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:30.049 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.051+0000 7fcffa000700 1 -- 172.21.15.88:0/252554443 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fcffc02d500 con 0x7fcfdc038ec0 2024-01-28T12:54:30.049 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 0 on host 'smithi088' 2024-01-28T12:54:30.051 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 -- 172.21.15.88:0/252554443 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcfdc038ec0 msgr2=0x7fcfdc03b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:30.051 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcfdc038ec0 0x7fcfdc03b380 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fcfe4009fd0 tx=0x7fcfe4009260 comp rx=0 tx=0).stop 2024-01-28T12:54:30.051 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 -- 172.21.15.88:0/252554443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcffc101610 msgr2=0x7fcffc1975d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:30.051 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcffc101610 0x7fcffc1975d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fcfec000c00 tx=0x7fcfec00bf60 comp rx=0 tx=0).stop 2024-01-28T12:54:30.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 -- 172.21.15.88:0/252554443 shutdown_connections 2024-01-28T12:54:30.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcfdc038ec0 0x7fcfdc03b380 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:30.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcffc1031b0 0x7fcffc19eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:30.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcffc101610 0x7fcffc1975d0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:30.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 --2- 172.21.15.88:0/252554443 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcffc102810 0x7fcffc197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:30.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 -- 172.21.15.88:0/252554443 >> 172.21.15.88:0/252554443 conn(0x7fcffc0fcb70 msgr2=0x7fcffc105c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:30.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 -- 172.21.15.88:0/252554443 shutdown_connections 2024-01-28T12:54:30.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:54:30.053+0000 7fd004600700 1 -- 172.21.15.88:0/252554443 wait complete. 2024-01-28T12:54:30.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:30.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:30.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:30.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:30.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:30.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:30.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:30.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:30.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:30.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:30.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:30.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:30.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:30.462 DEBUG:teuthology.orchestra.run.smithi088:osd.0> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.0.service 2024-01-28T12:54:30.466 INFO:tasks.cephadm:Deploying osd.1 on smithi175 with /dev/vg_nvme/lv_4... 2024-01-28T12:54:30.466 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-01-28T12:54:30.542 INFO:journalctl@ceph.osd.0.smithi088.stdout:-- Logs begin at Sun 2024-01-28 12:37:03 UTC. -- 2024-01-28T12:54:30.733 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.b/config 2024-01-28T12:54:31.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:31 smithi175 ceph-mon[44549]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:31.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:31 smithi175 ceph-mon[44549]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-01-28T12:54:31.238 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:31 smithi088 ceph-mon[35322]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:31.238 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:31 smithi088 ceph-mon[35322]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-01-28T12:54:31.238 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:54:31 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-0[53023]: 2024-01-28T12:54:31.009+0000 7f5ae0d13640 -1 osd.0 0 log_to_monitors true 2024-01-28T12:54:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:31 smithi181 ceph-mon[45557]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:31 smithi181 ceph-mon[45557]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-01-28T12:54:32.009 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-01-28T12:54:32.010 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-01-28T12:54:32.010 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-01-28T12:54:32.010 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-01-28T12:54:32.010 INFO:teuthology.orchestra.run.smithi175.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114401 s, 917 MB/s 2024-01-28T12:54:32.010 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-01-28T12:54:32.348 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi175:vg_nvme/lv_4 2024-01-28T12:54:32.604 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.b/config 2024-01-28T12:54:33.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:32 smithi088 ceph-mon[35322]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-01-28T12:54:33.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:32 smithi088 ceph-mon[35322]: osdmap e6: 1 total, 0 up, 1 in 2024-01-28T12:54:33.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:32 smithi088 ceph-mon[35322]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:54:33.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:33.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:32 smithi088 ceph-mon[35322]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:33.361 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:32 smithi175 ceph-mon[44549]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-01-28T12:54:33.361 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:32 smithi175 ceph-mon[44549]: osdmap e6: 1 total, 0 up, 1 in 2024-01-28T12:54:33.361 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:32 smithi175 ceph-mon[44549]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:54:33.361 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:33.362 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:32 smithi175 ceph-mon[44549]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:32 smithi181 ceph-mon[45557]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-01-28T12:54:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:32 smithi181 ceph-mon[45557]: osdmap e6: 1 total, 0 up, 1 in 2024-01-28T12:54:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:32 smithi181 ceph-mon[45557]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:54:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:32 smithi181 ceph-mon[45557]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:33.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.540+0000 7f70b219b700 1 -- 172.21.15.175:0/4230877591 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70ac101700 msgr2=0x7f70ac101b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:33.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.540+0000 7f70b219b700 1 --2- 172.21.15.175:0/4230877591 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70ac101700 0x7f70ac101b60 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f70a00099c0 tx=0x7f70a0009cd0 comp rx=0 tx=0).stop 2024-01-28T12:54:33.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 -- 172.21.15.175:0/4230877591 shutdown_connections 2024-01-28T12:54:33.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 --2- 172.21.15.175:0/4230877591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70ac1020a0 0x7f70ac108950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:33.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 --2- 172.21.15.175:0/4230877591 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70ac100500 0x7f70ac100920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:33.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 --2- 172.21.15.175:0/4230877591 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70ac101700 0x7f70ac101b60 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:33.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 -- 172.21.15.175:0/4230877591 >> 172.21.15.175:0/4230877591 conn(0x7f70ac0fbaa0 msgr2=0x7f70ac0fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:33.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 -- 172.21.15.175:0/4230877591 shutdown_connections 2024-01-28T12:54:33.539 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 -- 172.21.15.175:0/4230877591 wait complete. 2024-01-28T12:54:33.540 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 Processor -- start 2024-01-28T12:54:33.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 -- start start 2024-01-28T12:54:33.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70ac100500 0x7f70ac197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:33.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.541+0000 7f70b219b700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70ac101700 0x7f70ac197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:33.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70b219b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70ac1020a0 0x7f70ac19ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:33.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70b219b700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70ac19f050 con 0x7f70ac100500 2024-01-28T12:54:33.542 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70b219b700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70ac19f190 con 0x7f70ac101700 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70b219b700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70ac19f320 con 0x7f70ac1020a0 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70aaffd700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70ac101700 0x7f70ac197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70aaffd700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70ac101700 0x7f70ac197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:46516/0 (socket says 172.21.15.175:46516) 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70aaffd700 1 -- 172.21.15.175:0/4254640091 learned_addr learned my addr 172.21.15.175:0/4254640091 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70ab7fe700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70ac100500 0x7f70ac197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70aaffd700 1 -- 172.21.15.175:0/4254640091 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70ac1020a0 msgr2=0x7f70ac19ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70abfff700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70ac1020a0 0x7f70ac19ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70aaffd700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70ac1020a0 0x7f70ac19ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70aaffd700 1 -- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70ac100500 msgr2=0x7f70ac197530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70aaffd700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70ac100500 0x7f70ac197530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70aaffd700 1 -- 172.21.15.175:0/4254640091 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70a00095f0 con 0x7f70ac101700 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70ab7fe700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70ac100500 0x7f70ac197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:54:33.543 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70abfff700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70ac1020a0 0x7f70ac19ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-28T12:54:33.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70aaffd700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70ac101700 0x7f70ac197a70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f70a000b580 tx=0x7f70a0003970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:33.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70a8ff9700 1 -- 172.21.15.175:0/4254640091 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a001d070 con 0x7f70ac101700 2024-01-28T12:54:33.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70b219b700 1 -- 172.21.15.175:0/4254640091 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70ac19f5a0 con 0x7f70ac101700 2024-01-28T12:54:33.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70a8ff9700 1 -- 172.21.15.175:0/4254640091 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70a0022470 con 0x7f70ac101700 2024-01-28T12:54:33.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70a8ff9700 1 -- 172.21.15.175:0/4254640091 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a000f6c0 con 0x7f70ac101700 2024-01-28T12:54:33.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.542+0000 7f70b219b700 1 -- 172.21.15.175:0/4254640091 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70ac19fa40 con 0x7f70ac101700 2024-01-28T12:54:33.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.543+0000 7f70b219b700 1 -- 172.21.15.175:0/4254640091 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70ac068290 con 0x7f70ac101700 2024-01-28T12:54:33.544 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.544+0000 7f70a8ff9700 1 -- 172.21.15.175:0/4254640091 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 15) v1 ==== 136092+0+0 (secure 0 0 0) 0x7f70a0022870 con 0x7f70ac101700 2024-01-28T12:54:33.545 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.545+0000 7f70a8ff9700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70940a1840 0x7f70940a3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:33.545 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.545+0000 7f70a8ff9700 1 -- 172.21.15.175:0/4254640091 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1487+0+0 (secure 0 0 0) 0x7f70a00cc870 con 0x7f70ac101700 2024-01-28T12:54:33.545 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.545+0000 7f70ab7fe700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70940a1840 0x7f70940a3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:33.545 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.546+0000 7f70ab7fe700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70940a1840 0x7f70940a3d00 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f709c005950 tx=0x7f709c005f50 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:33.547 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.550+0000 7f70a8ff9700 1 -- 172.21.15.175:0/4254640091 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f70a005d380 con 0x7f70ac101700 2024-01-28T12:54:33.742 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:33.744+0000 7f70b219b700 1 -- 172.21.15.175:0/4254640091 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f70ac0fdc80 con 0x7f70940a1840 2024-01-28T12:54:33.994 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-0[53023]: 2024-01-28T12:54:33.612+0000 7f5ad5200700 -1 osd.0 0 waiting for initial osdmap 2024-01-28T12:54:33.994 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-0[53023]: 2024-01-28T12:54:33.624+0000 7f5acb200700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:54:34.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:54:34.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: osdmap e7: 1 total, 0 up, 1 in 2024-01-28T12:54:34.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:34.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:34.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi088 2024-01-28T12:54:34.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:54:34.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 17271M 2024-01-28T12:54:34.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:34.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:34.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' 2024-01-28T12:54:34.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:54:34.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:54:34.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:54:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: osdmap e7: 1 total, 0 up, 1 in 2024-01-28T12:54:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi088 2024-01-28T12:54:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:54:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 17271M 2024-01-28T12:54:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' 2024-01-28T12:54:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:54:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:54:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:54:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: osdmap e7: 1 total, 0 up, 1 in 2024-01-28T12:54:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi088 2024-01-28T12:54:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:54:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 17271M 2024-01-28T12:54:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:34.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:34.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:34.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503]' entity='osd.0' 2024-01-28T12:54:34.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:54:34.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:54:34.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:35.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:35 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:54:35.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:35 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:54:35.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:35 smithi175 ceph-mon[44549]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:35.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:35.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:35 smithi175 ceph-mon[44549]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:35.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:35 smithi175 ceph-mon[44549]: osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] boot 2024-01-28T12:54:35.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:35 smithi175 ceph-mon[44549]: osdmap e8: 1 total, 1 up, 1 in 2024-01-28T12:54:35.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:35.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:35 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:54:35.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:35 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:54:35.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:35 smithi088 ceph-mon[35322]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:35.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:35.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:35 smithi088 ceph-mon[35322]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:35.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:35 smithi088 ceph-mon[35322]: osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] boot 2024-01-28T12:54:35.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:35 smithi088 ceph-mon[35322]: osdmap e8: 1 total, 1 up, 1 in 2024-01-28T12:54:35.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:35.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:35 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:54:35.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:35 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:54:35.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:35 smithi181 ceph-mon[45557]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:35.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:35.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:35 smithi181 ceph-mon[45557]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-28T12:54:35.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:35 smithi181 ceph-mon[45557]: osd.0 [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] boot 2024-01-28T12:54:35.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:35 smithi181 ceph-mon[45557]: osdmap e8: 1 total, 1 up, 1 in 2024-01-28T12:54:35.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-28T12:54:36.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:36 smithi088 ceph-mon[35322]: from='client.? 172.21.15.175:0/3457170883' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ca4d4fe-38d2-4a6f-936a-76d68652b8da"}]: dispatch 2024-01-28T12:54:36.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:36 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ca4d4fe-38d2-4a6f-936a-76d68652b8da"}]: dispatch 2024-01-28T12:54:36.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:36 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3ca4d4fe-38d2-4a6f-936a-76d68652b8da"}]': finished 2024-01-28T12:54:36.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:36 smithi088 ceph-mon[35322]: osdmap e9: 2 total, 1 up, 2 in 2024-01-28T12:54:36.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:36.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:36 smithi175 ceph-mon[44549]: from='client.? 172.21.15.175:0/3457170883' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ca4d4fe-38d2-4a6f-936a-76d68652b8da"}]: dispatch 2024-01-28T12:54:36.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:36 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ca4d4fe-38d2-4a6f-936a-76d68652b8da"}]: dispatch 2024-01-28T12:54:36.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:36 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3ca4d4fe-38d2-4a6f-936a-76d68652b8da"}]': finished 2024-01-28T12:54:36.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:36 smithi175 ceph-mon[44549]: osdmap e9: 2 total, 1 up, 2 in 2024-01-28T12:54:36.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:36 smithi181 ceph-mon[45557]: from='client.? 172.21.15.175:0/3457170883' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ca4d4fe-38d2-4a6f-936a-76d68652b8da"}]: dispatch 2024-01-28T12:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:36 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ca4d4fe-38d2-4a6f-936a-76d68652b8da"}]: dispatch 2024-01-28T12:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:36 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3ca4d4fe-38d2-4a6f-936a-76d68652b8da"}]': finished 2024-01-28T12:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:36 smithi181 ceph-mon[45557]: osdmap e9: 2 total, 1 up, 2 in 2024-01-28T12:54:36.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:37.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:37 smithi088 ceph-mon[35322]: pgmap v41: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:37.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:37 smithi088 ceph-mon[35322]: from='client.? 172.21.15.175:0/2181973856' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:54:37.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:37 smithi175 ceph-mon[44549]: pgmap v41: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:37.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:37 smithi175 ceph-mon[44549]: from='client.? 172.21.15.175:0/2181973856' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:54:37.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:37 smithi181 ceph-mon[45557]: pgmap v41: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:37.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:37 smithi181 ceph-mon[45557]: from='client.? 172.21.15.175:0/2181973856' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:54:39.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:39 smithi088 ceph-mon[35322]: pgmap v42: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:39.367 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:39 smithi175 ceph-mon[44549]: pgmap v42: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:39.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:39 smithi181 ceph-mon[45557]: pgmap v42: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:41.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:40 smithi175 ceph-mon[44549]: pgmap v43: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:41.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:40 smithi088 ceph-mon[35322]: pgmap v43: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:41.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:40 smithi181 ceph-mon[45557]: pgmap v43: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:42.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-01-28T12:54:42.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:42.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:41 smithi175 ceph-mon[44549]: Deploying daemon osd.1 on smithi175 2024-01-28T12:54:42.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-01-28T12:54:42.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:42.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:41 smithi088 ceph-mon[35322]: Deploying daemon osd.1 on smithi175 2024-01-28T12:54:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-01-28T12:54:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:41 smithi181 ceph-mon[45557]: Deploying daemon osd.1 on smithi175 2024-01-28T12:54:43.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:43 smithi175 ceph-mon[44549]: pgmap v44: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:43.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:42 smithi088 ceph-mon[35322]: pgmap v44: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:43.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:42 smithi181 ceph-mon[45557]: pgmap v44: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:45.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:45 smithi175 ceph-mon[44549]: pgmap v45: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:45.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:45 smithi181 ceph-mon[45557]: pgmap v45: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:45.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:45 smithi088 ceph-mon[35322]: pgmap v45: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:46.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:46.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:46.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:46.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:46.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:46.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:47.605 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.606+0000 7f70a8ff9700 1 -- 172.21.15.175:0/4254640091 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f70ac0fdc80 con 0x7f70940a1840 2024-01-28T12:54:47.605 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 1 on host 'smithi175' 2024-01-28T12:54:47.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 -- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70940a1840 msgr2=0x7f70940a3d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:47.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70940a1840 0x7f70940a3d00 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f709c005950 tx=0x7f709c005f50 comp rx=0 tx=0).stop 2024-01-28T12:54:47.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 -- 172.21.15.175:0/4254640091 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70ac101700 msgr2=0x7f70ac197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:47.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70ac101700 0x7f70ac197a70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f70a000b580 tx=0x7f70a0003970 comp rx=0 tx=0).stop 2024-01-28T12:54:47.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 -- 172.21.15.175:0/4254640091 shutdown_connections 2024-01-28T12:54:47.607 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70940a1840 0x7f70940a3d00 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:47.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70ac1020a0 0x7f70ac19ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:47.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70ac100500 0x7f70ac197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:47.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 --2- 172.21.15.175:0/4254640091 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70ac101700 0x7f70ac197a70 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:47.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 -- 172.21.15.175:0/4254640091 >> 172.21.15.175:0/4254640091 conn(0x7f70ac0fbaa0 msgr2=0x7f70ac0fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:47.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 -- 172.21.15.175:0/4254640091 shutdown_connections 2024-01-28T12:54:47.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:54:47.609+0000 7f70b219b700 1 -- 172.21.15.175:0/4254640091 wait complete. 2024-01-28T12:54:47.790 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:47 smithi175 ceph-mon[44549]: pgmap v46: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:47.790 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:47.791 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:47.791 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:47.791 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:47.791 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:47.791 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:47.791 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:47.791 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:47 smithi181 ceph-mon[45557]: pgmap v46: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:48.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:47 smithi088 ceph-mon[35322]: pgmap v46: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:48.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:48.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:54:48.118 DEBUG:teuthology.orchestra.run.smithi175:osd.1> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.1.service 2024-01-28T12:54:48.121 INFO:tasks.cephadm:Deploying osd.2 on smithi181 with /dev/vg_nvme/lv_4... 2024-01-28T12:54:48.121 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-01-28T12:54:48.151 INFO:journalctl@ceph.osd.1.smithi175.stdout:-- Logs begin at Sun 2024-01-28 12:30:19 UTC. -- 2024-01-28T12:54:48.390 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:54:49.346 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:54:49 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-1[49492]: 2024-01-28T12:54:49.346+0000 7fc03ac4d640 -1 osd.1 0 log_to_monitors true 2024-01-28T12:54:49.719 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-01-28T12:54:49.720 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-01-28T12:54:49.720 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-01-28T12:54:49.720 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-01-28T12:54:49.720 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0127112 s, 825 MB/s 2024-01-28T12:54:49.720 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-01-28T12:54:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:49 smithi181 ceph-mon[45557]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:49 smithi181 ceph-mon[45557]: from='osd.1 [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-28T12:54:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:49 smithi181 ceph-mon[45557]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-28T12:54:49.999 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:49 smithi175 ceph-mon[44549]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:49.999 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:49 smithi175 ceph-mon[44549]: from='osd.1 [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-28T12:54:49.999 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:49 smithi175 ceph-mon[44549]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-28T12:54:50.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:49 smithi088 ceph-mon[35322]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:50.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:49 smithi088 ceph-mon[35322]: from='osd.1 [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-28T12:54:50.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:49 smithi088 ceph-mon[35322]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-28T12:54:50.146 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_4 2024-01-28T12:54:50.404 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:54:50.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-01-28T12:54:50.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: osdmap e10: 2 total, 1 up, 2 in 2024-01-28T12:54:50.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:50.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='osd.1 [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:54:50.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:54:50.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:50.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:50.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:54:50.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:50.837 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:50.838 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:50.838 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: osdmap e10: 2 total, 1 up, 2 in 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='osd.1 [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:51.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:51.109 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: osdmap e10: 2 total, 1 up, 2 in 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='osd.1 [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:54:51.110 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:54:51.383 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.383+0000 7f4c90f9c700 1 -- 172.21.15.181:0/1316650687 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c8c101620 msgr2=0x7f4c8c101a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:51.383 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.383+0000 7f4c90f9c700 1 --2- 172.21.15.181:0/1316650687 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c8c101620 0x7f4c8c101a40 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f4c80009990 tx=0x7f4c80009ca0 comp rx=0 tx=0).stop 2024-01-28T12:54:51.383 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.383+0000 7f4c90f9c700 1 -- 172.21.15.181:0/1316650687 shutdown_connections 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.383+0000 7f4c90f9c700 1 --2- 172.21.15.181:0/1316650687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c8c1031c0 0x7f4c8c109a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.383+0000 7f4c90f9c700 1 --2- 172.21.15.181:0/1316650687 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c8c101620 0x7f4c8c101a40 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.383+0000 7f4c90f9c700 1 --2- 172.21.15.181:0/1316650687 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c8c102820 0x7f4c8c102c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.383+0000 7f4c90f9c700 1 -- 172.21.15.181:0/1316650687 >> 172.21.15.181:0/1316650687 conn(0x7f4c8c0fcb80 msgr2=0x7f4c8c0ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.383+0000 7f4c90f9c700 1 -- 172.21.15.181:0/1316650687 shutdown_connections 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.383+0000 7f4c90f9c700 1 -- 172.21.15.181:0/1316650687 wait complete. 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c90f9c700 1 Processor -- start 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c90f9c700 1 -- start start 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c90f9c700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c8c101620 0x7f4c8c075320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c90f9c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c8c102820 0x7f4c8c0739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c90f9c700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c8c1031c0 0x7f4c8c073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c90f9c700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c8c0746a0 con 0x7f4c8c1031c0 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c90f9c700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c8c074810 con 0x7f4c8c101620 2024-01-28T12:54:51.384 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c90f9c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c8c1a16f0 con 0x7f4c8c102820 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c89d9b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c8c102820 0x7f4c8c0739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c89d9b700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c8c102820 0x7f4c8c0739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:49332/0 (socket says 172.21.15.181:49332) 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c89d9b700 1 -- 172.21.15.181:0/2127023146 learned_addr learned my addr 172.21.15.181:0/2127023146 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c8a59c700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c8c101620 0x7f4c8c075320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c8ad9d700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c8c1031c0 0x7f4c8c073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c89d9b700 1 -- 172.21.15.181:0/2127023146 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c8c101620 msgr2=0x7f4c8c075320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c89d9b700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c8c101620 0x7f4c8c075320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c89d9b700 1 -- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c8c1031c0 msgr2=0x7f4c8c073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c89d9b700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c8c1031c0 0x7f4c8c073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c89d9b700 1 -- 172.21.15.181:0/2127023146 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c800095f0 con 0x7f4c8c102820 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c8a59c700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c8c101620 0x7f4c8c075320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c8ad9d700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c8c1031c0 0x7f4c8c073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.384+0000 7f4c89d9b700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c8c102820 0x7f4c8c0739c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c00b530 tx=0x7f4c7c00b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:51.385 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.385+0000 7f4c7b7fe700 1 -- 172.21.15.181:0/2127023146 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c011830 con 0x7f4c8c102820 2024-01-28T12:54:51.386 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.385+0000 7f4c7b7fe700 1 -- 172.21.15.181:0/2127023146 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4c7c011e50 con 0x7f4c8c102820 2024-01-28T12:54:51.386 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.385+0000 7f4c90f9c700 1 -- 172.21.15.181:0/2127023146 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c8c1a1980 con 0x7f4c8c102820 2024-01-28T12:54:51.386 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.385+0000 7f4c7b7fe700 1 -- 172.21.15.181:0/2127023146 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c00f2e0 con 0x7f4c8c102820 2024-01-28T12:54:51.386 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.385+0000 7f4c90f9c700 1 -- 172.21.15.181:0/2127023146 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c8c1a1f00 con 0x7f4c8c102820 2024-01-28T12:54:51.386 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.386+0000 7f4c90f9c700 1 -- 172.21.15.181:0/2127023146 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c8c108b50 con 0x7f4c8c102820 2024-01-28T12:54:51.386 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.387+0000 7f4c7b7fe700 1 -- 172.21.15.181:0/2127023146 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 15) v1 ==== 136092+0+0 (secure 0 0 0) 0x7f4c7c010580 con 0x7f4c8c102820 2024-01-28T12:54:51.387 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.388+0000 7f4c7b7fe700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4c740a17c0 0x7f4c740a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:54:51.387 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.388+0000 7f4c7b7fe700 1 -- 172.21.15.181:0/2127023146 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(11..11 src has 1..11) v4 ==== 2029+0+0 (secure 0 0 0) 0x7f4c7c0cb810 con 0x7f4c8c102820 2024-01-28T12:54:51.387 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.388+0000 7f4c8a59c700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4c740a17c0 0x7f4c740a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:54:51.387 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.389+0000 7f4c8a59c700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4c740a17c0 0x7f4c740a3c80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4c800038c0 tx=0x7f4c80005fb0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:54:51.390 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.392+0000 7f4c7b7fe700 1 -- 172.21.15.181:0/2127023146 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f4c7c096460 con 0x7f4c8c102820 2024-01-28T12:54:51.408 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-1[49492]: 2024-01-28T12:54:51.110+0000 7fc0302b2700 -1 osd.1 0 waiting for initial osdmap 2024-01-28T12:54:51.408 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-1[49492]: 2024-01-28T12:54:51.114+0000 7fc0280a4700 -1 osd.1 11 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:54:51.586 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:54:51.588+0000 7f4c90f9c700 1 -- 172.21.15.181:0/2127023146 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f4c8c02d490 con 0x7f4c740a17c0 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi175 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 17113M 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: osdmap e11: 2 total, 1 up, 2 in 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: from='osd.1 ' entity='osd.1' 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:52.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:52.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi175 2024-01-28T12:54:52.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 17113M 2024-01-28T12:54:52.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:54:52.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: osdmap e11: 2 total, 1 up, 2 in 2024-01-28T12:54:52.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:52.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:52.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: from='osd.1 ' entity='osd.1' 2024-01-28T12:54:52.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:54:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:54:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:52.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi175 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 17113M 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: osdmap e11: 2 total, 1 up, 2 in 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: from='osd.1 ' entity='osd.1' 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:54:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:52.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:52 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:54:52.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:52 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:54:52.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:52 smithi181 ceph-mon[45557]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:52.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:52 smithi181 ceph-mon[45557]: osd.1 [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] boot 2024-01-28T12:54:52.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:52 smithi181 ceph-mon[45557]: osdmap e12: 2 total, 2 up, 2 in 2024-01-28T12:54:52.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:53.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:52 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:54:53.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:52 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:54:53.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:52 smithi088 ceph-mon[35322]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:53.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:52 smithi088 ceph-mon[35322]: osd.1 [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] boot 2024-01-28T12:54:53.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:52 smithi088 ceph-mon[35322]: osdmap e12: 2 total, 2 up, 2 in 2024-01-28T12:54:53.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:53.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:52 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:54:53.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:52 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:54:53.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:52 smithi175 ceph-mon[44549]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:54:53.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:52 smithi175 ceph-mon[44549]: osd.1 [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] boot 2024-01-28T12:54:53.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:52 smithi175 ceph-mon[44549]: osdmap e12: 2 total, 2 up, 2 in 2024-01-28T12:54:53.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-28T12:54:53.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:53 smithi181 ceph-mon[45557]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:53.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:53 smithi181 ceph-mon[45557]: osdmap e13: 2 total, 2 up, 2 in 2024-01-28T12:54:53.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:53 smithi181 ceph-mon[45557]: from='client.? 172.21.15.181:0/3271924425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e2a251e-2cb8-4230-b54d-8772fc029894"}]: dispatch 2024-01-28T12:54:53.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:53 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e2a251e-2cb8-4230-b54d-8772fc029894"}]: dispatch 2024-01-28T12:54:53.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:53 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9e2a251e-2cb8-4230-b54d-8772fc029894"}]': finished 2024-01-28T12:54:53.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:53 smithi181 ceph-mon[45557]: osdmap e14: 3 total, 2 up, 3 in 2024-01-28T12:54:53.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:54:54.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:53 smithi088 ceph-mon[35322]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:54.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:53 smithi088 ceph-mon[35322]: osdmap e13: 2 total, 2 up, 2 in 2024-01-28T12:54:54.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:53 smithi088 ceph-mon[35322]: from='client.? 172.21.15.181:0/3271924425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e2a251e-2cb8-4230-b54d-8772fc029894"}]: dispatch 2024-01-28T12:54:54.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:53 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e2a251e-2cb8-4230-b54d-8772fc029894"}]: dispatch 2024-01-28T12:54:54.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:53 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9e2a251e-2cb8-4230-b54d-8772fc029894"}]': finished 2024-01-28T12:54:54.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:53 smithi088 ceph-mon[35322]: osdmap e14: 3 total, 2 up, 3 in 2024-01-28T12:54:54.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:54:54.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:53 smithi175 ceph-mon[44549]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-01-28T12:54:54.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:53 smithi175 ceph-mon[44549]: osdmap e13: 2 total, 2 up, 2 in 2024-01-28T12:54:54.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:53 smithi175 ceph-mon[44549]: from='client.? 172.21.15.181:0/3271924425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e2a251e-2cb8-4230-b54d-8772fc029894"}]: dispatch 2024-01-28T12:54:54.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:53 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e2a251e-2cb8-4230-b54d-8772fc029894"}]: dispatch 2024-01-28T12:54:54.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:53 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9e2a251e-2cb8-4230-b54d-8772fc029894"}]': finished 2024-01-28T12:54:54.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:53 smithi175 ceph-mon[44549]: osdmap e14: 3 total, 2 up, 3 in 2024-01-28T12:54:54.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:54:54.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:54 smithi181 ceph-mon[45557]: pgmap v55: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:54:54.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:54 smithi181 ceph-mon[45557]: from='client.? 172.21.15.181:0/4027583496' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:54:55.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:54 smithi088 ceph-mon[35322]: pgmap v55: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:54:55.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:54 smithi088 ceph-mon[35322]: from='client.? 172.21.15.181:0/4027583496' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:54:55.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:54 smithi175 ceph-mon[44549]: pgmap v55: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:54:55.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:54 smithi175 ceph-mon[44549]: from='client.? 172.21.15.181:0/4027583496' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:54:57.365 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:57 smithi181 ceph-mon[45557]: pgmap v56: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:54:57.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:57 smithi175 ceph-mon[44549]: pgmap v56: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:54:57.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:57 smithi088 ceph-mon[35322]: pgmap v56: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:54:59.181 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:54:59 smithi181 ceph-mon[45557]: pgmap v57: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:54:59.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:54:59 smithi175 ceph-mon[44549]: pgmap v57: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:54:59.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:54:59 smithi088 ceph-mon[35322]: pgmap v57: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:00.328 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-01-28T12:55:00.328 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:00.328 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:00 smithi181 ceph-mon[45557]: Deploying daemon osd.2 on smithi181 2024-01-28T12:55:00.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-01-28T12:55:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:00 smithi175 ceph-mon[44549]: Deploying daemon osd.2 on smithi181 2024-01-28T12:55:00.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-01-28T12:55:00.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:00.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:00 smithi088 ceph-mon[35322]: Deploying daemon osd.2 on smithi181 2024-01-28T12:55:01.406 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:01 smithi181 ceph-mon[45557]: pgmap v58: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:01.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:01 smithi175 ceph-mon[44549]: pgmap v58: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:01 smithi088 ceph-mon[35322]: pgmap v58: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:03.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:03 smithi181 ceph-mon[45557]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:03.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:03.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:03.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:03.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:03 smithi175 ceph-mon[44549]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:03.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:03.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:03.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:03 smithi088 ceph-mon[35322]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:05.193 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.195+0000 7f4c7b7fe700 1 -- 172.21.15.181:0/2127023146 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f4c8c02d490 con 0x7f4c740a17c0 2024-01-28T12:55:05.194 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 2 on host 'smithi181' 2024-01-28T12:55:05.196 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.197+0000 7f4c90f9c700 1 -- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4c740a17c0 msgr2=0x7f4c740a3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:05.196 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.197+0000 7f4c90f9c700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4c740a17c0 0x7f4c740a3c80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4c800038c0 tx=0x7f4c80005fb0 comp rx=0 tx=0).stop 2024-01-28T12:55:05.196 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.197+0000 7f4c90f9c700 1 -- 172.21.15.181:0/2127023146 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c8c102820 msgr2=0x7f4c8c0739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:05.196 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.197+0000 7f4c90f9c700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c8c102820 0x7f4c8c0739c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c00b530 tx=0x7f4c7c00b8f0 comp rx=0 tx=0).stop 2024-01-28T12:55:05.196 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.197+0000 7f4c90f9c700 1 -- 172.21.15.181:0/2127023146 shutdown_connections 2024-01-28T12:55:05.196 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.197+0000 7f4c90f9c700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4c740a17c0 0x7f4c740a3c80 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:05.196 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.197+0000 7f4c90f9c700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4c8c1031c0 0x7f4c8c073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:05.196 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.197+0000 7f4c90f9c700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c8c101620 0x7f4c8c075320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:05.196 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.197+0000 7f4c90f9c700 1 --2- 172.21.15.181:0/2127023146 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4c8c102820 0x7f4c8c0739c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:05.197 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.197+0000 7f4c90f9c700 1 -- 172.21.15.181:0/2127023146 >> 172.21.15.181:0/2127023146 conn(0x7f4c8c0fcb80 msgr2=0x7f4c8c105c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:55:05.197 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.198+0000 7f4c90f9c700 1 -- 172.21.15.181:0/2127023146 shutdown_connections 2024-01-28T12:55:05.197 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:05.198+0000 7f4c90f9c700 1 -- 172.21.15.181:0/2127023146 wait complete. 2024-01-28T12:55:05.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:05 smithi175 ceph-mon[44549]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:05.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:05.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:05.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:05.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:05.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:05.418 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:05 smithi181 ceph-mon[45557]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:05.418 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:05.418 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:05.418 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:05.418 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:05.418 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:05.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:05 smithi088 ceph-mon[35322]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:05.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:05.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:05.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:05.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:05.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:05.628 DEBUG:teuthology.orchestra.run.smithi181:osd.2> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.2.service 2024-01-28T12:55:05.630 INFO:tasks.cephadm:Deploying osd.3 on smithi088 with /dev/vg_nvme/lv_3... 2024-01-28T12:55:05.630 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-01-28T12:55:05.660 INFO:journalctl@ceph.osd.2.smithi181.stdout:-- Logs begin at Sun 2024-01-28 12:30:16 UTC. -- 2024-01-28T12:55:06.036 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:55:06.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:06.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:06.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:06.486 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:06.486 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:06.486 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:06.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:06.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:06.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:07.191 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:06 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-2[51278]: 2024-01-28T12:55:06.917+0000 7f95ab879640 -1 osd.2 0 log_to_monitors true 2024-01-28T12:55:07.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:07 smithi181 ceph-mon[45557]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:07.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:07 smithi181 ceph-mon[45557]: from='osd.2 [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-28T12:55:07.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:07 smithi181 ceph-mon[45557]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-28T12:55:07.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:07 smithi088 ceph-mon[35322]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:07.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:07 smithi088 ceph-mon[35322]: from='osd.2 [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-28T12:55:07.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:07 smithi088 ceph-mon[35322]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-28T12:55:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:07 smithi175 ceph-mon[44549]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:07.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:07 smithi175 ceph-mon[44549]: from='osd.2 [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-28T12:55:07.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:07 smithi175 ceph-mon[44549]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-28T12:55:07.729 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-01-28T12:55:07.729 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-01-28T12:55:07.730 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-01-28T12:55:07.730 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-01-28T12:55:07.730 INFO:teuthology.orchestra.run.smithi088.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0530694 s, 198 MB/s 2024-01-28T12:55:07.730 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-01-28T12:55:08.134 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi088:vg_nvme/lv_3 2024-01-28T12:55:08.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-01-28T12:55:08.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: osdmap e15: 3 total, 2 up, 3 in 2024-01-28T12:55:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='osd.2 [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:55:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:55:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.531 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:55:08.646 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-01-28T12:55:08.646 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: osdmap e15: 3 total, 2 up, 3 in 2024-01-28T12:55:08.647 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:08.647 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='osd.2 [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:55:08.647 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:55:08.647 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.647 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.647 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:08.647 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.647 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:08.647 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:08.647 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-01-28T12:55:08.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: osdmap e15: 3 total, 2 up, 3 in 2024-01-28T12:55:08.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:08.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='osd.2 [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:55:08.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:55:08.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:08.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:08.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:08.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:08.954 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-2[51278]: 2024-01-28T12:55:08.647+0000 7f95a0ede700 -1 osd.2 0 waiting for initial osdmap 2024-01-28T12:55:08.955 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:08 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-2[51278]: 2024-01-28T12:55:08.652+0000 7f9598cd0700 -1 osd.2 16 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:55:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:09 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi181 2024-01-28T12:55:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:09 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 17113M 2024-01-28T12:55:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:09 smithi088 ceph-mon[35322]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:09 smithi088 ceph-mon[35322]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:55:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:09 smithi088 ceph-mon[35322]: osdmap e16: 3 total, 2 up, 3 in 2024-01-28T12:55:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:09 smithi088 ceph-mon[35322]: from='osd.2 ' entity='osd.2' 2024-01-28T12:55:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:09 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi181 2024-01-28T12:55:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:09 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 17113M 2024-01-28T12:55:09.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:09 smithi175 ceph-mon[44549]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:09.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:09 smithi175 ceph-mon[44549]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:55:09.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:09 smithi175 ceph-mon[44549]: osdmap e16: 3 total, 2 up, 3 in 2024-01-28T12:55:09.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:09.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:09.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:09 smithi175 ceph-mon[44549]: from='osd.2 ' entity='osd.2' 2024-01-28T12:55:09.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:09.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.670+0000 7ff4e3400700 1 -- 172.21.15.88:0/929444223 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4dc101610 msgr2=0x7ff4dc101a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:09.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.670+0000 7ff4e3400700 1 --2- 172.21.15.88:0/929444223 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4dc101610 0x7ff4dc101a30 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc0099c0 tx=0x7ff4cc009cd0 comp rx=0 tx=0).stop 2024-01-28T12:55:09.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.670+0000 7ff4e3400700 1 -- 172.21.15.88:0/929444223 shutdown_connections 2024-01-28T12:55:09.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.670+0000 7ff4e3400700 1 --2- 172.21.15.88:0/929444223 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4dc1031b0 0x7ff4dc109a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:09.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.670+0000 7ff4e3400700 1 --2- 172.21.15.88:0/929444223 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4dc101610 0x7ff4dc101a30 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:09.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.670+0000 7ff4e3400700 1 --2- 172.21.15.88:0/929444223 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4dc102810 0x7ff4dc102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:09.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.670+0000 7ff4e3400700 1 -- 172.21.15.88:0/929444223 >> 172.21.15.88:0/929444223 conn(0x7ff4dc0fcb70 msgr2=0x7ff4dc0feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:55:09.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.671+0000 7ff4e3400700 1 -- 172.21.15.88:0/929444223 shutdown_connections 2024-01-28T12:55:09.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.671+0000 7ff4e3400700 1 -- 172.21.15.88:0/929444223 wait complete. 2024-01-28T12:55:09.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e3400700 1 Processor -- start 2024-01-28T12:55:09.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e3400700 1 -- start start 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e3400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4dc101610 0x7ff4dc075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e3400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4dc102810 0x7ff4dc0739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4dc1031b0 0x7ff4dc073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e3400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4dc074680 con 0x7ff4dc1031b0 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e3400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4dc0747f0 con 0x7ff4dc101610 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e3400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4dc1a1590 con 0x7ff4dc102810 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e1400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4dc1031b0 0x7ff4dc073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e1400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4dc1031b0 0x7ff4dc073f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:59066/0 (socket says 172.21.15.88:59066) 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e1400700 1 -- 172.21.15.88:0/581042011 learned_addr learned my addr 172.21.15.88:0/581042011 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4dbe00700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4dc102810 0x7ff4dc0739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.672+0000 7ff4e0a00700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4dc101610 0x7ff4dc075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:09.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4e1400700 1 -- 172.21.15.88:0/581042011 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4dc102810 msgr2=0x7ff4dc0739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:09.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4e1400700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4dc102810 0x7ff4dc0739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:09.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4e1400700 1 -- 172.21.15.88:0/581042011 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4dc101610 msgr2=0x7ff4dc075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:09.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4e1400700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4dc101610 0x7ff4dc075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:09.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4e1400700 1 -- 172.21.15.88:0/581042011 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4cc0095f0 con 0x7ff4dc1031b0 2024-01-28T12:55:09.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4e1400700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4dc1031b0 0x7ff4dc073f00 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff4d400ef30 tx=0x7ff4d400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:55:09.673 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4d9600700 1 -- 172.21.15.88:0/581042011 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4d4018070 con 0x7ff4dc1031b0 2024-01-28T12:55:09.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4e3400700 1 -- 172.21.15.88:0/581042011 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4dc1a1810 con 0x7ff4dc1031b0 2024-01-28T12:55:09.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4d9600700 1 -- 172.21.15.88:0/581042011 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4d400f040 con 0x7ff4dc1031b0 2024-01-28T12:55:09.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4d9600700 1 -- 172.21.15.88:0/581042011 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4d400cd00 con 0x7ff4dc1031b0 2024-01-28T12:55:09.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.673+0000 7ff4e3400700 1 -- 172.21.15.88:0/581042011 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4dc1a1cc0 con 0x7ff4dc1031b0 2024-01-28T12:55:09.674 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.674+0000 7ff4e3400700 1 -- 172.21.15.88:0/581042011 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4dc1089f0 con 0x7ff4dc1031b0 2024-01-28T12:55:09.675 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.676+0000 7ff4d9600700 1 -- 172.21.15.88:0/581042011 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 15) v1 ==== 136092+0+0 (secure 0 0 0) 0x7ff4d4003a00 con 0x7ff4dc1031b0 2024-01-28T12:55:09.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.678+0000 7ff4d9600700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4bc0a17c0 0x7ff4bc0a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:09.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.678+0000 7ff4d9600700 1 -- 172.21.15.88:0/581042011 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 2851+0+0 (secure 0 0 0) 0x7ff4d40cc040 con 0x7ff4dc1031b0 2024-01-28T12:55:09.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.678+0000 7ff4e0a00700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4bc0a17c0 0x7ff4bc0a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:09.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.678+0000 7ff4e0a00700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4bc0a17c0 0x7ff4bc0a3c80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc009990 tx=0x7ff4cc000bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:55:09.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.681+0000 7ff4d9600700 1 -- 172.21.15.88:0/581042011 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7ff4d4096940 con 0x7ff4dc1031b0 2024-01-28T12:55:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:09 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi181 2024-01-28T12:55:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:09 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 17113M 2024-01-28T12:55:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:09 smithi181 ceph-mon[45557]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:09 smithi181 ceph-mon[45557]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:55:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:09 smithi181 ceph-mon[45557]: osdmap e16: 3 total, 2 up, 3 in 2024-01-28T12:55:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:09 smithi181 ceph-mon[45557]: from='osd.2 ' entity='osd.2' 2024-01-28T12:55:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:09.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:09.885+0000 7ff4e3400700 1 -- 172.21.15.88:0/581042011 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7ff4dc02d380 con 0x7ff4bc0a17c0 2024-01-28T12:55:10.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:10 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:55:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:10 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:55:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:10 smithi088 ceph-mon[35322]: osd.2 [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] boot 2024-01-28T12:55:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:10 smithi088 ceph-mon[35322]: osdmap e17: 3 total, 3 up, 3 in 2024-01-28T12:55:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:55:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:55:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-01-28T12:55:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:10 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:55:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:10 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:55:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:10 smithi181 ceph-mon[45557]: osd.2 [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] boot 2024-01-28T12:55:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:10 smithi181 ceph-mon[45557]: osdmap e17: 3 total, 3 up, 3 in 2024-01-28T12:55:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:55:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:55:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-01-28T12:55:11.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:10 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:55:11.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:10 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:55:11.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:10 smithi175 ceph-mon[44549]: osd.2 [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] boot 2024-01-28T12:55:11.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:10 smithi175 ceph-mon[44549]: osdmap e17: 3 total, 3 up, 3 in 2024-01-28T12:55:11.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-28T12:55:11.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:55:11.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:55:11.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:11.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-01-28T12:55:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:11 smithi181 ceph-mon[45557]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:55:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:11 smithi181 ceph-mon[45557]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-01-28T12:55:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:11 smithi181 ceph-mon[45557]: osdmap e18: 3 total, 3 up, 3 in 2024-01-28T12:55:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-01-28T12:55:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-01-28T12:55:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:11 smithi181 ceph-mon[45557]: osdmap e19: 3 total, 3 up, 3 in 2024-01-28T12:55:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:11 smithi088 ceph-mon[35322]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:55:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:11 smithi088 ceph-mon[35322]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-01-28T12:55:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:11 smithi088 ceph-mon[35322]: osdmap e18: 3 total, 3 up, 3 in 2024-01-28T12:55:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-01-28T12:55:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-01-28T12:55:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:11 smithi088 ceph-mon[35322]: osdmap e19: 3 total, 3 up, 3 in 2024-01-28T12:55:12.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:11 smithi175 ceph-mon[44549]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:55:12.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:11 smithi175 ceph-mon[44549]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-01-28T12:55:12.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-01-28T12:55:12.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:11 smithi175 ceph-mon[44549]: osdmap e18: 3 total, 3 up, 3 in 2024-01-28T12:55:12.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-01-28T12:55:12.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-01-28T12:55:12.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:11 smithi175 ceph-mon[44549]: osdmap e19: 3 total, 3 up, 3 in 2024-01-28T12:55:12.676 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:55:12 smithi088 sudo[58559]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-28T12:55:12.676 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:55:12 smithi088 sudo[58559]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:12.677 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:55:12 smithi088 sudo[58559]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:12.677 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:55:12 smithi088 sudo[58559]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:12.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:12.686+0000 7ff4d9600700 1 -- 172.21.15.88:0/581042011 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7ff4d40f9380 con 0x7ff4dc1031b0 2024-01-28T12:55:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:12 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/4204845899' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6022880-9154-4f75-83a5-2508f6ad238a"}]: dispatch 2024-01-28T12:55:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:12 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6022880-9154-4f75-83a5-2508f6ad238a"}]: dispatch 2024-01-28T12:55:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:12 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6022880-9154-4f75-83a5-2508f6ad238a"}]': finished 2024-01-28T12:55:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:12 smithi181 ceph-mon[45557]: osdmap e20: 4 total, 3 up, 4 in 2024-01-28T12:55:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:13.026 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:55:12 smithi088 sudo[58597]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-28T12:55:13.027 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:55:12 smithi088 sudo[58597]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:13.027 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:55:12 smithi088 sudo[58597]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:13.027 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 28 12:55:12 smithi088 sudo[58597]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:13.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:12 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/4204845899' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6022880-9154-4f75-83a5-2508f6ad238a"}]: dispatch 2024-01-28T12:55:13.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:12 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6022880-9154-4f75-83a5-2508f6ad238a"}]: dispatch 2024-01-28T12:55:13.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:12 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6022880-9154-4f75-83a5-2508f6ad238a"}]': finished 2024-01-28T12:55:13.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:12 smithi088 ceph-mon[35322]: osdmap e20: 4 total, 3 up, 4 in 2024-01-28T12:55:13.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:13.133 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:12 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/4204845899' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6022880-9154-4f75-83a5-2508f6ad238a"}]: dispatch 2024-01-28T12:55:13.133 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:12 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6022880-9154-4f75-83a5-2508f6ad238a"}]: dispatch 2024-01-28T12:55:13.133 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:12 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6022880-9154-4f75-83a5-2508f6ad238a"}]': finished 2024-01-28T12:55:13.133 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:12 smithi175 ceph-mon[44549]: osdmap e20: 4 total, 3 up, 4 in 2024-01-28T12:55:13.134 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:13.408 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:55:13 smithi175 sudo[54474]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-28T12:55:13.409 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:55:13 smithi175 sudo[54474]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:13.409 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:55:13 smithi175 sudo[54474]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:13.409 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:55:13 smithi175 sudo[54474]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:13.409 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:55:13 smithi175 sudo[54477]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-28T12:55:13.409 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:55:13 smithi175 sudo[54477]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:13.409 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:55:13 smithi175 sudo[54477]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:13.409 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 28 12:55:13 smithi175 sudo[54477]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:13.893 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:13 smithi181 ceph-mon[45557]: pgmap v69: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:13.894 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:13 smithi181 ceph-mon[45557]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-01-28T12:55:13.894 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:13.894 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:13 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2917511829' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:55:13.894 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:13.894 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:13 smithi181 sudo[56109]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-28T12:55:13.894 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:13 smithi181 sudo[56109]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:13.894 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:13 smithi181 sudo[56109]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:13.894 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:13 smithi181 sudo[56109]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:13.894 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:13 smithi181 sudo[56112]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-28T12:55:13.894 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:13 smithi181 sudo[56112]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:13.894 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:13 smithi181 sudo[56112]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:13.895 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 28 12:55:13 smithi181 sudo[56112]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:14.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:13 smithi088 ceph-mon[35322]: pgmap v69: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:14.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:13 smithi088 ceph-mon[35322]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-01-28T12:55:14.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:14.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:13 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2917511829' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:55:14.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:14.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:13 smithi175 ceph-mon[44549]: pgmap v69: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:14.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:13 smithi175 ceph-mon[44549]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-01-28T12:55:14.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:14.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:13 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2917511829' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:55:14.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:14 smithi088 sudo[59026]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-28T12:55:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:14 smithi088 sudo[59026]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:14 smithi088 sudo[59026]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:14 smithi088 sudo[59026]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:15.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:15.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:15 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-28T12:55:15.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:15 smithi181 sudo[56115]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-28T12:55:15.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:15 smithi181 sudo[56115]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:15.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:15 smithi181 sudo[56115]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:15.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:15 smithi181 sudo[56115]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:15.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:15 smithi088 sudo[59400]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-28T12:55:15.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:15 smithi088 sudo[59400]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:15.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:15 smithi088 sudo[59400]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:15.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:15 smithi088 sudo[59400]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:15.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:15.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:15 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-28T12:55:15.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:15.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:15 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-28T12:55:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:15 smithi181 sudo[56118]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-28T12:55:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:15 smithi181 sudo[56118]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:15 smithi181 sudo[56118]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:15 smithi181 sudo[56118]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:16.023 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:15 smithi175 sudo[54480]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-28T12:55:16.023 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:15 smithi175 sudo[54480]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:16.023 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:15 smithi175 sudo[54480]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:16.023 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:15 smithi175 sudo[54480]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:16.024 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:15 smithi175 sudo[54483]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-28T12:55:16.024 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:15 smithi175 sudo[54483]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-28T12:55:16.024 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:15 smithi175 sudo[54483]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-28T12:55:16.024 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:15 smithi175 sudo[54483]: pam_unix(sudo:session): session closed for user root 2024-01-28T12:55:16.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: pgmap v71: 1 pgs: 1 active+clean; 449 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:16.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:55:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:16 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-28T12:55:16.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: pgmap v71: 1 pgs: 1 active+clean; 449 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-28T12:55:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:55:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:55:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:55:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-28T12:55:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:55:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:55:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:55:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-28T12:55:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-28T12:55:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:55:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:55:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:55:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:16 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-28T12:55:16.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: pgmap v71: 1 pgs: 1 active+clean; 449 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:16.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-28T12:55:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-28T12:55:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:16 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-28T12:55:17.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:17 smithi088 ceph-mon[35322]: pgmap v72: 1 pgs: 1 active+clean; 449 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:17.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:17 smithi175 ceph-mon[44549]: pgmap v72: 1 pgs: 1 active+clean; 449 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:17.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:17 smithi181 ceph-mon[45557]: pgmap v72: 1 pgs: 1 active+clean; 449 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:19.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:19 smithi088 ceph-mon[35322]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 9.0 KiB/s rd, 457 KiB/s wr, 30 op/s 2024-01-28T12:55:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-01-28T12:55:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:19.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:19 smithi175 ceph-mon[44549]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 9.0 KiB/s rd, 457 KiB/s wr, 30 op/s 2024-01-28T12:55:19.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-01-28T12:55:19.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:19.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:19 smithi181 ceph-mon[45557]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 9.0 KiB/s rd, 457 KiB/s wr, 30 op/s 2024-01-28T12:55:19.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-01-28T12:55:19.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:20.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:20 smithi088 ceph-mon[35322]: Deploying daemon osd.3 on smithi088 2024-01-28T12:55:20.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:20 smithi175 ceph-mon[44549]: Deploying daemon osd.3 on smithi088 2024-01-28T12:55:20.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:20 smithi181 ceph-mon[45557]: Deploying daemon osd.3 on smithi088 2024-01-28T12:55:21.218 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:21 smithi088 ceph-mon[35322]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 6.0 KiB/s rd, 305 KiB/s wr, 20 op/s 2024-01-28T12:55:21.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:21 smithi175 ceph-mon[44549]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 6.0 KiB/s rd, 305 KiB/s wr, 20 op/s 2024-01-28T12:55:21.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:21 smithi181 ceph-mon[45557]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 6.0 KiB/s rd, 305 KiB/s wr, 20 op/s 2024-01-28T12:55:23.358 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:23 smithi088 ceph-mon[35322]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 228 KiB/s wr, 15 op/s 2024-01-28T12:55:23.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:23 smithi175 ceph-mon[44549]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 228 KiB/s wr, 15 op/s 2024-01-28T12:55:23.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:23 smithi181 ceph-mon[45557]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 228 KiB/s wr, 15 op/s 2024-01-28T12:55:25.399 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:25 smithi088 ceph-mon[35322]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 3.6 KiB/s rd, 183 KiB/s wr, 12 op/s 2024-01-28T12:55:25.399 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:25.399 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:25.399 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:25.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:25 smithi175 ceph-mon[44549]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 3.6 KiB/s rd, 183 KiB/s wr, 12 op/s 2024-01-28T12:55:25.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:25.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:25.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:25 smithi181 ceph-mon[45557]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 3.6 KiB/s rd, 183 KiB/s wr, 12 op/s 2024-01-28T12:55:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:26.834 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.835+0000 7ff4d9600700 1 -- 172.21.15.88:0/581042011 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7ff4dc02d380 con 0x7ff4bc0a17c0 2024-01-28T12:55:26.834 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 3 on host 'smithi088' 2024-01-28T12:55:26.836 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 -- 172.21.15.88:0/581042011 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4bc0a17c0 msgr2=0x7ff4bc0a3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:26.836 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4bc0a17c0 0x7ff4bc0a3c80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc009990 tx=0x7ff4cc000bc0 comp rx=0 tx=0).stop 2024-01-28T12:55:26.836 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 -- 172.21.15.88:0/581042011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4dc1031b0 msgr2=0x7ff4dc073f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:26.836 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4dc1031b0 0x7ff4dc073f00 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff4d400ef30 tx=0x7ff4d400c3a0 comp rx=0 tx=0).stop 2024-01-28T12:55:26.836 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 -- 172.21.15.88:0/581042011 shutdown_connections 2024-01-28T12:55:26.836 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4bc0a17c0 0x7ff4bc0a3c80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:26.836 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4dc1031b0 0x7ff4dc073f00 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:26.836 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4dc101610 0x7ff4dc075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:26.836 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 --2- 172.21.15.88:0/581042011 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4dc102810 0x7ff4dc0739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:26.837 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 -- 172.21.15.88:0/581042011 >> 172.21.15.88:0/581042011 conn(0x7ff4dc0fcb70 msgr2=0x7ff4dc105b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:55:26.837 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 -- 172.21.15.88:0/581042011 shutdown_connections 2024-01-28T12:55:26.837 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:55:26.838+0000 7ff4e3400700 1 -- 172.21.15.88:0/581042011 wait complete. 2024-01-28T12:55:27.052 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.052 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.052 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:27 smithi088 ceph-mon[35322]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2024-01-28T12:55:27.053 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:27.053 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:27.053 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.053 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.053 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.053 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:27.255 DEBUG:teuthology.orchestra.run.smithi088:osd.3> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.3.service 2024-01-28T12:55:27.261 INFO:tasks.cephadm:Deploying osd.4 on smithi175 with /dev/vg_nvme/lv_3... 2024-01-28T12:55:27.261 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-01-28T12:55:27.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:27 smithi175 ceph-mon[44549]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2024-01-28T12:55:27.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:27.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:27.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.295 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:27.342 INFO:journalctl@ceph.osd.3.smithi088.stdout:-- Logs begin at Sun 2024-01-28 12:37:03 UTC. -- 2024-01-28T12:55:27.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:27 smithi181 ceph-mon[45557]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2024-01-28T12:55:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:27.535 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.b/config 2024-01-28T12:55:28.276 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 28 12:55:28 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-3[60843]: 2024-01-28T12:55:28.087+0000 7f0c4df19640 -1 osd.3 0 log_to_monitors true 2024-01-28T12:55:28.850 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-01-28T12:55:28.850 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-01-28T12:55:28.850 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-01-28T12:55:28.850 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-01-28T12:55:28.850 INFO:teuthology.orchestra.run.smithi175.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112975 s, 928 MB/s 2024-01-28T12:55:28.850 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-01-28T12:55:29.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:29 smithi175 ceph-mon[44549]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2024-01-28T12:55:29.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:29 smithi175 ceph-mon[44549]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-01-28T12:55:29.243 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi175:vg_nvme/lv_3 2024-01-28T12:55:29.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:29 smithi181 ceph-mon[45557]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2024-01-28T12:55:29.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:29 smithi181 ceph-mon[45557]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-01-28T12:55:29.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:29 smithi088 ceph-mon[35322]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2024-01-28T12:55:29.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:29 smithi088 ceph-mon[35322]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-01-28T12:55:29.539 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.b/config 2024-01-28T12:55:30.276 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-3[60843]: 2024-01-28T12:55:30.103+0000 7f0c42400700 -1 osd.3 0 waiting for initial osdmap 2024-01-28T12:55:30.276 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-3[60843]: 2024-01-28T12:55:30.109+0000 7f0c3d400700 -1 osd.3 22 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: osdmap e21: 4 total, 3 up, 4 in 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.309 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-01-28T12:55:30.309 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: osdmap e21: 4 total, 3 up, 4 in 2024-01-28T12:55:30.309 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:55:30.309 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:30.309 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.309 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.310 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:30.310 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:30.310 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.310 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:30.310 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:30.310 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-01-28T12:55:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: osdmap e21: 4 total, 3 up, 4 in 2024-01-28T12:55:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:55:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:30.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:30.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:30.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:30.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:30.485 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.486+0000 7fce28a3c700 1 -- 172.21.15.175:0/4165478559 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce241020a0 msgr2=0x7fce24108950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:30.486 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.486+0000 7fce28a3c700 1 --2- 172.21.15.175:0/4165478559 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce241020a0 0x7fce24108950 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fce1c00b0d0 tx=0x7fce1c00b3e0 comp rx=0 tx=0).stop 2024-01-28T12:55:30.486 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.486+0000 7fce28a3c700 1 -- 172.21.15.175:0/4165478559 shutdown_connections 2024-01-28T12:55:30.486 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.486+0000 7fce28a3c700 1 --2- 172.21.15.175:0/4165478559 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce241020a0 0x7fce24108950 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:30.486 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.486+0000 7fce28a3c700 1 --2- 172.21.15.175:0/4165478559 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce24100500 0x7fce24100920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:30.486 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.486+0000 7fce28a3c700 1 --2- 172.21.15.175:0/4165478559 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce24101700 0x7fce24101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:30.486 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.486+0000 7fce28a3c700 1 -- 172.21.15.175:0/4165478559 >> 172.21.15.175:0/4165478559 conn(0x7fce240fbaa0 msgr2=0x7fce240fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:55:30.486 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.486+0000 7fce28a3c700 1 -- 172.21.15.175:0/4165478559 shutdown_connections 2024-01-28T12:55:30.486 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.486+0000 7fce28a3c700 1 -- 172.21.15.175:0/4165478559 wait complete. 2024-01-28T12:55:30.488 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce28a3c700 1 Processor -- start 2024-01-28T12:55:30.488 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce28a3c700 1 -- start start 2024-01-28T12:55:30.488 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce28a3c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce24100500 0x7fce24069de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:30.488 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce28a3c700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce24101700 0x7fce2419c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:30.488 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce28a3c700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce241020a0 0x7fce2419ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce28a3c700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce2419f1a0 con 0x7fce24101700 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce28a3c700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce2419f310 con 0x7fce241020a0 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce28a3c700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce2419f4d0 con 0x7fce24100500 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce22d9d700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce241020a0 0x7fce2419ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce22d9d700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce241020a0 0x7fce2419ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:33140/0 (socket says 172.21.15.175:33140) 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.487+0000 7fce22d9d700 1 -- 172.21.15.175:0/2916366942 learned_addr learned my addr 172.21.15.175:0/2916366942 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce21d9b700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce24101700 0x7fce2419c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce2259c700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce24100500 0x7fce24069de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce22d9d700 1 -- 172.21.15.175:0/2916366942 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce24100500 msgr2=0x7fce24069de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce22d9d700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce24100500 0x7fce24069de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce22d9d700 1 -- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce24101700 msgr2=0x7fce2419c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:30.489 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce22d9d700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce24101700 0x7fce2419c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:30.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce22d9d700 1 -- 172.21.15.175:0/2916366942 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce1c009d00 con 0x7fce241020a0 2024-01-28T12:55:30.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce21d9b700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce24101700 0x7fce2419c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:55:30.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce22d9d700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce241020a0 0x7fce2419ea00 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fce1c009380 tx=0x7fce1c009460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:55:30.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce137fe700 1 -- 172.21.15.175:0/2916366942 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce1c00e040 con 0x7fce241020a0 2024-01-28T12:55:30.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce28a3c700 1 -- 172.21.15.175:0/2916366942 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce2419f750 con 0x7fce241020a0 2024-01-28T12:55:30.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce137fe700 1 -- 172.21.15.175:0/2916366942 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce1c006020 con 0x7fce241020a0 2024-01-28T12:55:30.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce137fe700 1 -- 172.21.15.175:0/2916366942 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce1c012ad0 con 0x7fce241020a0 2024-01-28T12:55:30.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.488+0000 7fce28a3c700 1 -- 172.21.15.175:0/2916366942 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce2419fc40 con 0x7fce241020a0 2024-01-28T12:55:30.490 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.489+0000 7fce28a3c700 1 -- 172.21.15.175:0/2916366942 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce24107940 con 0x7fce241020a0 2024-01-28T12:55:30.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.490+0000 7fce137fe700 1 -- 172.21.15.175:0/2916366942 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fce1c012c30 con 0x7fce241020a0 2024-01-28T12:55:30.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.490+0000 7fce137fe700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce0c0a1850 0x7fce0c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:30.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.491+0000 7fce137fe700 1 -- 172.21.15.175:0/2916366942 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 3389+0+0 (secure 0 0 0) 0x7fce1c0cd540 con 0x7fce241020a0 2024-01-28T12:55:30.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.491+0000 7fce2259c700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce0c0a1850 0x7fce0c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:30.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.491+0000 7fce2259c700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce0c0a1850 0x7fce0c0a3d10 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fce18006fd0 tx=0x7fce18008040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:55:30.494 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.495+0000 7fce137fe700 1 -- 172.21.15.175:0/2916366942 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fce1c097bf0 con 0x7fce241020a0 2024-01-28T12:55:30.690 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:30.691+0000 7fce28a3c700 1 -- 172.21.15.175:0/2916366942 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fce2402d380 con 0x7fce0c0a1850 2024-01-28T12:55:31.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:55:31.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:55:31.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi088 2024-01-28T12:55:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 8635M 2024-01-28T12:55:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:55:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: osdmap e22: 4 total, 3 up, 4 in 2024-01-28T12:55:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:55:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:55:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi088 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 8635M 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: osdmap e22: 4 total, 3 up, 4 in 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:55:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:55:31.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi088 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 8635M 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: from='osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: osdmap e22: 4 total, 3 up, 4 in 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:55:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:32.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:32 smithi175 ceph-mon[44549]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:55:32.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:32 smithi175 ceph-mon[44549]: osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] boot 2024-01-28T12:55:32.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:32 smithi175 ceph-mon[44549]: osdmap e23: 4 total, 4 up, 4 in 2024-01-28T12:55:32.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:32.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:32 smithi175 ceph-mon[44549]: osdmap e24: 4 total, 4 up, 4 in 2024-01-28T12:55:32.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:32 smithi181 ceph-mon[45557]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:55:32.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:32 smithi181 ceph-mon[45557]: osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] boot 2024-01-28T12:55:32.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:32 smithi181 ceph-mon[45557]: osdmap e23: 4 total, 4 up, 4 in 2024-01-28T12:55:32.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:32.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:32 smithi181 ceph-mon[45557]: osdmap e24: 4 total, 4 up, 4 in 2024-01-28T12:55:32.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:32 smithi088 ceph-mon[35322]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:55:32.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:32 smithi088 ceph-mon[35322]: osd.3 [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] boot 2024-01-28T12:55:32.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:32 smithi088 ceph-mon[35322]: osdmap e23: 4 total, 4 up, 4 in 2024-01-28T12:55:32.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-28T12:55:32.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:32 smithi088 ceph-mon[35322]: osdmap e24: 4 total, 4 up, 4 in 2024-01-28T12:55:33.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:33 smithi175 ceph-mon[44549]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:33.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:33 smithi175 ceph-mon[44549]: from='client.? 172.21.15.175:0/4068891038' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c36e8684-1dc3-41a0-a1a8-148f44288d81"}]: dispatch 2024-01-28T12:55:33.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:33 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c36e8684-1dc3-41a0-a1a8-148f44288d81"}]: dispatch 2024-01-28T12:55:33.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:33 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c36e8684-1dc3-41a0-a1a8-148f44288d81"}]': finished 2024-01-28T12:55:33.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:33 smithi175 ceph-mon[44549]: osdmap e25: 5 total, 4 up, 5 in 2024-01-28T12:55:33.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:33 smithi181 ceph-mon[45557]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:33 smithi181 ceph-mon[45557]: from='client.? 172.21.15.175:0/4068891038' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c36e8684-1dc3-41a0-a1a8-148f44288d81"}]: dispatch 2024-01-28T12:55:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:33 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c36e8684-1dc3-41a0-a1a8-148f44288d81"}]: dispatch 2024-01-28T12:55:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:33 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c36e8684-1dc3-41a0-a1a8-148f44288d81"}]': finished 2024-01-28T12:55:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:33 smithi181 ceph-mon[45557]: osdmap e25: 5 total, 4 up, 5 in 2024-01-28T12:55:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:33 smithi088 ceph-mon[35322]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-01-28T12:55:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:33 smithi088 ceph-mon[35322]: from='client.? 172.21.15.175:0/4068891038' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c36e8684-1dc3-41a0-a1a8-148f44288d81"}]: dispatch 2024-01-28T12:55:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:33 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c36e8684-1dc3-41a0-a1a8-148f44288d81"}]: dispatch 2024-01-28T12:55:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:33 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c36e8684-1dc3-41a0-a1a8-148f44288d81"}]': finished 2024-01-28T12:55:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:33 smithi088 ceph-mon[35322]: osdmap e25: 5 total, 4 up, 5 in 2024-01-28T12:55:33.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:34.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:34 smithi175 ceph-mon[44549]: from='client.? 172.21.15.175:0/678777848' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:55:34.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:34 smithi175 ceph-mon[44549]: osdmap e26: 5 total, 4 up, 5 in 2024-01-28T12:55:34.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:34 smithi181 ceph-mon[45557]: from='client.? 172.21.15.175:0/678777848' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:55:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:34 smithi181 ceph-mon[45557]: osdmap e26: 5 total, 4 up, 5 in 2024-01-28T12:55:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:34.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:34 smithi088 ceph-mon[35322]: from='client.? 172.21.15.175:0/678777848' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:55:34.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:34 smithi088 ceph-mon[35322]: osdmap e26: 5 total, 4 up, 5 in 2024-01-28T12:55:34.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:35.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:35 smithi088 ceph-mon[35322]: pgmap v87: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-01-28T12:55:35.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:35 smithi088 ceph-mon[35322]: osdmap e27: 5 total, 4 up, 5 in 2024-01-28T12:55:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:35.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:35 smithi175 ceph-mon[44549]: pgmap v87: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-01-28T12:55:35.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:35 smithi175 ceph-mon[44549]: osdmap e27: 5 total, 4 up, 5 in 2024-01-28T12:55:35.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:35.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:35 smithi181 ceph-mon[45557]: pgmap v87: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-01-28T12:55:35.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:35 smithi181 ceph-mon[45557]: osdmap e27: 5 total, 4 up, 5 in 2024-01-28T12:55:35.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:37.599 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:37 smithi175 ceph-mon[44549]: pgmap v89: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:55:37.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:37 smithi088 ceph-mon[35322]: pgmap v89: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:55:37.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:37 smithi181 ceph-mon[45557]: pgmap v89: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:55:38.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-01-28T12:55:38.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:38.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-01-28T12:55:38.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:38.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-01-28T12:55:38.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:39 smithi088 ceph-mon[35322]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-01-28T12:55:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:39 smithi088 ceph-mon[35322]: Deploying daemon osd.4 on smithi175 2024-01-28T12:55:39.811 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:39 smithi175 ceph-mon[44549]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-01-28T12:55:39.811 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:39 smithi175 ceph-mon[44549]: Deploying daemon osd.4 on smithi175 2024-01-28T12:55:39.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:39 smithi181 ceph-mon[45557]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-01-28T12:55:39.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:39 smithi181 ceph-mon[45557]: Deploying daemon osd.4 on smithi175 2024-01-28T12:55:41.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:41 smithi175 ceph-mon[44549]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-01-28T12:55:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:41 smithi088 ceph-mon[35322]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-01-28T12:55:41.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:41 smithi181 ceph-mon[45557]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-01-28T12:55:43.350 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:43 smithi175 ceph-mon[44549]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:43.350 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:43.350 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:43.350 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:43.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:43 smithi181 ceph-mon[45557]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:43.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:43.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:43.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:43.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:43 smithi088 ceph-mon[35322]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:43.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:43.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:43.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:44.245 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.247+0000 7fce137fe700 1 -- 172.21.15.175:0/2916366942 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fce2402d380 con 0x7fce0c0a1850 2024-01-28T12:55:44.245 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 4 on host 'smithi175' 2024-01-28T12:55:44.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 -- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce0c0a1850 msgr2=0x7fce0c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:44.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce0c0a1850 0x7fce0c0a3d10 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fce18006fd0 tx=0x7fce18008040 comp rx=0 tx=0).stop 2024-01-28T12:55:44.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 -- 172.21.15.175:0/2916366942 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce241020a0 msgr2=0x7fce2419ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:44.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce241020a0 0x7fce2419ea00 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fce1c009380 tx=0x7fce1c009460 comp rx=0 tx=0).stop 2024-01-28T12:55:44.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 -- 172.21.15.175:0/2916366942 shutdown_connections 2024-01-28T12:55:44.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce0c0a1850 0x7fce0c0a3d10 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:44.247 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce241020a0 0x7fce2419ea00 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:44.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce24100500 0x7fce24069de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:44.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 --2- 172.21.15.175:0/2916366942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce24101700 0x7fce2419c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:44.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 -- 172.21.15.175:0/2916366942 >> 172.21.15.175:0/2916366942 conn(0x7fce240fbaa0 msgr2=0x7fce24104a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:55:44.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 -- 172.21.15.175:0/2916366942 shutdown_connections 2024-01-28T12:55:44.248 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:55:44.249+0000 7fce28a3c700 1 -- 172.21.15.175:0/2916366942 wait complete. 2024-01-28T12:55:44.624 DEBUG:teuthology.orchestra.run.smithi175:osd.4> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.4.service 2024-01-28T12:55:44.626 INFO:tasks.cephadm:Deploying osd.5 on smithi181 with /dev/vg_nvme/lv_3... 2024-01-28T12:55:44.627 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-01-28T12:55:44.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:44.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:44.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:44.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:44.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:44.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:44.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:44.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:44.660 INFO:journalctl@ceph.osd.4.smithi175.stdout:-- Logs begin at Sun 2024-01-28 12:30:19 UTC. -- 2024-01-28T12:55:44.897 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:55:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:45 smithi175 ceph-mon[44549]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:45.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:45 smithi181 ceph-mon[45557]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:46.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:45 smithi088 ceph-mon[35322]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:46.206 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-01-28T12:55:46.206 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-01-28T12:55:46.207 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-01-28T12:55:46.207 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-01-28T12:55:46.207 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0127781 s, 821 MB/s 2024-01-28T12:55:46.207 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-01-28T12:55:46.350 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 28 12:55:46 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-4[57554]: 2024-01-28T12:55:46.036+0000 7f0a0f57e640 -1 osd.4 0 log_to_monitors true 2024-01-28T12:55:46.580 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_3 2024-01-28T12:55:46.840 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:55:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:46 smithi175 ceph-mon[44549]: from='osd.4 [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-28T12:55:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:46 smithi175 ceph-mon[44549]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-28T12:55:46.935 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:46 smithi181 ceph-mon[45557]: from='osd.4 [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-28T12:55:46.935 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:46 smithi181 ceph-mon[45557]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-28T12:55:47.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:46 smithi088 ceph-mon[35322]: from='osd.4 [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-28T12:55:47.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:46 smithi088 ceph-mon[35322]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-28T12:55:47.759 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 -- 172.21.15.181:0/566285242 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f59fc101630 msgr2=0x7f59fc101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:47.759 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 --2- 172.21.15.181:0/566285242 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f59fc101630 0x7f59fc101a50 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f59f8009990 tx=0x7f59f8009ca0 comp rx=0 tx=0).stop 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 -- 172.21.15.181:0/566285242 shutdown_connections 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 --2- 172.21.15.181:0/566285242 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f59fc1031d0 0x7f59fc109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 --2- 172.21.15.181:0/566285242 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f59fc101630 0x7f59fc101a50 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 --2- 172.21.15.181:0/566285242 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f59fc102830 0x7f59fc102c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 -- 172.21.15.181:0/566285242 >> 172.21.15.181:0/566285242 conn(0x7f59fc0fcbd0 msgr2=0x7f59fc0ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 -- 172.21.15.181:0/566285242 shutdown_connections 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 -- 172.21.15.181:0/566285242 wait complete. 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 Processor -- start 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.759+0000 7f5a03627700 1 -- start start 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a03627700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f59fc101630 0x7f59fc075320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a03627700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f59fc102830 0x7f59fc0739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a03627700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f59fc1031d0 0x7f59fc073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:47.760 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a03627700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59fc0746a0 con 0x7f59fc1031d0 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a03627700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59fc074810 con 0x7f59fc101630 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a03627700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59fc1a1570 con 0x7f59fc102830 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a00bc2700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f59fc102830 0x7f59fc0739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a00bc2700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f59fc102830 0x7f59fc0739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:41114/0 (socket says 172.21.15.181:41114) 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a00bc2700 1 -- 172.21.15.181:0/2056593026 learned_addr learned my addr 172.21.15.181:0/2056593026 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a013c3700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f59fc101630 0x7f59fc075320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a01bc4700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f59fc1031d0 0x7f59fc073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a00bc2700 1 -- 172.21.15.181:0/2056593026 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f59fc101630 msgr2=0x7f59fc075320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a00bc2700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f59fc101630 0x7f59fc075320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a00bc2700 1 -- 172.21.15.181:0/2056593026 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f59fc1031d0 msgr2=0x7f59fc073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a00bc2700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f59fc1031d0 0x7f59fc073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a00bc2700 1 -- 172.21.15.181:0/2056593026 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59f80095f0 con 0x7f59fc102830 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a00bc2700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f59fc102830 0x7f59fc0739c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f59ec00c920 tx=0x7f59ec00cc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:55:47.761 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f59f27fc700 1 -- 172.21.15.181:0/2056593026 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59ec007b00 con 0x7f59fc102830 2024-01-28T12:55:47.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f5a03627700 1 -- 172.21.15.181:0/2056593026 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59fc1a1800 con 0x7f59fc102830 2024-01-28T12:55:47.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f59f27fc700 1 -- 172.21.15.181:0/2056593026 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f59ec00ce70 con 0x7f59fc102830 2024-01-28T12:55:47.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.760+0000 7f59f27fc700 1 -- 172.21.15.181:0/2056593026 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59ec005460 con 0x7f59fc102830 2024-01-28T12:55:47.762 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.761+0000 7f5a03627700 1 -- 172.21.15.181:0/2056593026 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59fc1a1d00 con 0x7f59fc102830 2024-01-28T12:55:47.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.762+0000 7f5a03627700 1 -- 172.21.15.181:0/2056593026 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59fc108a10 con 0x7f59fc102830 2024-01-28T12:55:47.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.763+0000 7f59f27fc700 1 -- 172.21.15.181:0/2056593026 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f59ec0055c0 con 0x7f59fc102830 2024-01-28T12:55:47.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.763+0000 7f59f27fc700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f59e80a1850 0x7f59e80a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:55:47.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.763+0000 7f59f27fc700 1 -- 172.21.15.181:0/2056593026 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 3821+0+0 (secure 0 0 0) 0x7f59ec0cbf90 con 0x7f59fc102830 2024-01-28T12:55:47.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.764+0000 7f5a013c3700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f59e80a1850 0x7f59e80a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:55:47.763 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.764+0000 7f5a013c3700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f59e80a1850 0x7f59e80a3d10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f59f800b680 tx=0x7f59f8005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:55:47.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.767+0000 7f59f27fc700 1 -- 172.21.15.181:0/2056593026 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f59ec096400 con 0x7f59fc102830 2024-01-28T12:55:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: osdmap e28: 5 total, 4 up, 5 in 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='osd.4 [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: osdmap e28: 5 total, 4 up, 5 in 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='osd.4 [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:47.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:47.964 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:55:47.966+0000 7f5a03627700 1 -- 172.21.15.181:0/2056593026 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f59fc02d420 con 0x7f59e80a1850 2024-01-28T12:55:48.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: osdmap e28: 5 total, 4 up, 5 in 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='osd.4 [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:55:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:48.408 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-4[57554]: 2024-01-28T12:55:48.061+0000 7f0a053e4700 -1 osd.4 0 waiting for initial osdmap 2024-01-28T12:55:48.408 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-4[57554]: 2024-01-28T12:55:48.069+0000 7f09fc9d5700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:55:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi175 2024-01-28T12:55:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 8556M 2024-01-28T12:55:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-mon[44549]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:55:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-mon[44549]: osdmap e29: 5 total, 4 up, 5 in 2024-01-28T12:55:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:55:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:55:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:48 smithi175 ceph-mon[44549]: from='osd.4 ' entity='osd.4' 2024-01-28T12:55:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:48 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi175 2024-01-28T12:55:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:48 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 8556M 2024-01-28T12:55:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:48 smithi181 ceph-mon[45557]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:55:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:48 smithi181 ceph-mon[45557]: osdmap e29: 5 total, 4 up, 5 in 2024-01-28T12:55:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:55:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:55:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:48 smithi181 ceph-mon[45557]: from='osd.4 ' entity='osd.4' 2024-01-28T12:55:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:48 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi175 2024-01-28T12:55:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:48 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 8556M 2024-01-28T12:55:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:48 smithi088 ceph-mon[35322]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:55:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:48 smithi088 ceph-mon[35322]: osdmap e29: 5 total, 4 up, 5 in 2024-01-28T12:55:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:55:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:55:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:48 smithi088 ceph-mon[35322]: from='osd.4 ' entity='osd.4' 2024-01-28T12:55:49.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:49 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:55:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:49 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:55:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:49 smithi175 ceph-mon[44549]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:55:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:49 smithi175 ceph-mon[44549]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:49 smithi175 ceph-mon[44549]: osd.4 [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] boot 2024-01-28T12:55:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:49 smithi175 ceph-mon[44549]: osdmap e30: 5 total, 5 up, 5 in 2024-01-28T12:55:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:49 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:55:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:49 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:55:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:49 smithi181 ceph-mon[45557]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:55:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:49 smithi181 ceph-mon[45557]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:49 smithi181 ceph-mon[45557]: osd.4 [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] boot 2024-01-28T12:55:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:49 smithi181 ceph-mon[45557]: osdmap e30: 5 total, 5 up, 5 in 2024-01-28T12:55:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:50.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:49 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:55:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:49 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:55:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:49 smithi088 ceph-mon[35322]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:55:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:49 smithi088 ceph-mon[35322]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-01-28T12:55:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:49 smithi088 ceph-mon[35322]: osd.4 [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] boot 2024-01-28T12:55:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:49 smithi088 ceph-mon[35322]: osdmap e30: 5 total, 5 up, 5 in 2024-01-28T12:55:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-28T12:55:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:50 smithi175 ceph-mon[44549]: from='client.? 172.21.15.181:0/2153250359' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d8357ed-157c-4d27-aaa1-8fedb43a5fa6"}]: dispatch 2024-01-28T12:55:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:50 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d8357ed-157c-4d27-aaa1-8fedb43a5fa6"}]: dispatch 2024-01-28T12:55:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:50 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2d8357ed-157c-4d27-aaa1-8fedb43a5fa6"}]': finished 2024-01-28T12:55:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:50 smithi175 ceph-mon[44549]: osdmap e31: 6 total, 5 up, 6 in 2024-01-28T12:55:50.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:55:50.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:50 smithi175 ceph-mon[44549]: from='client.? 172.21.15.181:0/2506743208' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:55:50.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:50 smithi181 ceph-mon[45557]: from='client.? 172.21.15.181:0/2153250359' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d8357ed-157c-4d27-aaa1-8fedb43a5fa6"}]: dispatch 2024-01-28T12:55:50.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:50 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d8357ed-157c-4d27-aaa1-8fedb43a5fa6"}]: dispatch 2024-01-28T12:55:50.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:50 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2d8357ed-157c-4d27-aaa1-8fedb43a5fa6"}]': finished 2024-01-28T12:55:50.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:50 smithi181 ceph-mon[45557]: osdmap e31: 6 total, 5 up, 6 in 2024-01-28T12:55:50.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:55:50.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:50 smithi181 ceph-mon[45557]: from='client.? 172.21.15.181:0/2506743208' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:55:51.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:50 smithi088 ceph-mon[35322]: from='client.? 172.21.15.181:0/2153250359' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d8357ed-157c-4d27-aaa1-8fedb43a5fa6"}]: dispatch 2024-01-28T12:55:51.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:50 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d8357ed-157c-4d27-aaa1-8fedb43a5fa6"}]: dispatch 2024-01-28T12:55:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:50 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2d8357ed-157c-4d27-aaa1-8fedb43a5fa6"}]': finished 2024-01-28T12:55:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:50 smithi088 ceph-mon[35322]: osdmap e31: 6 total, 5 up, 6 in 2024-01-28T12:55:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:55:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:50 smithi088 ceph-mon[35322]: from='client.? 172.21.15.181:0/2506743208' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:55:51.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:51 smithi175 ceph-mon[44549]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 149 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:51.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:51 smithi175 ceph-mon[44549]: osdmap e32: 6 total, 5 up, 6 in 2024-01-28T12:55:51.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:55:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:51 smithi181 ceph-mon[45557]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 149 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:51 smithi181 ceph-mon[45557]: osdmap e32: 6 total, 5 up, 6 in 2024-01-28T12:55:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:55:52.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:51 smithi088 ceph-mon[35322]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 149 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:52.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:51 smithi088 ceph-mon[35322]: osdmap e32: 6 total, 5 up, 6 in 2024-01-28T12:55:52.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:55:53.764 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:53 smithi181 ceph-mon[45557]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:53 smithi175 ceph-mon[44549]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:54.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:53 smithi088 ceph-mon[35322]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:55 smithi175 ceph-mon[44549]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:55.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:55 smithi181 ceph-mon[45557]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:56.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:55 smithi088 ceph-mon[35322]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:56.810 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-01-28T12:55:56.810 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:56.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-01-28T12:55:56.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:57.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-01-28T12:55:57.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:55:57.841 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:57 smithi181 ceph-mon[45557]: Deploying daemon osd.5 on smithi181 2024-01-28T12:55:57.841 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:57 smithi181 ceph-mon[45557]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:57 smithi175 ceph-mon[44549]: Deploying daemon osd.5 on smithi181 2024-01-28T12:55:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:57 smithi175 ceph-mon[44549]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:57 smithi088 ceph-mon[35322]: Deploying daemon osd.5 on smithi181 2024-01-28T12:55:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:57 smithi088 ceph-mon[35322]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:59 smithi175 ceph-mon[44549]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:59.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:59.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:59.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:55:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:55:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:59 smithi181 ceph-mon[45557]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:55:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:55:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:55:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:00.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:59 smithi088 ceph-mon[35322]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:00.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:00.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:00.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:55:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:01 smithi181 ceph-mon[45557]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:01.823 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.824+0000 7f59f27fc700 1 -- 172.21.15.181:0/2056593026 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f59fc02d420 con 0x7f59e80a1850 2024-01-28T12:56:01.823 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 5 on host 'smithi181' 2024-01-28T12:56:01.825 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 -- 172.21.15.181:0/2056593026 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f59e80a1850 msgr2=0x7f59e80a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:01.825 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f59e80a1850 0x7f59e80a3d10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f59f800b680 tx=0x7f59f8005fd0 comp rx=0 tx=0).stop 2024-01-28T12:56:01.826 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 -- 172.21.15.181:0/2056593026 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f59fc102830 msgr2=0x7f59fc0739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:01.826 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f59fc102830 0x7f59fc0739c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f59ec00c920 tx=0x7f59ec00cc30 comp rx=0 tx=0).stop 2024-01-28T12:56:01.826 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 -- 172.21.15.181:0/2056593026 shutdown_connections 2024-01-28T12:56:01.826 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f59e80a1850 0x7f59e80a3d10 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:01.826 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f59fc1031d0 0x7f59fc073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:01.826 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f59fc101630 0x7f59fc075320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:01.826 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 --2- 172.21.15.181:0/2056593026 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f59fc102830 0x7f59fc0739c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:01.826 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 -- 172.21.15.181:0/2056593026 >> 172.21.15.181:0/2056593026 conn(0x7f59fc0fcbd0 msgr2=0x7f59fc105b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:56:01.826 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 -- 172.21.15.181:0/2056593026 shutdown_connections 2024-01-28T12:56:01.826 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:01.827+0000 7f5a03627700 1 -- 172.21.15.181:0/2056593026 wait complete. 2024-01-28T12:56:02.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:01 smithi088 ceph-mon[35322]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:02.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:02.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:02.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:02.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:02.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:02.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:01 smithi175 ceph-mon[44549]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:02.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:02.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:02.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:02.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:02.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:02.217 DEBUG:teuthology.orchestra.run.smithi181:osd.5> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.5.service 2024-01-28T12:56:02.219 INFO:tasks.cephadm:Deploying osd.6 on smithi088 with /dev/vg_nvme/lv_2... 2024-01-28T12:56:02.219 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-01-28T12:56:02.249 INFO:journalctl@ceph.osd.5.smithi181.stdout:-- Logs begin at Sun 2024-01-28 12:30:16 UTC. -- 2024-01-28T12:56:02.625 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:56:03.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:03.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:03.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:03.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:02 smithi175 ceph-mon[44549]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:03.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:03.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:03.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:03.173 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:02 smithi088 ceph-mon[35322]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:03.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:03.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:03.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:03.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:02 smithi181 ceph-mon[45557]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:03.814 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 28 12:56:03 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-5[59265]: 2024-01-28T12:56:03.539+0000 7f00699e0640 -1 osd.5 0 log_to_monitors true 2024-01-28T12:56:04.154 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:03 smithi181 ceph-mon[45557]: from='osd.5 [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-28T12:56:04.154 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:03 smithi181 ceph-mon[45557]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-28T12:56:04.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:03 smithi175 ceph-mon[44549]: from='osd.5 [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-28T12:56:04.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:03 smithi175 ceph-mon[44549]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-28T12:56:04.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:03 smithi088 ceph-mon[35322]: from='osd.5 [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-28T12:56:04.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:03 smithi088 ceph-mon[35322]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-28T12:56:04.349 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-01-28T12:56:04.350 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-01-28T12:56:04.350 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-01-28T12:56:04.350 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-01-28T12:56:04.350 INFO:teuthology.orchestra.run.smithi088.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0555486 s, 189 MB/s 2024-01-28T12:56:04.350 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-01-28T12:56:04.746 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi088:vg_nvme/lv_2 2024-01-28T12:56:05.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: osdmap e33: 6 total, 5 up, 6 in 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='osd.5 [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi181 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 8556M 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.147 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:56:05.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-01-28T12:56:05.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: osdmap e33: 6 total, 5 up, 6 in 2024-01-28T12:56:05.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:05.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='osd.5 [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi181 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 8556M 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: osdmap e33: 6 total, 5 up, 6 in 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='osd.5 [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi181 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 8556M 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:05.705 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 28 12:56:05 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-5[59265]: 2024-01-28T12:56:05.288+0000 7f005f846700 -1 osd.5 0 waiting for initial osdmap 2024-01-28T12:56:05.705 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 28 12:56:05 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-5[59265]: 2024-01-28T12:56:05.295+0000 7f0056e37700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:56:06.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:05 smithi088 ceph-mon[35322]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:56:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:05 smithi088 ceph-mon[35322]: osdmap e34: 6 total, 5 up, 6 in 2024-01-28T12:56:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:05 smithi088 ceph-mon[35322]: osdmap e35: 6 total, 5 up, 6 in 2024-01-28T12:56:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:05 smithi088 ceph-mon[35322]: from='osd.5 ' entity='osd.5' 2024-01-28T12:56:06.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:05 smithi175 ceph-mon[44549]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:56:06.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:05 smithi175 ceph-mon[44549]: osdmap e34: 6 total, 5 up, 6 in 2024-01-28T12:56:06.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:06.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:06.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:05 smithi175 ceph-mon[44549]: osdmap e35: 6 total, 5 up, 6 in 2024-01-28T12:56:06.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:06.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:05 smithi175 ceph-mon[44549]: from='osd.5 ' entity='osd.5' 2024-01-28T12:56:06.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:05 smithi181 ceph-mon[45557]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:56:06.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:05 smithi181 ceph-mon[45557]: osdmap e34: 6 total, 5 up, 6 in 2024-01-28T12:56:06.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:06.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:06.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:05 smithi181 ceph-mon[45557]: osdmap e35: 6 total, 5 up, 6 in 2024-01-28T12:56:06.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:06.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:05 smithi181 ceph-mon[45557]: from='osd.5 ' entity='osd.5' 2024-01-28T12:56:06.299 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.300+0000 7f9fb4800700 1 -- 172.21.15.88:0/2548459350 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fac1031b0 msgr2=0x7f9fac109a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:06.299 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.300+0000 7f9fb4800700 1 --2- 172.21.15.88:0/2548459350 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fac1031b0 0x7f9fac109a60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9fa400b0d0 tx=0x7f9fa400b3e0 comp rx=0 tx=0).stop 2024-01-28T12:56:06.299 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.300+0000 7f9fb4800700 1 -- 172.21.15.88:0/2548459350 shutdown_connections 2024-01-28T12:56:06.299 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.300+0000 7f9fb4800700 1 --2- 172.21.15.88:0/2548459350 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fac1031b0 0x7f9fac109a60 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:06.299 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.300+0000 7f9fb4800700 1 --2- 172.21.15.88:0/2548459350 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fac101610 0x7f9fac101a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:06.299 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.300+0000 7f9fb4800700 1 --2- 172.21.15.88:0/2548459350 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9fac102810 0x7f9fac102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:06.299 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.300+0000 7f9fb4800700 1 -- 172.21.15.88:0/2548459350 >> 172.21.15.88:0/2548459350 conn(0x7f9fac0fcb70 msgr2=0x7f9fac0feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:56:06.299 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.300+0000 7f9fb4800700 1 -- 172.21.15.88:0/2548459350 shutdown_connections 2024-01-28T12:56:06.299 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.300+0000 7f9fb4800700 1 -- 172.21.15.88:0/2548459350 wait complete. 2024-01-28T12:56:06.301 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb4800700 1 Processor -- start 2024-01-28T12:56:06.301 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb4800700 1 -- start start 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb4800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fac101610 0x7f9fac199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb4800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9fac102810 0x7f9fac199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb4800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fac1031b0 0x7f9fac1a0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb4800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fac1a12d0 con 0x7f9fac1031b0 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb4800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fac1a1410 con 0x7f9fac102810 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb4800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fac1a15a0 con 0x7f9fac101610 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fac101610 0x7f9fac199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb2800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fac1031b0 0x7f9fac1a0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb1e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fac101610 0x7f9fac199740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:57500/0 (socket says 172.21.15.88:57500) 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.301+0000 7f9fb1e00700 1 -- 172.21.15.88:0/3654247794 learned_addr learned my addr 172.21.15.88:0/3654247794 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9fb1400700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9fac102810 0x7f9fac199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:56:06.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9fb1e00700 1 -- 172.21.15.88:0/3654247794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9fac102810 msgr2=0x7f9fac199c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9fb1e00700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9fac102810 0x7f9fac199c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9fb1e00700 1 -- 172.21.15.88:0/3654247794 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fac1031b0 msgr2=0x7f9fac1a0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9fb1e00700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fac1031b0 0x7f9fac1a0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9fb1e00700 1 -- 172.21.15.88:0/3654247794 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fa4009d00 con 0x7f9fac101610 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9fb2800700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fac1031b0 0x7f9fac1a0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9fb1e00700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fac101610 0x7f9fac199740 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c00e9a0 tx=0x7f9f9c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9faaa00700 1 -- 172.21.15.88:0/3654247794 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f9c009790 con 0x7f9fac101610 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9fb4800700 1 -- 172.21.15.88:0/3654247794 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fac1a1880 con 0x7f9fac101610 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9faaa00700 1 -- 172.21.15.88:0/3654247794 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9f9c00c810 con 0x7f9fac101610 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.302+0000 7f9faaa00700 1 -- 172.21.15.88:0/3654247794 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f9c003c70 con 0x7f9fac101610 2024-01-28T12:56:06.303 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.303+0000 7f9fb4800700 1 -- 172.21.15.88:0/3654247794 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fac1a1d80 con 0x7f9fac101610 2024-01-28T12:56:06.304 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.303+0000 7f9fb4800700 1 -- 172.21.15.88:0/3654247794 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fac108970 con 0x7f9fac101610 2024-01-28T12:56:06.304 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.306+0000 7f9faaa00700 1 -- 172.21.15.88:0/3654247794 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f9f9c00cc80 con 0x7f9fac101610 2024-01-28T12:56:06.306 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.308+0000 7f9faaa00700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f8c0a1850 0x7f9f8c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:06.306 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.308+0000 7f9faaa00700 1 -- 172.21.15.88:0/3654247794 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 4566+0+0 (secure 0 0 0) 0x7f9f9c014070 con 0x7f9fac101610 2024-01-28T12:56:06.306 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.308+0000 7f9fb1400700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f8c0a1850 0x7f9f8c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:56:06.306 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.308+0000 7f9fb1400700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f8c0a1850 0x7f9f8c0a3d10 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9f94007be0 tx=0x7f9f940073d0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:56:06.308 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.310+0000 7f9faaa00700 1 -- 172.21.15.88:0/3654247794 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f9f9c096680 con 0x7f9fac101610 2024-01-28T12:56:06.512 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:06.514+0000 7f9fb4800700 1 -- 172.21.15.88:0/3654247794 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f9fac02d480 con 0x7f9f8c0a1850 2024-01-28T12:56:07.142 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:56:07.142 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:56:07.142 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:07.142 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:07.143 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: osd.5 [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] boot 2024-01-28T12:56:07.143 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: osdmap e36: 6 total, 6 up, 6 in 2024-01-28T12:56:07.143 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:07.143 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:56:07.143 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:56:07.143 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:56:07.143 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:07.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:56:07.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:56:07.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:07.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:07.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: osd.5 [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] boot 2024-01-28T12:56:07.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: osdmap e36: 6 total, 6 up, 6 in 2024-01-28T12:56:07.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:07.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:56:07.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:56:07.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:56:07.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:07.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:56:07.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:56:07.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:07.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-01-28T12:56:07.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: osd.5 [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] boot 2024-01-28T12:56:07.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: osdmap e36: 6 total, 6 up, 6 in 2024-01-28T12:56:07.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-28T12:56:07.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:56:07.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:56:07.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:56:07.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:08.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:08 smithi088 ceph-mon[35322]: osdmap e37: 6 total, 6 up, 6 in 2024-01-28T12:56:08.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:08 smithi175 ceph-mon[44549]: osdmap e37: 6 total, 6 up, 6 in 2024-01-28T12:56:08.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:08 smithi181 ceph-mon[45557]: osdmap e37: 6 total, 6 up, 6 in 2024-01-28T12:56:09.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:09 smithi175 ceph-mon[44549]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:09.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:09 smithi175 ceph-mon[44549]: osdmap e38: 6 total, 6 up, 6 in 2024-01-28T12:56:09.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:09 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1418363435' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fa8e0062-f463-40d8-8799-2af0859f8573"}]: dispatch 2024-01-28T12:56:09.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:09 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1418363435' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fa8e0062-f463-40d8-8799-2af0859f8573"}]': finished 2024-01-28T12:56:09.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:09 smithi175 ceph-mon[44549]: osdmap e39: 7 total, 6 up, 7 in 2024-01-28T12:56:09.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:09.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:09 smithi181 ceph-mon[45557]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:09.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:09 smithi181 ceph-mon[45557]: osdmap e38: 6 total, 6 up, 6 in 2024-01-28T12:56:09.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:09 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1418363435' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fa8e0062-f463-40d8-8799-2af0859f8573"}]: dispatch 2024-01-28T12:56:09.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:09 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1418363435' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fa8e0062-f463-40d8-8799-2af0859f8573"}]': finished 2024-01-28T12:56:09.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:09 smithi181 ceph-mon[45557]: osdmap e39: 7 total, 6 up, 7 in 2024-01-28T12:56:09.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:09.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:09 smithi088 ceph-mon[35322]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:09.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:09 smithi088 ceph-mon[35322]: osdmap e38: 6 total, 6 up, 6 in 2024-01-28T12:56:09.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:09 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1418363435' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fa8e0062-f463-40d8-8799-2af0859f8573"}]: dispatch 2024-01-28T12:56:09.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:09 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1418363435' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fa8e0062-f463-40d8-8799-2af0859f8573"}]': finished 2024-01-28T12:56:09.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:09 smithi088 ceph-mon[35322]: osdmap e39: 7 total, 6 up, 7 in 2024-01-28T12:56:09.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:10.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:10 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1346147514' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:56:10.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:10 smithi175 ceph-mon[44549]: osdmap e40: 7 total, 6 up, 7 in 2024-01-28T12:56:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:10.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:10 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1346147514' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:56:10.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:10 smithi181 ceph-mon[45557]: osdmap e40: 7 total, 6 up, 7 in 2024-01-28T12:56:10.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:10.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:10 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1346147514' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:56:10.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:10 smithi088 ceph-mon[35322]: osdmap e40: 7 total, 6 up, 7 in 2024-01-28T12:56:10.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:11.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:11 smithi175 ceph-mon[44549]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:11.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:11 smithi181 ceph-mon[45557]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:11.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:11 smithi088 ceph-mon[35322]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:13.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:13 smithi088 ceph-mon[35322]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:13.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:13 smithi175 ceph-mon[44549]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:13 smithi181 ceph-mon[45557]: pgmap v120: 1 pgs: 1 remapped+peering; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:15.396 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:15 smithi088 ceph-mon[35322]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-01-28T12:56:15.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:15 smithi175 ceph-mon[44549]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-01-28T12:56:15.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:15 smithi181 ceph-mon[45557]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-01-28T12:56:16.365 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-01-28T12:56:16.365 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:16.365 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:16 smithi088 ceph-mon[35322]: Deploying daemon osd.6 on smithi088 2024-01-28T12:56:16.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-01-28T12:56:16.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:16.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:16 smithi175 ceph-mon[44549]: Deploying daemon osd.6 on smithi088 2024-01-28T12:56:16.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-01-28T12:56:16.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:16.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:16 smithi181 ceph-mon[45557]: Deploying daemon osd.6 on smithi088 2024-01-28T12:56:17.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:17 smithi175 ceph-mon[44549]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-28T12:56:17.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:17 smithi181 ceph-mon[45557]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-28T12:56:17.483 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:17 smithi088 ceph-mon[35322]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-28T12:56:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:19 smithi088 ceph-mon[35322]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-01-28T12:56:19.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:19 smithi175 ceph-mon[44549]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-01-28T12:56:19.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:19 smithi181 ceph-mon[45557]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-01-28T12:56:21.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:21 smithi175 ceph-mon[44549]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-01-28T12:56:21.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:21.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:21.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:21.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:21 smithi181 ceph-mon[45557]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-01-28T12:56:21.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:21.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:21.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:21.492 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:21 smithi088 ceph-mon[35322]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-01-28T12:56:21.492 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:21.492 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:21.492 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:23.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:23 smithi088 ceph-mon[35322]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-28T12:56:23.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:23.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:23.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:23.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:23.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:23.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:23 smithi175 ceph-mon[44549]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-28T12:56:23.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:23.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:23.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:23.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:23.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:23.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:23 smithi181 ceph-mon[45557]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-28T12:56:23.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:23.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:23.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:23.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:23.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:23.563 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 6 on host 'smithi088' 2024-01-28T12:56:23.563 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.565+0000 7f9faaa00700 1 -- 172.21.15.88:0/3654247794 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f9fac02d480 con 0x7f9f8c0a1850 2024-01-28T12:56:23.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 -- 172.21.15.88:0/3654247794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f8c0a1850 msgr2=0x7f9f8c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:23.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f8c0a1850 0x7f9f8c0a3d10 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9f94007be0 tx=0x7f9f940073d0 comp rx=0 tx=0).stop 2024-01-28T12:56:23.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 -- 172.21.15.88:0/3654247794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fac101610 msgr2=0x7f9fac199740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:23.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fac101610 0x7f9fac199740 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c00e9a0 tx=0x7f9f9c00ecb0 comp rx=0 tx=0).stop 2024-01-28T12:56:23.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 -- 172.21.15.88:0/3654247794 shutdown_connections 2024-01-28T12:56:23.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f8c0a1850 0x7f9f8c0a3d10 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:23.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9fac1031b0 0x7f9fac1a0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:23.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9fac101610 0x7f9fac199740 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:23.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 --2- 172.21.15.88:0/3654247794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9fac102810 0x7f9fac199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:23.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 -- 172.21.15.88:0/3654247794 >> 172.21.15.88:0/3654247794 conn(0x7f9fac0fcb70 msgr2=0x7f9fac105ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:56:23.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 -- 172.21.15.88:0/3654247794 shutdown_connections 2024-01-28T12:56:23.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:56:23.567+0000 7f9fb4800700 1 -- 172.21.15.88:0/3654247794 wait complete. 2024-01-28T12:56:23.938 DEBUG:teuthology.orchestra.run.smithi088:osd.6> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.6.service 2024-01-28T12:56:23.942 INFO:tasks.cephadm:Deploying osd.7 on smithi175 with /dev/vg_nvme/lv_2... 2024-01-28T12:56:23.943 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-01-28T12:56:24.017 INFO:journalctl@ceph.osd.6.smithi088.stdout:-- Logs begin at Sun 2024-01-28 12:37:03 UTC. -- 2024-01-28T12:56:24.214 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.b/config 2024-01-28T12:56:24.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:24.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:24.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:24.792 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:24.792 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:24.793 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:24.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:24.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:24.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:25.056 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 28 12:56:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-6[68801]: 2024-01-28T12:56:24.793+0000 7ff51e601640 -1 osd.6 0 log_to_monitors true 2024-01-28T12:56:25.578 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-01-28T12:56:25.578 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-01-28T12:56:25.578 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-01-28T12:56:25.578 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-01-28T12:56:25.578 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011254 s, 932 MB/s 2024-01-28T12:56:25.578 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-01-28T12:56:25.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:25 smithi175 ceph-mon[44549]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-28T12:56:25.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:25 smithi175 ceph-mon[44549]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-01-28T12:56:25.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:25 smithi181 ceph-mon[45557]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-28T12:56:25.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:25 smithi181 ceph-mon[45557]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-01-28T12:56:25.998 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi175:vg_nvme/lv_2 2024-01-28T12:56:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:25 smithi088 ceph-mon[35322]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-28T12:56:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:25 smithi088 ceph-mon[35322]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-01-28T12:56:26.269 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.b/config 2024-01-28T12:56:26.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:26 smithi175 ceph-mon[44549]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-01-28T12:56:26.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:26 smithi175 ceph-mon[44549]: osdmap e41: 7 total, 6 up, 7 in 2024-01-28T12:56:26.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:26 smithi175 ceph-mon[44549]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:56:26.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:26.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:26 smithi175 ceph-mon[44549]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:56:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:26 smithi181 ceph-mon[45557]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-01-28T12:56:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:26 smithi181 ceph-mon[45557]: osdmap e41: 7 total, 6 up, 7 in 2024-01-28T12:56:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:26 smithi181 ceph-mon[45557]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:56:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:26 smithi181 ceph-mon[45557]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:56:27.026 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 28 12:56:26 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-6[68801]: 2024-01-28T12:56:26.570+0000 7ff512c00700 -1 osd.6 0 waiting for initial osdmap 2024-01-28T12:56:27.026 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 28 12:56:26 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-6[68801]: 2024-01-28T12:56:26.581+0000 7ff50dc00700 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:56:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:26 smithi088 ceph-mon[35322]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-01-28T12:56:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:26 smithi088 ceph-mon[35322]: osdmap e41: 7 total, 6 up, 7 in 2024-01-28T12:56:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:26 smithi088 ceph-mon[35322]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:56:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:26 smithi088 ceph-mon[35322]: from='osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:56:27.233 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.234+0000 7f3bcce50700 1 -- 172.21.15.175:0/2333408383 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3bc81020a0 msgr2=0x7f3bc8108950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:27.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.234+0000 7f3bcce50700 1 --2- 172.21.15.175:0/2333408383 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3bc81020a0 0x7f3bc8108950 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3bc000b0d0 tx=0x7f3bc000b3e0 comp rx=0 tx=0).stop 2024-01-28T12:56:27.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.234+0000 7f3bcce50700 1 -- 172.21.15.175:0/2333408383 shutdown_connections 2024-01-28T12:56:27.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.234+0000 7f3bcce50700 1 --2- 172.21.15.175:0/2333408383 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3bc81020a0 0x7f3bc8108950 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:27.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.234+0000 7f3bcce50700 1 --2- 172.21.15.175:0/2333408383 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bc8100500 0x7f3bc8100920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:27.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.234+0000 7f3bcce50700 1 --2- 172.21.15.175:0/2333408383 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3bc8101700 0x7f3bc8101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:27.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.234+0000 7f3bcce50700 1 -- 172.21.15.175:0/2333408383 >> 172.21.15.175:0/2333408383 conn(0x7f3bc80fbaa0 msgr2=0x7f3bc80fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:56:27.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.234+0000 7f3bcce50700 1 -- 172.21.15.175:0/2333408383 shutdown_connections 2024-01-28T12:56:27.234 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.234+0000 7f3bcce50700 1 -- 172.21.15.175:0/2333408383 wait complete. 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bcce50700 1 Processor -- start 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bcce50700 1 -- start start 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bcce50700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bc8100500 0x7f3bc8197680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bcce50700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3bc8101700 0x7f3bc8197bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bcce50700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3bc81020a0 0x7f3bc819ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bcce50700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc819f210 con 0x7f3bc8100500 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bcce50700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc819f350 con 0x7f3bc81020a0 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bcce50700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc819f4e0 con 0x7f3bc8101700 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bc6d9d700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3bc81020a0 0x7f3bc819ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bc6d9d700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3bc81020a0 0x7f3bc819ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:42006/0 (socket says 172.21.15.175:42006) 2024-01-28T12:56:27.237 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.235+0000 7f3bc6d9d700 1 -- 172.21.15.175:0/3827869260 learned_addr learned my addr 172.21.15.175:0/3827869260 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bc5d9b700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3bc8101700 0x7f3bc8197bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bc6d9d700 1 -- 172.21.15.175:0/3827869260 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3bc8101700 msgr2=0x7f3bc8197bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bc6d9d700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3bc8101700 0x7f3bc8197bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bc6d9d700 1 -- 172.21.15.175:0/3827869260 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bc8100500 msgr2=0x7f3bc8197680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bc6d9d700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bc8100500 0x7f3bc8197680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bc6d9d700 1 -- 172.21.15.175:0/3827869260 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bc0009d00 con 0x7f3bc81020a0 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bc5d9b700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3bc8101700 0x7f3bc8197bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bc6d9d700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3bc81020a0 0x7f3bc819ec40 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f3bc00093b0 tx=0x7f3bc0009490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bb77fe700 1 -- 172.21.15.175:0/3827869260 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc000e040 con 0x7f3bc81020a0 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bcce50700 1 -- 172.21.15.175:0/3827869260 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bc819f760 con 0x7f3bc81020a0 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bb77fe700 1 -- 172.21.15.175:0/3827869260 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3bc0003e10 con 0x7f3bc81020a0 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bb77fe700 1 -- 172.21.15.175:0/3827869260 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc0012ab0 con 0x7f3bc81020a0 2024-01-28T12:56:27.238 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.236+0000 7f3bcce50700 1 -- 172.21.15.175:0/3827869260 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bc819fba0 con 0x7f3bc81020a0 2024-01-28T12:56:27.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.237+0000 7f3bcce50700 1 -- 172.21.15.175:0/3827869260 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bc8068290 con 0x7f3bc81020a0 2024-01-28T12:56:27.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.238+0000 7f3bb77fe700 1 -- 172.21.15.175:0/3827869260 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f3bc00056c0 con 0x7f3bc81020a0 2024-01-28T12:56:27.239 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.238+0000 7f3bb77fe700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3bb00a1850 0x7f3bb00a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:27.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.239+0000 7f3bb77fe700 1 -- 172.21.15.175:0/3827869260 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 4685+0+0 (secure 0 0 0) 0x7f3bc00cda80 con 0x7f3bc81020a0 2024-01-28T12:56:27.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.239+0000 7f3bc659c700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3bb00a1850 0x7f3bb00a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:56:27.240 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.239+0000 7f3bc659c700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3bb00a1850 0x7f3bb00a3d10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8101560 tx=0x7f3bbc006d20 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:56:27.242 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.243+0000 7f3bb77fe700 1 -- 172.21.15.175:0/3827869260 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f3bc0097c20 con 0x7f3bc81020a0 2024-01-28T12:56:27.437 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:27.438+0000 7f3bcce50700 1 -- 172.21.15.175:0/3827869260 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f3bc80fdcc0 con 0x7f3bb00a1850 2024-01-28T12:56:27.827 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:27.827 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: osdmap e42: 7 total, 6 up, 7 in 2024-01-28T12:56:27.827 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:27.827 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:27.827 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi088 2024-01-28T12:56:27.827 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:27.827 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:27.828 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:27.828 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:27.828 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:27.828 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:27.828 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:27.828 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:27.828 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:27.828 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:56:27.828 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:56:27.828 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:27.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:27.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: osdmap e42: 7 total, 6 up, 7 in 2024-01-28T12:56:27.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:27.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:27.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi088 2024-01-28T12:56:27.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:27.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:27.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:27.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:27.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:27.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:27.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:27.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:27.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:27.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:56:27.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:56:27.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:28.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: osdmap e42: 7 total, 6 up, 7 in 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi088 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:28.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:56:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:56:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:28.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:28 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:56:28.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:28 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:56:28.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:28 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 5757M 2024-01-28T12:56:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:28 smithi175 ceph-mon[44549]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:56:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:28 smithi175 ceph-mon[44549]: osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] boot 2024-01-28T12:56:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:28 smithi175 ceph-mon[44549]: osdmap e43: 7 total, 7 up, 7 in 2024-01-28T12:56:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:28 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:56:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:28 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:56:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:28 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 5757M 2024-01-28T12:56:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:28 smithi181 ceph-mon[45557]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:56:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:28 smithi181 ceph-mon[45557]: osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] boot 2024-01-28T12:56:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:28 smithi181 ceph-mon[45557]: osdmap e43: 7 total, 7 up, 7 in 2024-01-28T12:56:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:28 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:56:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:28 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:56:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:28 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 5757M 2024-01-28T12:56:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:28 smithi088 ceph-mon[35322]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:56:29.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:29.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:28 smithi088 ceph-mon[35322]: osd.6 [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] boot 2024-01-28T12:56:29.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:28 smithi088 ceph-mon[35322]: osdmap e43: 7 total, 7 up, 7 in 2024-01-28T12:56:29.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-28T12:56:29.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:29 smithi175 ceph-mon[44549]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:29.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:29 smithi175 ceph-mon[44549]: osdmap e44: 7 total, 7 up, 7 in 2024-01-28T12:56:29.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:29 smithi175 ceph-mon[44549]: from='client.? 172.21.15.175:0/1809650416' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca844a73-940a-439e-a2ce-d20072e7c1f8"}]: dispatch 2024-01-28T12:56:29.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:29 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca844a73-940a-439e-a2ce-d20072e7c1f8"}]: dispatch 2024-01-28T12:56:29.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:29 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ca844a73-940a-439e-a2ce-d20072e7c1f8"}]': finished 2024-01-28T12:56:29.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:29 smithi175 ceph-mon[44549]: osdmap e45: 8 total, 7 up, 8 in 2024-01-28T12:56:29.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:29 smithi181 ceph-mon[45557]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:29 smithi181 ceph-mon[45557]: osdmap e44: 7 total, 7 up, 7 in 2024-01-28T12:56:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:29 smithi181 ceph-mon[45557]: from='client.? 172.21.15.175:0/1809650416' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca844a73-940a-439e-a2ce-d20072e7c1f8"}]: dispatch 2024-01-28T12:56:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:29 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca844a73-940a-439e-a2ce-d20072e7c1f8"}]: dispatch 2024-01-28T12:56:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:29 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ca844a73-940a-439e-a2ce-d20072e7c1f8"}]': finished 2024-01-28T12:56:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:29 smithi181 ceph-mon[45557]: osdmap e45: 8 total, 7 up, 8 in 2024-01-28T12:56:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:30.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:29 smithi088 ceph-mon[35322]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 181 MiB used, 536 GiB / 536 GiB avail 2024-01-28T12:56:30.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:29 smithi088 ceph-mon[35322]: osdmap e44: 7 total, 7 up, 7 in 2024-01-28T12:56:30.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:29 smithi088 ceph-mon[35322]: from='client.? 172.21.15.175:0/1809650416' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca844a73-940a-439e-a2ce-d20072e7c1f8"}]: dispatch 2024-01-28T12:56:30.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:29 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ca844a73-940a-439e-a2ce-d20072e7c1f8"}]: dispatch 2024-01-28T12:56:30.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:29 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ca844a73-940a-439e-a2ce-d20072e7c1f8"}]': finished 2024-01-28T12:56:30.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:29 smithi088 ceph-mon[35322]: osdmap e45: 8 total, 7 up, 8 in 2024-01-28T12:56:30.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:30.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:30 smithi175 ceph-mon[44549]: from='client.? 172.21.15.175:0/111101418' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:56:30.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:30 smithi181 ceph-mon[45557]: from='client.? 172.21.15.175:0/111101418' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:56:31.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:30 smithi088 ceph-mon[35322]: from='client.? 172.21.15.175:0/111101418' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:56:31.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:31 smithi175 ceph-mon[44549]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:31.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:31 smithi181 ceph-mon[45557]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:32.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:31 smithi088 ceph-mon[35322]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:33.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:33 smithi175 ceph-mon[44549]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:33.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:33 smithi181 ceph-mon[45557]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:34.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:33 smithi088 ceph-mon[35322]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:35.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:35 smithi175 ceph-mon[44549]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:35.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-01-28T12:56:35.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:35.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:35 smithi181 ceph-mon[45557]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:35.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-01-28T12:56:35.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:36.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:35 smithi088 ceph-mon[35322]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:36.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-01-28T12:56:36.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:36.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:36 smithi175 ceph-mon[44549]: Deploying daemon osd.7 on smithi175 2024-01-28T12:56:36.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:36 smithi181 ceph-mon[45557]: Deploying daemon osd.7 on smithi175 2024-01-28T12:56:37.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:36 smithi088 ceph-mon[35322]: Deploying daemon osd.7 on smithi175 2024-01-28T12:56:37.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:37 smithi175 ceph-mon[44549]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:37.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:37 smithi181 ceph-mon[45557]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:38.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:37 smithi088 ceph-mon[35322]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:39.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:39 smithi175 ceph-mon[44549]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:39.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:39.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:39.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:39.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:39 smithi181 ceph-mon[45557]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:39.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:39.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:39.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:40.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:39 smithi088 ceph-mon[35322]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:40.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:40.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:40.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:41.444 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.446+0000 7f3bb77fe700 1 -- 172.21.15.175:0/3827869260 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f3bc80fdcc0 con 0x7f3bb00a1850 2024-01-28T12:56:41.444 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 7 on host 'smithi175' 2024-01-28T12:56:41.446 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 -- 172.21.15.175:0/3827869260 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3bb00a1850 msgr2=0x7f3bb00a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:41.446 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3bb00a1850 0x7f3bb00a3d10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8101560 tx=0x7f3bbc006d20 comp rx=0 tx=0).stop 2024-01-28T12:56:41.446 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 -- 172.21.15.175:0/3827869260 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3bc81020a0 msgr2=0x7f3bc819ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:41.446 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3bc81020a0 0x7f3bc819ec40 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f3bc00093b0 tx=0x7f3bc0009490 comp rx=0 tx=0).stop 2024-01-28T12:56:41.446 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 -- 172.21.15.175:0/3827869260 shutdown_connections 2024-01-28T12:56:41.446 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3bb00a1850 0x7f3bb00a3d10 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:41.446 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3bc81020a0 0x7f3bc819ec40 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:41.446 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bc8100500 0x7f3bc8197680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:41.447 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 --2- 172.21.15.175:0/3827869260 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3bc8101700 0x7f3bc8197bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:41.447 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 -- 172.21.15.175:0/3827869260 >> 172.21.15.175:0/3827869260 conn(0x7f3bc80fbaa0 msgr2=0x7f3bc80fd5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:56:41.447 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 -- 172.21.15.175:0/3827869260 shutdown_connections 2024-01-28T12:56:41.447 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:56:41.448+0000 7f3bcce50700 1 -- 172.21.15.175:0/3827869260 wait complete. 2024-01-28T12:56:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:41 smithi088 ceph-mon[35322]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:41.778 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:41 smithi175 ceph-mon[44549]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:41.778 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.778 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.778 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:41.778 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:41.778 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.778 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.778 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.778 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:41.853 DEBUG:teuthology.orchestra.run.smithi175:osd.7> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.7.service 2024-01-28T12:56:41.856 INFO:tasks.cephadm:Deploying osd.8 on smithi181 with /dev/vg_nvme/lv_2... 2024-01-28T12:56:41.856 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-01-28T12:56:41.893 INFO:journalctl@ceph.osd.7.smithi175.stdout:-- Logs begin at Sun 2024-01-28 12:30:19 UTC. -- 2024-01-28T12:56:41.903 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:41 smithi181 ceph-mon[45557]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:41.903 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.903 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.903 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:41.903 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:41.903 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.903 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.903 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:41.904 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:42.144 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:56:43.158 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 28 12:56:42 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-7[65469]: 2024-01-28T12:56:42.943+0000 7f57bc3bb640 -1 osd.7 0 log_to_monitors true 2024-01-28T12:56:43.483 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-01-28T12:56:43.483 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-01-28T12:56:43.483 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-01-28T12:56:43.483 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-01-28T12:56:43.484 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128398 s, 817 MB/s 2024-01-28T12:56:43.484 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-01-28T12:56:43.756 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:43 smithi181 ceph-mon[45557]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:43.756 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:43 smithi181 ceph-mon[45557]: from='osd.7 [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-28T12:56:43.756 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:43 smithi181 ceph-mon[45557]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-28T12:56:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:43 smithi088 ceph-mon[35322]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:43 smithi088 ceph-mon[35322]: from='osd.7 [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-28T12:56:43.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:43 smithi088 ceph-mon[35322]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-28T12:56:43.862 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_2 2024-01-28T12:56:43.892 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:43 smithi175 ceph-mon[44549]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:43.892 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:43 smithi175 ceph-mon[44549]: from='osd.7 [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-28T12:56:43.892 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:43 smithi175 ceph-mon[44549]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-28T12:56:44.126 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:56:44.611 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-01-28T12:56:44.611 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='osd.7 [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:56:44.611 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: osdmap e46: 8 total, 7 up, 8 in 2024-01-28T12:56:44.612 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:44.612 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:56:44.612 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.612 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.612 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:44.612 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:44.612 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:44.612 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.613 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:44.613 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:44.613 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.613 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:44 smithi181 ceph-mon[45557]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:56:44.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-01-28T12:56:44.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='osd.7 [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:56:44.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: osdmap e46: 8 total, 7 up, 8 in 2024-01-28T12:56:44.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:44.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:56:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:44 smithi088 ceph-mon[35322]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:56:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-01-28T12:56:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='osd.7 [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:56:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: osdmap e46: 8 total, 7 up, 8 in 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-mon[44549]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.121+0000 7fe6f90c3700 1 -- 172.21.15.181:0/2301654167 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6f41020a0 msgr2=0x7fe6f4108950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.121+0000 7fe6f90c3700 1 --2- 172.21.15.181:0/2301654167 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6f41020a0 0x7fe6f4108950 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe6ec00b0a0 tx=0x7fe6ec00b3b0 comp rx=0 tx=0).stop 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.121+0000 7fe6f90c3700 1 -- 172.21.15.181:0/2301654167 shutdown_connections 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.121+0000 7fe6f90c3700 1 --2- 172.21.15.181:0/2301654167 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6f41020a0 0x7fe6f4108950 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.121+0000 7fe6f90c3700 1 --2- 172.21.15.181:0/2301654167 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f4100500 0x7fe6f4100920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.121+0000 7fe6f90c3700 1 --2- 172.21.15.181:0/2301654167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6f4101700 0x7fe6f4101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.121+0000 7fe6f90c3700 1 -- 172.21.15.181:0/2301654167 >> 172.21.15.181:0/2301654167 conn(0x7fe6f40fbaa0 msgr2=0x7fe6f40fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.121+0000 7fe6f90c3700 1 -- 172.21.15.181:0/2301654167 shutdown_connections 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.121+0000 7fe6f90c3700 1 -- 172.21.15.181:0/2301654167 wait complete. 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.122+0000 7fe6f90c3700 1 Processor -- start 2024-01-28T12:56:45.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.122+0000 7fe6f90c3700 1 -- start start 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.122+0000 7fe6f90c3700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6f4100500 0x7fe6f4069e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.122+0000 7fe6f90c3700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6f4101700 0x7fe6f419c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.122+0000 7fe6f90c3700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41020a0 0x7fe6f419e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.122+0000 7fe6f90c3700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f419f180 con 0x7fe6f4100500 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.122+0000 7fe6f90c3700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f419f2f0 con 0x7fe6f41020a0 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.122+0000 7fe6f90c3700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f419f4b0 con 0x7fe6f4101700 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f259c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6f4101700 0x7fe6f419c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f259c700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6f4101700 0x7fe6f419c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:35166/0 (socket says 172.21.15.181:35166) 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f259c700 1 -- 172.21.15.181:0/318554643 learned_addr learned my addr 172.21.15.181:0/318554643 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f359e700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41020a0 0x7fe6f419e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f259c700 1 -- 172.21.15.181:0/318554643 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41020a0 msgr2=0x7fe6f419e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f259c700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41020a0 0x7fe6f419e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f259c700 1 -- 172.21.15.181:0/318554643 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6f4100500 msgr2=0x7fe6f4069e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:45.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f259c700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6f4100500 0x7fe6f4069e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:45.124 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f259c700 1 -- 172.21.15.181:0/318554643 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6ec009d00 con 0x7fe6f4101700 2024-01-28T12:56:45.124 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f259c700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6f4101700 0x7fe6f419c390 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe6e400b530 tx=0x7fe6e400b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:56:45.124 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6ebfff700 1 -- 172.21.15.181:0/318554643 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e4011830 con 0x7fe6f4101700 2024-01-28T12:56:45.124 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6ebfff700 1 -- 172.21.15.181:0/318554643 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6e4011e50 con 0x7fe6f4101700 2024-01-28T12:56:45.124 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f90c3700 1 -- 172.21.15.181:0/318554643 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6f419f790 con 0x7fe6f4101700 2024-01-28T12:56:45.124 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6ebfff700 1 -- 172.21.15.181:0/318554643 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e400f2e0 con 0x7fe6f4101700 2024-01-28T12:56:45.124 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.123+0000 7fe6f90c3700 1 -- 172.21.15.181:0/318554643 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6f419fd10 con 0x7fe6f4101700 2024-01-28T12:56:45.124 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.124+0000 7fe6f90c3700 1 -- 172.21.15.181:0/318554643 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6f41078e0 con 0x7fe6f4101700 2024-01-28T12:56:45.125 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.127+0000 7fe6ebfff700 1 -- 172.21.15.181:0/318554643 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fe6e4010380 con 0x7fe6f4101700 2024-01-28T12:56:45.125 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.127+0000 7fe6ebfff700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6e00a1850 0x7fe6e00a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:56:45.125 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.127+0000 7fe6ebfff700 1 -- 172.21.15.181:0/318554643 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5430+0+0 (secure 0 0 0) 0x7fe6e40cc6a0 con 0x7fe6f4101700 2024-01-28T12:56:45.125 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.127+0000 7fe6f2d9d700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6e00a1850 0x7fe6e00a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:56:45.126 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.128+0000 7fe6f2d9d700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6e00a1850 0x7fe6e00a3d10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe6f4101560 tx=0x7fe6dc009470 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:56:45.128 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.130+0000 7fe6ebfff700 1 -- 172.21.15.181:0/318554643 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fe6e40964c0 con 0x7fe6f4101700 2024-01-28T12:56:45.324 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:45.326+0000 7fe6f90c3700 1 -- 172.21.15.181:0/318554643 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fe6f402d420 con 0x7fe6e00a1850 2024-01-28T12:56:45.408 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-7[65469]: 2024-01-28T12:56:44.969+0000 7f57b1a20700 -1 osd.7 0 waiting for initial osdmap 2024-01-28T12:56:45.408 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 28 12:56:44 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-7[65469]: 2024-01-28T12:56:44.980+0000 7f57a9812700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:56:45.759 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi175 2024-01-28T12:56:45.759 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 5704M 2024-01-28T12:56:45.759 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:45.759 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: osdmap e47: 8 total, 7 up, 8 in 2024-01-28T12:56:45.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:45.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:45.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: from='osd.7 ' entity='osd.7' 2024-01-28T12:56:45.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: osd.7 [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] boot 2024-01-28T12:56:45.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: osdmap e48: 8 total, 8 up, 8 in 2024-01-28T12:56:45.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:45.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:56:45.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:56:45.760 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi175 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 5704M 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: osdmap e47: 8 total, 7 up, 8 in 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: from='osd.7 ' entity='osd.7' 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: osd.7 [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] boot 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: osdmap e48: 8 total, 8 up, 8 in 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:56:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi175 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 5704M 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: osdmap e47: 8 total, 7 up, 8 in 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: from='osd.7 ' entity='osd.7' 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: osd.7 [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] boot 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: osdmap e48: 8 total, 8 up, 8 in 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-28T12:56:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:56:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:56:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:46.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:46 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:56:46.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:46 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:56:46.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:46 smithi181 ceph-mon[45557]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:56:46.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:46 smithi181 ceph-mon[45557]: osdmap e49: 8 total, 8 up, 8 in 2024-01-28T12:56:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:46 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:56:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:46 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:56:46.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:46 smithi088 ceph-mon[35322]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:56:46.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:46 smithi088 ceph-mon[35322]: osdmap e49: 8 total, 8 up, 8 in 2024-01-28T12:56:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:46 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:56:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:46 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:56:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:46 smithi175 ceph-mon[44549]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:56:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:46 smithi175 ceph-mon[44549]: osdmap e49: 8 total, 8 up, 8 in 2024-01-28T12:56:47.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:47 smithi088 ceph-mon[35322]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:47.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:47 smithi088 ceph-mon[35322]: osdmap e50: 8 total, 8 up, 8 in 2024-01-28T12:56:47.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:47 smithi088 ceph-mon[35322]: from='client.? 172.21.15.181:0/2576599604' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8925ee78-bb56-4d41-8666-bc2e974e8b26"}]: dispatch 2024-01-28T12:56:47.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:47 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8925ee78-bb56-4d41-8666-bc2e974e8b26"}]: dispatch 2024-01-28T12:56:47.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:47 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8925ee78-bb56-4d41-8666-bc2e974e8b26"}]': finished 2024-01-28T12:56:47.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:47 smithi088 ceph-mon[35322]: osdmap e51: 9 total, 8 up, 9 in 2024-01-28T12:56:47.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:56:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:47 smithi175 ceph-mon[44549]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:47 smithi175 ceph-mon[44549]: osdmap e50: 8 total, 8 up, 8 in 2024-01-28T12:56:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:47 smithi175 ceph-mon[44549]: from='client.? 172.21.15.181:0/2576599604' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8925ee78-bb56-4d41-8666-bc2e974e8b26"}]: dispatch 2024-01-28T12:56:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:47 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8925ee78-bb56-4d41-8666-bc2e974e8b26"}]: dispatch 2024-01-28T12:56:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:47 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8925ee78-bb56-4d41-8666-bc2e974e8b26"}]': finished 2024-01-28T12:56:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:47 smithi175 ceph-mon[44549]: osdmap e51: 9 total, 8 up, 9 in 2024-01-28T12:56:47.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:56:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:47 smithi181 ceph-mon[45557]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:47 smithi181 ceph-mon[45557]: osdmap e50: 8 total, 8 up, 8 in 2024-01-28T12:56:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:47 smithi181 ceph-mon[45557]: from='client.? 172.21.15.181:0/2576599604' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8925ee78-bb56-4d41-8666-bc2e974e8b26"}]: dispatch 2024-01-28T12:56:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:47 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8925ee78-bb56-4d41-8666-bc2e974e8b26"}]: dispatch 2024-01-28T12:56:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:47 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8925ee78-bb56-4d41-8666-bc2e974e8b26"}]': finished 2024-01-28T12:56:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:47 smithi181 ceph-mon[45557]: osdmap e51: 9 total, 8 up, 9 in 2024-01-28T12:56:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:56:48.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:48 smithi088 ceph-mon[35322]: from='client.? 172.21.15.181:0/1853838721' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:56:48.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:48 smithi088 ceph-mon[35322]: osdmap e52: 9 total, 8 up, 9 in 2024-01-28T12:56:48.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:56:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:48 smithi175 ceph-mon[44549]: from='client.? 172.21.15.181:0/1853838721' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:56:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:48 smithi175 ceph-mon[44549]: osdmap e52: 9 total, 8 up, 9 in 2024-01-28T12:56:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:56:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:48 smithi181 ceph-mon[45557]: from='client.? 172.21.15.181:0/1853838721' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:56:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:48 smithi181 ceph-mon[45557]: osdmap e52: 9 total, 8 up, 9 in 2024-01-28T12:56:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:56:49.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:49 smithi088 ceph-mon[35322]: pgmap v149: 1 pgs: 1 remapped+peering; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:49 smithi175 ceph-mon[44549]: pgmap v149: 1 pgs: 1 remapped+peering; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:49.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:49 smithi181 ceph-mon[45557]: pgmap v149: 1 pgs: 1 remapped+peering; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:51 smithi088 ceph-mon[35322]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:51.778 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:51 smithi181 ceph-mon[45557]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:51.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:51 smithi175 ceph-mon[44549]: pgmap v151: 1 pgs: 1 remapped+peering; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:53.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:53 smithi088 ceph-mon[35322]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-01-28T12:56:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:53.793 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:53 smithi181 ceph-mon[45557]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:53.793 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-01-28T12:56:53.793 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:53 smithi175 ceph-mon[44549]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-01-28T12:56:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:54.610 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:54 smithi181 ceph-mon[45557]: Deploying daemon osd.8 on smithi181 2024-01-28T12:56:54.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:54 smithi175 ceph-mon[44549]: Deploying daemon osd.8 on smithi181 2024-01-28T12:56:55.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:54 smithi088 ceph-mon[35322]: Deploying daemon osd.8 on smithi181 2024-01-28T12:56:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:55 smithi175 ceph-mon[44549]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:55.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:55 smithi181 ceph-mon[45557]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:56.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:55 smithi088 ceph-mon[35322]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:57.867 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:57 smithi181 ceph-mon[45557]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:57.867 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:57.867 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:57.868 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:57 smithi175 ceph-mon[44549]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:57 smithi088 ceph-mon[35322]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:56:59.335 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 8 on host 'smithi181' 2024-01-28T12:56:59.335 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.336+0000 7fe6ebfff700 1 -- 172.21.15.181:0/318554643 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fe6f402d420 con 0x7fe6e00a1850 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.338+0000 7fe6f90c3700 1 -- 172.21.15.181:0/318554643 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6e00a1850 msgr2=0x7fe6e00a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.338+0000 7fe6f90c3700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6e00a1850 0x7fe6e00a3d10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe6f4101560 tx=0x7fe6dc009470 comp rx=0 tx=0).stop 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.338+0000 7fe6f90c3700 1 -- 172.21.15.181:0/318554643 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6f4101700 msgr2=0x7fe6f419c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.338+0000 7fe6f90c3700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6f4101700 0x7fe6f419c390 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe6e400b530 tx=0x7fe6e400b840 comp rx=0 tx=0).stop 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.338+0000 7fe6f90c3700 1 -- 172.21.15.181:0/318554643 shutdown_connections 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.338+0000 7fe6f90c3700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6e00a1850 0x7fe6e00a3d10 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.338+0000 7fe6f90c3700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41020a0 0x7fe6f419e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.338+0000 7fe6f90c3700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6f4100500 0x7fe6f4069e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.338+0000 7fe6f90c3700 1 --2- 172.21.15.181:0/318554643 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe6f4101700 0x7fe6f419c390 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.339+0000 7fe6f90c3700 1 -- 172.21.15.181:0/318554643 >> 172.21.15.181:0/318554643 conn(0x7fe6f40fbaa0 msgr2=0x7fe6f4104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:56:59.337 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.339+0000 7fe6f90c3700 1 -- 172.21.15.181:0/318554643 shutdown_connections 2024-01-28T12:56:59.338 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:56:59.339+0000 7fe6f90c3700 1 -- 172.21.15.181:0/318554643 wait complete. 2024-01-28T12:56:59.642 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:59 smithi181 ceph-mon[45557]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:59.642 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:59.642 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:59.642 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:59.642 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:59.642 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:56:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:59 smithi175 ceph-mon[44549]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:59.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:59.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:56:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:59.749 DEBUG:teuthology.orchestra.run.smithi181:osd.8> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.8.service 2024-01-28T12:56:59.751 INFO:tasks.cephadm:Deploying osd.9 on smithi088 with /dev/vg_nvme/lv_1... 2024-01-28T12:56:59.751 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-01-28T12:56:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:59 smithi088 ceph-mon[35322]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:56:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:56:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:56:59.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:56:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:56:59.782 INFO:journalctl@ceph.osd.8.smithi181.stdout:-- Logs begin at Sun 2024-01-28 12:30:16 UTC. -- 2024-01-28T12:57:00.177 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:57:00.552 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:00.552 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:00.552 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:00.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:00.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:00.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:00.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:00.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:00.677 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:00.955 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 28 12:57:00 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-8[67986]: 2024-01-28T12:57:00.780+0000 7f226fbf7640 -1 osd.8 0 log_to_monitors true 2024-01-28T12:57:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:01 smithi088 ceph-mon[35322]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:57:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:01 smithi088 ceph-mon[35322]: from='osd.8 [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-28T12:57:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:01 smithi088 ceph-mon[35322]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-28T12:57:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:01 smithi175 ceph-mon[44549]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:57:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:01 smithi175 ceph-mon[44549]: from='osd.8 [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-28T12:57:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:01 smithi175 ceph-mon[44549]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-28T12:57:01.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:01 smithi181 ceph-mon[45557]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:57:01.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:01 smithi181 ceph-mon[45557]: from='osd.8 [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-28T12:57:01.683 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:01 smithi181 ceph-mon[45557]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-28T12:57:01.899 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-01-28T12:57:01.900 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-01-28T12:57:01.900 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-01-28T12:57:01.900 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-01-28T12:57:01.900 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0453455 s, 231 MB/s 2024-01-28T12:57:01.900 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-01-28T12:57:02.353 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi088:vg_nvme/lv_1 2024-01-28T12:57:02.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: osdmap e53: 9 total, 8 up, 9 in 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='osd.8 [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.704 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-8[67986]: 2024-01-28T12:57:02.340+0000 7f226525c700 -1 osd.8 0 waiting for initial osdmap 2024-01-28T12:57:02.705 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-8[67986]: 2024-01-28T12:57:02.349+0000 7f2261056700 -1 osd.8 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: osdmap e53: 9 total, 8 up, 9 in 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='osd.8 [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:02.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:02.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-01-28T12:57:02.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: osdmap e53: 9 total, 8 up, 9 in 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='osd.8 [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:02.790 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:57:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:03 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi181 2024-01-28T12:57:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:03 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 5704M 2024-01-28T12:57:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:03 smithi088 ceph-mon[35322]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:57:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:03 smithi088 ceph-mon[35322]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:57:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:03 smithi088 ceph-mon[35322]: osdmap e54: 9 total, 8 up, 9 in 2024-01-28T12:57:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:03 smithi088 ceph-mon[35322]: osd.8 [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] boot 2024-01-28T12:57:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:03 smithi088 ceph-mon[35322]: osdmap e55: 9 total, 9 up, 9 in 2024-01-28T12:57:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:03.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:03 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi181 2024-01-28T12:57:03.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:03 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 5704M 2024-01-28T12:57:03.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:03 smithi175 ceph-mon[44549]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:57:03.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:03 smithi175 ceph-mon[44549]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:57:03.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:03 smithi175 ceph-mon[44549]: osdmap e54: 9 total, 8 up, 9 in 2024-01-28T12:57:03.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:03.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:03.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:03 smithi175 ceph-mon[44549]: osd.8 [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] boot 2024-01-28T12:57:03.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:03 smithi175 ceph-mon[44549]: osdmap e55: 9 total, 9 up, 9 in 2024-01-28T12:57:03.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:03.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:03 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi181 2024-01-28T12:57:03.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:03 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 5704M 2024-01-28T12:57:03.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:03 smithi181 ceph-mon[45557]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 240 MiB used, 715 GiB / 715 GiB avail 2024-01-28T12:57:03.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:03 smithi181 ceph-mon[45557]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:57:03.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:03 smithi181 ceph-mon[45557]: osdmap e54: 9 total, 8 up, 9 in 2024-01-28T12:57:03.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:03.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:03.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:03 smithi181 ceph-mon[45557]: osd.8 [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] boot 2024-01-28T12:57:03.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:03 smithi181 ceph-mon[45557]: osdmap e55: 9 total, 9 up, 9 in 2024-01-28T12:57:03.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-28T12:57:04.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.010+0000 7f6144000700 1 -- 172.21.15.88:0/4006434923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f613c101610 msgr2=0x7f613c101a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:04.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.010+0000 7f6144000700 1 --2- 172.21.15.88:0/4006434923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f613c101610 0x7f613c101a30 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f612c0099c0 tx=0x7f612c009cd0 comp rx=0 tx=0).stop 2024-01-28T12:57:04.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.010+0000 7f6144000700 1 -- 172.21.15.88:0/4006434923 shutdown_connections 2024-01-28T12:57:04.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.010+0000 7f6144000700 1 --2- 172.21.15.88:0/4006434923 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f613c1031b0 0x7f613c109a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:04.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.010+0000 7f6144000700 1 --2- 172.21.15.88:0/4006434923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f613c101610 0x7f613c101a30 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:04.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.011+0000 7f6144000700 1 --2- 172.21.15.88:0/4006434923 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613c102810 0x7f613c102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:04.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.011+0000 7f6144000700 1 -- 172.21.15.88:0/4006434923 >> 172.21.15.88:0/4006434923 conn(0x7f613c0fcb70 msgr2=0x7f613c0feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:57:04.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.011+0000 7f6144000700 1 -- 172.21.15.88:0/4006434923 shutdown_connections 2024-01-28T12:57:04.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.011+0000 7f6144000700 1 -- 172.21.15.88:0/4006434923 wait complete. 2024-01-28T12:57:04.013 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6144000700 1 Processor -- start 2024-01-28T12:57:04.013 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6144000700 1 -- start start 2024-01-28T12:57:04.013 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6144000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613c101610 0x7f613c075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:04.013 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6144000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f613c102810 0x7f613c0739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6144000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f613c1031b0 0x7f613c073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6144000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f613c074680 con 0x7f613c1031b0 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6144000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f613c0747f0 con 0x7f613c102810 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6144000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f613c1a1590 con 0x7f613c101610 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6141600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613c101610 0x7f613c075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6142000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f613c1031b0 0x7f613c073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6141600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613c101610 0x7f613c075370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:53308/0 (socket says 172.21.15.88:53308) 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6141600700 1 -- 172.21.15.88:0/2820110341 learned_addr learned my addr 172.21.15.88:0/2820110341 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.012+0000 7f6140c00700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f613c102810 0x7f613c0739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f6141600700 1 -- 172.21.15.88:0/2820110341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f613c102810 msgr2=0x7f613c0739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f6141600700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f613c102810 0x7f613c0739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:04.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f6141600700 1 -- 172.21.15.88:0/2820110341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f613c1031b0 msgr2=0x7f613c073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:04.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f6141600700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f613c1031b0 0x7f613c073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:04.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f6141600700 1 -- 172.21.15.88:0/2820110341 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f612c0095f0 con 0x7f613c101610 2024-01-28T12:57:04.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f6140c00700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f613c102810 0x7f613c0739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:57:04.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f6141600700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613c101610 0x7f613c075370 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f612c006010 tx=0x7f612c00f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:57:04.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f613a000700 1 -- 172.21.15.88:0/2820110341 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f612c01d070 con 0x7f613c101610 2024-01-28T12:57:04.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f613a000700 1 -- 172.21.15.88:0/2820110341 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f612c005020 con 0x7f613c101610 2024-01-28T12:57:04.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f6144000700 1 -- 172.21.15.88:0/2820110341 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f613c1a1810 con 0x7f613c101610 2024-01-28T12:57:04.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.013+0000 7f613a000700 1 -- 172.21.15.88:0/2820110341 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f612c004bb0 con 0x7f613c101610 2024-01-28T12:57:04.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.014+0000 7f6144000700 1 -- 172.21.15.88:0/2820110341 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f613c1a1c20 con 0x7f613c101610 2024-01-28T12:57:04.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.014+0000 7f6144000700 1 -- 172.21.15.88:0/2820110341 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f613c1089f0 con 0x7f613c101610 2024-01-28T12:57:04.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.017+0000 7f613a000700 1 -- 172.21.15.88:0/2820110341 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f612c005190 con 0x7f613c101610 2024-01-28T12:57:04.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.018+0000 7f613a000700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f611c0a18d0 0x7f611c0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:04.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.018+0000 7f613a000700 1 -- 172.21.15.88:0/2820110341 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f612c0cd3f0 con 0x7f613c101610 2024-01-28T12:57:04.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.019+0000 7f6140c00700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f611c0a18d0 0x7f611c0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:04.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.019+0000 7f6140c00700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f611c0a18d0 0x7f611c0a3d90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6124009cb0 tx=0x7f6124009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:57:04.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.021+0000 7f613a000700 1 -- 172.21.15.88:0/2820110341 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f612c097050 con 0x7f613c101610 2024-01-28T12:57:04.229 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:04.231+0000 7f6144000700 1 -- 172.21.15.88:0/2820110341 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f613c02d4c0 con 0x7f611c0a18d0 2024-01-28T12:57:04.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:04 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:57:04.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:04 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:57:04.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:57:04.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:57:04.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:04.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:04 smithi175 ceph-mon[44549]: osdmap e56: 9 total, 9 up, 9 in 2024-01-28T12:57:04.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:04 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:57:04.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:04 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:57:04.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:57:04.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:57:04.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:04.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:04 smithi181 ceph-mon[45557]: osdmap e56: 9 total, 9 up, 9 in 2024-01-28T12:57:04.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:04 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:57:04.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:04 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:57:04.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:57:04.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:57:04.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:04.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:04 smithi088 ceph-mon[35322]: osdmap e56: 9 total, 9 up, 9 in 2024-01-28T12:57:05.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:05 smithi088 ceph-mon[35322]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:05.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:05 smithi088 ceph-mon[35322]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:57:05.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:05 smithi088 ceph-mon[35322]: osdmap e57: 9 total, 9 up, 9 in 2024-01-28T12:57:05.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:05 smithi175 ceph-mon[44549]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:05.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:05 smithi175 ceph-mon[44549]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:57:05.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:05 smithi175 ceph-mon[44549]: osdmap e57: 9 total, 9 up, 9 in 2024-01-28T12:57:05.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:05 smithi181 ceph-mon[45557]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:05.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:05 smithi181 ceph-mon[45557]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:57:05.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:05 smithi181 ceph-mon[45557]: osdmap e57: 9 total, 9 up, 9 in 2024-01-28T12:57:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:07 smithi175 ceph-mon[44549]: pgmap v164: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:57:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:07 smithi175 ceph-mon[44549]: osdmap e58: 9 total, 9 up, 9 in 2024-01-28T12:57:07.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:07 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3864966247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f0b854dd-87af-4047-ab34-ad333e2f42d5"}]: dispatch 2024-01-28T12:57:07.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:07 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3864966247' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f0b854dd-87af-4047-ab34-ad333e2f42d5"}]': finished 2024-01-28T12:57:07.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:07 smithi175 ceph-mon[44549]: osdmap e59: 10 total, 9 up, 10 in 2024-01-28T12:57:07.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:07.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:07 smithi181 ceph-mon[45557]: pgmap v164: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:57:07.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:07 smithi181 ceph-mon[45557]: osdmap e58: 9 total, 9 up, 9 in 2024-01-28T12:57:07.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:07 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3864966247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f0b854dd-87af-4047-ab34-ad333e2f42d5"}]: dispatch 2024-01-28T12:57:07.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:07 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3864966247' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f0b854dd-87af-4047-ab34-ad333e2f42d5"}]': finished 2024-01-28T12:57:07.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:07 smithi181 ceph-mon[45557]: osdmap e59: 10 total, 9 up, 10 in 2024-01-28T12:57:07.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:07 smithi088 ceph-mon[35322]: pgmap v164: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:57:07.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:07 smithi088 ceph-mon[35322]: osdmap e58: 9 total, 9 up, 9 in 2024-01-28T12:57:07.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:07 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3864966247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f0b854dd-87af-4047-ab34-ad333e2f42d5"}]: dispatch 2024-01-28T12:57:07.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:07 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3864966247' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f0b854dd-87af-4047-ab34-ad333e2f42d5"}]': finished 2024-01-28T12:57:07.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:07 smithi088 ceph-mon[35322]: osdmap e59: 10 total, 9 up, 10 in 2024-01-28T12:57:07.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:08.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:08 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/723058480' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:57:08.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:08 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/723058480' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:57:08.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:08 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/723058480' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:57:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:09 smithi175 ceph-mon[44549]: pgmap v167: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:57:09.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:09 smithi181 ceph-mon[45557]: pgmap v167: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:57:09.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:09 smithi088 ceph-mon[35322]: pgmap v167: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:57:11.654 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:11 smithi088 ceph-mon[35322]: pgmap v168: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-01-28T12:57:11.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:11 smithi175 ceph-mon[44549]: pgmap v168: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-01-28T12:57:11.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:11 smithi181 ceph-mon[45557]: pgmap v168: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-01-28T12:57:12.276 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:57:12 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:57:12.014+0000 7fd300e00700 -1 calc_pg_upmaps abort due to max <= 0 2024-01-28T12:57:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:13 smithi175 ceph-mon[44549]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-01-28T12:57:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-01-28T12:57:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:13 smithi181 ceph-mon[45557]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-01-28T12:57:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-01-28T12:57:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:13.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:13 smithi088 ceph-mon[35322]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-01-28T12:57:13.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-01-28T12:57:13.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:14.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:14 smithi175 ceph-mon[44549]: Deploying daemon osd.9 on smithi088 2024-01-28T12:57:14.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:14 smithi181 ceph-mon[45557]: Deploying daemon osd.9 on smithi088 2024-01-28T12:57:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:14 smithi088 ceph-mon[35322]: Deploying daemon osd.9 on smithi088 2024-01-28T12:57:15.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:15 smithi088 ceph-mon[35322]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:15 smithi175 ceph-mon[44549]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:15.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:15 smithi181 ceph-mon[45557]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:17.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:17 smithi175 ceph-mon[44549]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:17.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:17 smithi181 ceph-mon[45557]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:17.749 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:17 smithi088 ceph-mon[35322]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:19 smithi088 ceph-mon[35322]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:19.885 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:19.885 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:19.885 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:19.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:19 smithi175 ceph-mon[44549]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:19.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:19.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:19.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:19.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:19 smithi181 ceph-mon[45557]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:19.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:19.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:19.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:21.385 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 9 on host 'smithi088' 2024-01-28T12:57:21.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.387+0000 7f613a000700 1 -- 172.21.15.88:0/2820110341 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f613c02d4c0 con 0x7f611c0a18d0 2024-01-28T12:57:21.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.389+0000 7f6144000700 1 -- 172.21.15.88:0/2820110341 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f611c0a18d0 msgr2=0x7f611c0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:21.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.389+0000 7f6144000700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f611c0a18d0 0x7f611c0a3d90 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6124009cb0 tx=0x7f6124009260 comp rx=0 tx=0).stop 2024-01-28T12:57:21.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.389+0000 7f6144000700 1 -- 172.21.15.88:0/2820110341 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613c101610 msgr2=0x7f613c075370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:21.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.389+0000 7f6144000700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613c101610 0x7f613c075370 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f612c006010 tx=0x7f612c00f690 comp rx=0 tx=0).stop 2024-01-28T12:57:21.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.390+0000 7f6144000700 1 -- 172.21.15.88:0/2820110341 shutdown_connections 2024-01-28T12:57:21.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.390+0000 7f6144000700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f611c0a18d0 0x7f611c0a3d90 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:21.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.390+0000 7f6144000700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f613c1031b0 0x7f613c073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:21.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.390+0000 7f6144000700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f613c101610 0x7f613c075370 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:21.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.390+0000 7f6144000700 1 --2- 172.21.15.88:0/2820110341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f613c102810 0x7f613c0739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:21.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.390+0000 7f6144000700 1 -- 172.21.15.88:0/2820110341 >> 172.21.15.88:0/2820110341 conn(0x7f613c0fcb70 msgr2=0x7f613c105b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:57:21.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.390+0000 7f6144000700 1 -- 172.21.15.88:0/2820110341 shutdown_connections 2024-01-28T12:57:21.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:21.390+0000 7f6144000700 1 -- 172.21.15.88:0/2820110341 wait complete. 2024-01-28T12:57:21.776 DEBUG:teuthology.orchestra.run.smithi088:osd.9> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.9.service 2024-01-28T12:57:21.780 INFO:tasks.cephadm:Deploying osd.10 on smithi175 with /dev/vg_nvme/lv_1... 2024-01-28T12:57:21.780 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-01-28T12:57:21.837 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:21 smithi088 ceph-mon[35322]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:21.837 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:21.837 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:21.838 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:21.838 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:21.838 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:21.838 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:21.838 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:21.838 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:21.851 INFO:journalctl@ceph.osd.9.smithi088.stdout:-- Logs begin at Sun 2024-01-28 12:37:03 UTC. -- 2024-01-28T12:57:22.053 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.b/config 2024-01-28T12:57:22.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:21 smithi175 ceph-mon[44549]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:22.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:22.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:22.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:22.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:22.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:22.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:22.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:22.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:22.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:21 smithi181 ceph-mon[45557]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:22.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:22.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:22.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:22.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:22.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:22.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:22.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:22.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:22.714 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 28 12:57:22 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-9[76644]: 2024-01-28T12:57:22.533+0000 7f7825b26640 -1 osd.9 0 log_to_monitors true 2024-01-28T12:57:22.846 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:22 smithi175 ceph-mon[44549]: from='osd.9 [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-01-28T12:57:22.846 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:22 smithi175 ceph-mon[44549]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-01-28T12:57:23.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:22 smithi088 ceph-mon[35322]: from='osd.9 [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-01-28T12:57:23.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:22 smithi088 ceph-mon[35322]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-01-28T12:57:23.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:22 smithi181 ceph-mon[45557]: from='osd.9 [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-01-28T12:57:23.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:22 smithi181 ceph-mon[45557]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-01-28T12:57:23.377 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-01-28T12:57:23.377 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-01-28T12:57:23.377 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-01-28T12:57:23.377 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-01-28T12:57:23.377 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112276 s, 934 MB/s 2024-01-28T12:57:23.377 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-01-28T12:57:23.805 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi175:vg_nvme/lv_1 2024-01-28T12:57:24.026 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 28 12:57:23 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-9[76644]: 2024-01-28T12:57:23.730+0000 7f781a000700 -1 osd.9 0 waiting for initial osdmap 2024-01-28T12:57:24.026 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 28 12:57:23 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-9[76644]: 2024-01-28T12:57:23.746+0000 7f7815000700 -1 osd.9 61 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:57:24.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:23 smithi088 ceph-mon[35322]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:24.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:23 smithi088 ceph-mon[35322]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-01-28T12:57:24.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:23 smithi088 ceph-mon[35322]: from='osd.9 [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:57:24.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:23 smithi088 ceph-mon[35322]: osdmap e60: 10 total, 9 up, 10 in 2024-01-28T12:57:24.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:24.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:23 smithi088 ceph-mon[35322]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:57:24.065 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.b/config 2024-01-28T12:57:24.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:23 smithi175 ceph-mon[44549]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:24.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:23 smithi175 ceph-mon[44549]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-01-28T12:57:24.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:23 smithi175 ceph-mon[44549]: from='osd.9 [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:57:24.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:23 smithi175 ceph-mon[44549]: osdmap e60: 10 total, 9 up, 10 in 2024-01-28T12:57:24.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:24.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:23 smithi175 ceph-mon[44549]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:57:24.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:23 smithi181 ceph-mon[45557]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:24.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:23 smithi181 ceph-mon[45557]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-01-28T12:57:24.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:23 smithi181 ceph-mon[45557]: from='osd.9 [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:57:24.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:23 smithi181 ceph-mon[45557]: osdmap e60: 10 total, 9 up, 10 in 2024-01-28T12:57:24.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:24.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:23 smithi181 ceph-mon[45557]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-01-28T12:57:24.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:57:24.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: osdmap e61: 10 total, 9 up, 10 in 2024-01-28T12:57:24.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:24.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:24.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi088 2024-01-28T12:57:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:25.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: osdmap e61: 10 total, 9 up, 10 in 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi088 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:25.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.074+0000 7f81159c5700 1 -- 172.21.15.175:0/2988787992 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8110102830 msgr2=0x7f8110102c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:25.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.074+0000 7f81159c5700 1 --2- 172.21.15.175:0/2988787992 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8110102830 0x7f8110102c90 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f81000099c0 tx=0x7f8100009cd0 comp rx=0 tx=0).stop 2024-01-28T12:57:25.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.074+0000 7f81159c5700 1 -- 172.21.15.175:0/2988787992 shutdown_connections 2024-01-28T12:57:25.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.074+0000 7f81159c5700 1 --2- 172.21.15.175:0/2988787992 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f81101031d0 0x7f8110109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:25.081 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.074+0000 7f81159c5700 1 --2- 172.21.15.175:0/2988787992 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8110101630 0x7f8110101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:25.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.074+0000 7f81159c5700 1 --2- 172.21.15.175:0/2988787992 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8110102830 0x7f8110102c90 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:25.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.074+0000 7f81159c5700 1 -- 172.21.15.175:0/2988787992 >> 172.21.15.175:0/2988787992 conn(0x7f81100fcbb0 msgr2=0x7f81100ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:57:25.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.074+0000 7f81159c5700 1 -- 172.21.15.175:0/2988787992 shutdown_connections 2024-01-28T12:57:25.082 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.074+0000 7f81159c5700 1 -- 172.21.15.175:0/2988787992 wait complete. 2024-01-28T12:57:25.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.075+0000 7f81159c5700 1 Processor -- start 2024-01-28T12:57:25.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.075+0000 7f81159c5700 1 -- start start 2024-01-28T12:57:25.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.075+0000 7f81159c5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8110101630 0x7f8110197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:25.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.075+0000 7f81159c5700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8110102830 0x7f8110197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:25.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.075+0000 7f81159c5700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81101031d0 0x7f811019eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:25.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.075+0000 7f81159c5700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f811019f120 con 0x7f81101031d0 2024-01-28T12:57:25.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.075+0000 7f81159c5700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f811019f260 con 0x7f8110102830 2024-01-28T12:57:25.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.075+0000 7f81159c5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f811019f3f0 con 0x7f8110101630 2024-01-28T12:57:25.083 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810e7fc700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8110102830 0x7f8110197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810e7fc700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8110102830 0x7f8110197ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:58542/0 (socket says 172.21.15.175:58542) 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810e7fc700 1 -- 172.21.15.175:0/1821205528 learned_addr learned my addr 172.21.15.175:0/1821205528 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810effd700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8110101630 0x7f8110197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810f7fe700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81101031d0 0x7f811019eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810e7fc700 1 -- 172.21.15.175:0/1821205528 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8110101630 msgr2=0x7f8110197590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810e7fc700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8110101630 0x7f8110197590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810e7fc700 1 -- 172.21.15.175:0/1821205528 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81101031d0 msgr2=0x7f811019eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810e7fc700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81101031d0 0x7f811019eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810e7fc700 1 -- 172.21.15.175:0/1821205528 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81000095f0 con 0x7f8110102830 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f810e7fc700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8110102830 0x7f8110197ad0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f81000036f0 tx=0x7f81000047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:57:25.084 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f81149c3700 1 -- 172.21.15.175:0/1821205528 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f810001d070 con 0x7f8110102830 2024-01-28T12:57:25.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f81149c3700 1 -- 172.21.15.175:0/1821205528 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8100004150 con 0x7f8110102830 2024-01-28T12:57:25.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f81159c5700 1 -- 172.21.15.175:0/1821205528 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f811019f670 con 0x7f8110102830 2024-01-28T12:57:25.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f81149c3700 1 -- 172.21.15.175:0/1821205528 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8100022e90 con 0x7f8110102830 2024-01-28T12:57:25.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.076+0000 7f81159c5700 1 -- 172.21.15.175:0/1821205528 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f811019fb90 con 0x7f8110102830 2024-01-28T12:57:25.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.077+0000 7f81159c5700 1 -- 172.21.15.175:0/1821205528 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81101089f0 con 0x7f8110102830 2024-01-28T12:57:25.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.078+0000 7f81149c3700 1 -- 172.21.15.175:0/1821205528 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f8100022570 con 0x7f8110102830 2024-01-28T12:57:25.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.079+0000 7f81149c3700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f80f80a1850 0x7f80f80a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:25.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.079+0000 7f81149c3700 1 -- 172.21.15.175:0/1821205528 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6261+0+0 (secure 0 0 0) 0x7f81000cdc80 con 0x7f8110102830 2024-01-28T12:57:25.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.079+0000 7f810effd700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f80f80a1850 0x7f80f80a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:25.085 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.080+0000 7f810effd700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f80f80a1850 0x7f80f80a3d10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8110102690 tx=0x7f8104009190 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:57:25.086 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.083+0000 7f81149c3700 1 -- 172.21.15.175:0/1821205528 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f810005d380 con 0x7f8110102830 2024-01-28T12:57:25.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: osdmap e61: 10 total, 9 up, 10 in 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi088 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:25.276 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:25.279+0000 7f81159c5700 1 -- 172.21.15.175:0/1821205528 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f811002d420 con 0x7f80f80a1850 2024-01-28T12:57:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 4317M 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: osd.9 [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] boot 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: osdmap e62: 10 total, 10 up, 10 in 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: from='client.24380 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:57:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 4317M 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: osd.9 [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] boot 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: osdmap e62: 10 total, 10 up, 10 in 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: from='client.24380 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:57:26.028 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:57:26.029 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 4317M 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: osd.9 [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] boot 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: osdmap e62: 10 total, 10 up, 10 in 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: from='client.24380 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:57:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:27.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:27 smithi175 ceph-mon[44549]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 294 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:27.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:27 smithi175 ceph-mon[44549]: osdmap e63: 10 total, 10 up, 10 in 2024-01-28T12:57:27.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:27 smithi181 ceph-mon[45557]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 294 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:27.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:27 smithi181 ceph-mon[45557]: osdmap e63: 10 total, 10 up, 10 in 2024-01-28T12:57:27.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:27 smithi088 ceph-mon[35322]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 294 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:27.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:27 smithi088 ceph-mon[35322]: osdmap e63: 10 total, 10 up, 10 in 2024-01-28T12:57:28.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:28 smithi175 ceph-mon[44549]: from='client.? 172.21.15.175:0/1137455871' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf87a1b-d333-48d3-afb5-fe61216a6a8b"}]: dispatch 2024-01-28T12:57:28.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:28 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf87a1b-d333-48d3-afb5-fe61216a6a8b"}]: dispatch 2024-01-28T12:57:28.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:28 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2bf87a1b-d333-48d3-afb5-fe61216a6a8b"}]': finished 2024-01-28T12:57:28.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:28 smithi175 ceph-mon[44549]: osdmap e64: 11 total, 10 up, 11 in 2024-01-28T12:57:28.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:28.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:28 smithi175 ceph-mon[44549]: from='client.? 172.21.15.175:0/3271904770' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:57:28.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:28 smithi181 ceph-mon[45557]: from='client.? 172.21.15.175:0/1137455871' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf87a1b-d333-48d3-afb5-fe61216a6a8b"}]: dispatch 2024-01-28T12:57:28.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:28 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf87a1b-d333-48d3-afb5-fe61216a6a8b"}]: dispatch 2024-01-28T12:57:28.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:28 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2bf87a1b-d333-48d3-afb5-fe61216a6a8b"}]': finished 2024-01-28T12:57:28.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:28 smithi181 ceph-mon[45557]: osdmap e64: 11 total, 10 up, 11 in 2024-01-28T12:57:28.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:28.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:28 smithi181 ceph-mon[45557]: from='client.? 172.21.15.175:0/3271904770' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:57:28.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:28 smithi088 ceph-mon[35322]: from='client.? 172.21.15.175:0/1137455871' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf87a1b-d333-48d3-afb5-fe61216a6a8b"}]: dispatch 2024-01-28T12:57:28.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:28 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf87a1b-d333-48d3-afb5-fe61216a6a8b"}]: dispatch 2024-01-28T12:57:28.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:28 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2bf87a1b-d333-48d3-afb5-fe61216a6a8b"}]': finished 2024-01-28T12:57:28.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:28 smithi088 ceph-mon[35322]: osdmap e64: 11 total, 10 up, 11 in 2024-01-28T12:57:28.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:28.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:28 smithi088 ceph-mon[35322]: from='client.? 172.21.15.175:0/3271904770' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:57:29.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:29 smithi175 ceph-mon[44549]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 294 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:29.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:29 smithi181 ceph-mon[45557]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 294 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:29.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:29 smithi088 ceph-mon[35322]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 294 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:31 smithi175 ceph-mon[44549]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:31 smithi181 ceph-mon[45557]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:31.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:31 smithi088 ceph-mon[35322]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:33.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:33 smithi175 ceph-mon[44549]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:33.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-01-28T12:57:33.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:33.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:33 smithi181 ceph-mon[45557]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-01-28T12:57:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:33 smithi088 ceph-mon[35322]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-01-28T12:57:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:34.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:34 smithi175 ceph-mon[44549]: Deploying daemon osd.10 on smithi175 2024-01-28T12:57:34.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:34 smithi181 ceph-mon[45557]: Deploying daemon osd.10 on smithi175 2024-01-28T12:57:34.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:34 smithi088 ceph-mon[35322]: Deploying daemon osd.10 on smithi175 2024-01-28T12:57:35.344 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:35 smithi175 ceph-mon[44549]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:35.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:35 smithi181 ceph-mon[45557]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:35 smithi088 ceph-mon[35322]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:37.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:37 smithi175 ceph-mon[44549]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:37.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:37.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:37.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:37.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:37 smithi181 ceph-mon[45557]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:37.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:37.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:37.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:37.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:37 smithi088 ceph-mon[35322]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:37.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:37.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:37.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:39.133 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.135+0000 7f81149c3700 1 -- 172.21.15.175:0/1821205528 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f811002d420 con 0x7f80f80a1850 2024-01-28T12:57:39.134 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 10 on host 'smithi175' 2024-01-28T12:57:39.135 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 -- 172.21.15.175:0/1821205528 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f80f80a1850 msgr2=0x7f80f80a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:39.135 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f80f80a1850 0x7f80f80a3d10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8110102690 tx=0x7f8104009190 comp rx=0 tx=0).stop 2024-01-28T12:57:39.135 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 -- 172.21.15.175:0/1821205528 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8110102830 msgr2=0x7f8110197ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:39.135 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8110102830 0x7f8110197ad0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f81000036f0 tx=0x7f81000047b0 comp rx=0 tx=0).stop 2024-01-28T12:57:39.135 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 -- 172.21.15.175:0/1821205528 shutdown_connections 2024-01-28T12:57:39.135 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f80f80a1850 0x7f80f80a3d10 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:39.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81101031d0 0x7f811019eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:39.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8110101630 0x7f8110197590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:39.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 --2- 172.21.15.175:0/1821205528 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8110102830 0x7f8110197ad0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:39.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 -- 172.21.15.175:0/1821205528 >> 172.21.15.175:0/1821205528 conn(0x7f81100fcbb0 msgr2=0x7f8110105b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:57:39.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 -- 172.21.15.175:0/1821205528 shutdown_connections 2024-01-28T12:57:39.136 INFO:teuthology.orchestra.run.smithi175.stderr:2024-01-28T12:57:39.137+0000 7f81159c5700 1 -- 172.21.15.175:0/1821205528 wait complete. 2024-01-28T12:57:39.545 DEBUG:teuthology.orchestra.run.smithi175:osd.10> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.10.service 2024-01-28T12:57:39.548 INFO:tasks.cephadm:Deploying osd.11 on smithi181 with /dev/vg_nvme/lv_1... 2024-01-28T12:57:39.548 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-01-28T12:57:39.571 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:39 smithi175 ceph-mon[44549]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:39.571 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.571 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.571 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:39.571 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:39.571 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.571 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:39.571 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.572 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.577 INFO:journalctl@ceph.osd.10.smithi175.stdout:-- Logs begin at Sun 2024-01-28 12:30:19 UTC. -- 2024-01-28T12:57:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:39 smithi181 ceph-mon[45557]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:39 smithi088 ceph-mon[35322]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:39.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:39.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:39.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:39.821 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:57:41.088 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-01-28T12:57:41.088 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-01-28T12:57:41.088 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-01-28T12:57:41.088 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-01-28T12:57:41.088 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112551 s, 932 MB/s 2024-01-28T12:57:41.088 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-01-28T12:57:41.159 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 28 12:57:40 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-10[73612]: 2024-01-28T12:57:40.807+0000 7ff92aa4f640 -1 osd.10 0 log_to_monitors true 2024-01-28T12:57:41.415 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:41 smithi181 ceph-mon[45557]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:41.415 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:41 smithi181 ceph-mon[45557]: from='osd.10 [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-28T12:57:41.415 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:41 smithi181 ceph-mon[45557]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-28T12:57:41.520 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_1 2024-01-28T12:57:41.602 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:41 smithi175 ceph-mon[44549]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:41.603 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:41 smithi175 ceph-mon[44549]: from='osd.10 [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-28T12:57:41.603 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:41 smithi175 ceph-mon[44549]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-28T12:57:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:41 smithi088 ceph-mon[35322]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:41 smithi088 ceph-mon[35322]: from='osd.10 [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-28T12:57:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:41 smithi088 ceph-mon[35322]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-28T12:57:41.782 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:57:42.561 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: osdmap e65: 11 total, 10 up, 11 in 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='osd.10 [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi175 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 4278M 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:42.563 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:42.563 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.658 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-10[73612]: 2024-01-28T12:57:42.357+0000 7ff9200b4700 -1 osd.10 0 waiting for initial osdmap 2024-01-28T12:57:42.658 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-10[73612]: 2024-01-28T12:57:42.372+0000 7ff91beae700 -1 osd.10 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: osdmap e65: 11 total, 10 up, 11 in 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='osd.10 [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi175 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 4278M 2024-01-28T12:57:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:42.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:42.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.751 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.753+0000 7fe3a45f5700 1 -- 172.21.15.181:0/1330277040 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c1031c0 msgr2=0x7fe39c109a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:42.752 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.753+0000 7fe3a45f5700 1 --2- 172.21.15.181:0/1330277040 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c1031c0 0x7fe39c109a70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe39400b0a0 tx=0x7fe39400b3b0 comp rx=0 tx=0).stop 2024-01-28T12:57:42.752 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.753+0000 7fe3a45f5700 1 -- 172.21.15.181:0/1330277040 shutdown_connections 2024-01-28T12:57:42.752 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.753+0000 7fe3a45f5700 1 --2- 172.21.15.181:0/1330277040 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c1031c0 0x7fe39c109a70 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:42.752 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.753+0000 7fe3a45f5700 1 --2- 172.21.15.181:0/1330277040 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c101620 0x7fe39c101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:42.752 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.753+0000 7fe3a45f5700 1 --2- 172.21.15.181:0/1330277040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c102820 0x7fe39c102c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:42.752 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.753+0000 7fe3a45f5700 1 -- 172.21.15.181:0/1330277040 >> 172.21.15.181:0/1330277040 conn(0x7fe39c0fcbe0 msgr2=0x7fe39c0ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:57:42.752 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.753+0000 7fe3a45f5700 1 -- 172.21.15.181:0/1330277040 shutdown_connections 2024-01-28T12:57:42.752 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.753+0000 7fe3a45f5700 1 -- 172.21.15.181:0/1330277040 wait complete. 2024-01-28T12:57:42.752 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a45f5700 1 Processor -- start 2024-01-28T12:57:42.752 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a45f5700 1 -- start start 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a45f5700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c101620 0x7fe39c197560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a45f5700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c102820 0x7fe39c197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a45f5700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c1031c0 0x7fe39c19eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a45f5700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe39c19f0f0 con 0x7fe39c1031c0 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a45f5700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe39c19f230 con 0x7fe39c101620 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a45f5700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe39c19f3c0 con 0x7fe39c102820 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a1b90700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c102820 0x7fe39c197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a1b90700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c102820 0x7fe39c197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:43002/0 (socket says 172.21.15.181:43002) 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a1b90700 1 -- 172.21.15.181:0/2375539030 learned_addr learned my addr 172.21.15.181:0/2375539030 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a2391700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c101620 0x7fe39c197560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:42.754 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a1b90700 1 -- 172.21.15.181:0/2375539030 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c101620 msgr2=0x7fe39c197560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a1b90700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c101620 0x7fe39c197560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a1b90700 1 -- 172.21.15.181:0/2375539030 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c1031c0 msgr2=0x7fe39c19eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a1b90700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c1031c0 0x7fe39c19eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.754+0000 7fe3a1b90700 1 -- 172.21.15.181:0/2375539030 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe394009d00 con 0x7fe39c102820 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.755+0000 7fe3a1b90700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c102820 0x7fe39c197aa0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe39800c950 tx=0x7fe39800cc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.755+0000 7fe3937fe700 1 -- 172.21.15.181:0/2375539030 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe39800cea0 con 0x7fe39c102820 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.755+0000 7fe3937fe700 1 -- 172.21.15.181:0/2375539030 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe398004830 con 0x7fe39c102820 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.755+0000 7fe3937fe700 1 -- 172.21.15.181:0/2375539030 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3980054e0 con 0x7fe39c102820 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.755+0000 7fe3a45f5700 1 -- 172.21.15.181:0/2375539030 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe39c19f6a0 con 0x7fe39c102820 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.755+0000 7fe3a45f5700 1 -- 172.21.15.181:0/2375539030 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe39c19fba0 con 0x7fe39c102820 2024-01-28T12:57:42.755 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.756+0000 7fe3a45f5700 1 -- 172.21.15.181:0/2375539030 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe39c108980 con 0x7fe39c102820 2024-01-28T12:57:42.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.757+0000 7fe3937fe700 1 -- 172.21.15.181:0/2375539030 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fe3980049a0 con 0x7fe39c102820 2024-01-28T12:57:42.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.757+0000 7fe3937fe700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3880a1850 0x7fe3880a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:42.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.757+0000 7fe3937fe700 1 -- 172.21.15.181:0/2375539030 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 6414+0+0 (secure 0 0 0) 0x7fe3980cc9e0 con 0x7fe39c102820 2024-01-28T12:57:42.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.758+0000 7fe3a2391700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3880a1850 0x7fe3880a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:42.756 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.758+0000 7fe3a2391700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3880a1850 0x7fe3880a3d10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe39c102680 tx=0x7fe38c00b410 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:57:42.759 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.761+0000 7fe3937fe700 1 -- 172.21.15.181:0/2375539030 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fe398096430 con 0x7fe39c102820 2024-01-28T12:57:42.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-01-28T12:57:42.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: osdmap e65: 11 total, 10 up, 11 in 2024-01-28T12:57:42.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:42.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='osd.10 [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi175 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 4278M 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:42.955 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:42.957+0000 7fe3a45f5700 1 -- 172.21.15.181:0/2375539030 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fe39c02d4d0 con 0x7fe3880a1850 2024-01-28T12:57:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:43 smithi175 ceph-mon[44549]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:43 smithi175 ceph-mon[44549]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:57:43.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:43 smithi175 ceph-mon[44549]: osdmap e66: 11 total, 10 up, 11 in 2024-01-28T12:57:43.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:43.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:43.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:57:43.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:57:43.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:43.668 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:43 smithi181 ceph-mon[45557]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:43.668 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:43 smithi181 ceph-mon[45557]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:57:43.668 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:43 smithi181 ceph-mon[45557]: osdmap e66: 11 total, 10 up, 11 in 2024-01-28T12:57:43.668 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:43.668 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:43.668 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:57:43.668 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:57:43.668 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:43 smithi088 ceph-mon[35322]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 295 MiB used, 894 GiB / 894 GiB avail 2024-01-28T12:57:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:43 smithi088 ceph-mon[35322]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-01-28T12:57:43.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:43 smithi088 ceph-mon[35322]: osdmap e66: 11 total, 10 up, 11 in 2024-01-28T12:57:43.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:43.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:43.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-28T12:57:43.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-28T12:57:43.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:44.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:44 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:57:44.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:44 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:57:44.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:44 smithi175 ceph-mon[44549]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:57:44.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:44 smithi175 ceph-mon[44549]: osd.10 [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] boot 2024-01-28T12:57:44.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:44 smithi175 ceph-mon[44549]: osdmap e67: 11 total, 11 up, 11 in 2024-01-28T12:57:44.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:44.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:44 smithi175 ceph-mon[44549]: osdmap e68: 11 total, 11 up, 11 in 2024-01-28T12:57:44.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:44 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:57:44.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:44 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:57:44.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:44 smithi181 ceph-mon[45557]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:57:44.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:44 smithi181 ceph-mon[45557]: osd.10 [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] boot 2024-01-28T12:57:44.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:44 smithi181 ceph-mon[45557]: osdmap e67: 11 total, 11 up, 11 in 2024-01-28T12:57:44.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:44.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:44 smithi181 ceph-mon[45557]: osdmap e68: 11 total, 11 up, 11 in 2024-01-28T12:57:44.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:44 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:57:44.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:44 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:57:44.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:44 smithi088 ceph-mon[35322]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:57:44.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:44 smithi088 ceph-mon[35322]: osd.10 [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] boot 2024-01-28T12:57:44.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:44 smithi088 ceph-mon[35322]: osdmap e67: 11 total, 11 up, 11 in 2024-01-28T12:57:44.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-28T12:57:44.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:44 smithi088 ceph-mon[35322]: osdmap e68: 11 total, 11 up, 11 in 2024-01-28T12:57:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:45 smithi175 ceph-mon[44549]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:57:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:45 smithi175 ceph-mon[44549]: from='client.? 172.21.15.181:0/4002969453' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d19d8e0-94b8-4e77-880e-74642b163b8b"}]: dispatch 2024-01-28T12:57:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:45 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d19d8e0-94b8-4e77-880e-74642b163b8b"}]: dispatch 2024-01-28T12:57:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:45 smithi175 ceph-mon[44549]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d19d8e0-94b8-4e77-880e-74642b163b8b"}]': finished 2024-01-28T12:57:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:45 smithi175 ceph-mon[44549]: osdmap e69: 12 total, 11 up, 12 in 2024-01-28T12:57:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:57:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:45 smithi175 ceph-mon[44549]: osdmap e70: 12 total, 11 up, 12 in 2024-01-28T12:57:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:57:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:45 smithi181 ceph-mon[45557]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:57:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:45 smithi181 ceph-mon[45557]: from='client.? 172.21.15.181:0/4002969453' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d19d8e0-94b8-4e77-880e-74642b163b8b"}]: dispatch 2024-01-28T12:57:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:45 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d19d8e0-94b8-4e77-880e-74642b163b8b"}]: dispatch 2024-01-28T12:57:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:45 smithi181 ceph-mon[45557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d19d8e0-94b8-4e77-880e-74642b163b8b"}]': finished 2024-01-28T12:57:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:45 smithi181 ceph-mon[45557]: osdmap e69: 12 total, 11 up, 12 in 2024-01-28T12:57:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:57:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:45 smithi181 ceph-mon[45557]: osdmap e70: 12 total, 11 up, 12 in 2024-01-28T12:57:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:57:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:45 smithi088 ceph-mon[35322]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:57:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:45 smithi088 ceph-mon[35322]: from='client.? 172.21.15.181:0/4002969453' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d19d8e0-94b8-4e77-880e-74642b163b8b"}]: dispatch 2024-01-28T12:57:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:45 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d19d8e0-94b8-4e77-880e-74642b163b8b"}]: dispatch 2024-01-28T12:57:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:45 smithi088 ceph-mon[35322]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d19d8e0-94b8-4e77-880e-74642b163b8b"}]': finished 2024-01-28T12:57:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:45 smithi088 ceph-mon[35322]: osdmap e69: 12 total, 11 up, 12 in 2024-01-28T12:57:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:57:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:45 smithi088 ceph-mon[35322]: osdmap e70: 12 total, 11 up, 12 in 2024-01-28T12:57:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:57:46.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:46 smithi175 ceph-mon[44549]: from='client.? 172.21.15.181:0/457613566' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:57:46.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:46 smithi175 ceph-mon[44549]: osdmap e71: 12 total, 11 up, 12 in 2024-01-28T12:57:46.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:57:46.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:46 smithi181 ceph-mon[45557]: from='client.? 172.21.15.181:0/457613566' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:57:46.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:46 smithi181 ceph-mon[45557]: osdmap e71: 12 total, 11 up, 12 in 2024-01-28T12:57:46.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:57:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:46 smithi088 ceph-mon[35322]: from='client.? 172.21.15.181:0/457613566' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-28T12:57:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:46 smithi088 ceph-mon[35322]: osdmap e71: 12 total, 11 up, 12 in 2024-01-28T12:57:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:57:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:47 smithi175 ceph-mon[44549]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 156 KiB/s, 0 objects/s recovering 2024-01-28T12:57:47.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:47 smithi181 ceph-mon[45557]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 156 KiB/s, 0 objects/s recovering 2024-01-28T12:57:47.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:47 smithi088 ceph-mon[35322]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 156 KiB/s, 0 objects/s recovering 2024-01-28T12:57:49.625 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:49 smithi181 ceph-mon[45557]: pgmap v199: 1 pgs: 1 peering; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:57:49.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:49 smithi175 ceph-mon[44549]: pgmap v199: 1 pgs: 1 peering; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:57:49.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:49 smithi088 ceph-mon[35322]: pgmap v199: 1 pgs: 1 peering; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-28T12:57:51.592 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:51 smithi181 ceph-mon[45557]: pgmap v200: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-01-28T12:57:51.592 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-01-28T12:57:51.592 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:51.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:51 smithi175 ceph-mon[44549]: pgmap v200: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-01-28T12:57:51.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-01-28T12:57:51.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:51 smithi088 ceph-mon[35322]: pgmap v200: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-01-28T12:57:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-01-28T12:57:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:52.629 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:52 smithi181 ceph-mon[45557]: Deploying daemon osd.11 on smithi181 2024-01-28T12:57:52.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:52 smithi175 ceph-mon[44549]: Deploying daemon osd.11 on smithi181 2024-01-28T12:57:52.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:52 smithi088 ceph-mon[35322]: Deploying daemon osd.11 on smithi181 2024-01-28T12:57:53.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:53 smithi175 ceph-mon[44549]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-01-28T12:57:53.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:53 smithi181 ceph-mon[45557]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-01-28T12:57:53.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:53 smithi088 ceph-mon[35322]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-01-28T12:57:55.818 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:55 smithi181 ceph-mon[45557]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-01-28T12:57:55.818 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:55.818 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:55.818 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:55 smithi175 ceph-mon[44549]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-01-28T12:57:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:55.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:55.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:56.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:55 smithi088 ceph-mon[35322]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-01-28T12:57:56.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:56.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:56.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:56.713 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 11 on host 'smithi181' 2024-01-28T12:57:56.713 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.716+0000 7fe3937fe700 1 -- 172.21.15.181:0/2375539030 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7fe39c02d4d0 con 0x7fe3880a1850 2024-01-28T12:57:56.715 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 -- 172.21.15.181:0/2375539030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3880a1850 msgr2=0x7fe3880a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:56.715 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3880a1850 0x7fe3880a3d10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe39c102680 tx=0x7fe38c00b410 comp rx=0 tx=0).stop 2024-01-28T12:57:56.715 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 -- 172.21.15.181:0/2375539030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c102820 msgr2=0x7fe39c197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:56.715 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c102820 0x7fe39c197aa0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe39800c950 tx=0x7fe39800cc60 comp rx=0 tx=0).stop 2024-01-28T12:57:56.715 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 -- 172.21.15.181:0/2375539030 shutdown_connections 2024-01-28T12:57:56.716 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3880a1850 0x7fe3880a3d10 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:56.716 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c1031c0 0x7fe39c19eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:56.716 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c101620 0x7fe39c197560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:56.716 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 --2- 172.21.15.181:0/2375539030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c102820 0x7fe39c197aa0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:56.716 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 -- 172.21.15.181:0/2375539030 >> 172.21.15.181:0/2375539030 conn(0x7fe39c0fcbe0 msgr2=0x7fe39c105ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:57:56.716 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 -- 172.21.15.181:0/2375539030 shutdown_connections 2024-01-28T12:57:56.716 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:57:56.718+0000 7fe3a45f5700 1 -- 172.21.15.181:0/2375539030 wait complete. 2024-01-28T12:57:57.149 DEBUG:teuthology.orchestra.run.smithi181:osd.11> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@osd.11.service 2024-01-28T12:57:57.151 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-01-28T12:57:57.152 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd stat -f json 2024-01-28T12:57:57.181 INFO:journalctl@ceph.osd.11.smithi181.stdout:-- Logs begin at Sun 2024-01-28 12:30:16 UTC. -- 2024-01-28T12:57:57.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:57.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:57.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:57 smithi181 ceph-mon[45557]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:57:57.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:57.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:57.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:57.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:57 smithi088 ceph-mon[35322]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:57:57.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:57.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:57:57.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:57:57.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:57 smithi175 ceph-mon[44549]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:57:57.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:57:57.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:57:57.564 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:57:58.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.820+0000 7f9291a00700 1 -- 172.21.15.88:0/2248941551 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f928c075600 msgr2=0x7f928c073a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:58.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.820+0000 7f9291a00700 1 --2- 172.21.15.88:0/2248941551 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f928c075600 0x7f928c073a60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f927c009990 tx=0x7f927c009ca0 comp rx=0 tx=0).stop 2024-01-28T12:57:58.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.820+0000 7f9291a00700 1 -- 172.21.15.88:0/2248941551 shutdown_connections 2024-01-28T12:57:58.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.820+0000 7f9291a00700 1 --2- 172.21.15.88:0/2248941551 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f928c1094e0 0x7f928c10b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:58.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.820+0000 7f9291a00700 1 --2- 172.21.15.88:0/2248941551 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f928c075600 0x7f928c073a60 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:58.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.820+0000 7f9291a00700 1 --2- 172.21.15.88:0/2248941551 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f928c074030 0x7f928c0744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:58.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.820+0000 7f9291a00700 1 -- 172.21.15.88:0/2248941551 >> 172.21.15.88:0/2248941551 conn(0x7f928c0fcb70 msgr2=0x7f928c0feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:57:58.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.820+0000 7f9291a00700 1 -- 172.21.15.88:0/2248941551 shutdown_connections 2024-01-28T12:57:58.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.820+0000 7f9291a00700 1 -- 172.21.15.88:0/2248941551 wait complete. 2024-01-28T12:57:58.821 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.821+0000 7f9291a00700 1 Processor -- start 2024-01-28T12:57:58.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.821+0000 7f9291a00700 1 -- start start 2024-01-28T12:57:58.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.821+0000 7f9291a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f928c074030 0x7f928c1996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:58.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.821+0000 7f9291a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f928c075600 0x7f928c199c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:58.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.821+0000 7f9291a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f928c1094e0 0x7f928c1a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:58.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.821+0000 7f9291a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f928c1a1260 con 0x7f928c074030 2024-01-28T12:57:58.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9291a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f928c1a13a0 con 0x7f928c1094e0 2024-01-28T12:57:58.823 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9291a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f928c1a1530 con 0x7f928c075600 2024-01-28T12:57:58.823 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9283e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f928c075600 0x7f928c199c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:58.823 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f928aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f928c074030 0x7f928c1996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:58.823 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9283e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f928c075600 0x7f928c199c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:48902/0 (socket says 172.21.15.88:48902) 2024-01-28T12:57:58.823 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9283e00700 1 -- 172.21.15.88:0/2214282521 learned_addr learned my addr 172.21.15.88:0/2214282521 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:57:58.823 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f928b400700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f928c1094e0 0x7f928c1a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:58.824 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9283e00700 1 -- 172.21.15.88:0/2214282521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f928c1094e0 msgr2=0x7f928c1a0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:58.824 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9283e00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f928c1094e0 0x7f928c1a0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:58.824 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9283e00700 1 -- 172.21.15.88:0/2214282521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f928c074030 msgr2=0x7f928c1996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:58.824 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9283e00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f928c074030 0x7f928c1996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:58.824 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9283e00700 1 -- 172.21.15.88:0/2214282521 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f927c0095f0 con 0x7f928c075600 2024-01-28T12:57:58.824 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f928aa00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f928c074030 0x7f928c1996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:57:58.825 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.822+0000 7f9283e00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f928c075600 0x7f928c199c10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f927400e9a0 tx=0x7f927400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:57:58.825 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.823+0000 7f9283400700 1 -- 172.21.15.88:0/2214282521 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9274009790 con 0x7f928c075600 2024-01-28T12:57:58.825 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.823+0000 7f9283400700 1 -- 172.21.15.88:0/2214282521 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92740044e0 con 0x7f928c075600 2024-01-28T12:57:58.825 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.823+0000 7f9291a00700 1 -- 172.21.15.88:0/2214282521 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f928c1a1810 con 0x7f928c075600 2024-01-28T12:57:58.825 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.823+0000 7f9283400700 1 -- 172.21.15.88:0/2214282521 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9274003d20 con 0x7f928c075600 2024-01-28T12:57:58.825 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.823+0000 7f9291a00700 1 -- 172.21.15.88:0/2214282521 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f928c1a1d60 con 0x7f928c075600 2024-01-28T12:57:58.825 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.824+0000 7f9291a00700 1 -- 172.21.15.88:0/2214282521 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f928c1082a0 con 0x7f928c075600 2024-01-28T12:57:58.827 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.826+0000 7f9283400700 1 -- 172.21.15.88:0/2214282521 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f9274003e80 con 0x7f928c075600 2024-01-28T12:57:58.827 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.827+0000 7f9283400700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f926c0a18d0 0x7f926c0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:57:58.827 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.827+0000 7f9283400700 1 -- 172.21.15.88:0/2214282521 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6809+0+0 (secure 0 0 0) 0x7f9274014070 con 0x7f928c075600 2024-01-28T12:57:58.828 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.827+0000 7f928aa00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f926c0a18d0 0x7f926c0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:57:58.828 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.827+0000 7f928aa00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f926c0a18d0 0x7f926c0a3d90 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f927c00b680 tx=0x7f927c005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:57:58.828 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:58.829+0000 7f9283400700 1 -- 172.21.15.88:0/2214282521 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f92740965c0 con 0x7f928c075600 2024-01-28T12:57:58.866 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 28 12:57:58 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-11[76707]: 2024-01-28T12:57:58.586+0000 7f72b711e640 -1 osd.11 0 log_to_monitors true 2024-01-28T12:57:59.025 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.026+0000 7f9291a00700 1 -- 172.21.15.88:0/2214282521 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f928c068290 con 0x7f928c075600 2024-01-28T12:57:59.025 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.027+0000 7f9283400700 1 -- 172.21.15.88:0/2214282521 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v71) v1 ==== 74+0+133 (secure 0 0 0) 0x7f9274099be0 con 0x7f928c075600 2024-01-28T12:57:59.025 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:57:59.027 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 -- 172.21.15.88:0/2214282521 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f926c0a18d0 msgr2=0x7f926c0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:59.027 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f926c0a18d0 0x7f926c0a3d90 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f927c00b680 tx=0x7f927c005fd0 comp rx=0 tx=0).stop 2024-01-28T12:57:59.027 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 -- 172.21.15.88:0/2214282521 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f928c075600 msgr2=0x7f928c199c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:57:59.027 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f928c075600 0x7f928c199c10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f927400e9a0 tx=0x7f927400ecb0 comp rx=0 tx=0).stop 2024-01-28T12:57:59.028 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 -- 172.21.15.88:0/2214282521 shutdown_connections 2024-01-28T12:57:59.028 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f926c0a18d0 0x7f926c0a3d90 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:59.028 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f928c1094e0 0x7f928c1a0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:59.028 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f928c074030 0x7f928c1996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:59.028 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 --2- 172.21.15.88:0/2214282521 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f928c075600 0x7f928c199c10 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:57:59.028 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 -- 172.21.15.88:0/2214282521 >> 172.21.15.88:0/2214282521 conn(0x7f928c0fcb70 msgr2=0x7f928c1053e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:57:59.028 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 -- 172.21.15.88:0/2214282521 shutdown_connections 2024-01-28T12:57:59.028 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:57:59.029+0000 7f9291a00700 1 -- 172.21.15.88:0/2214282521 wait complete. 2024-01-28T12:57:59.136 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:59 smithi181 ceph-mon[45557]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:57:59.136 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:59 smithi181 ceph-mon[45557]: from='osd.11 [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-28T12:57:59.136 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:59 smithi181 ceph-mon[45557]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-28T12:57:59.136 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:57:59 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2214282521' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-28T12:57:59.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:59 smithi175 ceph-mon[44549]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:57:59.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:59 smithi175 ceph-mon[44549]: from='osd.11 [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-28T12:57:59.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:59 smithi175 ceph-mon[44549]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-28T12:57:59.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:57:59 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2214282521' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-28T12:57:59.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:59 smithi088 ceph-mon[35322]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:57:59.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:59 smithi088 ceph-mon[35322]: from='osd.11 [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-28T12:57:59.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:59 smithi088 ceph-mon[35322]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-28T12:57:59.432 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:57:59 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2214282521' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-28T12:57:59.462 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":71,"num_osds":12,"num_up_osds":11,"osd_up_since":1706446663,"num_in_osds":12,"osd_in_since":1706446664,"num_remapped_pgs":0} 2024-01-28T12:58:00.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='osd.11 [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: osdmap e72: 12 total, 11 up, 12 in 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: Detected new or changed devices on smithi181 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 4278M 2024-01-28T12:58:00.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:00.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:00.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='osd.11 [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: osdmap e72: 12 total, 11 up, 12 in 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: Detected new or changed devices on smithi181 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 4278M 2024-01-28T12:58:00.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:00.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:00.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.463 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd stat -f json 2024-01-28T12:58:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-01-28T12:58:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='osd.11 [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:58:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: osdmap e72: 12 total, 11 up, 12 in 2024-01-28T12:58:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: Detected new or changed devices on smithi181 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 4278M 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:00.865 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:58:00.955 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-11[76707]: 2024-01-28T12:58:00.558+0000 7f72acf84700 -1 osd.11 0 waiting for initial osdmap 2024-01-28T12:58:00.955 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 28 12:58:00 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-osd-11[76707]: 2024-01-28T12:58:00.572+0000 7f72a4575700 -1 osd.11 73 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-28T12:58:01.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:01 smithi088 ceph-mon[35322]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:58:01.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:01 smithi088 ceph-mon[35322]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:58:01.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:01 smithi088 ceph-mon[35322]: osdmap e73: 12 total, 11 up, 12 in 2024-01-28T12:58:01.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:01.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:01.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:01 smithi088 ceph-mon[35322]: from='osd.11 ' entity='osd.11' 2024-01-28T12:58:01.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:01 smithi175 ceph-mon[44549]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:58:01.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:01 smithi175 ceph-mon[44549]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:58:01.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:01 smithi175 ceph-mon[44549]: osdmap e73: 12 total, 11 up, 12 in 2024-01-28T12:58:01.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:01.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:01.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:01 smithi175 ceph-mon[44549]: from='osd.11 ' entity='osd.11' 2024-01-28T12:58:01.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:01 smithi181 ceph-mon[45557]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:58:01.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:01 smithi181 ceph-mon[45557]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-28T12:58:01.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:01 smithi181 ceph-mon[45557]: osdmap e73: 12 total, 11 up, 12 in 2024-01-28T12:58:01.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:01.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:01.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:01 smithi181 ceph-mon[45557]: from='osd.11 ' entity='osd.11' 2024-01-28T12:58:02.062 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.062+0000 7fabcf400700 1 -- 172.21.15.88:0/627000935 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc8102810 msgr2=0x7fabc8102c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.062+0000 7fabcf400700 1 --2- 172.21.15.88:0/627000935 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc8102810 0x7fabc8102c70 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fabb00099c0 tx=0x7fabb0009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.062+0000 7fabcf400700 1 -- 172.21.15.88:0/627000935 shutdown_connections 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.062+0000 7fabcf400700 1 --2- 172.21.15.88:0/627000935 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabc81031b0 0x7fabc8109a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.062+0000 7fabcf400700 1 --2- 172.21.15.88:0/627000935 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fabc8101610 0x7fabc8101a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.062+0000 7fabcf400700 1 --2- 172.21.15.88:0/627000935 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc8102810 0x7fabc8102c70 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.062+0000 7fabcf400700 1 -- 172.21.15.88:0/627000935 >> 172.21.15.88:0/627000935 conn(0x7fabc80fcb70 msgr2=0x7fabc80feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.062+0000 7fabcf400700 1 -- 172.21.15.88:0/627000935 shutdown_connections 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.062+0000 7fabcf400700 1 -- 172.21.15.88:0/627000935 wait complete. 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.063+0000 7fabcf400700 1 Processor -- start 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.063+0000 7fabcf400700 1 -- start start 2024-01-28T12:58:02.063 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcf400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabc8101610 0x7fabc8197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcf400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fabc8102810 0x7fabc8197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcf400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc81031b0 0x7fabc819eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcf400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc819f090 con 0x7fabc81031b0 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcf400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc819f1d0 con 0x7fabc8102810 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcf400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc819f360 con 0x7fabc8101610 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc81031b0 0x7fabc819eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc81031b0 0x7fabc819eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:39690/0 (socket says 172.21.15.88:39690) 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcd400700 1 -- 172.21.15.88:0/4238338486 learned_addr learned my addr 172.21.15.88:0/4238338486 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabc7e00700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fabc8102810 0x7fabc8197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcca00700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabc8101610 0x7fabc8197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcd400700 1 -- 172.21.15.88:0/4238338486 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabc8101610 msgr2=0x7fabc8197500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcd400700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabc8101610 0x7fabc8197500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcd400700 1 -- 172.21.15.88:0/4238338486 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fabc8102810 msgr2=0x7fabc8197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:02.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcd400700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fabc8102810 0x7fabc8197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.064+0000 7fabcd400700 1 -- 172.21.15.88:0/4238338486 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabb00095f0 con 0x7fabc81031b0 2024-01-28T12:58:02.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.065+0000 7fabcd400700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc81031b0 0x7fabc819eac0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fabc0007f10 tx=0x7fabc000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:02.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.065+0000 7fabc5600700 1 -- 172.21.15.88:0/4238338486 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc0017070 con 0x7fabc81031b0 2024-01-28T12:58:02.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.065+0000 7fabc5600700 1 -- 172.21.15.88:0/4238338486 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fabc000f040 con 0x7fabc81031b0 2024-01-28T12:58:02.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.065+0000 7fabcf400700 1 -- 172.21.15.88:0/4238338486 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabc819f640 con 0x7fabc81031b0 2024-01-28T12:58:02.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.065+0000 7fabc5600700 1 -- 172.21.15.88:0/4238338486 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc0005610 con 0x7fabc81031b0 2024-01-28T12:58:02.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.065+0000 7fabcf400700 1 -- 172.21.15.88:0/4238338486 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabc819fb90 con 0x7fabc81031b0 2024-01-28T12:58:02.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.066+0000 7fabcf400700 1 -- 172.21.15.88:0/4238338486 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabc8108aa0 con 0x7fabc81031b0 2024-01-28T12:58:02.066 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.068+0000 7fabc5600700 1 -- 172.21.15.88:0/4238338486 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fabc0004ad0 con 0x7fabc81031b0 2024-01-28T12:58:02.067 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.069+0000 7fabc5600700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba80a18d0 0x7faba80a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:02.067 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.069+0000 7fabc5600700 1 -- 172.21.15.88:0/4238338486 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fabc00cc380 con 0x7fabc81031b0 2024-01-28T12:58:02.067 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.069+0000 7fabcca00700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba80a18d0 0x7faba80a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:02.067 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.070+0000 7fabcca00700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba80a18d0 0x7faba80a3d90 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fabc8102670 tx=0x7fabb8009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:02.071 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.073+0000 7fabc5600700 1 -- 172.21.15.88:0/4238338486 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fabc0095a60 con 0x7fabc81031b0 2024-01-28T12:58:02.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.274+0000 7fabcf400700 1 -- 172.21.15.88:0/4238338486 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7fabc8068290 con 0x7fabc81031b0 2024-01-28T12:58:02.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.274+0000 7fabc5600700 1 -- 172.21.15.88:0/4238338486 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v74) v1 ==== 74+0+133 (secure 0 0 0) 0x7fabc0099080 con 0x7fabc81031b0 2024-01-28T12:58:02.272 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:02.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.276+0000 7fabcf400700 1 -- 172.21.15.88:0/4238338486 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba80a18d0 msgr2=0x7faba80a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:02.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.276+0000 7fabcf400700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba80a18d0 0x7faba80a3d90 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fabc8102670 tx=0x7fabb8009260 comp rx=0 tx=0).stop 2024-01-28T12:58:02.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.276+0000 7fabcf400700 1 -- 172.21.15.88:0/4238338486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc81031b0 msgr2=0x7fabc819eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:02.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.276+0000 7fabcf400700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc81031b0 0x7fabc819eac0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fabc0007f10 tx=0x7fabc000d3b0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.276+0000 7fabcf400700 1 -- 172.21.15.88:0/4238338486 shutdown_connections 2024-01-28T12:58:02.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.276+0000 7fabcf400700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faba80a18d0 0x7faba80a3d90 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.276+0000 7fabcf400700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fabc81031b0 0x7fabc819eac0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.276+0000 7fabcf400700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fabc8101610 0x7fabc8197500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.276+0000 7fabcf400700 1 --2- 172.21.15.88:0/4238338486 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fabc8102810 0x7fabc8197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:02.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.277+0000 7fabcf400700 1 -- 172.21.15.88:0/4238338486 >> 172.21.15.88:0/4238338486 conn(0x7fabc80fcb70 msgr2=0x7fabc8105be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:02.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.277+0000 7fabcf400700 1 -- 172.21.15.88:0/4238338486 shutdown_connections 2024-01-28T12:58:02.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:02.277+0000 7fabcf400700 1 -- 172.21.15.88:0/4238338486 wait complete. 2024-01-28T12:58:02.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:02 smithi175 ceph-mon[44549]: purged_snaps scrub starts 2024-01-28T12:58:02.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:02 smithi175 ceph-mon[44549]: purged_snaps scrub ok 2024-01-28T12:58:02.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:02.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:02 smithi175 ceph-mon[44549]: osd.11 [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] boot 2024-01-28T12:58:02.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:02 smithi175 ceph-mon[44549]: osdmap e74: 12 total, 12 up, 12 in 2024-01-28T12:58:02.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:02.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:02 smithi181 ceph-mon[45557]: purged_snaps scrub starts 2024-01-28T12:58:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:02 smithi181 ceph-mon[45557]: purged_snaps scrub ok 2024-01-28T12:58:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:02 smithi181 ceph-mon[45557]: osd.11 [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] boot 2024-01-28T12:58:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:02 smithi181 ceph-mon[45557]: osdmap e74: 12 total, 12 up, 12 in 2024-01-28T12:58:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:02.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:02 smithi088 ceph-mon[35322]: purged_snaps scrub starts 2024-01-28T12:58:02.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:02 smithi088 ceph-mon[35322]: purged_snaps scrub ok 2024-01-28T12:58:02.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:02.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:02 smithi088 ceph-mon[35322]: osd.11 [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] boot 2024-01-28T12:58:02.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:02 smithi088 ceph-mon[35322]: osdmap e74: 12 total, 12 up, 12 in 2024-01-28T12:58:02.464 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-28T12:58:02.664 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":74,"num_osds":12,"num_up_osds":12,"osd_up_since":1706446681,"num_in_osds":12,"osd_in_since":1706446664,"num_remapped_pgs":0} 2024-01-28T12:58:02.664 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd dump --format=json 2024-01-28T12:58:03.063 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:58:03.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:03 smithi175 ceph-mon[44549]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:58:03.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:03 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/4238338486' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-28T12:58:03.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:03 smithi175 ceph-mon[44549]: osdmap e75: 12 total, 12 up, 12 in 2024-01-28T12:58:03.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:03 smithi181 ceph-mon[45557]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:58:03.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:03 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/4238338486' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-28T12:58:03.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:03 smithi181 ceph-mon[45557]: osdmap e75: 12 total, 12 up, 12 in 2024-01-28T12:58:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:03 smithi088 ceph-mon[35322]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-01-28T12:58:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:03 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/4238338486' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-28T12:58:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:03 smithi088 ceph-mon[35322]: osdmap e75: 12 total, 12 up, 12 in 2024-01-28T12:58:04.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.229+0000 7faf3d200700 1 -- 172.21.15.88:0/2474913087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf381076a0 msgr2=0x7faf38107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:04.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.229+0000 7faf3d200700 1 --2- 172.21.15.88:0/2474913087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf381076a0 0x7faf38107a80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7faf28009990 tx=0x7faf28009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.229+0000 7faf3d200700 1 -- 172.21.15.88:0/2474913087 shutdown_connections 2024-01-28T12:58:04.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.229+0000 7faf3d200700 1 --2- 172.21.15.88:0/2474913087 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf38101d50 0x7faf3810e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.229+0000 7faf3d200700 1 --2- 172.21.15.88:0/2474913087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf381076a0 0x7faf38107a80 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.229+0000 7faf3d200700 1 --2- 172.21.15.88:0/2474913087 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faf38107fc0 0x7faf38101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.229+0000 7faf3d200700 1 -- 172.21.15.88:0/2474913087 >> 172.21.15.88:0/2474913087 conn(0x7faf38078730 msgr2=0x7faf38078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:04.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.230+0000 7faf3d200700 1 -- 172.21.15.88:0/2474913087 shutdown_connections 2024-01-28T12:58:04.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.230+0000 7faf3d200700 1 -- 172.21.15.88:0/2474913087 wait complete. 2024-01-28T12:58:04.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.230+0000 7faf3d200700 1 Processor -- start 2024-01-28T12:58:04.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf3d200700 1 -- start start 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf3d200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf38101d50 0x7faf380738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf3d200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faf381076a0 0x7faf38073e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf3d200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf38107fc0 0x7faf38074350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf3d200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf381a5ee0 con 0x7faf38101d50 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf3d200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf381a6050 con 0x7faf38107fc0 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf3d200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf381a6210 con 0x7faf381076a0 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf35e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf38101d50 0x7faf380738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf35e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf38101d50 0x7faf380738d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:42434/0 (socket says 172.21.15.88:42434) 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf35e00700 1 -- 172.21.15.88:0/2519555523 learned_addr learned my addr 172.21.15.88:0/2519555523 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.231+0000 7faf35400700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faf381076a0 0x7faf38073e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf36800700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf38107fc0 0x7faf38074350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf35e00700 1 -- 172.21.15.88:0/2519555523 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faf381076a0 msgr2=0x7faf38073e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf35e00700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faf381076a0 0x7faf38073e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf35e00700 1 -- 172.21.15.88:0/2519555523 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf38107fc0 msgr2=0x7faf38074350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:04.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf35e00700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf38107fc0 0x7faf38074350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf35e00700 1 -- 172.21.15.88:0/2519555523 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf280095f0 con 0x7faf38101d50 2024-01-28T12:58:04.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf35e00700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf38101d50 0x7faf380738d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7faf280098e0 tx=0x7faf2800f720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:04.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf2ea00700 1 -- 172.21.15.88:0/2519555523 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf2801d070 con 0x7faf38101d50 2024-01-28T12:58:04.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf2ea00700 1 -- 172.21.15.88:0/2519555523 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faf2800fb90 con 0x7faf38101d50 2024-01-28T12:58:04.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf3d200700 1 -- 172.21.15.88:0/2519555523 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf381a6490 con 0x7faf38101d50 2024-01-28T12:58:04.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf2ea00700 1 -- 172.21.15.88:0/2519555523 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf28017650 con 0x7faf38101d50 2024-01-28T12:58:04.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.232+0000 7faf3d200700 1 -- 172.21.15.88:0/2519555523 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf381a6930 con 0x7faf38101d50 2024-01-28T12:58:04.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.233+0000 7faf3d200700 1 -- 172.21.15.88:0/2519555523 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf38109ba0 con 0x7faf38101d50 2024-01-28T12:58:04.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.235+0000 7faf2ea00700 1 -- 172.21.15.88:0/2519555523 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7faf2800fd00 con 0x7faf38101d50 2024-01-28T12:58:04.234 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.236+0000 7faf2ea00700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faf180a1850 0x7faf180a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:04.234 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.236+0000 7faf2ea00700 1 -- 172.21.15.88:0/2519555523 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7faf280cddf0 con 0x7faf38101d50 2024-01-28T12:58:04.234 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.237+0000 7faf35400700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faf180a1850 0x7faf180a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:04.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.237+0000 7faf35400700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faf180a1850 0x7faf180a3d10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7faf20005950 tx=0x7faf200058e0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:04.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.240+0000 7faf2ea00700 1 -- 172.21.15.88:0/2519555523 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7faf28097560 con 0x7faf38101d50 2024-01-28T12:58:04.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.438+0000 7faf3d200700 1 -- 172.21.15.88:0/2519555523 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7faf38074e00 con 0x7faf38101d50 2024-01-28T12:58:04.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.439+0000 7faf2ea00700 1 -- 172.21.15.88:0/2519555523 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) v1 ==== 74+0+18435 (secure 0 0 0) 0x7faf2809ab80 con 0x7faf38101d50 2024-01-28T12:58:04.437 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:04.437 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":75,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:02.564465+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:58:04.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.441+0000 7faf3d200700 1 -- 172.21.15.88:0/2519555523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faf180a1850 msgr2=0x7faf180a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.441+0000 7faf3d200700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faf180a1850 0x7faf180a3d10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7faf20005950 tx=0x7faf200058e0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.441+0000 7faf3d200700 1 -- 172.21.15.88:0/2519555523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf38101d50 msgr2=0x7faf380738d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.441+0000 7faf3d200700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf38101d50 0x7faf380738d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7faf280098e0 tx=0x7faf2800f720 comp rx=0 tx=0).stop 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.442+0000 7faf3d200700 1 -- 172.21.15.88:0/2519555523 shutdown_connections 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.442+0000 7faf3d200700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faf180a1850 0x7faf180a3d10 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.442+0000 7faf3d200700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf38107fc0 0x7faf38074350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.442+0000 7faf3d200700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf38101d50 0x7faf380738d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.442+0000 7faf3d200700 1 --2- 172.21.15.88:0/2519555523 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faf381076a0 0x7faf38073e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.442+0000 7faf3d200700 1 -- 172.21.15.88:0/2519555523 >> 172.21.15.88:0/2519555523 conn(0x7faf38078730 msgr2=0x7faf381008a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.442+0000 7faf3d200700 1 -- 172.21.15.88:0/2519555523 shutdown_connections 2024-01-28T12:58:04.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:04.442+0000 7faf3d200700 1 -- 172.21.15.88:0/2519555523 wait complete. 2024-01-28T12:58:04.930 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-28T12:55:10.597998+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-01-28T12:58:04.930 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-01-28T12:58:05.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:05 smithi088 ceph-mon[35322]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:05.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:05 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2519555523' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:58:05.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:05 smithi175 ceph-mon[44549]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:05.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:05 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2519555523' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:05.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:05 smithi181 ceph-mon[45557]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:05.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:05 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2519555523' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:06.505 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.507+0000 7f86c7e00700 1 -- 172.21.15.88:0/2925849778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86c0073800 msgr2=0x7f86c0073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:06.505 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.507+0000 7f86c7e00700 1 --2- 172.21.15.88:0/2925849778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86c0073800 0x7f86c0073be0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f86b0009990 tx=0x7f86b0009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.505 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.507+0000 7f86c7e00700 1 -- 172.21.15.88:0/2925849778 shutdown_connections 2024-01-28T12:58:06.506 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.507+0000 7f86c7e00700 1 --2- 172.21.15.88:0/2925849778 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86c010dfd0 0x7f86c01103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.506 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.507+0000 7f86c7e00700 1 --2- 172.21.15.88:0/2925849778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86c0073800 0x7f86c0073be0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.506 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.507+0000 7f86c7e00700 1 --2- 172.21.15.88:0/2925849778 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86c0074120 0x7f86c010da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.506 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.507+0000 7f86c7e00700 1 -- 172.21.15.88:0/2925849778 >> 172.21.15.88:0/2925849778 conn(0x7f86c0078730 msgr2=0x7f86c0078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:06.506 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.507+0000 7f86c7e00700 1 -- 172.21.15.88:0/2925849778 shutdown_connections 2024-01-28T12:58:06.506 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.507+0000 7f86c7e00700 1 -- 172.21.15.88:0/2925849778 wait complete. 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.508+0000 7f86c7e00700 1 Processor -- start 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.508+0000 7f86c7e00700 1 -- start start 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c7e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86c0073800 0x7f86c0199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86c0074120 0x7f86c019a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c7e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86c010dfd0 0x7f86c019e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c7e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86c019ec20 con 0x7f86c0074120 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c7e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86c019ed90 con 0x7f86c010dfd0 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c7e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86c019ef50 con 0x7f86c0073800 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c4a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86c0074120 0x7f86c019a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c4a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86c0074120 0x7f86c019a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:42446/0 (socket says 172.21.15.88:42446) 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c4a00700 1 -- 172.21.15.88:0/1430920993 learned_addr learned my addr 172.21.15.88:0/1430920993 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:06.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c5400700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86c0073800 0x7f86c0199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c5e00700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86c010dfd0 0x7f86c019e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c4a00700 1 -- 172.21.15.88:0/1430920993 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86c0073800 msgr2=0x7f86c0199d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c4a00700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86c0073800 0x7f86c0199d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c4a00700 1 -- 172.21.15.88:0/1430920993 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86c010dfd0 msgr2=0x7f86c019e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c4a00700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86c010dfd0 0x7f86c019e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.509+0000 7f86c4a00700 1 -- 172.21.15.88:0/1430920993 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86b00095f0 con 0x7f86c0074120 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.510+0000 7f86c4a00700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86c0074120 0x7f86c019a280 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f86a800e9a0 tx=0x7f86a800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.510+0000 7f86be000700 1 -- 172.21.15.88:0/1430920993 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86a8009790 con 0x7f86c0074120 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.510+0000 7f86be000700 1 -- 172.21.15.88:0/1430920993 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f86a8010430 con 0x7f86c0074120 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.510+0000 7f86c7e00700 1 -- 172.21.15.88:0/1430920993 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86c019f230 con 0x7f86c0074120 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.510+0000 7f86be000700 1 -- 172.21.15.88:0/1430920993 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86a8018680 con 0x7f86c0074120 2024-01-28T12:58:06.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.510+0000 7f86c7e00700 1 -- 172.21.15.88:0/1430920993 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86c01a6a90 con 0x7f86c0074120 2024-01-28T12:58:06.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.511+0000 7f86c7e00700 1 -- 172.21.15.88:0/1430920993 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86c01091e0 con 0x7f86c0074120 2024-01-28T12:58:06.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.513+0000 7f86be000700 1 -- 172.21.15.88:0/1430920993 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f86a80105a0 con 0x7f86c0074120 2024-01-28T12:58:06.512 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.514+0000 7f86be000700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f86a00a18d0 0x7f86a00a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:06.512 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.514+0000 7f86be000700 1 -- 172.21.15.88:0/1430920993 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f86a8014070 con 0x7f86c0074120 2024-01-28T12:58:06.512 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.514+0000 7f86c5400700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f86a00a18d0 0x7f86a00a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:06.512 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.515+0000 7f86c5400700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f86a00a18d0 0x7f86a00a3d90 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f86b000b2e0 tx=0x7f86b0005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:06.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.518+0000 7f86be000700 1 -- 172.21.15.88:0/1430920993 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f86a80d3080 con 0x7f86c0074120 2024-01-28T12:58:06.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.719+0000 7f86c7e00700 1 -- 172.21.15.88:0/1430920993 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f86c019b0a0 con 0x7f86c0074120 2024-01-28T12:58:06.720 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.719+0000 7f86be000700 1 -- 172.21.15.88:0/1430920993 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v75) v1 ==== 93+0+10 (secure 0 0 0) 0x7f86a8096540 con 0x7f86c0074120 2024-01-28T12:58:06.720 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 -- 172.21.15.88:0/1430920993 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f86a00a18d0 msgr2=0x7f86a00a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f86a00a18d0 0x7f86a00a3d90 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f86b000b2e0 tx=0x7f86b0005fd0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 -- 172.21.15.88:0/1430920993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86c0074120 msgr2=0x7f86c019a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86c0074120 0x7f86c019a280 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f86a800e9a0 tx=0x7f86a800ecb0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 -- 172.21.15.88:0/1430920993 shutdown_connections 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f86a00a18d0 0x7f86a00a3d90 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86c010dfd0 0x7f86c019e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f86c0073800 0x7f86c0199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 --2- 172.21.15.88:0/1430920993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86c0074120 0x7f86c019a280 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 -- 172.21.15.88:0/1430920993 >> 172.21.15.88:0/1430920993 conn(0x7f86c0078730 msgr2=0x7f86c00fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 -- 172.21.15.88:0/1430920993 shutdown_connections 2024-01-28T12:58:06.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:06.722+0000 7f86c7e00700 1 -- 172.21.15.88:0/1430920993 wait complete. 2024-01-28T12:58:07.161 INFO:tasks.cephadm:Adding mds.a on smithi088 2024-01-28T12:58:07.161 INFO:tasks.cephadm:Adding mds.d on smithi088 2024-01-28T12:58:07.161 INFO:tasks.cephadm:Adding mds.g on smithi088 2024-01-28T12:58:07.161 INFO:tasks.cephadm:Adding mds.j on smithi088 2024-01-28T12:58:07.161 INFO:tasks.cephadm:Adding mds.b on smithi175 2024-01-28T12:58:07.161 INFO:tasks.cephadm:Adding mds.e on smithi175 2024-01-28T12:58:07.162 INFO:tasks.cephadm:Adding mds.h on smithi175 2024-01-28T12:58:07.162 INFO:tasks.cephadm:Adding mds.k on smithi175 2024-01-28T12:58:07.162 INFO:tasks.cephadm:Adding mds.c on smithi181 2024-01-28T12:58:07.162 INFO:tasks.cephadm:Adding mds.f on smithi181 2024-01-28T12:58:07.162 INFO:tasks.cephadm:Adding mds.i on smithi181 2024-01-28T12:58:07.162 INFO:tasks.cephadm:Adding mds.l on smithi181 2024-01-28T12:58:07.162 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph orch apply mds all '12;smithi088=a;smithi088=d;smithi088=g;smithi088=j;smithi175=b;smithi175=e;smithi175=h;smithi175=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l' 2024-01-28T12:58:07.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:07 smithi175 ceph-mon[44549]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:07.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:07 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1430920993' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:07.438 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.c/config 2024-01-28T12:58:07.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:07 smithi181 ceph-mon[45557]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:07.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:07 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1430920993' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:07.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:07 smithi088 ceph-mon[35322]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:07.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:07 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1430920993' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:08.509 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.509+0000 7f41bf023700 1 -- 172.21.15.181:0/1102764197 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41b8102090 msgr2=0x7f41b8104480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:08.509 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.509+0000 7f41bf023700 1 --2- 172.21.15.181:0/1102764197 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41b8102090 0x7f41b8104480 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f41ac009990 tx=0x7f41ac009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.509+0000 7f41bf023700 1 -- 172.21.15.181:0/1102764197 shutdown_connections 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.509+0000 7f41bf023700 1 --2- 172.21.15.181:0/1102764197 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41b81072f0 0x7f41b8109760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.509+0000 7f41bf023700 1 --2- 172.21.15.181:0/1102764197 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41b8102090 0x7f41b8104480 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.509+0000 7f41bf023700 1 --2- 172.21.15.181:0/1102764197 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41b81049c0 0x7f41b8106db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.509+0000 7f41bf023700 1 -- 172.21.15.181:0/1102764197 >> 172.21.15.181:0/1102764197 conn(0x7f41b80fbaa0 msgr2=0x7f41b80fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.509+0000 7f41bf023700 1 -- 172.21.15.181:0/1102764197 shutdown_connections 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.509+0000 7f41bf023700 1 -- 172.21.15.181:0/1102764197 wait complete. 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bf023700 1 Processor -- start 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bf023700 1 -- start start 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bf023700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41b8102090 0x7f41b8197560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:08.510 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bf023700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41b81049c0 0x7f41b8197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bf023700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41b81072f0 0x7f41b819eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bf023700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41b819f0f0 con 0x7f41b8102090 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bf023700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41b819f230 con 0x7f41b81049c0 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bf023700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41b819f3c0 con 0x7f41b81072f0 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bd5c0700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41b81072f0 0x7f41b819eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bd5c0700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41b81072f0 0x7f41b819eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:48242/0 (socket says 172.21.15.181:48242) 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bd5c0700 1 -- 172.21.15.181:0/3486926693 learned_addr learned my addr 172.21.15.181:0/3486926693 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41b7fff700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41b81049c0 0x7f41b8197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bd5c0700 1 -- 172.21.15.181:0/3486926693 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41b81049c0 msgr2=0x7f41b8197aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bd5c0700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41b81049c0 0x7f41b8197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bd5c0700 1 -- 172.21.15.181:0/3486926693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41b8102090 msgr2=0x7f41b8197560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:08.511 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bcdbf700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41b8102090 0x7f41b8197560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:08.512 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bd5c0700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41b8102090 0x7f41b8197560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.512 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.510+0000 7f41bd5c0700 1 -- 172.21.15.181:0/3486926693 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41ac0095f0 con 0x7f41b81072f0 2024-01-28T12:58:08.512 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.511+0000 7f41bd5c0700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41b81072f0 0x7f41b819eb20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f41b000ba10 tx=0x7f41b000bdd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:08.512 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.511+0000 7f41b5ffb700 1 -- 172.21.15.181:0/3486926693 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b000c9b0 con 0x7f41b81072f0 2024-01-28T12:58:08.512 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.511+0000 7f41bf023700 1 -- 172.21.15.181:0/3486926693 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41b819f6a0 con 0x7f41b81072f0 2024-01-28T12:58:08.512 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.511+0000 7f41b5ffb700 1 -- 172.21.15.181:0/3486926693 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f41b0014440 con 0x7f41b81072f0 2024-01-28T12:58:08.512 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.511+0000 7f41b5ffb700 1 -- 172.21.15.181:0/3486926693 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b00125a0 con 0x7f41b81072f0 2024-01-28T12:58:08.512 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.511+0000 7f41bf023700 1 -- 172.21.15.181:0/3486926693 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41b819fba0 con 0x7f41b81072f0 2024-01-28T12:58:08.513 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.512+0000 7f41bf023700 1 -- 172.21.15.181:0/3486926693 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41b80fd620 con 0x7f41b81072f0 2024-01-28T12:58:08.513 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.513+0000 7f41b5ffb700 1 -- 172.21.15.181:0/3486926693 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f41b00145b0 con 0x7f41b81072f0 2024-01-28T12:58:08.513 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.513+0000 7f41b5ffb700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41a80a1850 0x7f41a80a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:08.513 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.514+0000 7f41b5ffb700 1 -- 172.21.15.181:0/3486926693 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f41b0006e40 con 0x7f41b81072f0 2024-01-28T12:58:08.513 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.514+0000 7f41bcdbf700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41a80a1850 0x7f41a80a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:08.513 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.514+0000 7f41bcdbf700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41a80a1850 0x7f41a80a3d10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f41ac0037f0 tx=0x7f41ac003680 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:08.516 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.518+0000 7f41b5ffb700 1 -- 172.21.15.181:0/3486926693 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f41b0095cb0 con 0x7f41b81072f0 2024-01-28T12:58:08.715 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.717+0000 7f41bf023700 1 -- 172.21.15.181:0/3486926693 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi088=a;smithi088=d;smithi088=g;smithi088=j;smithi175=b;smithi175=e;smithi175=h;smithi175=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f41b8061b10 con 0x7f41a80a1850 2024-01-28T12:58:08.724 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.726+0000 7f41b5ffb700 1 -- 172.21.15.181:0/3486926693 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f41b8061b10 con 0x7f41a80a1850 2024-01-28T12:58:08.724 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mds.all update... 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.728+0000 7f41bf023700 1 -- 172.21.15.181:0/3486926693 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41a80a1850 msgr2=0x7f41a80a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.728+0000 7f41bf023700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41a80a1850 0x7f41a80a3d10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f41ac0037f0 tx=0x7f41ac003680 comp rx=0 tx=0).stop 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.728+0000 7f41bf023700 1 -- 172.21.15.181:0/3486926693 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41b81072f0 msgr2=0x7f41b819eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.728+0000 7f41bf023700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41b81072f0 0x7f41b819eb20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f41b000ba10 tx=0x7f41b000bdd0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.729+0000 7f41bf023700 1 -- 172.21.15.181:0/3486926693 shutdown_connections 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.729+0000 7f41bf023700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41a80a1850 0x7f41a80a3d10 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.729+0000 7f41bf023700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41b81072f0 0x7f41b819eb20 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.729+0000 7f41bf023700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41b8102090 0x7f41b8197560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.729+0000 7f41bf023700 1 --2- 172.21.15.181:0/3486926693 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41b81049c0 0x7f41b8197aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.729+0000 7f41bf023700 1 -- 172.21.15.181:0/3486926693 >> 172.21.15.181:0/3486926693 conn(0x7f41b80fbaa0 msgr2=0x7f41b8102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.729+0000 7f41bf023700 1 -- 172.21.15.181:0/3486926693 shutdown_connections 2024-01-28T12:58:08.727 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-28T12:58:08.729+0000 7f41bf023700 1 -- 172.21.15.181:0/3486926693 wait complete. 2024-01-28T12:58:09.116 DEBUG:teuthology.orchestra.run.smithi088:mds.a> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.a.service 2024-01-28T12:58:09.121 DEBUG:teuthology.orchestra.run.smithi088:mds.d> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service 2024-01-28T12:58:09.165 DEBUG:teuthology.orchestra.run.smithi088:mds.g> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.g.service 2024-01-28T12:58:09.192 INFO:journalctl@ceph.mds.a.smithi088.stdout:-- Logs begin at Sun 2024-01-28 12:37:03 UTC. -- 2024-01-28T12:58:09.195 DEBUG:teuthology.orchestra.run.smithi088:mds.j> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service 2024-01-28T12:58:09.232 INFO:journalctl@ceph.mds.d.smithi088.stdout:-- Logs begin at Sun 2024-01-28 12:37:03 UTC. -- 2024-01-28T12:58:09.236 DEBUG:teuthology.orchestra.run.smithi175:mds.b> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service 2024-01-28T12:58:09.238 DEBUG:teuthology.orchestra.run.smithi175:mds.e> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.e.service 2024-01-28T12:58:09.263 INFO:journalctl@ceph.mds.g.smithi088.stdout:-- Logs begin at Sun 2024-01-28 12:37:03 UTC. -- 2024-01-28T12:58:09.278 INFO:journalctl@ceph.mds.b.smithi175.stdout:-- Logs begin at Sun 2024-01-28 12:30:19 UTC. -- 2024-01-28T12:58:09.279 DEBUG:teuthology.orchestra.run.smithi175:mds.h> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.h.service 2024-01-28T12:58:09.300 INFO:journalctl@ceph.mds.j.smithi088.stdout:-- Logs begin at Sun 2024-01-28 12:37:03 UTC. -- 2024-01-28T12:58:09.309 INFO:journalctl@ceph.mds.e.smithi175.stdout:-- Logs begin at Sun 2024-01-28 12:30:19 UTC. -- 2024-01-28T12:58:09.310 DEBUG:teuthology.orchestra.run.smithi175:mds.k> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.k.service 2024-01-28T12:58:09.338 INFO:journalctl@ceph.mds.h.smithi175.stdout:-- Logs begin at Sun 2024-01-28 12:30:19 UTC. -- 2024-01-28T12:58:09.339 DEBUG:teuthology.orchestra.run.smithi181:mds.c> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.c.service 2024-01-28T12:58:09.342 DEBUG:teuthology.orchestra.run.smithi181:mds.f> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service 2024-01-28T12:58:09.365 INFO:journalctl@ceph.mds.k.smithi175.stdout:-- Logs begin at Sun 2024-01-28 12:30:19 UTC. -- 2024-01-28T12:58:09.366 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:09 smithi181 ceph-mon[45557]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:09.366 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:09.366 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:58:09.367 DEBUG:teuthology.orchestra.run.smithi181:mds.i> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.i.service 2024-01-28T12:58:09.372 INFO:journalctl@ceph.mds.c.smithi181.stdout:-- Logs begin at Sun 2024-01-28 12:30:16 UTC. -- 2024-01-28T12:58:09.373 DEBUG:teuthology.orchestra.run.smithi181:mds.l> sudo journalctl -f -n 0 -u ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.l.service 2024-01-28T12:58:09.394 INFO:journalctl@ceph.mds.f.smithi181.stdout:-- Logs begin at Sun 2024-01-28 12:30:16 UTC. -- 2024-01-28T12:58:09.395 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-01-28T12:58:09.396 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:58:09.399 INFO:journalctl@ceph.mds.i.smithi181.stdout:-- Logs begin at Sun 2024-01-28 12:30:16 UTC. -- 2024-01-28T12:58:09.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:09 smithi175 ceph-mon[44549]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:58:09.421 INFO:journalctl@ceph.mds.l.smithi181.stdout:-- Logs begin at Sun 2024-01-28 12:30:16 UTC. -- 2024-01-28T12:58:09.452 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:09 smithi088 ceph-mon[35322]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:09.452 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:09.452 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:58:09.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.607+0000 7f3a26800700 1 -- 172.21.15.88:0/1613388448 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a201048e0 msgr2=0x7f3a20106cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:09.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.607+0000 7f3a26800700 1 --2- 172.21.15.88:0/1613388448 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a201048e0 0x7f3a20106cd0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3a08009990 tx=0x7f3a08009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:09.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.607+0000 7f3a26800700 1 -- 172.21.15.88:0/1613388448 shutdown_connections 2024-01-28T12:58:09.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.607+0000 7f3a26800700 1 --2- 172.21.15.88:0/1613388448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a20107210 0x7f3a20109680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:09.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.607+0000 7f3a26800700 1 --2- 172.21.15.88:0/1613388448 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3a20101fb0 0x7f3a201043a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:09.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.607+0000 7f3a26800700 1 --2- 172.21.15.88:0/1613388448 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a201048e0 0x7f3a20106cd0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:09.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.607+0000 7f3a26800700 1 -- 172.21.15.88:0/1613388448 >> 172.21.15.88:0/1613388448 conn(0x7f3a200fb9a0 msgr2=0x7f3a200fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:09.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.607+0000 7f3a26800700 1 -- 172.21.15.88:0/1613388448 shutdown_connections 2024-01-28T12:58:09.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.607+0000 7f3a26800700 1 -- 172.21.15.88:0/1613388448 wait complete. 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.608+0000 7f3a26800700 1 Processor -- start 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.608+0000 7f3a26800700 1 -- start start 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a26800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a20101fb0 0x7f3a201973e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a26800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a201048e0 0x7f3a20197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a26800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3a20107210 0x7f3a2019e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a26800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a2019ef60 con 0x7f3a20101fb0 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a26800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a2019f0a0 con 0x7f3a20107210 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a26800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a2019f230 con 0x7f3a201048e0 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a1f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a20101fb0 0x7f3a201973e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a1f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a20101fb0 0x7f3a201973e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:42470/0 (socket says 172.21.15.88:42470) 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a1f400700 1 -- 172.21.15.88:0/3886878078 learned_addr learned my addr 172.21.15.88:0/3886878078 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:09.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a16800700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a201048e0 0x7f3a20197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a1fe00700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3a20107210 0x7f3a2019e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a1f400700 1 -- 172.21.15.88:0/3886878078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a201048e0 msgr2=0x7f3a20197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a1f400700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a201048e0 0x7f3a20197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a1f400700 1 -- 172.21.15.88:0/3886878078 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3a20107210 msgr2=0x7f3a2019e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a1f400700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3a20107210 0x7f3a2019e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.609+0000 7f3a1f400700 1 -- 172.21.15.88:0/3886878078 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a10009520 con 0x7f3a20101fb0 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.610+0000 7f3a1f400700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a20101fb0 0x7f3a201973e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3a1000eb30 tx=0x7f3a1000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.610+0000 7f3a1cc00700 1 -- 172.21.15.88:0/3886878078 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a10009880 con 0x7f3a20101fb0 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.610+0000 7f3a1cc00700 1 -- 172.21.15.88:0/3886878078 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a100044e0 con 0x7f3a20101fb0 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.610+0000 7f3a26800700 1 -- 172.21.15.88:0/3886878078 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a080095f0 con 0x7f3a20101fb0 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.610+0000 7f3a1cc00700 1 -- 172.21.15.88:0/3886878078 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a10003e90 con 0x7f3a20101fb0 2024-01-28T12:58:09.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.610+0000 7f3a26800700 1 -- 172.21.15.88:0/3886878078 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a2019f890 con 0x7f3a20101fb0 2024-01-28T12:58:09.610 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.611+0000 7f3a26800700 1 -- 172.21.15.88:0/3886878078 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a200fd520 con 0x7f3a20101fb0 2024-01-28T12:58:09.610 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.613+0000 7f3a1cc00700 1 -- 172.21.15.88:0/3886878078 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f3a10004000 con 0x7f3a20101fb0 2024-01-28T12:58:09.613 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.615+0000 7f3a1cc00700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3a000a1850 0x7f3a000a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:09.613 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.615+0000 7f3a1cc00700 1 -- 172.21.15.88:0/3886878078 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3a10014070 con 0x7f3a20101fb0 2024-01-28T12:58:09.613 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.615+0000 7f3a16800700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3a000a1850 0x7f3a000a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:09.613 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.616+0000 7f3a16800700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3a000a1850 0x7f3a000a3d10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3a0800b2e0 tx=0x7f3a0800b750 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:09.616 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.619+0000 7f3a1cc00700 1 -- 172.21.15.88:0/3886878078 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f3a10096860 con 0x7f3a20101fb0 2024-01-28T12:58:09.824 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.822+0000 7f3a26800700 1 -- 172.21.15.88:0/3886878078 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3a20068240 con 0x7f3a20101fb0 2024-01-28T12:58:09.824 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.823+0000 7f3a1cc00700 1 -- 172.21.15.88:0/3886878078 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) v1 ==== 74+0+18435 (secure 0 0 0) 0x7f3a10099e80 con 0x7f3a20101fb0 2024-01-28T12:58:09.824 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:09.825 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":75,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:02.564465+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.825+0000 7f3a26800700 1 -- 172.21.15.88:0/3886878078 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3a000a1850 msgr2=0x7f3a000a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.825+0000 7f3a26800700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3a000a1850 0x7f3a000a3d10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3a0800b2e0 tx=0x7f3a0800b750 comp rx=0 tx=0).stop 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.825+0000 7f3a26800700 1 -- 172.21.15.88:0/3886878078 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a20101fb0 msgr2=0x7f3a201973e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.825+0000 7f3a26800700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a20101fb0 0x7f3a201973e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3a1000eb30 tx=0x7f3a1000ee40 comp rx=0 tx=0).stop 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.825+0000 7f3a26800700 1 -- 172.21.15.88:0/3886878078 shutdown_connections 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.825+0000 7f3a26800700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3a000a1850 0x7f3a000a3d10 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.825+0000 7f3a26800700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3a20107210 0x7f3a2019e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.825+0000 7f3a26800700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a20101fb0 0x7f3a201973e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.825+0000 7f3a26800700 1 --2- 172.21.15.88:0/3886878078 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a201048e0 0x7f3a20197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.825+0000 7f3a26800700 1 -- 172.21.15.88:0/3886878078 >> 172.21.15.88:0/3886878078 conn(0x7f3a200fb9a0 msgr2=0x7f3a20102a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:09.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.826+0000 7f3a26800700 1 -- 172.21.15.88:0/3886878078 shutdown_connections 2024-01-28T12:58:09.827 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:09.826+0000 7f3a26800700 1 -- 172.21.15.88:0/3886878078 wait complete. 2024-01-28T12:58:09.843 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-28T12:55:10.597998+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-01-28T12:58:09.843 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-01-28T12:58:10.038 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.040+0000 7ff84bc00700 1 -- 172.21.15.88:0/4158668311 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff844102740 msgr2=0x7ff844102ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:10.039 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.040+0000 7ff84bc00700 1 --2- 172.21.15.88:0/4158668311 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff844102740 0x7ff844102ba0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff82c0099c0 tx=0x7ff82c009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.039 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.040+0000 7ff84bc00700 1 -- 172.21.15.88:0/4158668311 shutdown_connections 2024-01-28T12:58:10.039 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.041+0000 7ff84bc00700 1 --2- 172.21.15.88:0/4158668311 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8441030e0 0x7ff844109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.039 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.041+0000 7ff84bc00700 1 --2- 172.21.15.88:0/4158668311 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff844101550 0x7ff844101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.039 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.041+0000 7ff84bc00700 1 --2- 172.21.15.88:0/4158668311 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff844102740 0x7ff844102ba0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.039 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.041+0000 7ff84bc00700 1 -- 172.21.15.88:0/4158668311 >> 172.21.15.88:0/4158668311 conn(0x7ff8440fcae0 msgr2=0x7ff8440fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:10.039 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.041+0000 7ff84bc00700 1 -- 172.21.15.88:0/4158668311 shutdown_connections 2024-01-28T12:58:10.039 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.041+0000 7ff84bc00700 1 -- 172.21.15.88:0/4158668311 wait complete. 2024-01-28T12:58:10.041 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff84bc00700 1 Processor -- start 2024-01-28T12:58:10.041 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff84bc00700 1 -- start start 2024-01-28T12:58:10.041 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff84bc00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff844101550 0x7ff8441996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff84bc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff844102740 0x7ff844199c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff84bc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8441030e0 0x7ff8441a0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff84bc00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8441a1240 con 0x7ff8441030e0 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff84bc00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8441a1380 con 0x7ff844102740 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff84bc00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8441a1510 con 0x7ff844101550 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff849200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff844101550 0x7ff8441996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff849200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff844101550 0x7ff8441996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:33324/0 (socket says 172.21.15.88:33324) 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff849200700 1 -- 172.21.15.88:0/1554286606 learned_addr learned my addr 172.21.15.88:0/1554286606 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff849c00700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8441030e0 0x7ff8441a0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.042+0000 7ff83be00700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff844102740 0x7ff844199c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff849200700 1 -- 172.21.15.88:0/1554286606 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff844102740 msgr2=0x7ff844199c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff849200700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff844102740 0x7ff844199c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff849200700 1 -- 172.21.15.88:0/1554286606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8441030e0 msgr2=0x7ff8441a0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:10.043 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff849200700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8441030e0 0x7ff8441a0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.043 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff849200700 1 -- 172.21.15.88:0/1554286606 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff83c009c40 con 0x7ff844101550 2024-01-28T12:58:10.043 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff849200700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff844101550 0x7ff8441996c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff83400e970 tx=0x7ff83400ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:10.043 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff842000700 1 -- 172.21.15.88:0/1554286606 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff834009790 con 0x7ff844101550 2024-01-28T12:58:10.043 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff842000700 1 -- 172.21.15.88:0/1554286606 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff83400c7c0 con 0x7ff844101550 2024-01-28T12:58:10.043 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff842000700 1 -- 172.21.15.88:0/1554286606 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff834003c20 con 0x7ff844101550 2024-01-28T12:58:10.043 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff84bc00700 1 -- 172.21.15.88:0/1554286606 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff82c0095f0 con 0x7ff844101550 2024-01-28T12:58:10.043 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.043+0000 7ff84bc00700 1 -- 172.21.15.88:0/1554286606 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8441a1b20 con 0x7ff844101550 2024-01-28T12:58:10.044 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.044+0000 7ff84bc00700 1 -- 172.21.15.88:0/1554286606 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff844068320 con 0x7ff844101550 2024-01-28T12:58:10.044 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.046+0000 7ff842000700 1 -- 172.21.15.88:0/1554286606 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7ff83400c930 con 0x7ff844101550 2024-01-28T12:58:10.045 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.047+0000 7ff842000700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff8240a1850 0x7ff8240a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:10.045 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.047+0000 7ff842000700 1 -- 172.21.15.88:0/1554286606 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff834014070 con 0x7ff844101550 2024-01-28T12:58:10.045 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.047+0000 7ff83be00700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff8240a1850 0x7ff8240a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:10.045 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.048+0000 7ff83be00700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff8240a1850 0x7ff8240a3d10 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff82c003730 tx=0x7ff82c00b540 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:10.047 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.050+0000 7ff842000700 1 -- 172.21.15.88:0/1554286606 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7ff8340965b0 con 0x7ff844101550 2024-01-28T12:58:10.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.253+0000 7ff84bc00700 1 -- 172.21.15.88:0/1554286606 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff84410d070 con 0x7ff844101550 2024-01-28T12:58:10.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.253+0000 7ff842000700 1 -- 172.21.15.88:0/1554286606 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v75) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff834017e90 con 0x7ff844101550 2024-01-28T12:58:10.251 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-01-28T12:58:10.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 -- 172.21.15.88:0/1554286606 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff8240a1850 msgr2=0x7ff8240a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:10.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff8240a1850 0x7ff8240a3d10 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff82c003730 tx=0x7ff82c00b540 comp rx=0 tx=0).stop 2024-01-28T12:58:10.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 -- 172.21.15.88:0/1554286606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff844101550 msgr2=0x7ff8441996c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:10.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff844101550 0x7ff8441996c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff83400e970 tx=0x7ff83400ec80 comp rx=0 tx=0).stop 2024-01-28T12:58:10.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 -- 172.21.15.88:0/1554286606 shutdown_connections 2024-01-28T12:58:10.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff8240a1850 0x7ff8240a3d10 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff8441030e0 0x7ff8441a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff844101550 0x7ff8441996c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 --2- 172.21.15.88:0/1554286606 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff844102740 0x7ff844199c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 -- 172.21.15.88:0/1554286606 >> 172.21.15.88:0/1554286606 conn(0x7ff8440fcae0 msgr2=0x7ff844107f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:10.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 -- 172.21.15.88:0/1554286606 shutdown_connections 2024-01-28T12:58:10.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.256+0000 7ff84bc00700 1 -- 172.21.15.88:0/1554286606 wait complete. 2024-01-28T12:58:10.273 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:10.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:10 smithi181 ceph-mon[45557]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi088=a;smithi088=d;smithi088=g;smithi088=j;smithi175=b;smithi175=e;smithi175=h;smithi175=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:58:10.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:10 smithi181 ceph-mon[45557]: Saving service mds.all spec with placement smithi088=a;smithi088=d;smithi088=g;smithi088=j;smithi175=b;smithi175=e;smithi175=h;smithi175=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-01-28T12:58:10.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:10.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:10.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:10.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:10.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:10.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:10.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:10 smithi181 ceph-mon[45557]: Deploying daemon mds.l on smithi181 2024-01-28T12:58:10.281 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:10 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3886878078' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:10.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:10 smithi175 ceph-mon[44549]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi088=a;smithi088=d;smithi088=g;smithi088=j;smithi175=b;smithi175=e;smithi175=h;smithi175=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:58:10.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:10 smithi175 ceph-mon[44549]: Saving service mds.all spec with placement smithi088=a;smithi088=d;smithi088=g;smithi088=j;smithi175=b;smithi175=e;smithi175=h;smithi175=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-01-28T12:58:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:10 smithi175 ceph-mon[44549]: Deploying daemon mds.l on smithi181 2024-01-28T12:58:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:10 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3886878078' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:10.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.468+0000 7f5e35c00700 1 -- 172.21.15.88:0/1397488427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e30075610 msgr2=0x7f5e30073a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:10.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.468+0000 7f5e35c00700 1 --2- 172.21.15.88:0/1397488427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e30075610 0x7f5e30073a60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5e20009990 tx=0x7f5e20009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.468+0000 7f5e35c00700 1 -- 172.21.15.88:0/1397488427 shutdown_connections 2024-01-28T12:58:10.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.468+0000 7f5e35c00700 1 --2- 172.21.15.88:0/1397488427 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e3010db10 0x7f5e3010ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.468+0000 7f5e35c00700 1 --2- 172.21.15.88:0/1397488427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e30075610 0x7f5e30073a60 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.468+0000 7f5e35c00700 1 --2- 172.21.15.88:0/1397488427 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e30074030 0x7f5e300744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.468+0000 7f5e35c00700 1 -- 172.21.15.88:0/1397488427 >> 172.21.15.88:0/1397488427 conn(0x7f5e300fcad0 msgr2=0x7f5e300feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:10.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.468+0000 7f5e35c00700 1 -- 172.21.15.88:0/1397488427 shutdown_connections 2024-01-28T12:58:10.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.468+0000 7f5e35c00700 1 -- 172.21.15.88:0/1397488427 wait complete. 2024-01-28T12:58:10.468 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.469+0000 7f5e35c00700 1 Processor -- start 2024-01-28T12:58:10.468 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.469+0000 7f5e35c00700 1 -- start start 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.469+0000 7f5e35c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e30074030 0x7f5e3019da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.469+0000 7f5e35c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e30075610 0x7f5e3019df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.469+0000 7f5e35c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e3010db10 0x7f5e301a5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.469+0000 7f5e35c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e301a55d0 con 0x7f5e3010db10 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.469+0000 7f5e35c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e301a5710 con 0x7f5e30074030 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.469+0000 7f5e35c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e301a58a0 con 0x7f5e30075610 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.469+0000 7f5e2f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e3010db10 0x7f5e301a5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e2f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e3010db10 0x7f5e301a5000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:42524/0 (socket says 172.21.15.88:42524) 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e2ea00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e30074030 0x7f5e3019da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e25e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e30075610 0x7f5e3019df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e2f400700 1 -- 172.21.15.88:0/2843903978 learned_addr learned my addr 172.21.15.88:0/2843903978 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e25e00700 1 -- 172.21.15.88:0/2843903978 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e30074030 msgr2=0x7f5e3019da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e25e00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e30074030 0x7f5e3019da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e25e00700 1 -- 172.21.15.88:0/2843903978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e3010db10 msgr2=0x7f5e301a5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e25e00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e3010db10 0x7f5e301a5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e25e00700 1 -- 172.21.15.88:0/2843903978 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e200095f0 con 0x7f5e30075610 2024-01-28T12:58:10.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e25e00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e30075610 0x7f5e3019df90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5e1800e9c0 tx=0x7f5e1800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:10.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e27e00700 1 -- 172.21.15.88:0/2843903978 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e18004220 con 0x7f5e30075610 2024-01-28T12:58:10.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e27e00700 1 -- 172.21.15.88:0/2843903978 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5e18004380 con 0x7f5e30075610 2024-01-28T12:58:10.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e35c00700 1 -- 172.21.15.88:0/2843903978 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e301a5b80 con 0x7f5e30075610 2024-01-28T12:58:10.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.470+0000 7f5e27e00700 1 -- 172.21.15.88:0/2843903978 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e18003be0 con 0x7f5e30075610 2024-01-28T12:58:10.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.471+0000 7f5e35c00700 1 -- 172.21.15.88:0/2843903978 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e301a60e0 con 0x7f5e30075610 2024-01-28T12:58:10.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.472+0000 7f5e35c00700 1 -- 172.21.15.88:0/2843903978 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e30103d70 con 0x7f5e30075610 2024-01-28T12:58:10.471 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.473+0000 7f5e27e00700 1 -- 172.21.15.88:0/2843903978 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f5e18003d40 con 0x7f5e30075610 2024-01-28T12:58:10.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.474+0000 7f5e27e00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e100a18d0 0x7f5e100a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:10.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.475+0000 7f5e27e00700 1 -- 172.21.15.88:0/2843903978 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f5e18014070 con 0x7f5e30075610 2024-01-28T12:58:10.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.475+0000 7f5e2ea00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e100a18d0 0x7f5e100a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:10.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.475+0000 7f5e2ea00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e100a18d0 0x7f5e100a3d90 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5e2000b2e0 tx=0x7f5e20005fb0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:10.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.479+0000 7f5e27e00700 1 -- 172.21.15.88:0/2843903978 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f5e18096600 con 0x7f5e30075610 2024-01-28T12:58:10.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:10 smithi088 ceph-mon[35322]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi088=a;smithi088=d;smithi088=g;smithi088=j;smithi175=b;smithi175=e;smithi175=h;smithi175=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:58:10.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:10 smithi088 ceph-mon[35322]: Saving service mds.all spec with placement smithi088=a;smithi088=d;smithi088=g;smithi088=j;smithi175=b;smithi175=e;smithi175=h;smithi175=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-01-28T12:58:10.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:10.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:10.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:10.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:10.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:10.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:10.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:10 smithi088 ceph-mon[35322]: Deploying daemon mds.l on smithi181 2024-01-28T12:58:10.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:10 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3886878078' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:10.723 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.725+0000 7f5e35c00700 1 -- 172.21.15.88:0/2843903978 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5e30068240 con 0x7f5e30075610 2024-01-28T12:58:10.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.726+0000 7f5e27e00700 1 -- 172.21.15.88:0/2843903978 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+535 (secure 0 0 0) 0x7f5e18099c20 con 0x7f5e30075610 2024-01-28T12:58:10.724 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:10.724 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-01-28T12:58:10.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 -- 172.21.15.88:0/2843903978 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e100a18d0 msgr2=0x7f5e100a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:10.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e100a18d0 0x7f5e100a3d90 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5e2000b2e0 tx=0x7f5e20005fb0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 -- 172.21.15.88:0/2843903978 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e30075610 msgr2=0x7f5e3019df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:10.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e30075610 0x7f5e3019df90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5e1800e9c0 tx=0x7f5e1800ecd0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 -- 172.21.15.88:0/2843903978 shutdown_connections 2024-01-28T12:58:10.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e100a18d0 0x7f5e100a3d90 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e3010db10 0x7f5e301a5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e30074030 0x7f5e3019da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 --2- 172.21.15.88:0/2843903978 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e30075610 0x7f5e3019df90 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:10.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 -- 172.21.15.88:0/2843903978 >> 172.21.15.88:0/2843903978 conn(0x7f5e300fcad0 msgr2=0x7f5e30100eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:10.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 -- 172.21.15.88:0/2843903978 shutdown_connections 2024-01-28T12:58:10.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:10.729+0000 7f5e35c00700 1 -- 172.21.15.88:0/2843903978 wait complete. 2024-01-28T12:58:10.728 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 1 2024-01-28T12:58:10.955 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 28 12:58:10 smithi181 systemd[1]: Starting Ceph mds.l for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:11.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:11 smithi175 ceph-mon[44549]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:11.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:11 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1554286606' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:11.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:11 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2843903978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:11.454 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 28 12:58:11 smithi181 ceph-mds[82904]: -- 172.21.15.181:0/3233937310 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d7f8a65520 con 0x55d7f8a3b000 2024-01-28T12:58:11.454 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 28 12:58:11 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-l[82881]: starting mds.l at 2024-01-28T12:58:11.455 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 28 12:58:11 smithi181 bash[82866]: cf22c68d17c22e12aa7b1b37c17d12ea7138b7b49f1efd6b6ec44533b850e803 2024-01-28T12:58:11.455 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 28 12:58:11 smithi181 systemd[1]: Started Ceph mds.l for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:11 smithi181 ceph-mon[45557]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:11 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1554286606' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:11 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2843903978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:11.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:11 smithi088 ceph-mon[35322]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:11.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:11 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1554286606' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:11.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:11 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2843903978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:12.327 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:12 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6832/1748638141,v1:172.21.15.181:6833/1748638141] up:boot 2024-01-28T12:58:12.328 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:12 smithi175 ceph-mon[44549]: fsmap 1 up:standby 2024-01-28T12:58:12.328 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-01-28T12:58:12.328 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:12.328 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:12.328 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:12.328 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:12.328 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:12.328 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:12.328 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:12 smithi175 ceph-mon[44549]: Deploying daemon mds.k on smithi175 2024-01-28T12:58:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:12 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6832/1748638141,v1:172.21.15.181:6833/1748638141] up:boot 2024-01-28T12:58:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:12 smithi181 ceph-mon[45557]: fsmap 1 up:standby 2024-01-28T12:58:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-01-28T12:58:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:12 smithi181 ceph-mon[45557]: Deploying daemon mds.k on smithi175 2024-01-28T12:58:12.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:12 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6832/1748638141,v1:172.21.15.181:6833/1748638141] up:boot 2024-01-28T12:58:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:12 smithi088 ceph-mon[35322]: fsmap 1 up:standby 2024-01-28T12:58:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-01-28T12:58:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:12 smithi088 ceph-mon[35322]: Deploying daemon mds.k on smithi175 2024-01-28T12:58:12.658 INFO:journalctl@ceph.mds.k.smithi175.stdout:Jan 28 12:58:12 smithi175 systemd[1]: Starting Ceph mds.k for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:12.746 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.952+0000 7f4a94200700 1 -- 172.21.15.88:0/3629195384 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4a8c101540 msgr2=0x7f4a8c101960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.952+0000 7f4a94200700 1 --2- 172.21.15.88:0/3629195384 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4a8c101540 0x7f4a8c101960 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c0098f0 tx=0x7f4a7c009c00 comp rx=0 tx=0).stop 2024-01-28T12:58:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.952+0000 7f4a94200700 1 -- 172.21.15.88:0/3629195384 shutdown_connections 2024-01-28T12:58:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.952+0000 7f4a94200700 1 --2- 172.21.15.88:0/3629195384 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4a8c1030d0 0x7f4a8c109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:12.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.952+0000 7f4a94200700 1 --2- 172.21.15.88:0/3629195384 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4a8c101540 0x7f4a8c101960 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:12.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.952+0000 7f4a94200700 1 --2- 172.21.15.88:0/3629195384 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a8c102730 0x7f4a8c102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:12.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.952+0000 7f4a94200700 1 -- 172.21.15.88:0/3629195384 >> 172.21.15.88:0/3629195384 conn(0x7f4a8c0fcad0 msgr2=0x7f4a8c0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:12.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.952+0000 7f4a94200700 1 -- 172.21.15.88:0/3629195384 shutdown_connections 2024-01-28T12:58:12.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.952+0000 7f4a94200700 1 -- 172.21.15.88:0/3629195384 wait complete. 2024-01-28T12:58:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a94200700 1 Processor -- start 2024-01-28T12:58:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a94200700 1 -- start start 2024-01-28T12:58:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a94200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a8c101540 0x7f4a8c075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a94200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4a8c102730 0x7f4a8c0739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a94200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4a8c1030d0 0x7f4a8c073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a94200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a8c0746a0 con 0x7f4a8c101540 2024-01-28T12:58:12.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a94200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a8c074810 con 0x7f4a8c102730 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a94200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a8c1a1550 con 0x7f4a8c1030d0 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a91800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a8c101540 0x7f4a8c075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a91800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a8c101540 0x7f4a8c075380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:42120/0 (socket says 172.21.15.88:42120) 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.953+0000 7f4a91800700 1 -- 172.21.15.88:0/888255173 learned_addr learned my addr 172.21.15.88:0/888255173 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a90e00700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4a8c102730 0x7f4a8c0739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a92200700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4a8c1030d0 0x7f4a8c073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a91800700 1 -- 172.21.15.88:0/888255173 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4a8c1030d0 msgr2=0x7f4a8c073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a91800700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4a8c1030d0 0x7f4a8c073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a91800700 1 -- 172.21.15.88:0/888255173 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4a8c102730 msgr2=0x7f4a8c0739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a91800700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4a8c102730 0x7f4a8c0739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a91800700 1 -- 172.21.15.88:0/888255173 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a740095f0 con 0x7f4a8c101540 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a90e00700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4a8c102730 0x7f4a8c0739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a91800700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a8c101540 0x7f4a8c075380 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c009810 tx=0x7f4a7c00b560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:12.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a8a000700 1 -- 172.21.15.88:0/888255173 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a7c01c070 con 0x7f4a8c101540 2024-01-28T12:58:12.955 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a94200700 1 -- 172.21.15.88:0/888255173 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a7c009520 con 0x7f4a8c101540 2024-01-28T12:58:12.955 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a8a000700 1 -- 172.21.15.88:0/888255173 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4a7c005040 con 0x7f4a8c101540 2024-01-28T12:58:12.955 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a8a000700 1 -- 172.21.15.88:0/888255173 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a7c003ac0 con 0x7f4a8c101540 2024-01-28T12:58:12.955 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.954+0000 7f4a94200700 1 -- 172.21.15.88:0/888255173 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a8c1a1a70 con 0x7f4a8c101540 2024-01-28T12:58:12.955 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.955+0000 7f4a94200700 1 -- 172.21.15.88:0/888255173 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a8c108a80 con 0x7f4a8c101540 2024-01-28T12:58:12.955 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.957+0000 7f4a8a000700 1 -- 172.21.15.88:0/888255173 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f4a7c020030 con 0x7f4a8c101540 2024-01-28T12:58:12.956 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.958+0000 7f4a8a000700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4a6c0a1850 0x7f4a6c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:12.956 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.959+0000 7f4a8a000700 1 -- 172.21.15.88:0/888255173 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f4a7c0ce010 con 0x7f4a8c101540 2024-01-28T12:58:12.956 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.959+0000 7f4a90e00700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4a6c0a1850 0x7f4a6c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:12.957 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.959+0000 7f4a90e00700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4a6c0a1850 0x7f4a6c0a3d10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f4a74005fd0 tx=0x7f4a74009310 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:12.959 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:12.961+0000 7f4a8a000700 1 -- 172.21.15.88:0/888255173 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f4a7c097780 con 0x7f4a8c101540 2024-01-28T12:58:13.158 INFO:journalctl@ceph.mds.k.smithi175.stdout:Jan 28 12:58:13 smithi175 ceph-mds[79619]: -- 172.21.15.175:0/4290547062 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564aa76fd520 con 0x564aa76d2800 2024-01-28T12:58:13.158 INFO:journalctl@ceph.mds.k.smithi175.stdout:Jan 28 12:58:13 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-k[79596]: starting mds.k at 2024-01-28T12:58:13.158 INFO:journalctl@ceph.mds.k.smithi175.stdout:Jan 28 12:58:13 smithi175 bash[79581]: a61ca112e7f13528a0861b8c37e046470e6252613542e9c5aea626d10688ef55 2024-01-28T12:58:13.158 INFO:journalctl@ceph.mds.k.smithi175.stdout:Jan 28 12:58:13 smithi175 systemd[1]: Started Ceph mds.k for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:13.219 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.222+0000 7f4a94200700 1 -- 172.21.15.88:0/888255173 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4a8c10cdb0 con 0x7f4a8c101540 2024-01-28T12:58:13.220 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.222+0000 7f4a8a000700 1 -- 172.21.15.88:0/888255173 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1328 (secure 0 0 0) 0x7f4a7c09ada0 con 0x7f4a8c101540 2024-01-28T12:58:13.220 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:13.220 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 -- 172.21.15.88:0/888255173 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4a6c0a1850 msgr2=0x7f4a6c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4a6c0a1850 0x7f4a6c0a3d10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f4a74005fd0 tx=0x7f4a74009310 comp rx=0 tx=0).stop 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 -- 172.21.15.88:0/888255173 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a8c101540 msgr2=0x7f4a8c075380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a8c101540 0x7f4a8c075380 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c009810 tx=0x7f4a7c00b560 comp rx=0 tx=0).stop 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 -- 172.21.15.88:0/888255173 shutdown_connections 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4a6c0a1850 0x7f4a6c0a3d10 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4a8c1030d0 0x7f4a8c073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a8c101540 0x7f4a8c075380 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 --2- 172.21.15.88:0/888255173 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4a8c102730 0x7f4a8c0739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 -- 172.21.15.88:0/888255173 >> 172.21.15.88:0/888255173 conn(0x7f4a8c0fcad0 msgr2=0x7f4a8c105bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:13.223 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 -- 172.21.15.88:0/888255173 shutdown_connections 2024-01-28T12:58:13.224 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:13.225+0000 7f4a94200700 1 -- 172.21.15.88:0/888255173 wait complete. 2024-01-28T12:58:13.224 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 2 2024-01-28T12:58:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:13 smithi088 ceph-mon[35322]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:13.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:13.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:13.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:13 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/888255173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:13 smithi175 ceph-mon[44549]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:13 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/888255173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:13 smithi181 ceph-mon[45557]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:13 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/888255173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:14.385 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:14 smithi088 ceph-mon[35322]: Deploying daemon mds.j on smithi088 2024-01-28T12:58:14.386 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:14 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6832/1903155747,v1:172.21.15.175:6833/1903155747] up:boot 2024-01-28T12:58:14.386 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:14 smithi088 ceph-mon[35322]: fsmap 2 up:standby 2024-01-28T12:58:14.386 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-01-28T12:58:14.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:14 smithi175 ceph-mon[44549]: Deploying daemon mds.j on smithi088 2024-01-28T12:58:14.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:14 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6832/1903155747,v1:172.21.15.175:6833/1903155747] up:boot 2024-01-28T12:58:14.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:14 smithi175 ceph-mon[44549]: fsmap 2 up:standby 2024-01-28T12:58:14.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-01-28T12:58:14.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:14 smithi181 ceph-mon[45557]: Deploying daemon mds.j on smithi088 2024-01-28T12:58:14.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:14 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6832/1903155747,v1:172.21.15.175:6833/1903155747] up:boot 2024-01-28T12:58:14.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:14 smithi181 ceph-mon[45557]: fsmap 2 up:standby 2024-01-28T12:58:14.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-01-28T12:58:15.026 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 12:58:14 smithi088 systemd[1]: Starting Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:15.245 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:15.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.456+0000 7f65ebc00700 1 -- 172.21.15.88:0/1436128474 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f65e4075610 msgr2=0x7f65e4073a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:15.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.456+0000 7f65ebc00700 1 --2- 172.21.15.88:0/1436128474 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f65e4075610 0x7f65e4073a60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f65d4009990 tx=0x7f65d4009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:15.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.456+0000 7f65ebc00700 1 -- 172.21.15.88:0/1436128474 shutdown_connections 2024-01-28T12:58:15.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.456+0000 7f65ebc00700 1 --2- 172.21.15.88:0/1436128474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65e410db10 0x7f65e410ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:15.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.456+0000 7f65ebc00700 1 --2- 172.21.15.88:0/1436128474 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f65e4075610 0x7f65e4073a60 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:15.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.456+0000 7f65ebc00700 1 --2- 172.21.15.88:0/1436128474 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65e4074030 0x7f65e40744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:15.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.456+0000 7f65ebc00700 1 -- 172.21.15.88:0/1436128474 >> 172.21.15.88:0/1436128474 conn(0x7f65e40fcad0 msgr2=0x7f65e40feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:15.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.456+0000 7f65ebc00700 1 -- 172.21.15.88:0/1436128474 shutdown_connections 2024-01-28T12:58:15.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.456+0000 7f65ebc00700 1 -- 172.21.15.88:0/1436128474 wait complete. 2024-01-28T12:58:15.459 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.457+0000 7f65ebc00700 1 Processor -- start 2024-01-28T12:58:15.459 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.457+0000 7f65ebc00700 1 -- start start 2024-01-28T12:58:15.459 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65ebc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65e4074030 0x7f65e419da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:15.459 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65ebc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f65e4075610 0x7f65e419dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:15.459 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65ebc00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65e410db10 0x7f65e41a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:15.459 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65ebc00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65e41a5610 con 0x7f65e4074030 2024-01-28T12:58:15.459 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65ebc00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65e41a5750 con 0x7f65e4075610 2024-01-28T12:58:15.459 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65ebc00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65e41a58e0 con 0x7f65e410db10 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65e9200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65e4074030 0x7f65e419da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65e9200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65e4074030 0x7f65e419da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:42146/0 (socket says 172.21.15.88:42146) 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65e9200700 1 -- 172.21.15.88:0/999290438 learned_addr learned my addr 172.21.15.88:0/999290438 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65e9c00700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65e410db10 0x7f65e41a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65dbe00700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f65e4075610 0x7f65e419dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65e9200700 1 -- 172.21.15.88:0/999290438 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65e410db10 msgr2=0x7f65e41a5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65e9200700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65e410db10 0x7f65e41a5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65e9200700 1 -- 172.21.15.88:0/999290438 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f65e4075610 msgr2=0x7f65e419dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65e9200700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f65e4075610 0x7f65e419dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.458+0000 7f65e9200700 1 -- 172.21.15.88:0/999290438 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65d40095f0 con 0x7f65e4074030 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.459+0000 7f65e9200700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65e4074030 0x7f65e419da90 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f65d400b680 tx=0x7f65d4009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.459+0000 7f65e2000700 1 -- 172.21.15.88:0/999290438 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d401d070 con 0x7f65e4074030 2024-01-28T12:58:15.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.459+0000 7f65ebc00700 1 -- 172.21.15.88:0/999290438 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65e41a5b60 con 0x7f65e4074030 2024-01-28T12:58:15.461 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.459+0000 7f65e2000700 1 -- 172.21.15.88:0/999290438 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65d4022470 con 0x7f65e4074030 2024-01-28T12:58:15.461 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.459+0000 7f65e2000700 1 -- 172.21.15.88:0/999290438 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d4017650 con 0x7f65e4074030 2024-01-28T12:58:15.461 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.459+0000 7f65ebc00700 1 -- 172.21.15.88:0/999290438 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65e41a5fe0 con 0x7f65e4074030 2024-01-28T12:58:15.461 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.460+0000 7f65ebc00700 1 -- 172.21.15.88:0/999290438 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65e4103d70 con 0x7f65e4074030 2024-01-28T12:58:15.461 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.462+0000 7f65e2000700 1 -- 172.21.15.88:0/999290438 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f65d4022870 con 0x7f65e4074030 2024-01-28T12:58:15.462 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.464+0000 7f65e2000700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f65c40a1850 0x7f65c40a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:15.462 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.465+0000 7f65e2000700 1 -- 172.21.15.88:0/999290438 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f65d40ce350 con 0x7f65e4074030 2024-01-28T12:58:15.462 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.465+0000 7f65dbe00700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f65c40a1850 0x7f65c40a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:15.463 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.465+0000 7f65dbe00700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f65c40a1850 0x7f65c40a3d10 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f65e4075330 tx=0x7f65cc009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:15.465 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.467+0000 7f65e2000700 1 -- 172.21.15.88:0/999290438 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f65d4097ac0 con 0x7f65e4074030 2024-01-28T12:58:15.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:15 smithi088 ceph-mon[35322]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:15.526 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 12:58:15 smithi088 ceph-mds[83592]: -- 172.21.15.88:0/2640392700 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55693fc85520 con 0x55693fc5cc00 2024-01-28T12:58:15.526 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 12:58:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: starting mds.j at 2024-01-28T12:58:15.527 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 12:58:15 smithi088 bash[83531]: a5886b9d05d242be5bdd091465bb435cbd0f766ca38a3a683a034ae09476927f 2024-01-28T12:58:15.527 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 12:58:15 smithi088 systemd[1]: Started Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:15 smithi175 ceph-mon[44549]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:15.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:15 smithi181 ceph-mon[45557]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:15.738 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.740+0000 7f65ebc00700 1 -- 172.21.15.88:0/999290438 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f65e4068240 con 0x7f65e4074030 2024-01-28T12:58:15.738 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.741+0000 7f65e2000700 1 -- 172.21.15.88:0/999290438 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2122 (secure 0 0 0) 0x7f65d409b0e0 con 0x7f65e4074030 2024-01-28T12:58:15.739 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:15.739 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2024-01-28T12:58:15.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.743+0000 7f65ebc00700 1 -- 172.21.15.88:0/999290438 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f65c40a1850 msgr2=0x7f65c40a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:15.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.743+0000 7f65ebc00700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f65c40a1850 0x7f65c40a3d10 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f65e4075330 tx=0x7f65cc009260 comp rx=0 tx=0).stop 2024-01-28T12:58:15.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.743+0000 7f65ebc00700 1 -- 172.21.15.88:0/999290438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65e4074030 msgr2=0x7f65e419da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:15.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.743+0000 7f65ebc00700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65e4074030 0x7f65e419da90 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f65d400b680 tx=0x7f65d4009580 comp rx=0 tx=0).stop 2024-01-28T12:58:15.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.743+0000 7f65ebc00700 1 -- 172.21.15.88:0/999290438 shutdown_connections 2024-01-28T12:58:15.742 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.743+0000 7f65ebc00700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f65c40a1850 0x7f65c40a3d10 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:15.742 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.743+0000 7f65ebc00700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f65e410db10 0x7f65e41a5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:15.742 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.743+0000 7f65ebc00700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65e4074030 0x7f65e419da90 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:15.742 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.743+0000 7f65ebc00700 1 --2- 172.21.15.88:0/999290438 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f65e4075610 0x7f65e419dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:15.742 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.743+0000 7f65ebc00700 1 -- 172.21.15.88:0/999290438 >> 172.21.15.88:0/999290438 conn(0x7f65e40fcad0 msgr2=0x7f65e4100eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:15.742 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.744+0000 7f65ebc00700 1 -- 172.21.15.88:0/999290438 shutdown_connections 2024-01-28T12:58:15.742 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:15.744+0000 7f65ebc00700 1 -- 172.21.15.88:0/999290438 wait complete. 2024-01-28T12:58:15.742 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 3 2024-01-28T12:58:16.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:16.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:16.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: Deploying daemon mds.d on smithi088 2024-01-28T12:58:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/999290438' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:boot 2024-01-28T12:58:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: fsmap 3 up:standby 2024-01-28T12:58:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T12:58:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:16.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:16.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:16.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: Deploying daemon mds.d on smithi088 2024-01-28T12:58:16.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/999290438' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:16.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:boot 2024-01-28T12:58:16.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: fsmap 3 up:standby 2024-01-28T12:58:16.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: Deploying daemon mds.d on smithi088 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/999290438' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:boot 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: fsmap 3 up:standby 2024-01-28T12:58:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T12:58:17.527 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 12:58:17 smithi088 systemd[1]: Starting Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:17.762 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:17.824 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:17 smithi088 ceph-mon[35322]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:17 smithi175 ceph-mon[44549]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:17.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:17 smithi181 ceph-mon[45557]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:17.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.975+0000 7f5af3200700 1 -- 172.21.15.88:0/2576852941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec104980 msgr2=0x7f5aec106d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:17.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.975+0000 7f5af3200700 1 --2- 172.21.15.88:0/2576852941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec104980 0x7f5aec106d70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5ad4009990 tx=0x7f5ad4009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:17.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.976+0000 7f5af3200700 1 -- 172.21.15.88:0/2576852941 shutdown_connections 2024-01-28T12:58:17.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.976+0000 7f5af3200700 1 --2- 172.21.15.88:0/2576852941 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5aec1072b0 0x7f5aec1096a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:17.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.976+0000 7f5af3200700 1 --2- 172.21.15.88:0/2576852941 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5aec102050 0x7f5aec104440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:17.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.976+0000 7f5af3200700 1 --2- 172.21.15.88:0/2576852941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec104980 0x7f5aec106d70 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:17.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.976+0000 7f5af3200700 1 -- 172.21.15.88:0/2576852941 >> 172.21.15.88:0/2576852941 conn(0x7f5aec0fb9a0 msgr2=0x7f5aec0fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:17.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.976+0000 7f5af3200700 1 -- 172.21.15.88:0/2576852941 shutdown_connections 2024-01-28T12:58:17.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.976+0000 7f5af3200700 1 -- 172.21.15.88:0/2576852941 wait complete. 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5af3200700 1 Processor -- start 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5af3200700 1 -- start start 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5af3200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec102050 0x7f5aec1995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5af3200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5aec104980 0x7f5aec199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5af3200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5aec1072b0 0x7f5aec1a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5af3200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aec1a1120 con 0x7f5aec102050 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5af3200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aec1a1260 con 0x7f5aec1072b0 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5af3200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aec1a13f0 con 0x7f5aec104980 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5aebe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec102050 0x7f5aec1995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5aebe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec102050 0x7f5aec1995a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:42196/0 (socket says 172.21.15.88:42196) 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5aebe00700 1 -- 172.21.15.88:0/3005283365 learned_addr learned my addr 172.21.15.88:0/3005283365 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5aeb400700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5aec104980 0x7f5aec199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:17.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.977+0000 7f5af1200700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5aec1072b0 0x7f5aec1a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5aebe00700 1 -- 172.21.15.88:0/3005283365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5aec104980 msgr2=0x7f5aec199ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5aebe00700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5aec104980 0x7f5aec199ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5aebe00700 1 -- 172.21.15.88:0/3005283365 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5aec1072b0 msgr2=0x7f5aec1a0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5aebe00700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5aec1072b0 0x7f5aec1a0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5aebe00700 1 -- 172.21.15.88:0/3005283365 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ad40095f0 con 0x7f5aec102050 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5aebe00700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec102050 0x7f5aec1995a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5adc00d980 tx=0x7f5adc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5ae8c00700 1 -- 172.21.15.88:0/3005283365 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5adc004220 con 0x7f5aec102050 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5ae8c00700 1 -- 172.21.15.88:0/3005283365 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5adc007640 con 0x7f5aec102050 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5af3200700 1 -- 172.21.15.88:0/3005283365 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5aec1a16d0 con 0x7f5aec102050 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5ae8c00700 1 -- 172.21.15.88:0/3005283365 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5adc005690 con 0x7f5aec102050 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.978+0000 7f5af3200700 1 -- 172.21.15.88:0/3005283365 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5aec1a1c30 con 0x7f5aec102050 2024-01-28T12:58:17.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.979+0000 7f5af3200700 1 -- 172.21.15.88:0/3005283365 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5aec108e30 con 0x7f5aec102050 2024-01-28T12:58:17.979 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.981+0000 7f5ae8c00700 1 -- 172.21.15.88:0/3005283365 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f5adc004750 con 0x7f5aec102050 2024-01-28T12:58:17.980 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.982+0000 7f5ae8c00700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5acc0a18d0 0x7f5acc0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:17.980 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.982+0000 7f5ae8c00700 1 -- 172.21.15.88:0/3005283365 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f5adc0ccac0 con 0x7f5aec102050 2024-01-28T12:58:17.980 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.982+0000 7f5aeb400700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5acc0a18d0 0x7f5acc0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:17.981 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.983+0000 7f5aeb400700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5acc0a18d0 0x7f5acc0a3d90 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5ad400b2e0 tx=0x7f5ad4005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:17.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:17.986+0000 7f5ae8c00700 1 -- 172.21.15.88:0/3005283365 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f5adc0961a0 con 0x7f5aec102050 2024-01-28T12:58:18.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.232+0000 7f5af3200700 1 -- 172.21.15.88:0/3005283365 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5aec068240 con 0x7f5aec102050 2024-01-28T12:58:18.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.233+0000 7f5ae8c00700 1 -- 172.21.15.88:0/3005283365 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2913 (secure 0 0 0) 0x7f5adc016b80 con 0x7f5aec102050 2024-01-28T12:58:18.231 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:18.231 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 -- 172.21.15.88:0/3005283365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5acc0a18d0 msgr2=0x7f5acc0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5acc0a18d0 0x7f5acc0a3d90 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5ad400b2e0 tx=0x7f5ad4005fd0 comp rx=0 tx=0).stop 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 -- 172.21.15.88:0/3005283365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec102050 msgr2=0x7f5aec1995a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec102050 0x7f5aec1995a0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5adc00d980 tx=0x7f5adc00dc90 comp rx=0 tx=0).stop 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 -- 172.21.15.88:0/3005283365 shutdown_connections 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5acc0a18d0 0x7f5acc0a3d90 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5aec1072b0 0x7f5aec1a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5aec102050 0x7f5aec1995a0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 --2- 172.21.15.88:0/3005283365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5aec104980 0x7f5aec199ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 -- 172.21.15.88:0/3005283365 >> 172.21.15.88:0/3005283365 conn(0x7f5aec0fb9a0 msgr2=0x7f5aec1017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:18.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 -- 172.21.15.88:0/3005283365 shutdown_connections 2024-01-28T12:58:18.234 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:18.235+0000 7f5af3200700 1 -- 172.21.15.88:0/3005283365 wait complete. 2024-01-28T12:58:18.234 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 4 2024-01-28T12:58:18.248 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 12:58:17 smithi088 bash[83920]: 729f5f2ccb3f70b8fa889ae2cb2b16bec21fdffeb8f88d0061d157b954ca41b6 2024-01-28T12:58:18.249 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 12:58:17 smithi088 systemd[1]: Started Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:18.249 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 12:58:17 smithi088 ceph-mds[83978]: -- 172.21.15.88:0/3389150451 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bb61f91520 con 0x55bb61f68c00 2024-01-28T12:58:18.249 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 12:58:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: starting mds.d at 2024-01-28T12:58:19.072 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: Deploying daemon mds.e on smithi175 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3005283365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:boot 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: fsmap 4 up:standby 2024-01-28T12:58:19.073 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: Deploying daemon mds.e on smithi175 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3005283365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:boot 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: fsmap 4 up:standby 2024-01-28T12:58:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T12:58:19.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:19.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: Deploying daemon mds.e on smithi175 2024-01-28T12:58:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3005283365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:boot 2024-01-28T12:58:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: fsmap 4 up:standby 2024-01-28T12:58:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T12:58:19.408 INFO:journalctl@ceph.mds.e.smithi175.stdout:Jan 28 12:58:19 smithi175 systemd[1]: Starting Ceph mds.e for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:19.908 INFO:journalctl@ceph.mds.e.smithi175.stdout:Jan 28 12:58:19 smithi175 ceph-mds[79959]: -- 172.21.15.175:0/3935740971 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e31d27f520 con 0x55e31d255000 2024-01-28T12:58:19.908 INFO:journalctl@ceph.mds.e.smithi175.stdout:Jan 28 12:58:19 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-e[79936]: starting mds.e at 2024-01-28T12:58:19.908 INFO:journalctl@ceph.mds.e.smithi175.stdout:Jan 28 12:58:19 smithi175 bash[79921]: 64d4e352fcf27a5c6075e4cec5a20e0bdd3898837fc49ca2fea3aa1ce05eced6 2024-01-28T12:58:19.909 INFO:journalctl@ceph.mds.e.smithi175.stdout:Jan 28 12:58:19 smithi175 systemd[1]: Started Ceph mds.e for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:20.251 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:20.454 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.455+0000 7f51acc00700 1 -- 172.21.15.88:0/3238368372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f51a8101540 msgr2=0x7f51a8101960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:20.454 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.455+0000 7f51acc00700 1 --2- 172.21.15.88:0/3238368372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f51a8101540 0x7f51a8101960 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f51980099c0 tx=0x7f5198009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:20.454 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.455+0000 7f51acc00700 1 -- 172.21.15.88:0/3238368372 shutdown_connections 2024-01-28T12:58:20.454 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.455+0000 7f51acc00700 1 --2- 172.21.15.88:0/3238368372 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f51a81030d0 0x7f51a8109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:20.454 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.455+0000 7f51acc00700 1 --2- 172.21.15.88:0/3238368372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f51a8101540 0x7f51a8101960 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:20.454 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.455+0000 7f51acc00700 1 --2- 172.21.15.88:0/3238368372 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f51a8102730 0x7f51a8102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:20.454 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.455+0000 7f51acc00700 1 -- 172.21.15.88:0/3238368372 >> 172.21.15.88:0/3238368372 conn(0x7f51a80fcad0 msgr2=0x7f51a80feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:20.454 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.456+0000 7f51acc00700 1 -- 172.21.15.88:0/3238368372 shutdown_connections 2024-01-28T12:58:20.454 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.456+0000 7f51acc00700 1 -- 172.21.15.88:0/3238368372 wait complete. 2024-01-28T12:58:20.456 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.456+0000 7f51acc00700 1 Processor -- start 2024-01-28T12:58:20.456 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51acc00700 1 -- start start 2024-01-28T12:58:20.456 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51acc00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f51a8101540 0x7f51a8197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:20.456 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51acc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f51a8102730 0x7f51a81979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:20.456 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51acc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f51a81030d0 0x7f51a819ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51acc00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a819efe0 con 0x7f51a81030d0 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51acc00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a819f120 con 0x7f51a8102730 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51acc00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a819f2b0 con 0x7f51a8101540 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51a5e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f51a8101540 0x7f51a8197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51a6800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f51a81030d0 0x7f51a819ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51a5e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f51a8101540 0x7f51a8197460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:39728/0 (socket says 172.21.15.88:39728) 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f51a5e00700 1 -- 172.21.15.88:0/94492185 learned_addr learned my addr 172.21.15.88:0/94492185 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.457+0000 7f519fe00700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f51a8102730 0x7f51a81979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f51a6800700 1 -- 172.21.15.88:0/94492185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f51a8101540 msgr2=0x7f51a8197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f51a6800700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f51a8101540 0x7f51a8197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f51a6800700 1 -- 172.21.15.88:0/94492185 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f51a8102730 msgr2=0x7f51a81979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f51a6800700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f51a8102730 0x7f51a81979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f51a6800700 1 -- 172.21.15.88:0/94492185 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51980095f0 con 0x7f51a81030d0 2024-01-28T12:58:20.457 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f51a6800700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f51a81030d0 0x7f51a819ea10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f51a000cc50 tx=0x7f51a000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:20.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f519ea00700 1 -- 172.21.15.88:0/94492185 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51a000aa90 con 0x7f51a81030d0 2024-01-28T12:58:20.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f519ea00700 1 -- 172.21.15.88:0/94492185 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f51a000abf0 con 0x7f51a81030d0 2024-01-28T12:58:20.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f51acc00700 1 -- 172.21.15.88:0/94492185 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51a819f590 con 0x7f51a81030d0 2024-01-28T12:58:20.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f519ea00700 1 -- 172.21.15.88:0/94492185 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51a00115e0 con 0x7f51a81030d0 2024-01-28T12:58:20.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.458+0000 7f51acc00700 1 -- 172.21.15.88:0/94492185 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51a819faa0 con 0x7f51a81030d0 2024-01-28T12:58:20.458 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.459+0000 7f51acc00700 1 -- 172.21.15.88:0/94492185 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51a81088f0 con 0x7f51a81030d0 2024-01-28T12:58:20.459 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.461+0000 7f519ea00700 1 -- 172.21.15.88:0/94492185 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f51a0012420 con 0x7f51a81030d0 2024-01-28T12:58:20.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.462+0000 7f519ea00700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f51880a18d0 0x7f51880a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:20.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.463+0000 7f519ea00700 1 -- 172.21.15.88:0/94492185 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f51a00cd180 con 0x7f51a81030d0 2024-01-28T12:58:20.460 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.463+0000 7f51a5e00700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f51880a18d0 0x7f51880a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:20.461 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.463+0000 7f51a5e00700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f51880a18d0 0x7f51880a3d90 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5198000c00 tx=0x7f5198009530 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:20.463 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.465+0000 7f519ea00700 1 -- 172.21.15.88:0/94492185 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f51a0096860 con 0x7f51a81030d0 2024-01-28T12:58:20.705 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.708+0000 7f51acc00700 1 -- 172.21.15.88:0/94492185 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f51a8068240 con 0x7f51a81030d0 2024-01-28T12:58:20.706 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.708+0000 7f519ea00700 1 -- 172.21.15.88:0/94492185 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4495 (secure 0 0 0) 0x7f51a0099e80 con 0x7f51a81030d0 2024-01-28T12:58:20.706 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:20.706 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24509,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 -- 172.21.15.88:0/94492185 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f51880a18d0 msgr2=0x7f51880a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f51880a18d0 0x7f51880a3d90 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5198000c00 tx=0x7f5198009530 comp rx=0 tx=0).stop 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 -- 172.21.15.88:0/94492185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f51a81030d0 msgr2=0x7f51a819ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f51a81030d0 0x7f51a819ea10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f51a000cc50 tx=0x7f51a000cf60 comp rx=0 tx=0).stop 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 -- 172.21.15.88:0/94492185 shutdown_connections 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f51880a18d0 0x7f51880a3d90 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f51a81030d0 0x7f51a819ea10 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f51a8101540 0x7f51a8197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 --2- 172.21.15.88:0/94492185 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f51a8102730 0x7f51a81979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 -- 172.21.15.88:0/94492185 >> 172.21.15.88:0/94492185 conn(0x7f51a80fcad0 msgr2=0x7f51a8105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 -- 172.21.15.88:0/94492185 shutdown_connections 2024-01-28T12:58:20.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:20.711+0000 7f51acc00700 1 -- 172.21.15.88:0/94492185 wait complete. 2024-01-28T12:58:20.710 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 6 2024-01-28T12:58:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: Deploying daemon mds.f on smithi181 2024-01-28T12:58:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6834/861965715,v1:172.21.15.175:6835/861965715] up:boot 2024-01-28T12:58:20.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: fsmap 5 up:standby 2024-01-28T12:58:20.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-01-28T12:58:20.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:20.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:20 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/94492185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:21.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:21.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:21.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:21.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: Deploying daemon mds.f on smithi181 2024-01-28T12:58:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6834/861965715,v1:172.21.15.175:6835/861965715] up:boot 2024-01-28T12:58:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: fsmap 5 up:standby 2024-01-28T12:58:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-01-28T12:58:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:20 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/94492185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:21.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:21.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: Deploying daemon mds.f on smithi181 2024-01-28T12:58:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6834/861965715,v1:172.21.15.175:6835/861965715] up:boot 2024-01-28T12:58:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: fsmap 5 up:standby 2024-01-28T12:58:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-01-28T12:58:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:20 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/94492185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:21.479 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 12:58:21 smithi181 systemd[1]: Starting Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:22.205 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 12:58:21 smithi181 ceph-mds[83242]: -- 172.21.15.181:0/930696307 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a6ac321520 con 0x55a6ac2f6c00 2024-01-28T12:58:22.205 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 12:58:21 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: starting mds.f at 2024-01-28T12:58:22.205 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 12:58:21 smithi181 bash[83204]: 2d0bc299f887864d41e3e7ee4a843256de2c61c87ef32d99a00a7a73984b034e 2024-01-28T12:58:22.205 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 12:58:21 smithi181 systemd[1]: Started Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:22.728 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:22.932 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.934+0000 7f3937e00700 1 -- 172.21.15.88:0/4250013717 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3930102750 msgr2=0x7f3930102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:22.933 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.934+0000 7f3937e00700 1 --2- 172.21.15.88:0/4250013717 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3930102750 0x7f3930102bb0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f3918009990 tx=0x7f3918009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:22.933 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.934+0000 7f3937e00700 1 -- 172.21.15.88:0/4250013717 shutdown_connections 2024-01-28T12:58:22.933 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.934+0000 7f3937e00700 1 --2- 172.21.15.88:0/4250013717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f39301030f0 0x7f39301099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:22.933 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.934+0000 7f3937e00700 1 --2- 172.21.15.88:0/4250013717 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3930101560 0x7f3930101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:22.933 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.934+0000 7f3937e00700 1 --2- 172.21.15.88:0/4250013717 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3930102750 0x7f3930102bb0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:22.933 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.934+0000 7f3937e00700 1 -- 172.21.15.88:0/4250013717 >> 172.21.15.88:0/4250013717 conn(0x7f39300fcad0 msgr2=0x7f39300fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:22.933 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.934+0000 7f3937e00700 1 -- 172.21.15.88:0/4250013717 shutdown_connections 2024-01-28T12:58:22.933 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.935+0000 7f3937e00700 1 -- 172.21.15.88:0/4250013717 wait complete. 2024-01-28T12:58:22.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.935+0000 7f3937e00700 1 Processor -- start 2024-01-28T12:58:22.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3937e00700 1 -- start start 2024-01-28T12:58:22.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3937e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3930101560 0x7f39301996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:22.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3937e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3930102750 0x7f3930199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:22.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3937e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f39301030f0 0x7f39301a0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:22.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3937e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39301a1230 con 0x7f39301030f0 2024-01-28T12:58:22.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3937e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39301a1370 con 0x7f3930101560 2024-01-28T12:58:22.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3937e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39301a1500 con 0x7f3930102750 2024-01-28T12:58:22.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3935e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f39301030f0 0x7f39301a0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:22.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3934a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3930102750 0x7f3930199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3934a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3930102750 0x7f3930199bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:56204/0 (socket says 172.21.15.88:56204) 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3935e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f39301030f0 0x7f39301a0c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52174/0 (socket says 172.21.15.88:52174) 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3934a00700 1 -- 172.21.15.88:0/1359391368 learned_addr learned my addr 172.21.15.88:0/1359391368 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.936+0000 7f3935400700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3930101560 0x7f39301996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f3934a00700 1 -- 172.21.15.88:0/1359391368 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3930101560 msgr2=0x7f39301996b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f3934a00700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3930101560 0x7f39301996b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f3934a00700 1 -- 172.21.15.88:0/1359391368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f39301030f0 msgr2=0x7f39301a0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f3934a00700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f39301030f0 0x7f39301a0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f3934a00700 1 -- 172.21.15.88:0/1359391368 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39180095f0 con 0x7f3930102750 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f3935e00700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f39301030f0 0x7f39301a0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f3934a00700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3930102750 0x7f3930199bf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f391800b680 tx=0x7f3918009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f392e000700 1 -- 172.21.15.88:0/1359391368 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f391801d070 con 0x7f3930102750 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f3937e00700 1 -- 172.21.15.88:0/1359391368 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39301a1780 con 0x7f3930102750 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f392e000700 1 -- 172.21.15.88:0/1359391368 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3918022470 con 0x7f3930102750 2024-01-28T12:58:22.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f392e000700 1 -- 172.21.15.88:0/1359391368 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3918017650 con 0x7f3930102750 2024-01-28T12:58:22.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.937+0000 7f3937e00700 1 -- 172.21.15.88:0/1359391368 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39301a1ba0 con 0x7f3930102750 2024-01-28T12:58:22.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.938+0000 7f3937e00700 1 -- 172.21.15.88:0/1359391368 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3930068240 con 0x7f3930102750 2024-01-28T12:58:22.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.940+0000 7f392e000700 1 -- 172.21.15.88:0/1359391368 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f39180225e0 con 0x7f3930102750 2024-01-28T12:58:22.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.941+0000 7f392e000700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f39100a1850 0x7f39100a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:22.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.941+0000 7f392e000700 1 -- 172.21.15.88:0/1359391368 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f39180cdfa0 con 0x7f3930102750 2024-01-28T12:58:22.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.941+0000 7f3935400700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f39100a1850 0x7f39100a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:22.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.942+0000 7f3935400700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f39100a1850 0x7f39100a3d10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f39301025b0 tx=0x7f3920009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:22.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:22.945+0000 7f392e000700 1 -- 172.21.15.88:0/1359391368 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f3918097710 con 0x7f3930102750 2024-01-28T12:58:23.020 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:23.021 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:23.021 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:23.021 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:23.021 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:23.021 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:23.021 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: Deploying daemon mds.c on smithi181 2024-01-28T12:58:23.021 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:boot 2024-01-28T12:58:23.021 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: fsmap 6 up:standby 2024-01-28T12:58:23.021 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T12:58:23.021 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:22 smithi181 ceph-mon[45557]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:23.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:23.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:23.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:23.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:23.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:23.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:23.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: Deploying daemon mds.c on smithi181 2024-01-28T12:58:23.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:boot 2024-01-28T12:58:23.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: fsmap 6 up:standby 2024-01-28T12:58:23.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T12:58:23.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:22 smithi175 ceph-mon[44549]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:23.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.192+0000 7f3937e00700 1 -- 172.21.15.88:0/1359391368 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f393010cdd0 con 0x7f3930102750 2024-01-28T12:58:23.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.194+0000 7f392e000700 1 -- 172.21.15.88:0/1359391368 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5289 (secure 0 0 0) 0x7f391809ad30 con 0x7f3930102750 2024-01-28T12:58:23.191 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:23.191 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24509,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24520,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7}],"filesystems":[]} 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 -- 172.21.15.88:0/1359391368 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f39100a1850 msgr2=0x7f39100a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f39100a1850 0x7f39100a3d10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f39301025b0 tx=0x7f3920009260 comp rx=0 tx=0).stop 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 -- 172.21.15.88:0/1359391368 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3930102750 msgr2=0x7f3930199bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3930102750 0x7f3930199bf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f391800b680 tx=0x7f3918009580 comp rx=0 tx=0).stop 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 -- 172.21.15.88:0/1359391368 shutdown_connections 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f39100a1850 0x7f39100a3d10 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f39301030f0 0x7f39301a0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3930101560 0x7f39301996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 --2- 172.21.15.88:0/1359391368 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3930102750 0x7f3930199bf0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 -- 172.21.15.88:0/1359391368 >> 172.21.15.88:0/1359391368 conn(0x7f39300fcad0 msgr2=0x7f3930073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 -- 172.21.15.88:0/1359391368 shutdown_connections 2024-01-28T12:58:23.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:23.196+0000 7f3937e00700 1 -- 172.21.15.88:0/1359391368 wait complete. 2024-01-28T12:58:23.195 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 7 2024-01-28T12:58:23.210 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:23.210 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:23.210 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:23.210 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:23.210 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:23.210 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:23.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: Deploying daemon mds.c on smithi181 2024-01-28T12:58:23.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:boot 2024-01-28T12:58:23.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: fsmap 6 up:standby 2024-01-28T12:58:23.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T12:58:23.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:22 smithi088 ceph-mon[35322]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:23.455 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 28 12:58:23 smithi181 systemd[1]: Starting Ceph mds.c for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:23.955 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 28 12:58:23 smithi181 ceph-mds[83582]: -- 172.21.15.181:0/477162297 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564b8f435520 con 0x564b8f40ac00 2024-01-28T12:58:23.955 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 28 12:58:23 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-c[83559]: starting mds.c at 2024-01-28T12:58:23.955 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 28 12:58:23 smithi181 bash[83544]: 43a2b89c61f988be2da150f8015dcba713816e091e5c2d769e67a2cb4b6baed3 2024-01-28T12:58:23.955 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 28 12:58:23 smithi181 systemd[1]: Started Ceph mds.c for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:23 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1359391368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:24.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:24.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:24.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:23 smithi088 ceph-mon[35322]: Deploying daemon mds.h on smithi175 2024-01-28T12:58:24.333 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:23 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1359391368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:24.333 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:24.334 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:24.334 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:24.334 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:24.334 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:24.334 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:24.334 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:23 smithi175 ceph-mon[44549]: Deploying daemon mds.h on smithi175 2024-01-28T12:58:24.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:23 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1359391368' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:24.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:24.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:24.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:24.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:24.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:24.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:24.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:23 smithi181 ceph-mon[45557]: Deploying daemon mds.h on smithi175 2024-01-28T12:58:25.213 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:25.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:24 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] up:boot 2024-01-28T12:58:25.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:24 smithi175 ceph-mon[44549]: fsmap 7 up:standby 2024-01-28T12:58:25.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-01-28T12:58:25.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:24 smithi175 ceph-mon[44549]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:25.267 INFO:journalctl@ceph.mds.h.smithi175.stdout:Jan 28 12:58:25 smithi175 systemd[1]: Starting Ceph mds.h for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:25.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:24 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] up:boot 2024-01-28T12:58:25.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:24 smithi088 ceph-mon[35322]: fsmap 7 up:standby 2024-01-28T12:58:25.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-01-28T12:58:25.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:24 smithi088 ceph-mon[35322]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:25.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.416+0000 7ff2c2800700 1 -- 172.21.15.88:0/326391491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2bc1030d0 msgr2=0x7ff2bc109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:25.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.416+0000 7ff2c2800700 1 --2- 172.21.15.88:0/326391491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2bc1030d0 0x7ff2bc109980 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff2b400b0d0 tx=0x7ff2b400b3e0 comp rx=0 tx=0).stop 2024-01-28T12:58:25.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.416+0000 7ff2c2800700 1 -- 172.21.15.88:0/326391491 shutdown_connections 2024-01-28T12:58:25.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.416+0000 7ff2c2800700 1 --2- 172.21.15.88:0/326391491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2bc1030d0 0x7ff2bc109980 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:25.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.416+0000 7ff2c2800700 1 --2- 172.21.15.88:0/326391491 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2bc101540 0x7ff2bc101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:25.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.416+0000 7ff2c2800700 1 --2- 172.21.15.88:0/326391491 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2bc102730 0x7ff2bc102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:25.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.416+0000 7ff2c2800700 1 -- 172.21.15.88:0/326391491 >> 172.21.15.88:0/326391491 conn(0x7ff2bc0fcad0 msgr2=0x7ff2bc0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:25.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.416+0000 7ff2c2800700 1 -- 172.21.15.88:0/326391491 shutdown_connections 2024-01-28T12:58:25.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.416+0000 7ff2c2800700 1 -- 172.21.15.88:0/326391491 wait complete. 2024-01-28T12:58:25.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.417+0000 7ff2c2800700 1 Processor -- start 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.417+0000 7ff2c2800700 1 -- start start 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2c2800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2bc101540 0x7ff2bc199770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2c2800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2bc102730 0x7ff2bc199cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2c2800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2bc1030d0 0x7ff2bc1a0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2c2800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2bc1a12f0 con 0x7ff2bc1030d0 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2c2800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2bc1a1430 con 0x7ff2bc101540 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2c2800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2bc1a15c0 con 0x7ff2bc102730 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2bb400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2bc101540 0x7ff2bc199770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2bb400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2bc101540 0x7ff2bc199770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:49412/0 (socket says 172.21.15.88:49412) 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2bb400700 1 -- 172.21.15.88:0/4167719616 learned_addr learned my addr 172.21.15.88:0/4167719616 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2bbe00700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2bc1030d0 0x7ff2bc1a0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2baa00700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2bc102730 0x7ff2bc199cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:25.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2bb400700 1 -- 172.21.15.88:0/4167719616 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2bc102730 msgr2=0x7ff2bc199cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2bb400700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2bc102730 0x7ff2bc199cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2bb400700 1 -- 172.21.15.88:0/4167719616 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2bc1030d0 msgr2=0x7ff2bc1a0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2bb400700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2bc1030d0 0x7ff2bc1a0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2bb400700 1 -- 172.21.15.88:0/4167719616 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2b4009d00 con 0x7ff2bc101540 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.418+0000 7ff2bb400700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2bc101540 0x7ff2bc199770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ff2ac00e970 tx=0x7ff2ac00ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.419+0000 7ff2b3e00700 1 -- 172.21.15.88:0/4167719616 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2ac009790 con 0x7ff2bc101540 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.419+0000 7ff2b3e00700 1 -- 172.21.15.88:0/4167719616 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff2ac00eec0 con 0x7ff2bc101540 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.419+0000 7ff2c2800700 1 -- 172.21.15.88:0/4167719616 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2bc1a18a0 con 0x7ff2bc101540 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.419+0000 7ff2b3e00700 1 -- 172.21.15.88:0/4167719616 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2ac003cf0 con 0x7ff2bc101540 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.419+0000 7ff2c2800700 1 -- 172.21.15.88:0/4167719616 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2bc1a1db0 con 0x7ff2bc101540 2024-01-28T12:58:25.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.420+0000 7ff2c2800700 1 -- 172.21.15.88:0/4167719616 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2bc068240 con 0x7ff2bc101540 2024-01-28T12:58:25.421 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.422+0000 7ff2b3e00700 1 -- 172.21.15.88:0/4167719616 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7ff2ac00ccd0 con 0x7ff2bc101540 2024-01-28T12:58:25.421 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.423+0000 7ff2b3e00700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff29c0a1850 0x7ff29c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:25.422 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.423+0000 7ff2b3e00700 1 -- 172.21.15.88:0/4167719616 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff2ac014070 con 0x7ff2bc101540 2024-01-28T12:58:25.422 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.423+0000 7ff2baa00700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff29c0a1850 0x7ff29c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:25.422 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.424+0000 7ff2baa00700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff29c0a1850 0x7ff29c0a3d10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff2a4009bf0 tx=0x7ff2a4009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:25.424 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.425+0000 7ff2b3e00700 1 -- 172.21.15.88:0/4167719616 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7ff2ac096680 con 0x7ff2bc101540 2024-01-28T12:58:25.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:24 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] up:boot 2024-01-28T12:58:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:24 smithi181 ceph-mon[45557]: fsmap 7 up:standby 2024-01-28T12:58:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-01-28T12:58:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:24 smithi181 ceph-mon[45557]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:25.658 INFO:journalctl@ceph.mds.h.smithi175.stdout:Jan 28 12:58:25 smithi175 ceph-mds[80297]: -- 172.21.15.175:0/913470528 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f3e8045520 con 0x55f3e801a800 2024-01-28T12:58:25.659 INFO:journalctl@ceph.mds.h.smithi175.stdout:Jan 28 12:58:25 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-h[80274]: starting mds.h at 2024-01-28T12:58:25.659 INFO:journalctl@ceph.mds.h.smithi175.stdout:Jan 28 12:58:25 smithi175 bash[80259]: 6205979dfec39f91e333708956cdc3f336d967d9c269486c5ce993405f524bc0 2024-01-28T12:58:25.659 INFO:journalctl@ceph.mds.h.smithi175.stdout:Jan 28 12:58:25 smithi175 systemd[1]: Started Ceph mds.h for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:25.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.684+0000 7ff2c2800700 1 -- 172.21.15.88:0/4167719616 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff2bc1a1fd0 con 0x7ff2bc101540 2024-01-28T12:58:25.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.685+0000 7ff2b3e00700 1 -- 172.21.15.88:0/4167719616 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+6083 (secure 0 0 0) 0x7ff2ac099ca0 con 0x7ff2bc101540 2024-01-28T12:58:25.684 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:25.684 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24509,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24520,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24532,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 -- 172.21.15.88:0/4167719616 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff29c0a1850 msgr2=0x7ff29c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff29c0a1850 0x7ff29c0a3d10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff2a4009bf0 tx=0x7ff2a4009260 comp rx=0 tx=0).stop 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 -- 172.21.15.88:0/4167719616 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2bc101540 msgr2=0x7ff2bc199770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2bc101540 0x7ff2bc199770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ff2ac00e970 tx=0x7ff2ac00ec80 comp rx=0 tx=0).stop 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 -- 172.21.15.88:0/4167719616 shutdown_connections 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff29c0a1850 0x7ff29c0a3d10 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2bc1030d0 0x7ff2bc1a0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff2bc101540 0x7ff2bc199770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 --2- 172.21.15.88:0/4167719616 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff2bc102730 0x7ff2bc199cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 -- 172.21.15.88:0/4167719616 >> 172.21.15.88:0/4167719616 conn(0x7ff2bc0fcad0 msgr2=0x7ff2bc073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 -- 172.21.15.88:0/4167719616 shutdown_connections 2024-01-28T12:58:25.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:25.688+0000 7ff2c2800700 1 -- 172.21.15.88:0/4167719616 wait complete. 2024-01-28T12:58:25.688 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 8 2024-01-28T12:58:26.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:26.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:26.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:26.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:26.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:26.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:26.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: Deploying daemon mds.i on smithi181 2024-01-28T12:58:26.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/4167719616' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:26.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] up:boot 2024-01-28T12:58:26.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: fsmap 8 up:standby 2024-01-28T12:58:26.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-01-28T12:58:26.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: Deploying daemon mds.i on smithi181 2024-01-28T12:58:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/4167719616' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] up:boot 2024-01-28T12:58:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: fsmap 8 up:standby 2024-01-28T12:58:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-01-28T12:58:26.992 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 28 12:58:26 smithi181 systemd[1]: Starting Ceph mds.i for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:27.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:27.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: Deploying daemon mds.i on smithi181 2024-01-28T12:58:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/4167719616' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] up:boot 2024-01-28T12:58:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: fsmap 8 up:standby 2024-01-28T12:58:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-01-28T12:58:27.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:27 smithi181 ceph-mon[45557]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:27.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:27.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:27.705 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 28 12:58:27 smithi181 ceph-mds[83922]: -- 172.21.15.181:0/3037608698 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a9def81520 con 0x55a9def57000 2024-01-28T12:58:27.705 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 28 12:58:27 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-i[83899]: starting mds.i at 2024-01-28T12:58:27.705 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 28 12:58:27 smithi181 bash[83883]: c51cbe410f4891568c954c6eaa4f9418c2c26b8fe3349c8188a08f1ec970b49b 2024-01-28T12:58:27.705 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 28 12:58:27 smithi181 systemd[1]: Started Ceph mds.i for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:27.707 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:27.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.906+0000 7f62f4200700 1 -- 172.21.15.88:0/3797748612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62ec075610 msgr2=0x7f62ec073a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:27.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.906+0000 7f62f4200700 1 --2- 172.21.15.88:0/3797748612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62ec075610 0x7f62ec073a60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f62dc009990 tx=0x7f62dc009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:27.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.906+0000 7f62f4200700 1 -- 172.21.15.88:0/3797748612 shutdown_connections 2024-01-28T12:58:27.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.906+0000 7f62f4200700 1 --2- 172.21.15.88:0/3797748612 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f62ec10db30 0x7f62ec10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:27.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.906+0000 7f62f4200700 1 --2- 172.21.15.88:0/3797748612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62ec075610 0x7f62ec073a60 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:27.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.906+0000 7f62f4200700 1 --2- 172.21.15.88:0/3797748612 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62ec074030 0x7f62ec0744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:27.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.906+0000 7f62f4200700 1 -- 172.21.15.88:0/3797748612 >> 172.21.15.88:0/3797748612 conn(0x7f62ec0fcad0 msgr2=0x7f62ec0fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:27.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.906+0000 7f62f4200700 1 -- 172.21.15.88:0/3797748612 shutdown_connections 2024-01-28T12:58:27.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.906+0000 7f62f4200700 1 -- 172.21.15.88:0/3797748612 wait complete. 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.907+0000 7f62f4200700 1 Processor -- start 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.907+0000 7f62f4200700 1 -- start start 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.907+0000 7f62f4200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f62ec074030 0x7f62ec19dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.907+0000 7f62f4200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62ec075610 0x7f62ec19dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.907+0000 7f62f4200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62ec10db30 0x7f62ec1a5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.907+0000 7f62f4200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62ec1a5630 con 0x7f62ec10db30 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.907+0000 7f62f4200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62ec1a5770 con 0x7f62ec075610 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.907+0000 7f62f4200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62ec1a5900 con 0x7f62ec074030 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f2200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62ec10db30 0x7f62ec1a5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f2200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62ec10db30 0x7f62ec1a5060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52220/0 (socket says 172.21.15.88:52220) 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f2200700 1 -- 172.21.15.88:0/16161365 learned_addr learned my addr 172.21.15.88:0/16161365 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:27.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f1800700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f62ec074030 0x7f62ec19dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f0e00700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62ec075610 0x7f62ec19dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f2200700 1 -- 172.21.15.88:0/16161365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f62ec074030 msgr2=0x7f62ec19dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f2200700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f62ec074030 0x7f62ec19dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f2200700 1 -- 172.21.15.88:0/16161365 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62ec075610 msgr2=0x7f62ec19dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f2200700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62ec075610 0x7f62ec19dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f2200700 1 -- 172.21.15.88:0/16161365 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62dc0095f0 con 0x7f62ec10db30 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f2200700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62ec10db30 0x7f62ec1a5060 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f62e400ef30 tx=0x7f62e400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62ea000700 1 -- 172.21.15.88:0/16161365 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62e4018070 con 0x7f62ec10db30 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62f4200700 1 -- 172.21.15.88:0/16161365 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62ec1a5b80 con 0x7f62ec10db30 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.908+0000 7f62ea000700 1 -- 172.21.15.88:0/16161365 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f62e400f040 con 0x7f62ec10db30 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.909+0000 7f62ea000700 1 -- 172.21.15.88:0/16161365 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62e400cd00 con 0x7f62ec10db30 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.909+0000 7f62f4200700 1 -- 172.21.15.88:0/16161365 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62ec1a6040 con 0x7f62ec10db30 2024-01-28T12:58:27.910 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.910+0000 7f62f4200700 1 -- 172.21.15.88:0/16161365 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62ec103d90 con 0x7f62ec10db30 2024-01-28T12:58:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:27 smithi175 ceph-mon[44549]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:27.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.911+0000 7f62ea000700 1 -- 172.21.15.88:0/16161365 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f62e4003a00 con 0x7f62ec10db30 2024-01-28T12:58:27.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.913+0000 7f62ea000700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62cc0a1850 0x7f62cc0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:27.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.913+0000 7f62ea000700 1 -- 172.21.15.88:0/16161365 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f62e40cc7b0 con 0x7f62ec10db30 2024-01-28T12:58:27.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.913+0000 7f62f1800700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62cc0a1850 0x7f62cc0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:27.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.914+0000 7f62f1800700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62cc0a1850 0x7f62cc0a3d10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f62dc00b2e0 tx=0x7f62dc005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:27.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:27.917+0000 7f62ea000700 1 -- 172.21.15.88:0/16161365 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f62e4095fc0 con 0x7f62ec10db30 2024-01-28T12:58:28.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:27 smithi088 ceph-mon[35322]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:28.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:28.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:28.178 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.179+0000 7f62f4200700 1 -- 172.21.15.88:0/16161365 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f62ec113430 con 0x7f62ec10db30 2024-01-28T12:58:28.179 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.180+0000 7f62ea000700 1 -- 172.21.15.88:0/16161365 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7670 (secure 0 0 0) 0x7f62e40995e0 con 0x7f62ec10db30 2024-01-28T12:58:28.179 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:28.179 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24509,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24520,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24532,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24550,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-01-28T12:58:28.182 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 -- 172.21.15.88:0/16161365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62cc0a1850 msgr2=0x7f62cc0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:28.182 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62cc0a1850 0x7f62cc0a3d10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f62dc00b2e0 tx=0x7f62dc005fd0 comp rx=0 tx=0).stop 2024-01-28T12:58:28.182 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 -- 172.21.15.88:0/16161365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62ec10db30 msgr2=0x7f62ec1a5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:28.182 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62ec10db30 0x7f62ec1a5060 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f62e400ef30 tx=0x7f62e400c3a0 comp rx=0 tx=0).stop 2024-01-28T12:58:28.182 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 -- 172.21.15.88:0/16161365 shutdown_connections 2024-01-28T12:58:28.182 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62cc0a1850 0x7f62cc0a3d10 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:28.182 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62ec10db30 0x7f62ec1a5060 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:28.183 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f62ec074030 0x7f62ec19dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:28.183 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 --2- 172.21.15.88:0/16161365 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62ec075610 0x7f62ec19dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:28.183 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 -- 172.21.15.88:0/16161365 >> 172.21.15.88:0/16161365 conn(0x7f62ec0fcad0 msgr2=0x7f62ec100ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:28.183 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 -- 172.21.15.88:0/16161365 shutdown_connections 2024-01-28T12:58:28.183 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:28.183+0000 7f62f4200700 1 -- 172.21.15.88:0/16161365 wait complete. 2024-01-28T12:58:28.183 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 10 2024-01-28T12:58:28.720 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:28 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] up:boot 2024-01-28T12:58:28.721 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:28 smithi088 ceph-mon[35322]: fsmap 9 up:standby 2024-01-28T12:58:28.721 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-01-28T12:58:28.721 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:28.721 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:28.721 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:28.721 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:28.721 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:28 smithi088 ceph-mon[35322]: Deploying daemon mds.g on smithi088 2024-01-28T12:58:28.721 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:28 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/16161365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:28.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:28 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] up:boot 2024-01-28T12:58:28.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:28 smithi175 ceph-mon[44549]: fsmap 9 up:standby 2024-01-28T12:58:28.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-01-28T12:58:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:28 smithi175 ceph-mon[44549]: Deploying daemon mds.g on smithi088 2024-01-28T12:58:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:28 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/16161365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:28.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:28 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] up:boot 2024-01-28T12:58:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:28 smithi181 ceph-mon[45557]: fsmap 9 up:standby 2024-01-28T12:58:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-01-28T12:58:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:28 smithi181 ceph-mon[45557]: Deploying daemon mds.g on smithi088 2024-01-28T12:58:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:28 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/16161365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:29.690 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:29 smithi088 ceph-mon[35322]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:29.691 INFO:journalctl@ceph.mds.g.smithi088.stdout:Jan 28 12:58:29 smithi088 systemd[1]: Starting Ceph mds.g for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:29.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:29 smithi175 ceph-mon[44549]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:29.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:29 smithi181 ceph-mon[45557]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:30.202 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:30.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.411+0000 7fd147e00700 1 -- 172.21.15.88:0/3253896713 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd148101420 msgr2=0x7fd148101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:30.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.411+0000 7fd147e00700 1 --2- 172.21.15.88:0/3253896713 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd148101420 0x7fd148101840 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd1380099c0 tx=0x7fd138009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:30.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.412+0000 7fd147e00700 1 -- 172.21.15.88:0/3253896713 shutdown_connections 2024-01-28T12:58:30.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.412+0000 7fd147e00700 1 --2- 172.21.15.88:0/3253896713 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd148102fb0 0x7fd148109860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:30.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.412+0000 7fd147e00700 1 --2- 172.21.15.88:0/3253896713 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd148101420 0x7fd148101840 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:30.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.412+0000 7fd147e00700 1 --2- 172.21.15.88:0/3253896713 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd148102610 0x7fd148102a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:30.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.412+0000 7fd147e00700 1 -- 172.21.15.88:0/3253896713 >> 172.21.15.88:0/3253896713 conn(0x7fd1480fc9b0 msgr2=0x7fd1480fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:30.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.412+0000 7fd147e00700 1 -- 172.21.15.88:0/3253896713 shutdown_connections 2024-01-28T12:58:30.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.412+0000 7fd147e00700 1 -- 172.21.15.88:0/3253896713 wait complete. 2024-01-28T12:58:30.412 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.413+0000 7fd147e00700 1 Processor -- start 2024-01-28T12:58:30.412 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.413+0000 7fd147e00700 1 -- start start 2024-01-28T12:58:30.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd147e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd148101420 0x7fd148075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:30.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd147e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd148102610 0x7fd1480739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:30.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd147e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd148102fb0 0x7fd148073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:30.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd147e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1480746a0 con 0x7fd148102610 2024-01-28T12:58:30.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd147e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd148074810 con 0x7fd148101420 2024-01-28T12:58:30.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd147e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1481a1350 con 0x7fd148102fb0 2024-01-28T12:58:30.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd146a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd148101420 0x7fd148075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd146a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd148101420 0x7fd148075380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:49460/0 (socket says 172.21.15.88:49460) 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd146a00700 1 -- 172.21.15.88:0/3474713361 learned_addr learned my addr 172.21.15.88:0/3474713361 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd146000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd148102610 0x7fd1480739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd147400700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd148102fb0 0x7fd148073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd146a00700 1 -- 172.21.15.88:0/3474713361 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd148102fb0 msgr2=0x7fd148073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.414+0000 7fd146a00700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd148102fb0 0x7fd148073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.415+0000 7fd146a00700 1 -- 172.21.15.88:0/3474713361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd148102610 msgr2=0x7fd1480739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.415+0000 7fd146a00700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd148102610 0x7fd1480739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.415+0000 7fd146a00700 1 -- 172.21.15.88:0/3474713361 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1380095f0 con 0x7fd148101420 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.415+0000 7fd146a00700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd148101420 0x7fd148075380 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd138003730 tx=0x7fd13800f670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.415+0000 7fd13f400700 1 -- 172.21.15.88:0/3474713361 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd13801d070 con 0x7fd148101420 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.415+0000 7fd13f400700 1 -- 172.21.15.88:0/3474713361 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd1380059a0 con 0x7fd148101420 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.415+0000 7fd147e00700 1 -- 172.21.15.88:0/3474713361 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1481a15d0 con 0x7fd148101420 2024-01-28T12:58:30.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.415+0000 7fd13f400700 1 -- 172.21.15.88:0/3474713361 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd138004990 con 0x7fd148101420 2024-01-28T12:58:30.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.415+0000 7fd147e00700 1 -- 172.21.15.88:0/3474713361 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1481a1ad0 con 0x7fd148101420 2024-01-28T12:58:30.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.416+0000 7fd147e00700 1 -- 172.21.15.88:0/3474713361 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1481087f0 con 0x7fd148101420 2024-01-28T12:58:30.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.418+0000 7fd13f400700 1 -- 172.21.15.88:0/3474713361 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fd138005210 con 0x7fd148101420 2024-01-28T12:58:30.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.419+0000 7fd13f400700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1280a18d0 0x7fd1280a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:30.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.419+0000 7fd13f400700 1 -- 172.21.15.88:0/3474713361 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd1380cd860 con 0x7fd148101420 2024-01-28T12:58:30.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.420+0000 7fd146000700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1280a18d0 0x7fd1280a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:30.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.420+0000 7fd146000700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1280a18d0 0x7fd1280a3d90 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd130009c60 tx=0x7fd130009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:30.422 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.424+0000 7fd13f400700 1 -- 172.21.15.88:0/3474713361 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fd138096fd0 con 0x7fd148101420 2024-01-28T12:58:30.526 INFO:journalctl@ceph.mds.g.smithi088.stdout:Jan 28 12:58:30 smithi088 ceph-mds[84524]: -- 172.21.15.88:0/959855737 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b61c441520 con 0x55b61c418c00 2024-01-28T12:58:30.526 INFO:journalctl@ceph.mds.g.smithi088.stdout:Jan 28 12:58:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-g[84501]: starting mds.g at 2024-01-28T12:58:30.526 INFO:journalctl@ceph.mds.g.smithi088.stdout:Jan 28 12:58:30 smithi088 bash[84486]: 7106e0232c8ed8f6ec28f482fb3e5842e73e6a8277a5ae2668f4693f8e980cf7 2024-01-28T12:58:30.526 INFO:journalctl@ceph.mds.g.smithi088.stdout:Jan 28 12:58:30 smithi088 systemd[1]: Started Ceph mds.g for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:30.689 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.690+0000 7fd147e00700 1 -- 172.21.15.88:0/3474713361 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd148068240 con 0x7fd148101420 2024-01-28T12:58:30.690 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.691+0000 7fd13f400700 1 -- 172.21.15.88:0/3474713361 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7670 (secure 0 0 0) 0x7fd13809a5f0 con 0x7fd148101420 2024-01-28T12:58:30.690 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:30.690 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24509,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24520,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24532,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24550,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-01-28T12:58:30.693 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 -- 172.21.15.88:0/3474713361 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1280a18d0 msgr2=0x7fd1280a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:30.693 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1280a18d0 0x7fd1280a3d90 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd130009c60 tx=0x7fd130009260 comp rx=0 tx=0).stop 2024-01-28T12:58:30.693 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 -- 172.21.15.88:0/3474713361 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd148101420 msgr2=0x7fd148075380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:30.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd148101420 0x7fd148075380 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd138003730 tx=0x7fd13800f670 comp rx=0 tx=0).stop 2024-01-28T12:58:30.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 -- 172.21.15.88:0/3474713361 shutdown_connections 2024-01-28T12:58:30.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1280a18d0 0x7fd1280a3d90 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:30.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd148102fb0 0x7fd148073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:30.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd148101420 0x7fd148075380 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:30.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 --2- 172.21.15.88:0/3474713361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd148102610 0x7fd1480739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:30.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 -- 172.21.15.88:0/3474713361 >> 172.21.15.88:0/3474713361 conn(0x7fd1480fc9b0 msgr2=0x7fd148105930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:30.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 -- 172.21.15.88:0/3474713361 shutdown_connections 2024-01-28T12:58:30.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:30.694+0000 7fd147e00700 1 -- 172.21.15.88:0/3474713361 wait complete. 2024-01-28T12:58:30.694 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 10 2024-01-28T12:58:31.598 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: Deploying daemon mds.a on smithi088 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3474713361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6838/836955068,v1:172.21.15.88:6839/836955068] up:boot 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: fsmap 10 up:standby 2024-01-28T12:58:31.599 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-01-28T12:58:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: Deploying daemon mds.a on smithi088 2024-01-28T12:58:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3474713361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6838/836955068,v1:172.21.15.88:6839/836955068] up:boot 2024-01-28T12:58:31.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: fsmap 10 up:standby 2024-01-28T12:58:31.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-01-28T12:58:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: Deploying daemon mds.a on smithi088 2024-01-28T12:58:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3474713361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6838/836955068,v1:172.21.15.88:6839/836955068] up:boot 2024-01-28T12:58:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: fsmap 10 up:standby 2024-01-28T12:58:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-01-28T12:58:32.276 INFO:journalctl@ceph.mds.a.smithi088.stdout:Jan 28 12:58:32 smithi088 systemd[1]: Starting Ceph mds.a for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:32.713 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:32.927 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.928+0000 7ff639000700 1 -- 172.21.15.88:0/3035310902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff634101420 msgr2=0x7ff634101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:32.928 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.928+0000 7ff639000700 1 --2- 172.21.15.88:0/3035310902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff634101420 0x7ff634101840 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff6240099c0 tx=0x7ff624009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:32.928 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.928+0000 7ff639000700 1 -- 172.21.15.88:0/3035310902 shutdown_connections 2024-01-28T12:58:32.931 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.928+0000 7ff639000700 1 --2- 172.21.15.88:0/3035310902 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff634102fb0 0x7ff634109860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:32.931 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.928+0000 7ff639000700 1 --2- 172.21.15.88:0/3035310902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff634101420 0x7ff634101840 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:32.931 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.928+0000 7ff639000700 1 --2- 172.21.15.88:0/3035310902 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff634102610 0x7ff634102a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:32.931 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.928+0000 7ff639000700 1 -- 172.21.15.88:0/3035310902 >> 172.21.15.88:0/3035310902 conn(0x7ff6340fc9b0 msgr2=0x7ff6340fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:32.931 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.929+0000 7ff639000700 1 -- 172.21.15.88:0/3035310902 shutdown_connections 2024-01-28T12:58:32.931 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.929+0000 7ff639000700 1 -- 172.21.15.88:0/3035310902 wait complete. 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff639000700 1 Processor -- start 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff639000700 1 -- start start 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff639000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff634101420 0x7ff634199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff639000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff634102610 0x7ff634199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff639000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff634102fb0 0x7ff6341a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff639000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6341a10d0 con 0x7ff634102fb0 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff639000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6341a1210 con 0x7ff634102610 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff639000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6341a13a0 con 0x7ff634101420 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff632a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff634102610 0x7ff634199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff633400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff634101420 0x7ff634199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff633e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff634102fb0 0x7ff6341a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:32.934 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff632a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff634102610 0x7ff634199a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:58850/0 (socket says 172.21.15.88:58850) 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff632a00700 1 -- 172.21.15.88:0/3342765072 learned_addr learned my addr 172.21.15.88:0/3342765072 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.930+0000 7ff633400700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff634101420 0x7ff634199550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:44290/0 (socket says 172.21.15.88:44290) 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff632a00700 1 -- 172.21.15.88:0/3342765072 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff634101420 msgr2=0x7ff634199550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff632a00700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff634101420 0x7ff634199550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff632a00700 1 -- 172.21.15.88:0/3342765072 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff634102fb0 msgr2=0x7ff6341a0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff632a00700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff634102fb0 0x7ff6341a0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff632a00700 1 -- 172.21.15.88:0/3342765072 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6240095f0 con 0x7ff634102610 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff633400700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff634101420 0x7ff634199550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff633e00700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff634102fb0 0x7ff6341a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff632a00700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff634102610 0x7ff634199a90 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff61c00e9a0 tx=0x7ff61c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff62be00700 1 -- 172.21.15.88:0/3342765072 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61c009790 con 0x7ff634102610 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff62be00700 1 -- 172.21.15.88:0/3342765072 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff61c010430 con 0x7ff634102610 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff639000700 1 -- 172.21.15.88:0/3342765072 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff634103890 con 0x7ff634102610 2024-01-28T12:58:32.935 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.931+0000 7ff62be00700 1 -- 172.21.15.88:0/3342765072 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61c018680 con 0x7ff634102610 2024-01-28T12:58:32.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.932+0000 7ff639000700 1 -- 172.21.15.88:0/3342765072 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff634103df0 con 0x7ff634102610 2024-01-28T12:58:32.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.933+0000 7ff639000700 1 -- 172.21.15.88:0/3342765072 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff634068240 con 0x7ff634102610 2024-01-28T12:58:32.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.934+0000 7ff62be00700 1 -- 172.21.15.88:0/3342765072 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7ff61c0105a0 con 0x7ff634102610 2024-01-28T12:58:32.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.935+0000 7ff62be00700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff6140a18d0 0x7ff6140a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:32.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.936+0000 7ff62be00700 1 -- 172.21.15.88:0/3342765072 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff61c014070 con 0x7ff634102610 2024-01-28T12:58:32.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.936+0000 7ff633400700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff6140a18d0 0x7ff6140a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:32.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.936+0000 7ff633400700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff6140a18d0 0x7ff6140a3d90 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff624003730 tx=0x7ff62400b540 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:32.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:32.938+0000 7ff62be00700 1 -- 172.21.15.88:0/3342765072 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7ff61c096550 con 0x7ff634102610 2024-01-28T12:58:33.026 INFO:journalctl@ceph.mds.a.smithi088.stdout:Jan 28 12:58:32 smithi088 bash[84873]: 69d47df4bc82bbb97381be64822b05e1c201e2fc15a3aaf3bf1ac08cccd02b2d 2024-01-28T12:58:33.026 INFO:journalctl@ceph.mds.a.smithi088.stdout:Jan 28 12:58:32 smithi088 systemd[1]: Started Ceph mds.a for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:33.026 INFO:journalctl@ceph.mds.a.smithi088.stdout:Jan 28 12:58:32 smithi088 ceph-mds[84926]: -- 172.21.15.88:0/583982816 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560c3c851520 con 0x560c3c828c00 2024-01-28T12:58:33.026 INFO:journalctl@ceph.mds.a.smithi088.stdout:Jan 28 12:58:32 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-a[84888]: starting mds.a at 2024-01-28T12:58:33.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.188+0000 7ff639000700 1 -- 172.21.15.88:0/3342765072 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff63410ce50 con 0x7ff634102610 2024-01-28T12:58:33.188 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.189+0000 7ff62be00700 1 -- 172.21.15.88:0/3342765072 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8459 (secure 0 0 0) 0x7ff61c099b70 con 0x7ff634102610 2024-01-28T12:58:33.189 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:33.189 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14520,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6839/836955068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":836955068},{"type":"v1","addr":"172.21.15.88:6839","nonce":836955068}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24509,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24520,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24532,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24550,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-01-28T12:58:33.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 -- 172.21.15.88:0/3342765072 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff6140a18d0 msgr2=0x7ff6140a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:33.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff6140a18d0 0x7ff6140a3d90 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff624003730 tx=0x7ff62400b540 comp rx=0 tx=0).stop 2024-01-28T12:58:33.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 -- 172.21.15.88:0/3342765072 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff634102610 msgr2=0x7ff634199a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:33.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff634102610 0x7ff634199a90 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff61c00e9a0 tx=0x7ff61c00ecb0 comp rx=0 tx=0).stop 2024-01-28T12:58:33.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 -- 172.21.15.88:0/3342765072 shutdown_connections 2024-01-28T12:58:33.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff6140a18d0 0x7ff6140a3d90 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:33.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff634102fb0 0x7ff6341a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:33.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff634101420 0x7ff634199550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:33.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 --2- 172.21.15.88:0/3342765072 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff634102610 0x7ff634199a90 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:33.192 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 -- 172.21.15.88:0/3342765072 >> 172.21.15.88:0/3342765072 conn(0x7ff6340fc9b0 msgr2=0x7ff634073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:33.192 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 -- 172.21.15.88:0/3342765072 shutdown_connections 2024-01-28T12:58:33.192 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:33.192+0000 7ff639000700 1 -- 172.21.15.88:0/3342765072 wait complete. 2024-01-28T12:58:33.192 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 11 2024-01-28T12:58:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:33 smithi088 ceph-mon[35322]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:33.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:33.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:33.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:33.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:33.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:33 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3342765072' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:33 smithi175 ceph-mon[44549]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:33.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:33.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:33.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:33.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:33.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:33.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:33.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:33 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3342765072' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:33 smithi181 ceph-mon[45557]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-28T12:58:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-28T12:58:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:33 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3342765072' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:34.279 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 12:58:34 smithi175 systemd[1]: Starting Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T12:58:34.531 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:34 smithi175 ceph-mon[44549]: Deploying daemon mds.b on smithi175 2024-01-28T12:58:34.531 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:34 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] up:boot 2024-01-28T12:58:34.531 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:34 smithi175 ceph-mon[44549]: fsmap 11 up:standby 2024-01-28T12:58:34.531 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-01-28T12:58:34.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:34 smithi181 ceph-mon[45557]: Deploying daemon mds.b on smithi175 2024-01-28T12:58:34.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:34 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] up:boot 2024-01-28T12:58:34.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:34 smithi181 ceph-mon[45557]: fsmap 11 up:standby 2024-01-28T12:58:34.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-01-28T12:58:34.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:34 smithi088 ceph-mon[35322]: Deploying daemon mds.b on smithi175 2024-01-28T12:58:34.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:34 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] up:boot 2024-01-28T12:58:34.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:34 smithi088 ceph-mon[35322]: fsmap 11 up:standby 2024-01-28T12:58:34.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-01-28T12:58:35.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 12:58:34 smithi175 ceph-mds[80633]: -- 172.21.15.175:0/2336982910 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b1d0f7b520 con 0x55b1d0f50c00 2024-01-28T12:58:35.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 12:58:34 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: starting mds.b at 2024-01-28T12:58:35.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 12:58:34 smithi175 bash[80596]: 14a2ec7ff5ddcdb8f0f468c545e9e409e3a1299dd4adaf5fcbe16a8073704eb0 2024-01-28T12:58:35.159 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 12:58:34 smithi175 systemd[1]: Started Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T12:58:35.209 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:35.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.409+0000 7f9992c00700 1 -- 172.21.15.88:0/1354307392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f998c101560 msgr2=0x7f998c101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:35.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.409+0000 7f9992c00700 1 --2- 172.21.15.88:0/1354307392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f998c101560 0x7f998c101980 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f997c009920 tx=0x7f997c009c30 comp rx=0 tx=0).stop 2024-01-28T12:58:35.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.409+0000 7f9992c00700 1 -- 172.21.15.88:0/1354307392 shutdown_connections 2024-01-28T12:58:35.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.409+0000 7f9992c00700 1 --2- 172.21.15.88:0/1354307392 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f998c1030f0 0x7f998c1099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.409+0000 7f9992c00700 1 --2- 172.21.15.88:0/1354307392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f998c101560 0x7f998c101980 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.409+0000 7f9992c00700 1 --2- 172.21.15.88:0/1354307392 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f998c102750 0x7f998c102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.409+0000 7f9992c00700 1 -- 172.21.15.88:0/1354307392 >> 172.21.15.88:0/1354307392 conn(0x7f998c0fcad0 msgr2=0x7f998c0fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:35.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.409+0000 7f9992c00700 1 -- 172.21.15.88:0/1354307392 shutdown_connections 2024-01-28T12:58:35.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.409+0000 7f9992c00700 1 -- 172.21.15.88:0/1354307392 wait complete. 2024-01-28T12:58:35.412 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.411+0000 7f9992c00700 1 Processor -- start 2024-01-28T12:58:35.412 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.411+0000 7f9992c00700 1 -- start start 2024-01-28T12:58:35.412 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.411+0000 7f9992c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f998c101560 0x7f998c199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:35.412 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.411+0000 7f9992c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f998c102750 0x7f998c199cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:35.412 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f9992c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f998c1030f0 0x7f998c1a0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:35.412 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f9992c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f998c1a1300 con 0x7f998c102750 2024-01-28T12:58:35.412 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f9992c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f998c1a1440 con 0x7f998c101560 2024-01-28T12:58:35.412 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f9992c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f998c1a15d0 con 0x7f998c1030f0 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f998b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f998c102750 0x7f998c199cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f998be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f998c101560 0x7f998c199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f998be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f998c101560 0x7f998c199780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:58864/0 (socket says 172.21.15.88:58864) 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f998be00700 1 -- 172.21.15.88:0/3975445707 learned_addr learned my addr 172.21.15.88:0/3975445707 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f9990c00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f998c1030f0 0x7f998c1a0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f998b400700 1 -- 172.21.15.88:0/3975445707 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f998c1030f0 msgr2=0x7f998c1a0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f998b400700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f998c1030f0 0x7f998c1a0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f998b400700 1 -- 172.21.15.88:0/3975445707 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f998c101560 msgr2=0x7f998c199780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f998b400700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f998c101560 0x7f998c199780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f998b400700 1 -- 172.21.15.88:0/3975445707 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f997c009520 con 0x7f998c102750 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f998be00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f998c101560 0x7f998c199780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:35.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.412+0000 7f9990c00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f998c1030f0 0x7f998c1a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:35.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.413+0000 7f998b400700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f998c102750 0x7f998c199cc0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f997400e9c0 tx=0x7f997400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:35.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.413+0000 7f9988c00700 1 -- 172.21.15.88:0/3975445707 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f997400c9c0 con 0x7f998c102750 2024-01-28T12:58:35.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.413+0000 7f9988c00700 1 -- 172.21.15.88:0/3975445707 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9974010430 con 0x7f998c102750 2024-01-28T12:58:35.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.413+0000 7f9988c00700 1 -- 172.21.15.88:0/3975445707 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9974018680 con 0x7f998c102750 2024-01-28T12:58:35.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.413+0000 7f9992c00700 1 -- 172.21.15.88:0/3975445707 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f998c1a18b0 con 0x7f998c102750 2024-01-28T12:58:35.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.413+0000 7f9992c00700 1 -- 172.21.15.88:0/3975445707 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f998c1a1d70 con 0x7f998c102750 2024-01-28T12:58:35.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.414+0000 7f9992c00700 1 -- 172.21.15.88:0/3975445707 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f998c068240 con 0x7f998c102750 2024-01-28T12:58:35.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.417+0000 7f9988c00700 1 -- 172.21.15.88:0/3975445707 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f9974010860 con 0x7f998c102750 2024-01-28T12:58:35.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.419+0000 7f9988c00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f996c0a18d0 0x7f996c0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:35.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.419+0000 7f9988c00700 1 -- 172.21.15.88:0/3975445707 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f9974014070 con 0x7f998c102750 2024-01-28T12:58:35.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.419+0000 7f998be00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f996c0a18d0 0x7f996c0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:35.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.420+0000 7f998be00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f996c0a18d0 0x7f996c0a3d90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f997c00fb70 tx=0x7f997c019040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:35.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.421+0000 7f9988c00700 1 -- 172.21.15.88:0/3975445707 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f9974096560 con 0x7f998c102750 2024-01-28T12:58:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:35 smithi088 ceph-mon[35322]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:58:35.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:35 smithi175 ceph-mon[44549]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:35.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:58:35.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.682+0000 7f9992c00700 1 -- 172.21.15.88:0/3975445707 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f998c10d030 con 0x7f998c102750 2024-01-28T12:58:35.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.683+0000 7f9988c00700 1 -- 172.21.15.88:0/3975445707 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+10046 (secure 0 0 0) 0x7f9974099b80 con 0x7f998c102750 2024-01-28T12:58:35.682 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:35.682 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14520,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6839/836955068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":836955068},{"type":"v1","addr":"172.21.15.88:6839","nonce":836955068}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14532,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6841/2328811772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6840","nonce":2328811772},{"type":"v1","addr":"172.21.15.88:6841","nonce":2328811772}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24509,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24520,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24532,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24550,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24584,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6839/3969931760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":3969931760},{"type":"v1","addr":"172.21.15.175:6839","nonce":3969931760}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13}],"filesystems":[]} 2024-01-28T12:58:35.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 -- 172.21.15.88:0/3975445707 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f996c0a18d0 msgr2=0x7f996c0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:35.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f996c0a18d0 0x7f996c0a3d90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f997c00fb70 tx=0x7f997c019040 comp rx=0 tx=0).stop 2024-01-28T12:58:35.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 -- 172.21.15.88:0/3975445707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f998c102750 msgr2=0x7f998c199cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:35.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f998c102750 0x7f998c199cc0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f997400e9c0 tx=0x7f997400ecd0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 -- 172.21.15.88:0/3975445707 shutdown_connections 2024-01-28T12:58:35.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f996c0a18d0 0x7f996c0a3d90 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f998c1030f0 0x7f998c1a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f998c101560 0x7f998c199780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 --2- 172.21.15.88:0/3975445707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f998c102750 0x7f998c199cc0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 -- 172.21.15.88:0/3975445707 >> 172.21.15.88:0/3975445707 conn(0x7f998c0fcad0 msgr2=0x7f998c107ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:35.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 -- 172.21.15.88:0/3975445707 shutdown_connections 2024-01-28T12:58:35.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.686+0000 7f9992c00700 1 -- 172.21.15.88:0/3975445707 wait complete. 2024-01-28T12:58:35.686 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 13 2024-01-28T12:58:35.705 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:58:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:35 smithi181 ceph-mon[45557]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:35.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:58:35.908 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.909+0000 7fbb46400700 1 -- 172.21.15.88:0/2877806524 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb40074030 msgr2=0x7fbb400744b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:35.908 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.909+0000 7fbb46400700 1 --2- 172.21.15.88:0/2877806524 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb40074030 0x7fbb400744b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fbb28009990 tx=0x7fbb28009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.909+0000 7fbb46400700 1 -- 172.21.15.88:0/2877806524 shutdown_connections 2024-01-28T12:58:35.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.909+0000 7fbb46400700 1 --2- 172.21.15.88:0/2877806524 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb40109420 0x7fbb4010b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.909+0000 7fbb46400700 1 --2- 172.21.15.88:0/2877806524 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbb40075610 0x7fbb40073a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.909+0000 7fbb46400700 1 --2- 172.21.15.88:0/2877806524 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb40074030 0x7fbb400744b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.909+0000 7fbb46400700 1 -- 172.21.15.88:0/2877806524 >> 172.21.15.88:0/2877806524 conn(0x7fbb400fcad0 msgr2=0x7fbb400fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:35.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.909+0000 7fbb46400700 1 -- 172.21.15.88:0/2877806524 shutdown_connections 2024-01-28T12:58:35.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.909+0000 7fbb46400700 1 -- 172.21.15.88:0/2877806524 wait complete. 2024-01-28T12:58:35.911 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.910+0000 7fbb46400700 1 Processor -- start 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.910+0000 7fbb46400700 1 -- start start 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.910+0000 7fbb46400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb40074030 0x7fbb40199670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.910+0000 7fbb46400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb40075610 0x7fbb40199bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.910+0000 7fbb46400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbb40109420 0x7fbb401a0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.910+0000 7fbb46400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb401a11f0 con 0x7fbb40074030 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.910+0000 7fbb46400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb401a1330 con 0x7fbb40109420 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.910+0000 7fbb46400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb401a14c0 con 0x7fbb40075610 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3fe00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbb40109420 0x7fbb401a0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb40074030 0x7fbb40199670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3ea00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb40075610 0x7fbb40199bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3fe00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbb40109420 0x7fbb401a0c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:58876/0 (socket says 172.21.15.88:58876) 2024-01-28T12:58:35.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3fe00700 1 -- 172.21.15.88:0/2680825576 learned_addr learned my addr 172.21.15.88:0/2680825576 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3ea00700 1 -- 172.21.15.88:0/2680825576 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbb40109420 msgr2=0x7fbb401a0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3ea00700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbb40109420 0x7fbb401a0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3ea00700 1 -- 172.21.15.88:0/2680825576 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb40074030 msgr2=0x7fbb40199670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3ea00700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb40074030 0x7fbb40199670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3ea00700 1 -- 172.21.15.88:0/2680825576 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb280095f0 con 0x7fbb40075610 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3fe00700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbb40109420 0x7fbb401a0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.911+0000 7fbb3ea00700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb40075610 0x7fbb40199bb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fbb2800b680 tx=0x7fbb28004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.912+0000 7fbb37e00700 1 -- 172.21.15.88:0/2680825576 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb2801d070 con 0x7fbb40075610 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.912+0000 7fbb37e00700 1 -- 172.21.15.88:0/2680825576 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb28021410 con 0x7fbb40075610 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.912+0000 7fbb46400700 1 -- 172.21.15.88:0/2680825576 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb401a1740 con 0x7fbb40075610 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.912+0000 7fbb37e00700 1 -- 172.21.15.88:0/2680825576 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb28017650 con 0x7fbb40075610 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.912+0000 7fbb46400700 1 -- 172.21.15.88:0/2680825576 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb401a1b60 con 0x7fbb40075610 2024-01-28T12:58:35.913 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.913+0000 7fbb46400700 1 -- 172.21.15.88:0/2680825576 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb401081e0 con 0x7fbb40075610 2024-01-28T12:58:35.914 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.914+0000 7fbb37e00700 1 -- 172.21.15.88:0/2680825576 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fbb28021580 con 0x7fbb40075610 2024-01-28T12:58:35.914 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.916+0000 7fbb37e00700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbb200a1850 0x7fbb200a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:35.915 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.916+0000 7fbb37e00700 1 -- 172.21.15.88:0/2680825576 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fbb280ce130 con 0x7fbb40075610 2024-01-28T12:58:35.915 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.916+0000 7fbb3f400700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbb200a1850 0x7fbb200a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:35.915 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.916+0000 7fbb3f400700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbb200a1850 0x7fbb200a3d10 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fbb30009c60 tx=0x7fbb30009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:35.918 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:35.920+0000 7fbb37e00700 1 -- 172.21.15.88:0/2680825576 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fbb280978a0 con 0x7fbb40075610 2024-01-28T12:58:36.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.136+0000 7fbb46400700 1 -- 172.21.15.88:0/2680825576 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbb40068240 con 0x7fbb40075610 2024-01-28T12:58:36.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.138+0000 7fbb37e00700 1 -- 172.21.15.88:0/2680825576 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) v1 ==== 74+0+18435 (secure 0 0 0) 0x7fbb28097030 con 0x7fbb40075610 2024-01-28T12:58:36.138 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:36.138 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":75,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:02.564465+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.140+0000 7fbb46400700 1 -- 172.21.15.88:0/2680825576 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbb200a1850 msgr2=0x7fbb200a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.140+0000 7fbb46400700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbb200a1850 0x7fbb200a3d10 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fbb30009c60 tx=0x7fbb30009260 comp rx=0 tx=0).stop 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.140+0000 7fbb46400700 1 -- 172.21.15.88:0/2680825576 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb40075610 msgr2=0x7fbb40199bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.141+0000 7fbb46400700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb40075610 0x7fbb40199bb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fbb2800b680 tx=0x7fbb28004730 comp rx=0 tx=0).stop 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.141+0000 7fbb46400700 1 -- 172.21.15.88:0/2680825576 shutdown_connections 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.141+0000 7fbb46400700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbb200a1850 0x7fbb200a3d10 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.141+0000 7fbb46400700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbb40109420 0x7fbb401a0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.141+0000 7fbb46400700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb40074030 0x7fbb40199670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.141+0000 7fbb46400700 1 --2- 172.21.15.88:0/2680825576 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb40075610 0x7fbb40199bb0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.141+0000 7fbb46400700 1 -- 172.21.15.88:0/2680825576 >> 172.21.15.88:0/2680825576 conn(0x7fbb400fcad0 msgr2=0x7fbb40105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.141+0000 7fbb46400700 1 -- 172.21.15.88:0/2680825576 shutdown_connections 2024-01-28T12:58:36.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.141+0000 7fbb46400700 1 -- 172.21.15.88:0/2680825576 wait complete. 2024-01-28T12:58:36.165 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-28T12:55:10.597998+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-01-28T12:58:36.166 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-01-28T12:58:36.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.387+0000 7fd550600700 1 -- 172.21.15.88:0/4063174631 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd548101550 msgr2=0x7fd548101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:36.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.387+0000 7fd550600700 1 --2- 172.21.15.88:0/4063174631 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd548101550 0x7fd548101970 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd538009990 tx=0x7fd538009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.387+0000 7fd550600700 1 -- 172.21.15.88:0/4063174631 shutdown_connections 2024-01-28T12:58:36.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.387+0000 7fd550600700 1 --2- 172.21.15.88:0/4063174631 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd5481030e0 0x7fd548109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.387+0000 7fd550600700 1 --2- 172.21.15.88:0/4063174631 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd548101550 0x7fd548101970 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.387+0000 7fd550600700 1 --2- 172.21.15.88:0/4063174631 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd548102740 0x7fd548102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.387+0000 7fd550600700 1 -- 172.21.15.88:0/4063174631 >> 172.21.15.88:0/4063174631 conn(0x7fd5480fcae0 msgr2=0x7fd5480fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:36.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.387+0000 7fd550600700 1 -- 172.21.15.88:0/4063174631 shutdown_connections 2024-01-28T12:58:36.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.387+0000 7fd550600700 1 -- 172.21.15.88:0/4063174631 wait complete. 2024-01-28T12:58:36.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.388+0000 7fd550600700 1 Processor -- start 2024-01-28T12:58:36.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.388+0000 7fd550600700 1 -- start start 2024-01-28T12:58:36.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.388+0000 7fd550600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd548101550 0x7fd5481996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:36.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.388+0000 7fd550600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd548102740 0x7fd548199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:36.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.388+0000 7fd550600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5481030e0 0x7fd5481a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:36.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.388+0000 7fd550600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5481a1260 con 0x7fd548101550 2024-01-28T12:58:36.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.388+0000 7fd550600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5481a13a0 con 0x7fd548102740 2024-01-28T12:58:36.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.388+0000 7fd550600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5481a1530 con 0x7fd5481030e0 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54dc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd548101550 0x7fd5481996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54d200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd548102740 0x7fd548199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54d200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd548102740 0x7fd548199c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:58890/0 (socket says 172.21.15.88:58890) 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54dc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd548101550 0x7fd5481996e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:50768/0 (socket says 172.21.15.88:50768) 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54e600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5481030e0 0x7fd5481a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54d200700 1 -- 172.21.15.88:0/1985615523 learned_addr learned my addr 172.21.15.88:0/1985615523 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54d200700 1 -- 172.21.15.88:0/1985615523 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5481030e0 msgr2=0x7fd5481a0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54d200700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5481030e0 0x7fd5481a0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54d200700 1 -- 172.21.15.88:0/1985615523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd548101550 msgr2=0x7fd5481996e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54d200700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd548101550 0x7fd5481996e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54d200700 1 -- 172.21.15.88:0/1985615523 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5380095f0 con 0x7fd548102740 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.389+0000 7fd54d200700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd548102740 0x7fd548199c20 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd53000e9a0 tx=0x7fd53000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.390+0000 7fd546000700 1 -- 172.21.15.88:0/1985615523 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd530009790 con 0x7fd548102740 2024-01-28T12:58:36.390 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.390+0000 7fd546000700 1 -- 172.21.15.88:0/1985615523 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd530010430 con 0x7fd548102740 2024-01-28T12:58:36.391 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.390+0000 7fd550600700 1 -- 172.21.15.88:0/1985615523 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5481a1810 con 0x7fd548102740 2024-01-28T12:58:36.391 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.390+0000 7fd546000700 1 -- 172.21.15.88:0/1985615523 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd530018680 con 0x7fd548102740 2024-01-28T12:58:36.391 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.390+0000 7fd550600700 1 -- 172.21.15.88:0/1985615523 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5481a1d20 con 0x7fd548102740 2024-01-28T12:58:36.391 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.391+0000 7fd550600700 1 -- 172.21.15.88:0/1985615523 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd548068320 con 0x7fd548102740 2024-01-28T12:58:36.391 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.393+0000 7fd546000700 1 -- 172.21.15.88:0/1985615523 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fd5300105a0 con 0x7fd548102740 2024-01-28T12:58:36.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.394+0000 7fd546000700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd5280a1850 0x7fd5280a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:36.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.394+0000 7fd546000700 1 -- 172.21.15.88:0/1985615523 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd530014070 con 0x7fd548102740 2024-01-28T12:58:36.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.394+0000 7fd54dc00700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd5280a1850 0x7fd5280a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:36.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.395+0000 7fd54dc00700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd5280a1850 0x7fd5280a3d10 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd538000c00 tx=0x7fd538005fb0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:36.395 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.397+0000 7fd546000700 1 -- 172.21.15.88:0/1985615523 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fd5300965b0 con 0x7fd548102740 2024-01-28T12:58:36.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:36 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] up:boot 2024-01-28T12:58:36.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:36 smithi088 ceph-mon[35322]: fsmap 12 up:standby 2024-01-28T12:58:36.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T12:58:36.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:36 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3975445707' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:36.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:36 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2680825576' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:36.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.649+0000 7fd550600700 1 -- 172.21.15.88:0/1985615523 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd54810cf50 con 0x7fd548102740 2024-01-28T12:58:36.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.649+0000 7fd546000700 1 -- 172.21.15.88:0/1985615523 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v75) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd530099bd0 con 0x7fd548102740 2024-01-28T12:58:36.649 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-01-28T12:58:36.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 -- 172.21.15.88:0/1985615523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd5280a1850 msgr2=0x7fd5280a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:36.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd5280a1850 0x7fd5280a3d10 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd538000c00 tx=0x7fd538005fb0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 -- 172.21.15.88:0/1985615523 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd548102740 msgr2=0x7fd548199c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:36.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd548102740 0x7fd548199c20 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd53000e9a0 tx=0x7fd53000ecb0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 -- 172.21.15.88:0/1985615523 shutdown_connections 2024-01-28T12:58:36.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd5280a1850 0x7fd5280a3d10 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd5481030e0 0x7fd5481a0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd548101550 0x7fd5481996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 --2- 172.21.15.88:0/1985615523 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd548102740 0x7fd548199c20 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.653 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 -- 172.21.15.88:0/1985615523 >> 172.21.15.88:0/1985615523 conn(0x7fd5480fcae0 msgr2=0x7fd548107f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:36.653 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 -- 172.21.15.88:0/1985615523 shutdown_connections 2024-01-28T12:58:36.653 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.652+0000 7fd550600700 1 -- 172.21.15.88:0/1985615523 wait complete. 2024-01-28T12:58:36.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:36 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] up:boot 2024-01-28T12:58:36.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:36 smithi175 ceph-mon[44549]: fsmap 12 up:standby 2024-01-28T12:58:36.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T12:58:36.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:36 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3975445707' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:36.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:36 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2680825576' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:36.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.670 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-01-28T12:58:36.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:36 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] up:boot 2024-01-28T12:58:36.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:36 smithi181 ceph-mon[45557]: fsmap 12 up:standby 2024-01-28T12:58:36.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T12:58:36.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:36 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3975445707' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:36.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:36 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2680825576' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:36.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:36.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.880+0000 7fc663200700 1 -- 172.21.15.88:0/405480959 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc65c1030d0 msgr2=0x7fc65c109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:36.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.880+0000 7fc663200700 1 --2- 172.21.15.88:0/405480959 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc65c1030d0 0x7fc65c109980 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc654009f90 tx=0x7fc65400b330 comp rx=0 tx=0).stop 2024-01-28T12:58:36.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.880+0000 7fc663200700 1 -- 172.21.15.88:0/405480959 shutdown_connections 2024-01-28T12:58:36.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.880+0000 7fc663200700 1 --2- 172.21.15.88:0/405480959 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc65c1030d0 0x7fc65c109980 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.880+0000 7fc663200700 1 --2- 172.21.15.88:0/405480959 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc65c101540 0x7fc65c101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.880+0000 7fc663200700 1 --2- 172.21.15.88:0/405480959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc65c102730 0x7fc65c102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.880+0000 7fc663200700 1 -- 172.21.15.88:0/405480959 >> 172.21.15.88:0/405480959 conn(0x7fc65c0fcad0 msgr2=0x7fc65c0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:36.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.880+0000 7fc663200700 1 -- 172.21.15.88:0/405480959 shutdown_connections 2024-01-28T12:58:36.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.880+0000 7fc663200700 1 -- 172.21.15.88:0/405480959 wait complete. 2024-01-28T12:58:36.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.881+0000 7fc663200700 1 Processor -- start 2024-01-28T12:58:36.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.881+0000 7fc663200700 1 -- start start 2024-01-28T12:58:36.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc663200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc65c101540 0x7fc65c199760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:36.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc663200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc65c102730 0x7fc65c199ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:36.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc663200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc65c1030d0 0x7fc65c1a0d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:36.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc663200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c1a12e0 con 0x7fc65c1030d0 2024-01-28T12:58:36.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc663200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c1a1420 con 0x7fc65c101540 2024-01-28T12:58:36.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc663200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc65c1a15b0 con 0x7fc65c102730 2024-01-28T12:58:36.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc65be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc65c101540 0x7fc65c199760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:36.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc65be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc65c101540 0x7fc65c199760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:58918/0 (socket says 172.21.15.88:58918) 2024-01-28T12:58:36.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc65be00700 1 -- 172.21.15.88:0/242865018 learned_addr learned my addr 172.21.15.88:0/242865018 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:36.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc65b400700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc65c102730 0x7fc65c199ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc661200700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc65c1030d0 0x7fc65c1a0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc65be00700 1 -- 172.21.15.88:0/242865018 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc65c102730 msgr2=0x7fc65c199ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc65be00700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc65c102730 0x7fc65c199ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc65be00700 1 -- 172.21.15.88:0/242865018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc65c1030d0 msgr2=0x7fc65c1a0d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc65be00700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc65c1030d0 0x7fc65c1a0d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.882+0000 7fc65be00700 1 -- 172.21.15.88:0/242865018 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc654009c40 con 0x7fc65c101540 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.883+0000 7fc65be00700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc65c101540 0x7fc65c199760 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc64c00e9f0 tx=0x7fc64c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.883+0000 7fc658c00700 1 -- 172.21.15.88:0/242865018 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64c004220 con 0x7fc65c101540 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.883+0000 7fc658c00700 1 -- 172.21.15.88:0/242865018 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc64c004380 con 0x7fc65c101540 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.883+0000 7fc663200700 1 -- 172.21.15.88:0/242865018 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc65c1a1890 con 0x7fc65c101540 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.883+0000 7fc658c00700 1 -- 172.21.15.88:0/242865018 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64c003be0 con 0x7fc65c101540 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.883+0000 7fc663200700 1 -- 172.21.15.88:0/242865018 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc65c1a1da0 con 0x7fc65c101540 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.884+0000 7fc663200700 1 -- 172.21.15.88:0/242865018 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc65c068240 con 0x7fc65c101540 2024-01-28T12:58:36.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.887+0000 7fc658c00700 1 -- 172.21.15.88:0/242865018 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fc64c003d40 con 0x7fc65c101540 2024-01-28T12:58:36.887 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.889+0000 7fc658c00700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc63c0a1850 0x7fc63c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:36.887 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.890+0000 7fc658c00700 1 -- 172.21.15.88:0/242865018 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fc64c014070 con 0x7fc65c101540 2024-01-28T12:58:36.887 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.890+0000 7fc65b400700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc63c0a1850 0x7fc63c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:36.888 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.890+0000 7fc65b400700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc63c0a1850 0x7fc63c0a3d10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc644009c60 tx=0x7fc644009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:36.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:36.892+0000 7fc658c00700 1 -- 172.21.15.88:0/242865018 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fc64c0964c0 con 0x7fc65c101540 2024-01-28T12:58:37.121 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.123+0000 7fc663200700 1 -- 172.21.15.88:0/242865018 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fc65c10cdb0 con 0x7fc65c101540 2024-01-28T12:58:37.121 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.124+0000 7fc658c00700 1 -- 172.21.15.88:0/242865018 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v75) v1 ==== 84+0+65 (secure 0 0 0) 0x7fc64c099ae0 con 0x7fc65c101540 2024-01-28T12:58:37.122 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:37.122 INFO:teuthology.orchestra.run.smithi088.stdout:[ 2024-01-28T12:58:37.122 INFO:teuthology.orchestra.run.smithi088.stdout: { 2024-01-28T12:58:37.122 INFO:teuthology.orchestra.run.smithi088.stdout: "poolnum": 1, 2024-01-28T12:58:37.122 INFO:teuthology.orchestra.run.smithi088.stdout: "poolname": ".mgr" 2024-01-28T12:58:37.122 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-01-28T12:58:37.122 INFO:teuthology.orchestra.run.smithi088.stdout:] 2024-01-28T12:58:37.124 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.126+0000 7fc663200700 1 -- 172.21.15.88:0/242865018 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc63c0a1850 msgr2=0x7fc63c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:37.124 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.126+0000 7fc663200700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc63c0a1850 0x7fc63c0a3d10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc644009c60 tx=0x7fc644009260 comp rx=0 tx=0).stop 2024-01-28T12:58:37.125 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.126+0000 7fc663200700 1 -- 172.21.15.88:0/242865018 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc65c101540 msgr2=0x7fc65c199760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:37.125 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.126+0000 7fc663200700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc65c101540 0x7fc65c199760 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc64c00e9f0 tx=0x7fc64c00ed00 comp rx=0 tx=0).stop 2024-01-28T12:58:37.125 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.126+0000 7fc663200700 1 -- 172.21.15.88:0/242865018 shutdown_connections 2024-01-28T12:58:37.125 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.126+0000 7fc663200700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc63c0a1850 0x7fc63c0a3d10 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:37.125 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.126+0000 7fc663200700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc65c1030d0 0x7fc65c1a0d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:37.125 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.126+0000 7fc663200700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc65c101540 0x7fc65c199760 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:37.125 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.126+0000 7fc663200700 1 --2- 172.21.15.88:0/242865018 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc65c102730 0x7fc65c199ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:37.125 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.126+0000 7fc663200700 1 -- 172.21.15.88:0/242865018 >> 172.21.15.88:0/242865018 conn(0x7fc65c0fcad0 msgr2=0x7fc65c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:37.125 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.127+0000 7fc663200700 1 -- 172.21.15.88:0/242865018 shutdown_connections 2024-01-28T12:58:37.125 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.127+0000 7fc663200700 1 -- 172.21.15.88:0/242865018 wait complete. 2024-01-28T12:58:37.144 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-01-28T12:58:37.144 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-01-28T12:58:37.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.351+0000 7f9815400700 1 -- 172.21.15.88:0/3274808364 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9810075610 msgr2=0x7f9810073a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:37.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.351+0000 7f9815400700 1 --2- 172.21.15.88:0/3274808364 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9810075610 0x7f9810073a60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9800009990 tx=0x7f9800009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:37.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.351+0000 7f9815400700 1 -- 172.21.15.88:0/3274808364 shutdown_connections 2024-01-28T12:58:37.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.351+0000 7f9815400700 1 --2- 172.21.15.88:0/3274808364 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f981010db20 0x7f981010ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:37.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.351+0000 7f9815400700 1 --2- 172.21.15.88:0/3274808364 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9810075610 0x7f9810073a60 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:37.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.351+0000 7f9815400700 1 --2- 172.21.15.88:0/3274808364 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9810074030 0x7f98100744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:37.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.351+0000 7f9815400700 1 -- 172.21.15.88:0/3274808364 >> 172.21.15.88:0/3274808364 conn(0x7f98100fcae0 msgr2=0x7f98100fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:37.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.351+0000 7f9815400700 1 -- 172.21.15.88:0/3274808364 shutdown_connections 2024-01-28T12:58:37.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.351+0000 7f9815400700 1 -- 172.21.15.88:0/3274808364 wait complete. 2024-01-28T12:58:37.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.352+0000 7f9815400700 1 Processor -- start 2024-01-28T12:58:37.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.352+0000 7f9815400700 1 -- start start 2024-01-28T12:58:37.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.352+0000 7f9815400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9810074030 0x7f981019da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:37.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.352+0000 7f9815400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9810075610 0x7f981019dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:37.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.352+0000 7f9815400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f981010db20 0x7f98101a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:37.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f9815400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98101a5610 con 0x7f9810074030 2024-01-28T12:58:37.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f9815400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98101a5750 con 0x7f981010db20 2024-01-28T12:58:37.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f9815400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98101a58e0 con 0x7f9810075610 2024-01-28T12:58:37.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980e800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9810074030 0x7f981019da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:37.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980de00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9810075610 0x7f981019dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980f200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f981010db20 0x7f98101a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980de00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9810075610 0x7f981019dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:44372/0 (socket says 172.21.15.88:44372) 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980de00700 1 -- 172.21.15.88:0/3737466981 learned_addr learned my addr 172.21.15.88:0/3737466981 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980de00700 1 -- 172.21.15.88:0/3737466981 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f981010db20 msgr2=0x7f98101a5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980de00700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f981010db20 0x7f98101a5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980de00700 1 -- 172.21.15.88:0/3737466981 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9810074030 msgr2=0x7f981019da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980de00700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9810074030 0x7f981019da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980de00700 1 -- 172.21.15.88:0/3737466981 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98000095f0 con 0x7f9810075610 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980f200700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f981010db20 0x7f98101a5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.353+0000 7f980de00700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9810075610 0x7f981019dfd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f97f800e970 tx=0x7f97f800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.354+0000 7f9807400700 1 -- 172.21.15.88:0/3737466981 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97f8009790 con 0x7f9810075610 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.354+0000 7f9807400700 1 -- 172.21.15.88:0/3737466981 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f97f800c7e0 con 0x7f9810075610 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.354+0000 7f9807400700 1 -- 172.21.15.88:0/3737466981 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97f8003c70 con 0x7f9810075610 2024-01-28T12:58:37.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.354+0000 7f9815400700 1 -- 172.21.15.88:0/3737466981 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98101a5bc0 con 0x7f9810075610 2024-01-28T12:58:37.354 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.354+0000 7f9815400700 1 -- 172.21.15.88:0/3737466981 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98101a6120 con 0x7f9810075610 2024-01-28T12:58:37.354 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.355+0000 7f9815400700 1 -- 172.21.15.88:0/3737466981 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9810068320 con 0x7f9810075610 2024-01-28T12:58:37.354 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.357+0000 7f9807400700 1 -- 172.21.15.88:0/3737466981 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f97f800cc50 con 0x7f9810075610 2024-01-28T12:58:37.355 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.358+0000 7f9807400700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f97f00a18d0 0x7f97f00a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:37.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.358+0000 7f9807400700 1 -- 172.21.15.88:0/3737466981 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f97f8014070 con 0x7f9810075610 2024-01-28T12:58:37.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.358+0000 7f980e800700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f97f00a18d0 0x7f97f00a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:37.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.359+0000 7f980e800700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f97f00a18d0 0x7f97f00a3d90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f980000b2e0 tx=0x7f9800005fb0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:37.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.362+0000 7f9807400700 1 -- 172.21.15.88:0/3737466981 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f97f8096510 con 0x7f9810075610 2024-01-28T12:58:37.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:37 smithi088 ceph-mon[35322]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:37.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:37 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1985615523' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:37.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:37.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:37.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:37 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/242865018' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-01-28T12:58:37.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:58:37.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:37.571+0000 7f9815400700 1 -- 172.21.15.88:0/3737466981 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f9810103d80 con 0x7f9810075610 2024-01-28T12:58:37.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:37 smithi175 ceph-mon[44549]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:37.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:37 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1985615523' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:37.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:37.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:37.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:37 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/242865018' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-01-28T12:58:37.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:58:37.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:37 smithi181 ceph-mon[45557]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:37.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:37 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1985615523' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:37.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:37.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:37.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:37.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:37 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/242865018' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-01-28T12:58:37.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:58:38.382 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.384+0000 7f9807400700 1 -- 172.21.15.88:0/3737466981 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v76) v1 ==== 138+0+0 (secure 0 0 0) 0x7f97f8003dd0 con 0x7f9810075610 2024-01-28T12:58:38.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.390+0000 7f9815400700 1 -- 172.21.15.88:0/3737466981 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f97f00a18d0 msgr2=0x7f97f00a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:38.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.390+0000 7f9815400700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f97f00a18d0 0x7f97f00a3d90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f980000b2e0 tx=0x7f9800005fb0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.390+0000 7f9815400700 1 -- 172.21.15.88:0/3737466981 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9810075610 msgr2=0x7f981019dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:38.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.390+0000 7f9815400700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9810075610 0x7f981019dfd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f97f800e970 tx=0x7f97f800ec80 comp rx=0 tx=0).stop 2024-01-28T12:58:38.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.390+0000 7f9815400700 1 -- 172.21.15.88:0/3737466981 shutdown_connections 2024-01-28T12:58:38.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.390+0000 7f9815400700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f97f00a18d0 0x7f97f00a3d90 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.390+0000 7f9815400700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f981010db20 0x7f98101a5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.390+0000 7f9815400700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9810074030 0x7f981019da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.390+0000 7f9815400700 1 --2- 172.21.15.88:0/3737466981 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9810075610 0x7f981019dfd0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.390+0000 7f9815400700 1 -- 172.21.15.88:0/3737466981 >> 172.21.15.88:0/3737466981 conn(0x7f98100fcae0 msgr2=0x7f9810100ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:38.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.391+0000 7f9815400700 1 -- 172.21.15.88:0/3737466981 shutdown_connections 2024-01-28T12:58:38.389 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.391+0000 7f9815400700 1 -- 172.21.15.88:0/3737466981 wait complete. 2024-01-28T12:58:38.390 INFO:teuthology.orchestra.run.smithi088.stderr:pool 'cephfs_metadata' created 2024-01-28T12:58:38.410 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-01-28T12:58:38.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.627+0000 7f6c1a600700 1 -- 172.21.15.88:0/1796542363 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6c140ffbc0 msgr2=0x7f6c14101ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:38.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.627+0000 7f6c1a600700 1 --2- 172.21.15.88:0/1796542363 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6c140ffbc0 0x7f6c14101ff0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6c04009990 tx=0x7f6c04009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.628+0000 7f6c1a600700 1 -- 172.21.15.88:0/1796542363 shutdown_connections 2024-01-28T12:58:38.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.628+0000 7f6c1a600700 1 --2- 172.21.15.88:0/1796542363 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c14104f00 0x7f6c14105380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.628+0000 7f6c1a600700 1 --2- 172.21.15.88:0/1796542363 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6c140ffbc0 0x7f6c14101ff0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.628+0000 7f6c1a600700 1 --2- 172.21.15.88:0/1796542363 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6c14102530 0x7f6c141049c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.628+0000 7f6c1a600700 1 -- 172.21.15.88:0/1796542363 >> 172.21.15.88:0/1796542363 conn(0x7f6c140fb800 msgr2=0x7f6c140fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:38.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.628+0000 7f6c1a600700 1 -- 172.21.15.88:0/1796542363 shutdown_connections 2024-01-28T12:58:38.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.628+0000 7f6c1a600700 1 -- 172.21.15.88:0/1796542363 wait complete. 2024-01-28T12:58:38.627 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.629+0000 7f6c1a600700 1 Processor -- start 2024-01-28T12:58:38.627 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.629+0000 7f6c1a600700 1 -- start start 2024-01-28T12:58:38.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c1a600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6c140ffbc0 0x7f6c1419d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:38.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c1a600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c14102530 0x7f6c1419ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:38.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c1a600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6c14104f00 0x7f6c141a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:38.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c1a600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c141a53a0 con 0x7f6c140ffbc0 2024-01-28T12:58:38.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c1a600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c141a54e0 con 0x7f6c14102530 2024-01-28T12:58:38.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c1a600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c141a5670 con 0x7f6c14104f00 2024-01-28T12:58:38.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c19200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6c140ffbc0 0x7f6c1419d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:38.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c19200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6c140ffbc0 0x7f6c1419d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:50814/0 (socket says 172.21.15.88:50814) 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c13e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c14102530 0x7f6c1419ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c19200700 1 -- 172.21.15.88:0/1546151289 learned_addr learned my addr 172.21.15.88:0/1546151289 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c19c00700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6c14104f00 0x7f6c141a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c19200700 1 -- 172.21.15.88:0/1546151289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6c14104f00 msgr2=0x7f6c141a4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c19200700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6c14104f00 0x7f6c141a4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c19200700 1 -- 172.21.15.88:0/1546151289 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c14102530 msgr2=0x7f6c1419ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c19200700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c14102530 0x7f6c1419ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c19200700 1 -- 172.21.15.88:0/1546151289 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c040095f0 con 0x7f6c140ffbc0 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.630+0000 7f6c13e00700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c14102530 0x7f6c1419ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.631+0000 7f6c19200700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6c140ffbc0 0x7f6c1419d870 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6c04005910 tx=0x7f6c04009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.631+0000 7f6c11600700 1 -- 172.21.15.88:0/1546151289 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0401d070 con 0x7f6c140ffbc0 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.631+0000 7f6c11600700 1 -- 172.21.15.88:0/1546151289 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6c04021410 con 0x7f6c140ffbc0 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.631+0000 7f6c1a600700 1 -- 172.21.15.88:0/1546151289 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c141a58f0 con 0x7f6c140ffbc0 2024-01-28T12:58:38.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.631+0000 7f6c11600700 1 -- 172.21.15.88:0/1546151289 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c04017650 con 0x7f6c140ffbc0 2024-01-28T12:58:38.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.631+0000 7f6c1a600700 1 -- 172.21.15.88:0/1546151289 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c141a5d70 con 0x7f6c140ffbc0 2024-01-28T12:58:38.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.633+0000 7f6c1a600700 1 -- 172.21.15.88:0/1546151289 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c140fd380 con 0x7f6c140ffbc0 2024-01-28T12:58:38.632 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.634+0000 7f6c11600700 1 -- 172.21.15.88:0/1546151289 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f6c04021580 con 0x7f6c140ffbc0 2024-01-28T12:58:38.633 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.636+0000 7f6c11600700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6bf40a18d0 0x7f6bf40a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:38.633 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.636+0000 7f6c11600700 1 -- 172.21.15.88:0/1546151289 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7497+0+0 (secure 0 0 0) 0x7f6c040ce070 con 0x7f6c140ffbc0 2024-01-28T12:58:38.634 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.636+0000 7f6c13e00700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6bf40a18d0 0x7f6bf40a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:38.634 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.637+0000 7f6c13e00700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6bf40a18d0 0x7f6bf40a3d90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc011490 tx=0x7f6bfc009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:38.638 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.640+0000 7f6c11600700 1 -- 172.21.15.88:0/1546151289 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f6c04097670 con 0x7f6c140ffbc0 2024-01-28T12:58:38.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:38 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3737466981' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-01-28T12:58:38.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:38 smithi175 ceph-mon[44549]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-01-28T12:58:38.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:38.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:38.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:38 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3737466981' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-01-28T12:58:38.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:38 smithi181 ceph-mon[45557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-01-28T12:58:38.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:38.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:38.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:38 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3737466981' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-01-28T12:58:38.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:38 smithi088 ceph-mon[35322]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-01-28T12:58:38.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:38.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:38.895 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:38.897+0000 7f6c1a600700 1 -- 172.21.15.88:0/1546151289 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7f6c141133e0 con 0x7f6c140ffbc0 2024-01-28T12:58:39.423 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.426+0000 7f6c11600700 1 -- 172.21.15.88:0/1546151289 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v77) v1 ==== 171+0+0 (secure 0 0 0) 0x7f6c0409ac90 con 0x7f6c140ffbc0 2024-01-28T12:58:39.426 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.428+0000 7f6c1a600700 1 -- 172.21.15.88:0/1546151289 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6bf40a18d0 msgr2=0x7f6bf40a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:39.426 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.428+0000 7f6c1a600700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6bf40a18d0 0x7f6bf40a3d90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc011490 tx=0x7f6bfc009260 comp rx=0 tx=0).stop 2024-01-28T12:58:39.426 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.428+0000 7f6c1a600700 1 -- 172.21.15.88:0/1546151289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6c140ffbc0 msgr2=0x7f6c1419d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:39.426 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.428+0000 7f6c1a600700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6c140ffbc0 0x7f6c1419d870 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6c04005910 tx=0x7f6c04009580 comp rx=0 tx=0).stop 2024-01-28T12:58:39.427 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.428+0000 7f6c1a600700 1 -- 172.21.15.88:0/1546151289 shutdown_connections 2024-01-28T12:58:39.427 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.428+0000 7f6c1a600700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6bf40a18d0 0x7f6bf40a3d90 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:39.427 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.428+0000 7f6c1a600700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6c14104f00 0x7f6c141a4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:39.427 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.428+0000 7f6c1a600700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6c140ffbc0 0x7f6c1419d870 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:39.427 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.428+0000 7f6c1a600700 1 --2- 172.21.15.88:0/1546151289 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c14102530 0x7f6c1419ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:39.427 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.429+0000 7f6c1a600700 1 -- 172.21.15.88:0/1546151289 >> 172.21.15.88:0/1546151289 conn(0x7f6c140fb800 msgr2=0x7f6c14103320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:39.427 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.429+0000 7f6c1a600700 1 -- 172.21.15.88:0/1546151289 shutdown_connections 2024-01-28T12:58:39.427 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.429+0000 7f6c1a600700 1 -- 172.21.15.88:0/1546151289 wait complete. 2024-01-28T12:58:39.431 INFO:teuthology.orchestra.run.smithi088.stderr:pool 'cephfs_data' created 2024-01-28T12:58:39.462 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-01-28T12:58:39.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.663+0000 7f362ca00700 1 -- 172.21.15.88:0/404361857 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36280755b0 msgr2=0x7f3628073a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:39.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.663+0000 7f362ca00700 1 --2- 172.21.15.88:0/404361857 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36280755b0 0x7f3628073a00 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3618009990 tx=0x7f3618009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:39.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.663+0000 7f362ca00700 1 -- 172.21.15.88:0/404361857 shutdown_connections 2024-01-28T12:58:39.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.663+0000 7f362ca00700 1 --2- 172.21.15.88:0/404361857 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3628109250 0x7f362810b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:39.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.663+0000 7f362ca00700 1 --2- 172.21.15.88:0/404361857 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36280755b0 0x7f3628073a00 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:39.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.663+0000 7f362ca00700 1 --2- 172.21.15.88:0/404361857 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3628073fd0 0x7f3628074450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:39.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.663+0000 7f362ca00700 1 -- 172.21.15.88:0/404361857 >> 172.21.15.88:0/404361857 conn(0x7f36280fc8f0 msgr2=0x7f36280fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:39.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.663+0000 7f362ca00700 1 -- 172.21.15.88:0/404361857 shutdown_connections 2024-01-28T12:58:39.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.663+0000 7f362ca00700 1 -- 172.21.15.88:0/404361857 wait complete. 2024-01-28T12:58:39.664 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.664+0000 7f362ca00700 1 Processor -- start 2024-01-28T12:58:39.664 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.664+0000 7f362ca00700 1 -- start start 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.664+0000 7f362ca00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3628073fd0 0x7f36281993e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f362ca00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36280755b0 0x7f3628199920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f362ca00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3628109250 0x7f36281a0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f362ca00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36281a0f60 con 0x7f36280755b0 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f362ca00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36281a10a0 con 0x7f3628109250 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f362ca00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36281a1230 con 0x7f3628073fd0 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3625e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36280755b0 0x7f3628199920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3626800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3628073fd0 0x7f36281993e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3627200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3628109250 0x7f36281a0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3625e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36280755b0 0x7f3628199920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:50836/0 (socket says 172.21.15.88:50836) 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3625e00700 1 -- 172.21.15.88:0/1447059283 learned_addr learned my addr 172.21.15.88:0/1447059283 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:39.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3627200700 1 -- 172.21.15.88:0/1447059283 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3628073fd0 msgr2=0x7f36281993e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3627200700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3628073fd0 0x7f36281993e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3627200700 1 -- 172.21.15.88:0/1447059283 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36280755b0 msgr2=0x7f3628199920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3627200700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36280755b0 0x7f3628199920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3627200700 1 -- 172.21.15.88:0/1447059283 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36180095f0 con 0x7f3628109250 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3626800700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3628073fd0 0x7f36281993e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3625e00700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36280755b0 0x7f3628199920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.665+0000 7f3627200700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3628109250 0x7f36281a0990 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f362000efc0 tx=0x7f362000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.666+0000 7f361f400700 1 -- 172.21.15.88:0/1447059283 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3620018070 con 0x7f3628109250 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.666+0000 7f362ca00700 1 -- 172.21.15.88:0/1447059283 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36281a14b0 con 0x7f3628109250 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.666+0000 7f361f400700 1 -- 172.21.15.88:0/1447059283 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f362000f040 con 0x7f3628109250 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.666+0000 7f361f400700 1 -- 172.21.15.88:0/1447059283 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f362000cd40 con 0x7f3628109250 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.666+0000 7f362ca00700 1 -- 172.21.15.88:0/1447059283 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36281a19c0 con 0x7f3628109250 2024-01-28T12:58:39.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.667+0000 7f362ca00700 1 -- 172.21.15.88:0/1447059283 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3628108060 con 0x7f3628109250 2024-01-28T12:58:39.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.669+0000 7f361f400700 1 -- 172.21.15.88:0/1447059283 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f3620003a00 con 0x7f3628109250 2024-01-28T12:58:39.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.670+0000 7f361f400700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36080a1850 0x7f36080a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:39.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.670+0000 7f361f400700 1 -- 172.21.15.88:0/1447059283 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f36200cd560 con 0x7f3628109250 2024-01-28T12:58:39.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.670+0000 7f3626800700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36080a1850 0x7f36080a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:39.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.671+0000 7f3626800700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36080a1850 0x7f36080a3d10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f361800b2e0 tx=0x7f361800b750 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:39.670 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.672+0000 7f361f400700 1 -- 172.21.15.88:0/1447059283 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f36200969e0 con 0x7f3628109250 2024-01-28T12:58:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:39 smithi181 ceph-mon[45557]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:39 smithi181 ceph-mon[45557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-01-28T12:58:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:39 smithi181 ceph-mon[45557]: osdmap e76: 12 total, 12 up, 12 in 2024-01-28T12:58:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:39 smithi088 ceph-mon[35322]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:39 smithi088 ceph-mon[35322]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-01-28T12:58:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:39 smithi088 ceph-mon[35322]: osdmap e76: 12 total, 12 up, 12 in 2024-01-28T12:58:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:39.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:39 smithi175 ceph-mon[44549]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:39.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:39 smithi175 ceph-mon[44549]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-01-28T12:58:39.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:39 smithi175 ceph-mon[44549]: osdmap e76: 12 total, 12 up, 12 in 2024-01-28T12:58:39.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:39.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:39.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:39.918+0000 7f362ca00700 1 -- 172.21.15.88:0/1447059283 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f3628068240 con 0x7f3628109250 2024-01-28T12:58:40.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.475+0000 7f361f400700 1 -- 172.21.15.88:0/1447059283 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f362009a000 con 0x7f3628109250 2024-01-28T12:58:40.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 -- 172.21.15.88:0/1447059283 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36080a1850 msgr2=0x7f36080a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:40.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36080a1850 0x7f36080a3d10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f361800b2e0 tx=0x7f361800b750 comp rx=0 tx=0).stop 2024-01-28T12:58:40.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 -- 172.21.15.88:0/1447059283 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3628109250 msgr2=0x7f36281a0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:40.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3628109250 0x7f36281a0990 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f362000efc0 tx=0x7f362000c3a0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 -- 172.21.15.88:0/1447059283 shutdown_connections 2024-01-28T12:58:40.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36080a1850 0x7f36080a3d10 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3628109250 0x7f36281a0990 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3628073fd0 0x7f36281993e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 --2- 172.21.15.88:0/1447059283 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36280755b0 0x7f3628199920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 -- 172.21.15.88:0/1447059283 >> 172.21.15.88:0/1447059283 conn(0x7f36280fc8f0 msgr2=0x7f36281051a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:40.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 -- 172.21.15.88:0/1447059283 shutdown_connections 2024-01-28T12:58:40.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.478+0000 7f362ca00700 1 -- 172.21.15.88:0/1447059283 wait complete. 2024-01-28T12:58:40.479 INFO:teuthology.orchestra.run.smithi088.stderr:new fs with metadata pool 2 and data pool 3 2024-01-28T12:58:40.497 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-01-28T12:58:40.498 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-01-28T12:58:40.695 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.697+0000 7fbd9f800700 1 -- 172.21.15.88:0/778096457 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd98101550 msgr2=0x7fbd98101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:40.695 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.697+0000 7fbd9f800700 1 --2- 172.21.15.88:0/778096457 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd98101550 0x7fbd98101970 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fbd880099c0 tx=0x7fbd88009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.695 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.697+0000 7fbd9f800700 1 -- 172.21.15.88:0/778096457 shutdown_connections 2024-01-28T12:58:40.695 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.697+0000 7fbd9f800700 1 --2- 172.21.15.88:0/778096457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbd981030e0 0x7fbd98109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.695 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.697+0000 7fbd9f800700 1 --2- 172.21.15.88:0/778096457 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd98101550 0x7fbd98101970 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.695 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.697+0000 7fbd9f800700 1 --2- 172.21.15.88:0/778096457 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbd98102740 0x7fbd98102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.695 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.697+0000 7fbd9f800700 1 -- 172.21.15.88:0/778096457 >> 172.21.15.88:0/778096457 conn(0x7fbd980fcae0 msgr2=0x7fbd980fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:40.695 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.697+0000 7fbd9f800700 1 -- 172.21.15.88:0/778096457 shutdown_connections 2024-01-28T12:58:40.696 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.697+0000 7fbd9f800700 1 -- 172.21.15.88:0/778096457 wait complete. 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.698+0000 7fbd9f800700 1 Processor -- start 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.698+0000 7fbd9f800700 1 -- start start 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.698+0000 7fbd9f800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbd98101550 0x7fbd98075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.698+0000 7fbd9f800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbd98102740 0x7fbd980739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.698+0000 7fbd9f800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd981030e0 0x7fbd98073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.698+0000 7fbd9f800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd980746a0 con 0x7fbd981030e0 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.698+0000 7fbd9f800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd98074810 con 0x7fbd98102740 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.698+0000 7fbd9f800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd981a1510 con 0x7fbd98101550 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd9d800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd981030e0 0x7fbd98073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd9d800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd981030e0 0x7fbd98073f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:50844/0 (socket says 172.21.15.88:50844) 2024-01-28T12:58:40.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd9d800700 1 -- 172.21.15.88:0/670599458 learned_addr learned my addr 172.21.15.88:0/670599458 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd9ce00700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbd98101550 0x7fbd98075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd8fe00700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbd98102740 0x7fbd980739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd9d800700 1 -- 172.21.15.88:0/670599458 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbd98101550 msgr2=0x7fbd98075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd9d800700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbd98101550 0x7fbd98075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd9d800700 1 -- 172.21.15.88:0/670599458 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbd98102740 msgr2=0x7fbd980739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd9d800700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbd98102740 0x7fbd980739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd9d800700 1 -- 172.21.15.88:0/670599458 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd880095f0 con 0x7fbd981030e0 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd9d800700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd981030e0 0x7fbd98073f00 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbd9000ef30 tx=0x7fbd9000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.699+0000 7fbd96000700 1 -- 172.21.15.88:0/670599458 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd90018070 con 0x7fbd981030e0 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.700+0000 7fbd96000700 1 -- 172.21.15.88:0/670599458 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd9000f040 con 0x7fbd981030e0 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.700+0000 7fbd9f800700 1 -- 172.21.15.88:0/670599458 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd981a1790 con 0x7fbd981030e0 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.700+0000 7fbd96000700 1 -- 172.21.15.88:0/670599458 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd9000cd00 con 0x7fbd981030e0 2024-01-28T12:58:40.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.700+0000 7fbd9f800700 1 -- 172.21.15.88:0/670599458 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd981a1c50 con 0x7fbd981030e0 2024-01-28T12:58:40.700 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.701+0000 7fbd9f800700 1 -- 172.21.15.88:0/670599458 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd98108970 con 0x7fbd981030e0 2024-01-28T12:58:40.700 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.703+0000 7fbd96000700 1 -- 172.21.15.88:0/670599458 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fbd90003a00 con 0x7fbd981030e0 2024-01-28T12:58:40.702 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.704+0000 7fbd96000700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbd780a1850 0x7fbd780a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:40.702 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.704+0000 7fbd96000700 1 -- 172.21.15.88:0/670599458 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fbd900cd4c0 con 0x7fbd981030e0 2024-01-28T12:58:40.702 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.704+0000 7fbd9ce00700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbd780a1850 0x7fbd780a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:40.702 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.705+0000 7fbd9ce00700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbd780a1850 0x7fbd780a3d10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbd88009990 tx=0x7fbd88000bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:40.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1546151289' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-01-28T12:58:40.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1546151289' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-01-28T12:58:40.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: osdmap e77: 12 total, 12 up, 12 in 2024-01-28T12:58:40.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:40.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:40.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:40.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:40.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:40.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1447059283' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-28T12:58:40.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-28T12:58:40.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T12:58:40.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:40 smithi181 ceph-mon[45557]: osdmap e78: 12 total, 12 up, 12 in 2024-01-28T12:58:40.705 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.707+0000 7fbd96000700 1 -- 172.21.15.88:0/670599458 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fbd90096980 con 0x7fbd981030e0 2024-01-28T12:58:40.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1546151289' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-01-28T12:58:40.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1546151289' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-01-28T12:58:40.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: osdmap e77: 12 total, 12 up, 12 in 2024-01-28T12:58:40.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:40.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:40.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:40.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:40.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:40.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1447059283' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-28T12:58:40.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-28T12:58:40.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T12:58:40.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:40 smithi088 ceph-mon[35322]: osdmap e78: 12 total, 12 up, 12 in 2024-01-28T12:58:40.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1546151289' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-01-28T12:58:40.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1546151289' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-01-28T12:58:40.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: osdmap e77: 12 total, 12 up, 12 in 2024-01-28T12:58:40.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:58:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:58:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:58:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1447059283' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-28T12:58:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-28T12:58:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T12:58:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:40 smithi175 ceph-mon[44549]: osdmap e78: 12 total, 12 up, 12 in 2024-01-28T12:58:40.915 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:40.917+0000 7fbd9f800700 1 -- 172.21.15.88:0/670599458 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7fbd98068320 con 0x7fbd981030e0 2024-01-28T12:58:41.088 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.090+0000 7fbd96000700 1 -- 172.21.15.88:0/670599458 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v79) v1 ==== 157+0+0 (secure 0 0 0) 0x7fbd90099fa0 con 0x7fbd981030e0 2024-01-28T12:58:41.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 -- 172.21.15.88:0/670599458 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbd780a1850 msgr2=0x7fbd780a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:41.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbd780a1850 0x7fbd780a3d10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbd88009990 tx=0x7fbd88000bc0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 -- 172.21.15.88:0/670599458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd981030e0 msgr2=0x7fbd98073f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:41.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd981030e0 0x7fbd98073f00 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbd9000ef30 tx=0x7fbd9000c3a0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 -- 172.21.15.88:0/670599458 shutdown_connections 2024-01-28T12:58:41.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbd780a1850 0x7fbd780a3d10 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd981030e0 0x7fbd98073f00 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbd98101550 0x7fbd98075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 --2- 172.21.15.88:0/670599458 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbd98102740 0x7fbd980739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 -- 172.21.15.88:0/670599458 >> 172.21.15.88:0/670599458 conn(0x7fbd980fcae0 msgr2=0x7fbd98105ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:41.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 -- 172.21.15.88:0/670599458 shutdown_connections 2024-01-28T12:58:41.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.093+0000 7fbd9f800700 1 -- 172.21.15.88:0/670599458 wait complete. 2024-01-28T12:58:41.111 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-01-28T12:58:41.311 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.313+0000 7f747b600700 1 -- 172.21.15.88:0/3760865663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f74741015b0 msgr2=0x7f74741019d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:41.311 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.313+0000 7f747b600700 1 --2- 172.21.15.88:0/3760865663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f74741015b0 0x7f74741019d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f74640099c0 tx=0x7f7464009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.313+0000 7f747b600700 1 -- 172.21.15.88:0/3760865663 shutdown_connections 2024-01-28T12:58:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.313+0000 7f747b600700 1 --2- 172.21.15.88:0/3760865663 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7474103140 0x7f74741099f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.313+0000 7f747b600700 1 --2- 172.21.15.88:0/3760865663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f74741015b0 0x7f74741019d0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.313+0000 7f747b600700 1 --2- 172.21.15.88:0/3760865663 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74741027a0 0x7f7474102c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.313+0000 7f747b600700 1 -- 172.21.15.88:0/3760865663 >> 172.21.15.88:0/3760865663 conn(0x7f74740fcb20 msgr2=0x7f74740fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.313+0000 7f747b600700 1 -- 172.21.15.88:0/3760865663 shutdown_connections 2024-01-28T12:58:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.313+0000 7f747b600700 1 -- 172.21.15.88:0/3760865663 wait complete. 2024-01-28T12:58:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.314+0000 7f747b600700 1 Processor -- start 2024-01-28T12:58:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.314+0000 7f747b600700 1 -- start start 2024-01-28T12:58:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f747b600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74741015b0 0x7f7474199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f747b600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74741027a0 0x7f7474199c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f747b600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7474103140 0x7f74741a0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f747b600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74741a1200 con 0x7f7474103140 2024-01-28T12:58:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f747b600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74741a1340 con 0x7f74741015b0 2024-01-28T12:58:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f747b600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74741a14d0 con 0x7f74741027a0 2024-01-28T12:58:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f7479600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7474103140 0x7f74741a0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f7478c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74741015b0 0x7f7474199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f7478c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74741015b0 0x7f7474199720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:58996/0 (socket says 172.21.15.88:58996) 2024-01-28T12:58:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f7478c00700 1 -- 172.21.15.88:0/2101333541 learned_addr learned my addr 172.21.15.88:0/2101333541 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f7473e00700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74741027a0 0x7f7474199c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f7478c00700 1 -- 172.21.15.88:0/2101333541 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74741027a0 msgr2=0x7f7474199c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f7478c00700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74741027a0 0x7f7474199c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f7478c00700 1 -- 172.21.15.88:0/2101333541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7474103140 msgr2=0x7f74741a0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f7478c00700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7474103140 0x7f74741a0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.315+0000 7f7478c00700 1 -- 172.21.15.88:0/2101333541 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74640095f0 con 0x7f74741015b0 2024-01-28T12:58:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.316+0000 7f7478c00700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74741015b0 0x7f7474199720 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7464003730 tx=0x7f746400f670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.316+0000 7f7471600700 1 -- 172.21.15.88:0/2101333541 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f746401d070 con 0x7f74741015b0 2024-01-28T12:58:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.316+0000 7f7471600700 1 -- 172.21.15.88:0/2101333541 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f74640059a0 con 0x7f74741015b0 2024-01-28T12:58:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.316+0000 7f747b600700 1 -- 172.21.15.88:0/2101333541 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74741a1750 con 0x7f74741015b0 2024-01-28T12:58:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.316+0000 7f7471600700 1 -- 172.21.15.88:0/2101333541 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7464004990 con 0x7f74741015b0 2024-01-28T12:58:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.316+0000 7f747b600700 1 -- 172.21.15.88:0/2101333541 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74741a1c00 con 0x7f74741015b0 2024-01-28T12:58:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.317+0000 7f747b600700 1 -- 172.21.15.88:0/2101333541 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7474068320 con 0x7f74741015b0 2024-01-28T12:58:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.319+0000 7f7471600700 1 -- 172.21.15.88:0/2101333541 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f7464005210 con 0x7f74741015b0 2024-01-28T12:58:41.318 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.320+0000 7f7471600700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f74540a18d0 0x7f74540a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:41.318 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.320+0000 7f7471600700 1 -- 172.21.15.88:0/2101333541 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 8205+0+0 (secure 0 0 0) 0x7f74640cdcb0 con 0x7f74741015b0 2024-01-28T12:58:41.318 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.320+0000 7f7473e00700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f74540a18d0 0x7f74540a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:41.319 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.321+0000 7f7473e00700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f74540a18d0 0x7f74540a3d90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f745c009c60 tx=0x7f745c009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:41.320 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.323+0000 7f7471600700 1 -- 172.21.15.88:0/2101333541 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f7464097100 con 0x7f74741015b0 2024-01-28T12:58:41.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:41.528+0000 7f747b600700 1 -- 172.21.15.88:0/2101333541 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f747410cd80 con 0x7f74741015b0 2024-01-28T12:58:41.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:41 smithi181 ceph-mon[45557]: pgmap v231: 97 pgs: 13 creating+peering, 4 active+clean, 80 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:41.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:41 smithi181 ceph-mon[45557]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-01-28T12:58:41.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:41 smithi181 ceph-mon[45557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-01-28T12:58:41.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:41 smithi181 ceph-mon[45557]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-01-28T12:58:41.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:41 smithi181 ceph-mon[45557]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T12:58:41.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:41 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/670599458' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-01-28T12:58:41.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:41 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/670599458' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-01-28T12:58:41.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:41 smithi181 ceph-mon[45557]: osdmap e79: 12 total, 12 up, 12 in 2024-01-28T12:58:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:41 smithi088 ceph-mon[35322]: pgmap v231: 97 pgs: 13 creating+peering, 4 active+clean, 80 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:41 smithi088 ceph-mon[35322]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-01-28T12:58:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:41 smithi088 ceph-mon[35322]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-01-28T12:58:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:41 smithi088 ceph-mon[35322]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-01-28T12:58:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:41 smithi088 ceph-mon[35322]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T12:58:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:41 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/670599458' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-01-28T12:58:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:41 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/670599458' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-01-28T12:58:41.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:41 smithi088 ceph-mon[35322]: osdmap e79: 12 total, 12 up, 12 in 2024-01-28T12:58:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:41 smithi175 ceph-mon[44549]: pgmap v231: 97 pgs: 13 creating+peering, 4 active+clean, 80 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-28T12:58:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:41 smithi175 ceph-mon[44549]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-01-28T12:58:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:41 smithi175 ceph-mon[44549]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-01-28T12:58:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:41 smithi175 ceph-mon[44549]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-01-28T12:58:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:41 smithi175 ceph-mon[44549]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T12:58:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:41 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/670599458' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-01-28T12:58:41.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:41 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/670599458' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-01-28T12:58:41.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:41 smithi175 ceph-mon[44549]: osdmap e79: 12 total, 12 up, 12 in 2024-01-28T12:58:42.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:42 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] up:active 2024-01-28T12:58:42.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:42 smithi088 ceph-mon[35322]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:58:42.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:42 smithi088 ceph-mon[35322]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:58:42.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:42 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2101333541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-01-28T12:58:42.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:42 smithi088 ceph-mon[35322]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-01-28T12:58:42.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:42 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] up:active 2024-01-28T12:58:42.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:42 smithi175 ceph-mon[44549]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:58:42.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:42 smithi175 ceph-mon[44549]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:58:42.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:42 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2101333541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-01-28T12:58:42.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:42 smithi175 ceph-mon[44549]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-01-28T12:58:42.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:42 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] up:active 2024-01-28T12:58:42.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:42 smithi181 ceph-mon[45557]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:58:42.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:42 smithi181 ceph-mon[45557]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:58:42.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:42 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2101333541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-01-28T12:58:42.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:42 smithi181 ceph-mon[45557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-01-28T12:58:43.493 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.495+0000 7f7471600700 1 -- 172.21.15.88:0/2101333541 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v81) v1 ==== 228+0+0 (secure 0 0 0) 0x7f7464026100 con 0x7f74741015b0 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 -- 172.21.15.88:0/2101333541 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f74540a18d0 msgr2=0x7f74540a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f74540a18d0 0x7f74540a3d90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f745c009c60 tx=0x7f745c009260 comp rx=0 tx=0).stop 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 -- 172.21.15.88:0/2101333541 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74741015b0 msgr2=0x7f7474199720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74741015b0 0x7f7474199720 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7464003730 tx=0x7f746400f670 comp rx=0 tx=0).stop 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 -- 172.21.15.88:0/2101333541 shutdown_connections 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f74540a18d0 0x7f74540a3d90 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7474103140 0x7f74741a0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74741015b0 0x7f7474199720 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 --2- 172.21.15.88:0/2101333541 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f74741027a0 0x7f7474199c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 -- 172.21.15.88:0/2101333541 >> 172.21.15.88:0/2101333541 conn(0x7f74740fcb20 msgr2=0x7f7474073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:43.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 -- 172.21.15.88:0/2101333541 shutdown_connections 2024-01-28T12:58:43.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.500+0000 7f747b600700 1 -- 172.21.15.88:0/2101333541 wait complete. 2024-01-28T12:58:43.499 INFO:teuthology.orchestra.run.smithi088.stderr:pool 'cephfs_data_ec' created 2024-01-28T12:58:43.517 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-01-28T12:58:43.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.716+0000 7fc0a4e00700 1 -- 172.21.15.88:0/2393332141 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a0102740 msgr2=0x7fc0a0102ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:43.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.716+0000 7fc0a4e00700 1 --2- 172.21.15.88:0/2393332141 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a0102740 0x7fc0a0102ba0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fc0880099c0 tx=0x7fc088009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:43.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.716+0000 7fc0a4e00700 1 -- 172.21.15.88:0/2393332141 shutdown_connections 2024-01-28T12:58:43.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.716+0000 7fc0a4e00700 1 --2- 172.21.15.88:0/2393332141 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc0a01030e0 0x7fc0a0109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:43.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.716+0000 7fc0a4e00700 1 --2- 172.21.15.88:0/2393332141 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc0a0101550 0x7fc0a0101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:43.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.716+0000 7fc0a4e00700 1 --2- 172.21.15.88:0/2393332141 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a0102740 0x7fc0a0102ba0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:43.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.716+0000 7fc0a4e00700 1 -- 172.21.15.88:0/2393332141 >> 172.21.15.88:0/2393332141 conn(0x7fc0a00fcae0 msgr2=0x7fc0a00fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:43.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.716+0000 7fc0a4e00700 1 -- 172.21.15.88:0/2393332141 shutdown_connections 2024-01-28T12:58:43.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.716+0000 7fc0a4e00700 1 -- 172.21.15.88:0/2393332141 wait complete. 2024-01-28T12:58:43.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.717+0000 7fc0a4e00700 1 Processor -- start 2024-01-28T12:58:43.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.717+0000 7fc0a4e00700 1 -- start start 2024-01-28T12:58:43.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc0a4e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc0a0101550 0x7fc0a0199650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:43.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc0a4e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc0a0102740 0x7fc0a0199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc0a4e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a01030e0 0x7fc0a01a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc0a4e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0a01a11d0 con 0x7fc0a01030e0 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc0a4e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0a01a1310 con 0x7fc0a0101550 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc0a4e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0a01a14a0 con 0x7fc0a0102740 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09de00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc0a0101550 0x7fc0a0199650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09de00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc0a0101550 0x7fc0a0199650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:57072/0 (socket says 172.21.15.88:57072) 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09de00700 1 -- 172.21.15.88:0/4169466597 learned_addr learned my addr 172.21.15.88:0/4169466597 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09e800700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a01030e0 0x7fc0a01a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09d400700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc0a0102740 0x7fc0a0199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09de00700 1 -- 172.21.15.88:0/4169466597 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc0a0102740 msgr2=0x7fc0a0199b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09de00700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc0a0102740 0x7fc0a0199b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09de00700 1 -- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a01030e0 msgr2=0x7fc0a01a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09de00700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a01030e0 0x7fc0a01a0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:43.718 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09de00700 1 -- 172.21.15.88:0/4169466597 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0880095f0 con 0x7fc0a0101550 2024-01-28T12:58:43.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.718+0000 7fc09e800700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a01030e0 0x7fc0a01a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:43.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.719+0000 7fc09de00700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc0a0101550 0x7fc0a0199650 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc09000e970 tx=0x7fc09000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:43.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.719+0000 7fc096a00700 1 -- 172.21.15.88:0/4169466597 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc090009790 con 0x7fc0a0101550 2024-01-28T12:58:43.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.719+0000 7fc0a4e00700 1 -- 172.21.15.88:0/4169466597 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0a01a1780 con 0x7fc0a0101550 2024-01-28T12:58:43.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.719+0000 7fc096a00700 1 -- 172.21.15.88:0/4169466597 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc09000c7e0 con 0x7fc0a0101550 2024-01-28T12:58:43.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.719+0000 7fc096a00700 1 -- 172.21.15.88:0/4169466597 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc090003c70 con 0x7fc0a0101550 2024-01-28T12:58:43.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.719+0000 7fc0a4e00700 1 -- 172.21.15.88:0/4169466597 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0a01a1ce0 con 0x7fc0a0101550 2024-01-28T12:58:43.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.720+0000 7fc0a4e00700 1 -- 172.21.15.88:0/4169466597 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0a0068320 con 0x7fc0a0101550 2024-01-28T12:58:43.720 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.722+0000 7fc096a00700 1 -- 172.21.15.88:0/4169466597 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fc09000cc50 con 0x7fc0a0101550 2024-01-28T12:58:43.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.723+0000 7fc096a00700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc0800a1850 0x7fc0800a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:43.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.723+0000 7fc096a00700 1 -- 172.21.15.88:0/4169466597 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 8698+0+0 (secure 0 0 0) 0x7fc090014070 con 0x7fc0a0101550 2024-01-28T12:58:43.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.724+0000 7fc09d400700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc0800a1850 0x7fc0800a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:43.722 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.724+0000 7fc09d400700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc0800a1850 0x7fc0800a3d10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc088009990 tx=0x7fc088000bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:43.723 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.726+0000 7fc096a00700 1 -- 172.21.15.88:0/4169466597 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fc090096590 con 0x7fc0a0101550 2024-01-28T12:58:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:43 smithi088 ceph-mon[35322]: pgmap v234: 97 pgs: 13 creating+peering, 37 active+clean, 47 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 2 op/s 2024-01-28T12:58:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:43 smithi088 ceph-mon[35322]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-01-28T12:58:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:43 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T12:58:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:43 smithi088 ceph-mon[35322]: osdmap e80: 12 total, 12 up, 12 in 2024-01-28T12:58:43.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:43 smithi175 ceph-mon[44549]: pgmap v234: 97 pgs: 13 creating+peering, 37 active+clean, 47 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 2 op/s 2024-01-28T12:58:43.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:43 smithi175 ceph-mon[44549]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-01-28T12:58:43.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:43 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T12:58:43.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:43 smithi175 ceph-mon[44549]: osdmap e80: 12 total, 12 up, 12 in 2024-01-28T12:58:43.923 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:43.925+0000 7fc0a4e00700 1 -- 172.21.15.88:0/4169466597 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7fc0a010cfd0 con 0x7fc0a0101550 2024-01-28T12:58:43.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:43 smithi181 ceph-mon[45557]: pgmap v234: 97 pgs: 13 creating+peering, 37 active+clean, 47 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 2 op/s 2024-01-28T12:58:43.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:43 smithi181 ceph-mon[45557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-01-28T12:58:43.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:43 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T12:58:43.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:43 smithi181 ceph-mon[45557]: osdmap e80: 12 total, 12 up, 12 in 2024-01-28T12:58:44.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.496+0000 7fc096a00700 1 -- 172.21.15.88:0/4169466597 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v82) v1 ==== 169+0+0 (secure 0 0 0) 0x7fc090094e60 con 0x7fc0a0101550 2024-01-28T12:58:44.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.502+0000 7fc0a4e00700 1 -- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc0800a1850 msgr2=0x7fc0800a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:44.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.502+0000 7fc0a4e00700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc0800a1850 0x7fc0800a3d10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc088009990 tx=0x7fc088000bc0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.502+0000 7fc0a4e00700 1 -- 172.21.15.88:0/4169466597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc0a0101550 msgr2=0x7fc0a0199650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:44.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.502+0000 7fc0a4e00700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc0a0101550 0x7fc0a0199650 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc09000e970 tx=0x7fc09000ec80 comp rx=0 tx=0).stop 2024-01-28T12:58:44.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.503+0000 7fc0a4e00700 1 -- 172.21.15.88:0/4169466597 shutdown_connections 2024-01-28T12:58:44.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.503+0000 7fc0a4e00700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc0800a1850 0x7fc0800a3d10 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.503+0000 7fc0a4e00700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc0a01030e0 0x7fc0a01a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.503+0000 7fc0a4e00700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc0a0101550 0x7fc0a0199650 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.503+0000 7fc0a4e00700 1 --2- 172.21.15.88:0/4169466597 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc0a0102740 0x7fc0a0199b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.503+0000 7fc0a4e00700 1 -- 172.21.15.88:0/4169466597 >> 172.21.15.88:0/4169466597 conn(0x7fc0a00fcae0 msgr2=0x7fc0a0073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:44.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.504+0000 7fc0a4e00700 1 -- 172.21.15.88:0/4169466597 shutdown_connections 2024-01-28T12:58:44.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.504+0000 7fc0a4e00700 1 -- 172.21.15.88:0/4169466597 wait complete. 2024-01-28T12:58:44.504 INFO:teuthology.orchestra.run.smithi088.stderr:set pool 4 allow_ec_overwrites to true 2024-01-28T12:58:44.530 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-01-28T12:58:44.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.726+0000 7fd4dd000700 1 -- 172.21.15.88:0/225624619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd4d8074030 msgr2=0x7fd4d80744b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:44.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.726+0000 7fd4dd000700 1 --2- 172.21.15.88:0/225624619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd4d8074030 0x7fd4d80744b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0009990 tx=0x7fd4c0009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.726+0000 7fd4dd000700 1 -- 172.21.15.88:0/225624619 shutdown_connections 2024-01-28T12:58:44.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.726+0000 7fd4dd000700 1 --2- 172.21.15.88:0/225624619 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd4d8109410 0x7fd4d810b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.726+0000 7fd4dd000700 1 --2- 172.21.15.88:0/225624619 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd4d8075610 0x7fd4d8073a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.726+0000 7fd4dd000700 1 --2- 172.21.15.88:0/225624619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd4d8074030 0x7fd4d80744b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.726+0000 7fd4dd000700 1 -- 172.21.15.88:0/225624619 >> 172.21.15.88:0/225624619 conn(0x7fd4d80fcae0 msgr2=0x7fd4d80fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:44.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.726+0000 7fd4dd000700 1 -- 172.21.15.88:0/225624619 shutdown_connections 2024-01-28T12:58:44.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.726+0000 7fd4dd000700 1 -- 172.21.15.88:0/225624619 wait complete. 2024-01-28T12:58:44.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.727+0000 7fd4dd000700 1 Processor -- start 2024-01-28T12:58:44.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.727+0000 7fd4dd000700 1 -- start start 2024-01-28T12:58:44.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4dd000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd4d8074030 0x7fd4d81996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:44.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4dd000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd4d8075610 0x7fd4d8199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:44.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4dd000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd4d8109410 0x7fd4d81a0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:44.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4dd000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4d81a1230 con 0x7fd4d8109410 2024-01-28T12:58:44.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4dd000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4d81a1370 con 0x7fd4d8074030 2024-01-28T12:58:44.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4dd000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4d81a1500 con 0x7fd4d8075610 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d5e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd4d8074030 0x7fd4d81996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d5e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd4d8074030 0x7fd4d81996b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:57084/0 (socket says 172.21.15.88:57084) 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d5e00700 1 -- 172.21.15.88:0/2142790632 learned_addr learned my addr 172.21.15.88:0/2142790632 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d6800700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd4d8109410 0x7fd4d81a0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d5400700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd4d8075610 0x7fd4d8199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d5e00700 1 -- 172.21.15.88:0/2142790632 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd4d8075610 msgr2=0x7fd4d8199bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d5e00700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd4d8075610 0x7fd4d8199bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d5e00700 1 -- 172.21.15.88:0/2142790632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd4d8109410 msgr2=0x7fd4d81a0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d5e00700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd4d8109410 0x7fd4d81a0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d5e00700 1 -- 172.21.15.88:0/2142790632 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4c00095f0 con 0x7fd4d8074030 2024-01-28T12:58:44.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.728+0000 7fd4d5e00700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd4d8074030 0x7fd4d81996b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd4c800e9a0 tx=0x7fd4c800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:44.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.729+0000 7fd4cea00700 1 -- 172.21.15.88:0/2142790632 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4c8009790 con 0x7fd4d8074030 2024-01-28T12:58:44.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.729+0000 7fd4dd000700 1 -- 172.21.15.88:0/2142790632 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4d81a17e0 con 0x7fd4d8074030 2024-01-28T12:58:44.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.729+0000 7fd4cea00700 1 -- 172.21.15.88:0/2142790632 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd4c8010430 con 0x7fd4d8074030 2024-01-28T12:58:44.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.729+0000 7fd4cea00700 1 -- 172.21.15.88:0/2142790632 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4c8018680 con 0x7fd4d8074030 2024-01-28T12:58:44.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.729+0000 7fd4dd000700 1 -- 172.21.15.88:0/2142790632 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4d81a1cf0 con 0x7fd4d8074030 2024-01-28T12:58:44.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.730+0000 7fd4dd000700 1 -- 172.21.15.88:0/2142790632 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4d81081d0 con 0x7fd4d8074030 2024-01-28T12:58:44.730 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.732+0000 7fd4cea00700 1 -- 172.21.15.88:0/2142790632 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fd4c80105a0 con 0x7fd4d8074030 2024-01-28T12:58:44.731 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.733+0000 7fd4cea00700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd4b80a1850 0x7fd4b80a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:44.731 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.733+0000 7fd4cea00700 1 -- 172.21.15.88:0/2142790632 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8698+0+0 (secure 0 0 0) 0x7fd4c8014070 con 0x7fd4d8074030 2024-01-28T12:58:44.731 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.733+0000 7fd4d5400700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd4b80a1850 0x7fd4b80a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:44.732 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.734+0000 7fd4d5400700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd4b80a1850 0x7fd4b80a3d10 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd4c000b680 tx=0x7fd4c0005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:44.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.735+0000 7fd4cea00700 1 -- 172.21.15.88:0/2142790632 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fd4c8096790 con 0x7fd4d8074030 2024-01-28T12:58:44.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:44 smithi088 ceph-mon[35322]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-01-28T12:58:44.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:44 smithi088 ceph-mon[35322]: osdmap e81: 12 total, 12 up, 12 in 2024-01-28T12:58:44.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:44 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/4169466597' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-01-28T12:58:44.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:44 smithi088 ceph-mon[35322]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-01-28T12:58:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:44 smithi175 ceph-mon[44549]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-01-28T12:58:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:44 smithi175 ceph-mon[44549]: osdmap e81: 12 total, 12 up, 12 in 2024-01-28T12:58:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:44 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/4169466597' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-01-28T12:58:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:44 smithi175 ceph-mon[44549]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-01-28T12:58:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:44 smithi181 ceph-mon[45557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-01-28T12:58:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:44 smithi181 ceph-mon[45557]: osdmap e81: 12 total, 12 up, 12 in 2024-01-28T12:58:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:44 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/4169466597' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-01-28T12:58:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:44 smithi181 ceph-mon[45557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-01-28T12:58:44.980 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:44.982+0000 7fd4dd000700 1 -- 172.21.15.88:0/2142790632 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7fd4d810f050 con 0x7fd4d8074030 2024-01-28T12:58:45.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.497+0000 7fd4cea00700 1 -- 172.21.15.88:0/2142790632 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) v1 ==== 137+0+0 (secure 0 0 0) 0x7fd4c80260b0 con 0x7fd4d8074030 2024-01-28T12:58:45.497 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.499+0000 7fd4dd000700 1 -- 172.21.15.88:0/2142790632 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd4b80a1850 msgr2=0x7fd4b80a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.499+0000 7fd4dd000700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd4b80a1850 0x7fd4b80a3d10 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd4c000b680 tx=0x7fd4c0005fd0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.499+0000 7fd4dd000700 1 -- 172.21.15.88:0/2142790632 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd4d8074030 msgr2=0x7fd4d81996b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.499+0000 7fd4dd000700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd4d8074030 0x7fd4d81996b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd4c800e9a0 tx=0x7fd4c800ecb0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.500+0000 7fd4dd000700 1 -- 172.21.15.88:0/2142790632 shutdown_connections 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.500+0000 7fd4dd000700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd4b80a1850 0x7fd4b80a3d10 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.500+0000 7fd4dd000700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd4d8109410 0x7fd4d81a0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.500+0000 7fd4dd000700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd4d8074030 0x7fd4d81996b0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.500+0000 7fd4dd000700 1 --2- 172.21.15.88:0/2142790632 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd4d8075610 0x7fd4d8199bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.500+0000 7fd4dd000700 1 -- 172.21.15.88:0/2142790632 >> 172.21.15.88:0/2142790632 conn(0x7fd4d80fcae0 msgr2=0x7fd4d8105310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.500+0000 7fd4dd000700 1 -- 172.21.15.88:0/2142790632 shutdown_connections 2024-01-28T12:58:45.498 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.500+0000 7fd4dd000700 1 -- 172.21.15.88:0/2142790632 wait complete. 2024-01-28T12:58:45.499 INFO:teuthology.orchestra.run.smithi088.stderr:added data pool 4 to fsmap 2024-01-28T12:58:45.517 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:45 smithi175 ceph-mon[44549]: pgmap v237: 129 pgs: 13 creating+peering, 87 active+clean, 29 unknown; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 9 op/s 2024-01-28T12:58:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:45 smithi175 ceph-mon[44549]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-01-28T12:58:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:45 smithi175 ceph-mon[44549]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-01-28T12:58:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:45 smithi175 ceph-mon[44549]: osdmap e82: 12 total, 12 up, 12 in 2024-01-28T12:58:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:45 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2142790632' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-01-28T12:58:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:45 smithi175 ceph-mon[44549]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-01-28T12:58:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:45 smithi175 ceph-mon[44549]: osdmap e83: 12 total, 12 up, 12 in 2024-01-28T12:58:45.660 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 12:58:45 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T12:58:45.374+0000 7f43096ea700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-01-28T12:58:45.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.712+0000 7f82b7a00700 1 -- 172.21.15.88:0/3416217742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f82b0075610 msgr2=0x7f82b0073a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:45.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.712+0000 7f82b7a00700 1 --2- 172.21.15.88:0/3416217742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f82b0075610 0x7f82b0073a60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f82a0009990 tx=0x7f82a0009ca0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.712+0000 7f82b7a00700 1 -- 172.21.15.88:0/3416217742 shutdown_connections 2024-01-28T12:58:45.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.712+0000 7f82b7a00700 1 --2- 172.21.15.88:0/3416217742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f82b0109400 0x7f82b010b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.712+0000 7f82b7a00700 1 --2- 172.21.15.88:0/3416217742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f82b0075610 0x7f82b0073a60 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.712+0000 7f82b7a00700 1 --2- 172.21.15.88:0/3416217742 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82b0074030 0x7f82b00744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.712+0000 7f82b7a00700 1 -- 172.21.15.88:0/3416217742 >> 172.21.15.88:0/3416217742 conn(0x7f82b00fcad0 msgr2=0x7f82b00feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:45.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.712+0000 7f82b7a00700 1 -- 172.21.15.88:0/3416217742 shutdown_connections 2024-01-28T12:58:45.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.712+0000 7f82b7a00700 1 -- 172.21.15.88:0/3416217742 wait complete. 2024-01-28T12:58:45.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.713+0000 7f82b7a00700 1 Processor -- start 2024-01-28T12:58:45.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.713+0000 7f82b7a00700 1 -- start start 2024-01-28T12:58:45.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.713+0000 7f82b7a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f82b0074030 0x7f82b0199690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:45.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.713+0000 7f82b7a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f82b0075610 0x7f82b0199bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:45.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.713+0000 7f82b7a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82b0109400 0x7f82b01a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:45.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.713+0000 7f82b7a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82b01a1170 con 0x7f82b0109400 2024-01-28T12:58:45.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.713+0000 7f82b7a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82b01a12b0 con 0x7f82b0074030 2024-01-28T12:58:45.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.713+0000 7f82b7a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82b01a1440 con 0x7f82b0075610 2024-01-28T12:58:45.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.713+0000 7f82b5000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f82b0074030 0x7f82b0199690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.713+0000 7f82b5a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82b0109400 0x7f82b01a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82b5000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f82b0074030 0x7f82b0199690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:57102/0 (socket says 172.21.15.88:57102) 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82b5000700 1 -- 172.21.15.88:0/736719271 learned_addr learned my addr 172.21.15.88:0/736719271 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82afe00700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f82b0075610 0x7f82b0199bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82b5000700 1 -- 172.21.15.88:0/736719271 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f82b0075610 msgr2=0x7f82b0199bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82b5000700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f82b0075610 0x7f82b0199bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82b5000700 1 -- 172.21.15.88:0/736719271 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82b0109400 msgr2=0x7f82b01a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82b5000700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82b0109400 0x7f82b01a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82b5000700 1 -- 172.21.15.88:0/736719271 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8298009520 con 0x7f82b0074030 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82b5a00700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82b0109400 0x7f82b01a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82b5000700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f82b0074030 0x7f82b0199690 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f82a0005910 tx=0x7f82a0009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82ad600700 1 -- 172.21.15.88:0/736719271 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82a001d070 con 0x7f82b0074030 2024-01-28T12:58:45.714 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82b7a00700 1 -- 172.21.15.88:0/736719271 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82a00095f0 con 0x7f82b0074030 2024-01-28T12:58:45.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82ad600700 1 -- 172.21.15.88:0/736719271 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82a0021410 con 0x7f82b0074030 2024-01-28T12:58:45.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.714+0000 7f82ad600700 1 -- 172.21.15.88:0/736719271 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82a0017650 con 0x7f82b0074030 2024-01-28T12:58:45.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.715+0000 7f82b7a00700 1 -- 172.21.15.88:0/736719271 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82b01a1950 con 0x7f82b0074030 2024-01-28T12:58:45.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.715+0000 7f82b7a00700 1 -- 172.21.15.88:0/736719271 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82b0068240 con 0x7f82b0074030 2024-01-28T12:58:45.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.718+0000 7f82ad600700 1 -- 172.21.15.88:0/736719271 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f82a0021580 con 0x7f82b0074030 2024-01-28T12:58:45.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.719+0000 7f82ad600700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f82900a1850 0x7f82900a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:45.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.719+0000 7f82ad600700 1 -- 172.21.15.88:0/736719271 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f82a00ce780 con 0x7f82b0074030 2024-01-28T12:58:45.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.719+0000 7f82afe00700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f82900a1850 0x7f82900a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:45.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.720+0000 7f82afe00700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f82900a1850 0x7f82900a3d10 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f82b0075330 tx=0x7f8298009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:45.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.721+0000 7f82ad600700 1 -- 172.21.15.88:0/736719271 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f82a00979c0 con 0x7f82b0074030 2024-01-28T12:58:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:45 smithi088 ceph-mon[35322]: pgmap v237: 129 pgs: 13 creating+peering, 87 active+clean, 29 unknown; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 9 op/s 2024-01-28T12:58:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:45 smithi088 ceph-mon[35322]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-01-28T12:58:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:45 smithi088 ceph-mon[35322]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-01-28T12:58:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:45 smithi088 ceph-mon[35322]: osdmap e82: 12 total, 12 up, 12 in 2024-01-28T12:58:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:45 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2142790632' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-01-28T12:58:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:45 smithi088 ceph-mon[35322]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-01-28T12:58:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:45 smithi088 ceph-mon[35322]: osdmap e83: 12 total, 12 up, 12 in 2024-01-28T12:58:45.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:45 smithi181 ceph-mon[45557]: pgmap v237: 129 pgs: 13 creating+peering, 87 active+clean, 29 unknown; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 9 op/s 2024-01-28T12:58:45.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:45 smithi181 ceph-mon[45557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-01-28T12:58:45.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:45 smithi181 ceph-mon[45557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-01-28T12:58:45.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:45 smithi181 ceph-mon[45557]: osdmap e82: 12 total, 12 up, 12 in 2024-01-28T12:58:45.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:45 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2142790632' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-01-28T12:58:45.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:45 smithi181 ceph-mon[45557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-01-28T12:58:45.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:45 smithi181 ceph-mon[45557]: osdmap e83: 12 total, 12 up, 12 in 2024-01-28T12:58:45.970 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.973+0000 7f82b7a00700 1 -- 172.21.15.88:0/736719271 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f82b01081c0 con 0x7f82b0074030 2024-01-28T12:58:45.972 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.974+0000 7f82ad600700 1 -- 172.21.15.88:0/736719271 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+11289 (secure 0 0 0) 0x7f82a009afe0 con 0x7f82b0074030 2024-01-28T12:58:45.972 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:45.972 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14520,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6839/836955068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":836955068},{"type":"v1","addr":"172.21.15.88:6839","nonce":836955068}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14532,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6841/2328811772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6840","nonce":2328811772},{"type":"v1","addr":"172.21.15.88:6841","nonce":2328811772}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24509,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24520,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24532,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24550,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-01-28T12:58:39.921017+0000","modified":"2024-01-28T12:58:44.984853+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":24584},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24584":{"gid":24584,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.175:6839/3969931760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":3969931760},{"type":"v1","addr":"172.21.15.175:6839","nonce":3969931760}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-01-28T12:58:45.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.976+0000 7f82b7a00700 1 -- 172.21.15.88:0/736719271 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f82900a1850 msgr2=0x7f82900a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f82900a1850 0x7f82900a3d10 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f82b0075330 tx=0x7f8298009260 comp rx=0 tx=0).stop 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 -- 172.21.15.88:0/736719271 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f82b0074030 msgr2=0x7f82b0199690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f82b0074030 0x7f82b0199690 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f82a0005910 tx=0x7f82a0009580 comp rx=0 tx=0).stop 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 -- 172.21.15.88:0/736719271 shutdown_connections 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f82900a1850 0x7f82900a3d10 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82b0109400 0x7f82b01a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f82b0074030 0x7f82b0199690 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 --2- 172.21.15.88:0/736719271 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f82b0075610 0x7f82b0199bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 -- 172.21.15.88:0/736719271 >> 172.21.15.88:0/736719271 conn(0x7f82b00fcad0 msgr2=0x7f82b0105300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 -- 172.21.15.88:0/736719271 shutdown_connections 2024-01-28T12:58:45.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:45.977+0000 7f82b7a00700 1 -- 172.21.15.88:0/736719271 wait complete. 2024-01-28T12:58:45.976 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 17 2024-01-28T12:58:45.993 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:58:46.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.188+0000 7fcdbaa00700 1 -- 172.21.15.88:0/2160237129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcdb4102750 msgr2=0x7fcdb4102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:46.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.188+0000 7fcdbaa00700 1 --2- 172.21.15.88:0/2160237129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcdb4102750 0x7fcdb4102bb0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c0099c0 tx=0x7fcd9c009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.189+0000 7fcdbaa00700 1 -- 172.21.15.88:0/2160237129 shutdown_connections 2024-01-28T12:58:46.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.189+0000 7fcdbaa00700 1 --2- 172.21.15.88:0/2160237129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcdb41030f0 0x7fcdb41099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.189+0000 7fcdbaa00700 1 --2- 172.21.15.88:0/2160237129 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcdb4101560 0x7fcdb4101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.189+0000 7fcdbaa00700 1 --2- 172.21.15.88:0/2160237129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcdb4102750 0x7fcdb4102bb0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.189+0000 7fcdbaa00700 1 -- 172.21.15.88:0/2160237129 >> 172.21.15.88:0/2160237129 conn(0x7fcdb40fcad0 msgr2=0x7fcdb40fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:46.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.189+0000 7fcdbaa00700 1 -- 172.21.15.88:0/2160237129 shutdown_connections 2024-01-28T12:58:46.187 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.189+0000 7fcdbaa00700 1 -- 172.21.15.88:0/2160237129 wait complete. 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.190+0000 7fcdbaa00700 1 Processor -- start 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.190+0000 7fcdbaa00700 1 -- start start 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdbaa00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcdb4101560 0x7fcdb4199630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdbaa00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcdb4102750 0x7fcdb4199b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdbaa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcdb41030f0 0x7fcdb41a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdbaa00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb41a11b0 con 0x7fcdb41030f0 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdbaa00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb41a12f0 con 0x7fcdb4101560 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdbaa00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb41a1480 con 0x7fcdb4102750 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdb3e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcdb4101560 0x7fcdb4199630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdb8a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcdb41030f0 0x7fcdb41a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdb3e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcdb4101560 0x7fcdb4199630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:57132/0 (socket says 172.21.15.88:57132) 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdb3e00700 1 -- 172.21.15.88:0/1163160308 learned_addr learned my addr 172.21.15.88:0/1163160308 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:46.190 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdabe00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcdb4102750 0x7fcdb4199b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdb3e00700 1 -- 172.21.15.88:0/1163160308 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcdb4102750 msgr2=0x7fcdb4199b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdb3e00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcdb4102750 0x7fcdb4199b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdb3e00700 1 -- 172.21.15.88:0/1163160308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcdb41030f0 msgr2=0x7fcdb41a0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdb3e00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcdb41030f0 0x7fcdb41a0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdb3e00700 1 -- 172.21.15.88:0/1163160308 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd9c0095f0 con 0x7fcdb4101560 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.191+0000 7fcdb8a00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcdb41030f0 0x7fcdb41a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.192+0000 7fcdb3e00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcdb4101560 0x7fcdb4199630 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fcda400e970 tx=0x7fcda400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.192+0000 7fcdb1600700 1 -- 172.21.15.88:0/1163160308 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcda4009790 con 0x7fcdb4101560 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.192+0000 7fcdbaa00700 1 -- 172.21.15.88:0/1163160308 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdb41a1760 con 0x7fcdb4101560 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.192+0000 7fcdb1600700 1 -- 172.21.15.88:0/1163160308 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcda400c7e0 con 0x7fcdb4101560 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.192+0000 7fcdb1600700 1 -- 172.21.15.88:0/1163160308 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcda4003c70 con 0x7fcdb4101560 2024-01-28T12:58:46.191 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.192+0000 7fcdbaa00700 1 -- 172.21.15.88:0/1163160308 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdb41a1cc0 con 0x7fcdb4101560 2024-01-28T12:58:46.192 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.193+0000 7fcdbaa00700 1 -- 172.21.15.88:0/1163160308 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdb4068240 con 0x7fcdb4101560 2024-01-28T12:58:46.192 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.195+0000 7fcdb1600700 1 -- 172.21.15.88:0/1163160308 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fcda400cc50 con 0x7fcdb4101560 2024-01-28T12:58:46.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.196+0000 7fcdb1600700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcd940a1850 0x7fcd940a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:46.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.196+0000 7fcdb1600700 1 -- 172.21.15.88:0/1163160308 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fcda4014070 con 0x7fcdb4101560 2024-01-28T12:58:46.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.197+0000 7fcdabe00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcd940a1850 0x7fcd940a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:46.194 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.197+0000 7fcdabe00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcd940a1850 0x7fcd940a3d10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c009990 tx=0x7fcd9c000bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:46.196 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.199+0000 7fcdb1600700 1 -- 172.21.15.88:0/1163160308 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fcda40966f0 con 0x7fcdb4101560 2024-01-28T12:58:46.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.401+0000 7fcdbaa00700 1 -- 172.21.15.88:0/1163160308 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcdb410cfe0 con 0x7fcdb4101560 2024-01-28T12:58:46.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.403+0000 7fcdb1600700 1 -- 172.21.15.88:0/1163160308 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+23973 (secure 0 0 0) 0x7fcda4099d10 con 0x7fcdb4101560 2024-01-28T12:58:46.401 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:46.401 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":83,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:44.984644+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:58:46.403 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.405+0000 7fcdbaa00700 1 -- 172.21.15.88:0/1163160308 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcd940a1850 msgr2=0x7fcd940a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.405+0000 7fcdbaa00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcd940a1850 0x7fcd940a3d10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c009990 tx=0x7fcd9c000bc0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.406+0000 7fcdbaa00700 1 -- 172.21.15.88:0/1163160308 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcdb4101560 msgr2=0x7fcdb4199630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.406+0000 7fcdbaa00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcdb4101560 0x7fcdb4199630 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fcda400e970 tx=0x7fcda400ec80 comp rx=0 tx=0).stop 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.406+0000 7fcdbaa00700 1 -- 172.21.15.88:0/1163160308 shutdown_connections 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.406+0000 7fcdbaa00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcd940a1850 0x7fcd940a3d10 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.406+0000 7fcdbaa00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcdb41030f0 0x7fcdb41a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.406+0000 7fcdbaa00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcdb4101560 0x7fcdb4199630 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.406+0000 7fcdbaa00700 1 --2- 172.21.15.88:0/1163160308 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcdb4102750 0x7fcdb4199b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.406+0000 7fcdbaa00700 1 -- 172.21.15.88:0/1163160308 >> 172.21.15.88:0/1163160308 conn(0x7fcdb40fcad0 msgr2=0x7fcdb4073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.406+0000 7fcdbaa00700 1 -- 172.21.15.88:0/1163160308 shutdown_connections 2024-01-28T12:58:46.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.406+0000 7fcdbaa00700 1 -- 172.21.15.88:0/1163160308 wait complete. 2024-01-28T12:58:46.422 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:58:46.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.617+0000 7fb425c00700 1 -- 172.21.15.88:0/3363260607 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4201030d0 msgr2=0x7fb420109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:46.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.617+0000 7fb425c00700 1 --2- 172.21.15.88:0/3363260607 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4201030d0 0x7fb420109980 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb41800b0d0 tx=0x7fb41800b3e0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.617+0000 7fb425c00700 1 -- 172.21.15.88:0/3363260607 shutdown_connections 2024-01-28T12:58:46.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.617+0000 7fb425c00700 1 --2- 172.21.15.88:0/3363260607 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4201030d0 0x7fb420109980 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.617+0000 7fb425c00700 1 --2- 172.21.15.88:0/3363260607 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb420101540 0x7fb420101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.617+0000 7fb425c00700 1 --2- 172.21.15.88:0/3363260607 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb420102730 0x7fb420102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.617+0000 7fb425c00700 1 -- 172.21.15.88:0/3363260607 >> 172.21.15.88:0/3363260607 conn(0x7fb4200fcad0 msgr2=0x7fb4200feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:46.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.617+0000 7fb425c00700 1 -- 172.21.15.88:0/3363260607 shutdown_connections 2024-01-28T12:58:46.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.617+0000 7fb425c00700 1 -- 172.21.15.88:0/3363260607 wait complete. 2024-01-28T12:58:46.616 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.618+0000 7fb425c00700 1 Processor -- start 2024-01-28T12:58:46.616 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.618+0000 7fb425c00700 1 -- start start 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb425c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb420101540 0x7fb4201974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb425c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb420102730 0x7fb420197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb425c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4201030d0 0x7fb42019ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb425c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb42019f050 con 0x7fb4201030d0 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb425c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb42019f190 con 0x7fb420102730 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb425c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb42019f320 con 0x7fb420101540 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb41f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4201030d0 0x7fb42019ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb41f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4201030d0 0x7fb42019ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:35744/0 (socket says 172.21.15.88:35744) 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb41f400700 1 -- 172.21.15.88:0/2815956779 learned_addr learned my addr 172.21.15.88:0/2815956779 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb41ea00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb420101540 0x7fb4201974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:46.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb417e00700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb420102730 0x7fb420197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb41f400700 1 -- 172.21.15.88:0/2815956779 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb420101540 msgr2=0x7fb4201974d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb41f400700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb420101540 0x7fb4201974d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb41f400700 1 -- 172.21.15.88:0/2815956779 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb420102730 msgr2=0x7fb420197a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb41f400700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb420102730 0x7fb420197a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.619+0000 7fb41f400700 1 -- 172.21.15.88:0/2815956779 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb418009d00 con 0x7fb4201030d0 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.620+0000 7fb41f400700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4201030d0 0x7fb42019ea80 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb418007b60 tx=0x7fb418008ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.620+0000 7fb417400700 1 -- 172.21.15.88:0/2815956779 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb41800e040 con 0x7fb4201030d0 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.620+0000 7fb417400700 1 -- 172.21.15.88:0/2815956779 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb41801d930 con 0x7fb4201030d0 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.620+0000 7fb417400700 1 -- 172.21.15.88:0/2815956779 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb41801ba00 con 0x7fb4201030d0 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.620+0000 7fb425c00700 1 -- 172.21.15.88:0/2815956779 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb42019f5a0 con 0x7fb4201030d0 2024-01-28T12:58:46.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.620+0000 7fb425c00700 1 -- 172.21.15.88:0/2815956779 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb42019fa70 con 0x7fb4201030d0 2024-01-28T12:58:46.620 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.621+0000 7fb425c00700 1 -- 172.21.15.88:0/2815956779 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4201088f0 con 0x7fb4201030d0 2024-01-28T12:58:46.621 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.623+0000 7fb417400700 1 -- 172.21.15.88:0/2815956779 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fb41801daa0 con 0x7fb4201030d0 2024-01-28T12:58:46.622 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.624+0000 7fb417400700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb4000a18d0 0x7fb4000a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:46.622 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.625+0000 7fb417400700 1 -- 172.21.15.88:0/2815956779 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fb4180ceb30 con 0x7fb4201030d0 2024-01-28T12:58:46.622 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.625+0000 7fb41ea00700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb4000a18d0 0x7fb4000a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:46.623 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.625+0000 7fb41ea00700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb4000a18d0 0x7fb4000a3d90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb420102590 tx=0x7fb410009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:46.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.627+0000 7fb417400700 1 -- 172.21.15.88:0/2815956779 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fb418097c50 con 0x7fb4201030d0 2024-01-28T12:58:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:46 smithi088 ceph-mon[35322]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-01-28T12:58:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:46 smithi088 ceph-mon[35322]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:58:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:46 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/736719271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:46 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1163160308' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:46.825 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.827+0000 7fb425c00700 1 -- 172.21.15.88:0/2815956779 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb420068240 con 0x7fb4201030d0 2024-01-28T12:58:46.827 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.829+0000 7fb417400700 1 -- 172.21.15.88:0/2815956779 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+23973 (secure 0 0 0) 0x7fb41809b270 con 0x7fb4201030d0 2024-01-28T12:58:46.827 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:46.827 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":83,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:44.984644+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:58:46.829 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.831+0000 7fb425c00700 1 -- 172.21.15.88:0/2815956779 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb4000a18d0 msgr2=0x7fb4000a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:46.829 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.831+0000 7fb425c00700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb4000a18d0 0x7fb4000a3d90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb420102590 tx=0x7fb410009260 comp rx=0 tx=0).stop 2024-01-28T12:58:46.829 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.831+0000 7fb425c00700 1 -- 172.21.15.88:0/2815956779 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4201030d0 msgr2=0x7fb42019ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:46.830 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.831+0000 7fb425c00700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4201030d0 0x7fb42019ea80 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb418007b60 tx=0x7fb418008ec0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.830 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.831+0000 7fb425c00700 1 -- 172.21.15.88:0/2815956779 shutdown_connections 2024-01-28T12:58:46.830 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.831+0000 7fb425c00700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb4000a18d0 0x7fb4000a3d90 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.830 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.831+0000 7fb425c00700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4201030d0 0x7fb42019ea80 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.830 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.831+0000 7fb425c00700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb420101540 0x7fb4201974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.830 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.831+0000 7fb425c00700 1 --2- 172.21.15.88:0/2815956779 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb420102730 0x7fb420197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:46.830 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.831+0000 7fb425c00700 1 -- 172.21.15.88:0/2815956779 >> 172.21.15.88:0/2815956779 conn(0x7fb4200fcad0 msgr2=0x7fb420105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:46.830 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.832+0000 7fb425c00700 1 -- 172.21.15.88:0/2815956779 shutdown_connections 2024-01-28T12:58:46.830 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:46.832+0000 7fb425c00700 1 -- 172.21.15.88:0/2815956779 wait complete. 2024-01-28T12:58:46.863 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:58:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:46 smithi175 ceph-mon[44549]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-01-28T12:58:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:46 smithi175 ceph-mon[44549]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:58:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:46 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/736719271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:46 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1163160308' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:46.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:46 smithi181 ceph-mon[45557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-01-28T12:58:46.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:46 smithi181 ceph-mon[45557]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:58:46.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:46 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/736719271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:46.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:46 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1163160308' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:47.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.056+0000 7fb728800700 1 -- 172.21.15.88:0/3101403597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb720102730 msgr2=0x7fb720102b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.056+0000 7fb728800700 1 --2- 172.21.15.88:0/3101403597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb720102730 0x7fb720102b90 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb708009920 tx=0x7fb708009c30 comp rx=0 tx=0).stop 2024-01-28T12:58:47.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.057+0000 7fb728800700 1 -- 172.21.15.88:0/3101403597 shutdown_connections 2024-01-28T12:58:47.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.057+0000 7fb728800700 1 --2- 172.21.15.88:0/3101403597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb7201030d0 0x7fb720109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.057+0000 7fb728800700 1 --2- 172.21.15.88:0/3101403597 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb720101540 0x7fb720101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.057+0000 7fb728800700 1 --2- 172.21.15.88:0/3101403597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb720102730 0x7fb720102b90 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.057+0000 7fb728800700 1 -- 172.21.15.88:0/3101403597 >> 172.21.15.88:0/3101403597 conn(0x7fb7200fcad0 msgr2=0x7fb7200feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:47.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.057+0000 7fb728800700 1 -- 172.21.15.88:0/3101403597 shutdown_connections 2024-01-28T12:58:47.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.057+0000 7fb728800700 1 -- 172.21.15.88:0/3101403597 wait complete. 2024-01-28T12:58:47.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb728800700 1 Processor -- start 2024-01-28T12:58:47.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb728800700 1 -- start start 2024-01-28T12:58:47.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb728800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb720101540 0x7fb720075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb728800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb720102730 0x7fb7200739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb728800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7201030d0 0x7fb720073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb728800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72019b3e0 con 0x7fb720102730 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb728800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb720074440 con 0x7fb7201030d0 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb728800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb720074600 con 0x7fb720101540 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb725400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb720102730 0x7fb7200739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb725400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb720102730 0x7fb7200739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:35768/0 (socket says 172.21.15.88:35768) 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb725e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb720101540 0x7fb720075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb725400700 1 -- 172.21.15.88:0/3986505855 learned_addr learned my addr 172.21.15.88:0/3986505855 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.058+0000 7fb726800700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7201030d0 0x7fb720073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb725400700 1 -- 172.21.15.88:0/3986505855 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb720101540 msgr2=0x7fb720075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb725400700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb720101540 0x7fb720075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb725400700 1 -- 172.21.15.88:0/3986505855 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7201030d0 msgr2=0x7fb720073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb725400700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7201030d0 0x7fb720073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb725400700 1 -- 172.21.15.88:0/3986505855 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb708009520 con 0x7fb720102730 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb725400700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb720102730 0x7fb7200739c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb708009840 tx=0x7fb70800b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:47.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb71ea00700 1 -- 172.21.15.88:0/3986505855 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb70801c070 con 0x7fb720102730 2024-01-28T12:58:47.060 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb728800700 1 -- 172.21.15.88:0/3986505855 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7201a5d90 con 0x7fb720102730 2024-01-28T12:58:47.060 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb71ea00700 1 -- 172.21.15.88:0/3986505855 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb70800f7d0 con 0x7fb720102730 2024-01-28T12:58:47.060 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb71ea00700 1 -- 172.21.15.88:0/3986505855 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7080038c0 con 0x7fb720102730 2024-01-28T12:58:47.060 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.059+0000 7fb728800700 1 -- 172.21.15.88:0/3986505855 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7201a6100 con 0x7fb720102730 2024-01-28T12:58:47.060 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.060+0000 7fb728800700 1 -- 172.21.15.88:0/3986505855 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb720108a30 con 0x7fb720102730 2024-01-28T12:58:47.060 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.062+0000 7fb71ea00700 1 -- 172.21.15.88:0/3986505855 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fb708020030 con 0x7fb720102730 2024-01-28T12:58:47.061 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.063+0000 7fb71ea00700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7000a18d0 0x7fb7000a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.061 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.063+0000 7fb71ea00700 1 -- 172.21.15.88:0/3986505855 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fb7080ce280 con 0x7fb720102730 2024-01-28T12:58:47.061 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.064+0000 7fb725e00700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7000a18d0 0x7fb7000a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.062 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.064+0000 7fb725e00700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7000a18d0 0x7fb7000a3d90 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb720102590 tx=0x7fb710009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:47.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.067+0000 7fb71ea00700 1 -- 172.21.15.88:0/3986505855 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fb7080973a0 con 0x7fb720102730 2024-01-28T12:58:47.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.312+0000 7fb728800700 1 -- 172.21.15.88:0/3986505855 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb720068290 con 0x7fb720102730 2024-01-28T12:58:47.311 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.313+0000 7fb71ea00700 1 -- 172.21.15.88:0/3986505855 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+11289 (secure 0 0 0) 0x7fb70809a9c0 con 0x7fb720102730 2024-01-28T12:58:47.311 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:47.311 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14520,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6839/836955068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":836955068},{"type":"v1","addr":"172.21.15.88:6839","nonce":836955068}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14532,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6841/2328811772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6840","nonce":2328811772},{"type":"v1","addr":"172.21.15.88:6841","nonce":2328811772}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24472,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24479,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24509,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24520,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24532,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24550,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-01-28T12:58:39.921017+0000","modified":"2024-01-28T12:58:44.984853+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":24584},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24584":{"gid":24584,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.175:6839/3969931760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":3969931760},{"type":"v1","addr":"172.21.15.175:6839","nonce":3969931760}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 -- 172.21.15.88:0/3986505855 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7000a18d0 msgr2=0x7fb7000a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7000a18d0 0x7fb7000a3d90 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb720102590 tx=0x7fb710009260 comp rx=0 tx=0).stop 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 -- 172.21.15.88:0/3986505855 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb720102730 msgr2=0x7fb7200739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb720102730 0x7fb7200739c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb708009840 tx=0x7fb70800b790 comp rx=0 tx=0).stop 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 -- 172.21.15.88:0/3986505855 shutdown_connections 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7000a18d0 0x7fb7000a3d90 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7201030d0 0x7fb720073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb720101540 0x7fb720075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 --2- 172.21.15.88:0/3986505855 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb720102730 0x7fb7200739c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 -- 172.21.15.88:0/3986505855 >> 172.21.15.88:0/3986505855 conn(0x7fb7200fcad0 msgr2=0x7fb720105b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 -- 172.21.15.88:0/3986505855 shutdown_connections 2024-01-28T12:58:47.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.316+0000 7fb728800700 1 -- 172.21.15.88:0/3986505855 wait complete. 2024-01-28T12:58:47.315 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 17 2024-01-28T12:58:47.333 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:58:47.529 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.531+0000 7f3cc1e00700 1 -- 172.21.15.88:0/27876924 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cbc101540 msgr2=0x7f3cbc101960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.531+0000 7f3cc1e00700 1 --2- 172.21.15.88:0/27876924 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cbc101540 0x7f3cbc101960 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3cac0099c0 tx=0x7f3cac009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.531+0000 7f3cc1e00700 1 -- 172.21.15.88:0/27876924 shutdown_connections 2024-01-28T12:58:47.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.531+0000 7f3cc1e00700 1 --2- 172.21.15.88:0/27876924 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cbc1030d0 0x7f3cbc109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.531+0000 7f3cc1e00700 1 --2- 172.21.15.88:0/27876924 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cbc101540 0x7f3cbc101960 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.531+0000 7f3cc1e00700 1 --2- 172.21.15.88:0/27876924 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3cbc102730 0x7f3cbc102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.531+0000 7f3cc1e00700 1 -- 172.21.15.88:0/27876924 >> 172.21.15.88:0/27876924 conn(0x7f3cbc0fcad0 msgr2=0x7f3cbc0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:47.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.531+0000 7f3cc1e00700 1 -- 172.21.15.88:0/27876924 shutdown_connections 2024-01-28T12:58:47.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.531+0000 7f3cc1e00700 1 -- 172.21.15.88:0/27876924 wait complete. 2024-01-28T12:58:47.545 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.532+0000 7f3cc1e00700 1 Processor -- start 2024-01-28T12:58:47.545 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.532+0000 7f3cc1e00700 1 -- start start 2024-01-28T12:58:47.545 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.532+0000 7f3cc1e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3cbc101540 0x7f3cbc1996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.545 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.532+0000 7f3cc1e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cbc102730 0x7f3cbc199c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.545 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.532+0000 7f3cc1e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cbc1030d0 0x7f3cbc1a0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.545 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.532+0000 7f3cc1e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cbc1a1240 con 0x7f3cbc1030d0 2024-01-28T12:58:47.545 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.532+0000 7f3cc1e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cbc1a1380 con 0x7f3cbc102730 2024-01-28T12:58:47.545 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.532+0000 7f3cc1e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cbc1a1510 con 0x7f3cbc101540 2024-01-28T12:58:47.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cbb400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cbc1030d0 0x7f3cbc1a0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cba000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cbc102730 0x7f3cbc199c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cbaa00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3cbc101540 0x7f3cbc1996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cba000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cbc102730 0x7f3cbc199c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:57202/0 (socket says 172.21.15.88:57202) 2024-01-28T12:58:47.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cba000700 1 -- 172.21.15.88:0/704992414 learned_addr learned my addr 172.21.15.88:0/704992414 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:47.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cbb400700 1 -- 172.21.15.88:0/704992414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3cbc101540 msgr2=0x7f3cbc1996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cbb400700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3cbc101540 0x7f3cbc1996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cbb400700 1 -- 172.21.15.88:0/704992414 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cbc102730 msgr2=0x7f3cbc199c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cbb400700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cbc102730 0x7f3cbc199c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cbb400700 1 -- 172.21.15.88:0/704992414 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cac0095f0 con 0x7f3cbc1030d0 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cbb400700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cbc1030d0 0x7f3cbc1a0c70 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3cb400efc0 tx=0x7f3cb400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cc0a00700 1 -- 172.21.15.88:0/704992414 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb4018070 con 0x7f3cbc1030d0 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cc0a00700 1 -- 172.21.15.88:0/704992414 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3cb400f040 con 0x7f3cbc1030d0 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cc1e00700 1 -- 172.21.15.88:0/704992414 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3cbc1a1790 con 0x7f3cbc1030d0 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.533+0000 7f3cc0a00700 1 -- 172.21.15.88:0/704992414 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb400cd40 con 0x7f3cbc1030d0 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.534+0000 7f3cc1e00700 1 -- 172.21.15.88:0/704992414 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cbc1a1c50 con 0x7f3cbc1030d0 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.535+0000 7f3cc1e00700 1 -- 172.21.15.88:0/704992414 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3cbc068240 con 0x7f3cbc1030d0 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.536+0000 7f3cc0a00700 1 -- 172.21.15.88:0/704992414 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f3cb4003a00 con 0x7f3cbc1030d0 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.538+0000 7f3cc0a00700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3c9c0a1850 0x7f3c9c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.538+0000 7f3cc0a00700 1 -- 172.21.15.88:0/704992414 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f3cb40ccf40 con 0x7f3cbc1030d0 2024-01-28T12:58:47.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.538+0000 7f3cbaa00700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3c9c0a1850 0x7f3c9c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.548 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.538+0000 7f3cbaa00700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3c9c0a1850 0x7f3c9c0a3d10 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3cac003730 tx=0x7f3cac000bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:47.548 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.542+0000 7f3cc0a00700 1 -- 172.21.15.88:0/704992414 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f3cb4096060 con 0x7f3cbc1030d0 2024-01-28T12:58:47.742 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.744+0000 7f3cc1e00700 1 -- 172.21.15.88:0/704992414 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3cbc10cdb0 con 0x7f3cbc1030d0 2024-01-28T12:58:47.743 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.746+0000 7f3cc0a00700 1 -- 172.21.15.88:0/704992414 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+23973 (secure 0 0 0) 0x7f3cb4099680 con 0x7f3cbc1030d0 2024-01-28T12:58:47.744 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:47.744 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":83,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:44.984644+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:58:47.746 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 -- 172.21.15.88:0/704992414 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3c9c0a1850 msgr2=0x7f3c9c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3c9c0a1850 0x7f3c9c0a3d10 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3cac003730 tx=0x7f3cac000bc0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 -- 172.21.15.88:0/704992414 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cbc1030d0 msgr2=0x7f3cbc1a0c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cbc1030d0 0x7f3cbc1a0c70 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3cb400efc0 tx=0x7f3cb400c3a0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 -- 172.21.15.88:0/704992414 shutdown_connections 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3c9c0a1850 0x7f3c9c0a3d10 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cbc1030d0 0x7f3cbc1a0c70 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3cbc101540 0x7f3cbc1996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 --2- 172.21.15.88:0/704992414 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3cbc102730 0x7f3cbc199c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 -- 172.21.15.88:0/704992414 >> 172.21.15.88:0/704992414 conn(0x7f3cbc0fcad0 msgr2=0x7f3cbc073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.748+0000 7f3cc1e00700 1 -- 172.21.15.88:0/704992414 shutdown_connections 2024-01-28T12:58:47.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.749+0000 7f3cc1e00700 1 -- 172.21.15.88:0/704992414 wait complete. 2024-01-28T12:58:47.762 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:47 smithi088 ceph-mon[35322]: pgmap v240: 129 pgs: 2 creating+activating, 3 creating+peering, 113 active+clean, 11 unknown; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 8 op/s 2024-01-28T12:58:47.762 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:47 smithi088 ceph-mon[35322]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-01-28T12:58:47.762 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:47 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T12:58:47.762 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:47 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2815956779' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:47.762 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:47 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3986505855' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:47.765 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-01-28T12:58:39.921017+0000', 'modified': '2024-01-28T12:58:44.984853+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24584}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24584': {'gid': 24584, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.175:6839/3969931760', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6838', 'nonce': 3969931760}, {'type': 'v1', 'addr': '172.21.15.175:6839', 'nonce': 3969931760}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2024-01-28T12:58:47.765 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-01-28T12:58:47.765 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-01-28T12:58:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:47 smithi175 ceph-mon[44549]: pgmap v240: 129 pgs: 2 creating+activating, 3 creating+peering, 113 active+clean, 11 unknown; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 8 op/s 2024-01-28T12:58:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:47 smithi175 ceph-mon[44549]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-01-28T12:58:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:47 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T12:58:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:47 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2815956779' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:47 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3986505855' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:47.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:47 smithi181 ceph-mon[45557]: pgmap v240: 129 pgs: 2 creating+activating, 3 creating+peering, 113 active+clean, 11 unknown; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 8 op/s 2024-01-28T12:58:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:47 smithi181 ceph-mon[45557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-01-28T12:58:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:47 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T12:58:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:47 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2815956779' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:47 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3986505855' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:58:47.957 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.959+0000 7fb264a00700 1 -- 172.21.15.88:0/1366018272 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb260101360 msgr2=0x7fb260101780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.957 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.959+0000 7fb264a00700 1 --2- 172.21.15.88:0/1366018272 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb260101360 0x7fb260101780 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb2500099c0 tx=0x7fb250009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.957 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.959+0000 7fb264a00700 1 -- 172.21.15.88:0/1366018272 shutdown_connections 2024-01-28T12:58:47.957 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.959+0000 7fb264a00700 1 --2- 172.21.15.88:0/1366018272 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb260102ef0 0x7fb2601097a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.957 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.959+0000 7fb264a00700 1 --2- 172.21.15.88:0/1366018272 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb260101360 0x7fb260101780 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.957 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.959+0000 7fb264a00700 1 --2- 172.21.15.88:0/1366018272 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb260102550 0x7fb2601029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.957 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.959+0000 7fb264a00700 1 -- 172.21.15.88:0/1366018272 >> 172.21.15.88:0/1366018272 conn(0x7fb2600fc8d0 msgr2=0x7fb2600fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:47.957 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.959+0000 7fb264a00700 1 -- 172.21.15.88:0/1366018272 shutdown_connections 2024-01-28T12:58:47.958 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.959+0000 7fb264a00700 1 -- 172.21.15.88:0/1366018272 wait complete. 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.960+0000 7fb264a00700 1 Processor -- start 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.960+0000 7fb264a00700 1 -- start start 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb264a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb260101360 0x7fb26019d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb264a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb260102550 0x7fb26019de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb264a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb260102ef0 0x7fb2601a4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb264a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2601a5450 con 0x7fb260101360 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb264a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2601a5590 con 0x7fb260102550 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb264a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2601a5720 con 0x7fb260102ef0 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25e800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb260101360 0x7fb26019d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25e800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb260101360 0x7fb26019d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:35810/0 (socket says 172.21.15.88:35810) 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25e800700 1 -- 172.21.15.88:0/1537584012 learned_addr learned my addr 172.21.15.88:0/1537584012 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:47.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25f200700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb260102ef0 0x7fb2601a4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25de00700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb260102550 0x7fb26019de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25e800700 1 -- 172.21.15.88:0/1537584012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb260102ef0 msgr2=0x7fb2601a4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25e800700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb260102ef0 0x7fb2601a4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25e800700 1 -- 172.21.15.88:0/1537584012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb260102550 msgr2=0x7fb26019de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25e800700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb260102550 0x7fb26019de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25e800700 1 -- 172.21.15.88:0/1537584012 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2500095f0 con 0x7fb260101360 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.961+0000 7fb25e800700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb260101360 0x7fb26019d8d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb250006010 tx=0x7fb25000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.962+0000 7fb257400700 1 -- 172.21.15.88:0/1537584012 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb25001d070 con 0x7fb260101360 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.962+0000 7fb257400700 1 -- 172.21.15.88:0/1537584012 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb250005020 con 0x7fb260101360 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.962+0000 7fb264a00700 1 -- 172.21.15.88:0/1537584012 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2601a59a0 con 0x7fb260101360 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.962+0000 7fb257400700 1 -- 172.21.15.88:0/1537584012 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb250004b10 con 0x7fb260101360 2024-01-28T12:58:47.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.962+0000 7fb264a00700 1 -- 172.21.15.88:0/1537584012 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2601a5d60 con 0x7fb260101360 2024-01-28T12:58:47.964 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.966+0000 7fb257400700 1 -- 172.21.15.88:0/1537584012 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fb250005190 con 0x7fb260101360 2024-01-28T12:58:47.964 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.967+0000 7fb27938fb80 1 Processor -- start 2024-01-28T12:58:47.966 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.967+0000 7fb27938fb80 1 -- start start 2024-01-28T12:58:47.966 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.967+0000 7fb257400700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb2400a1850 0x7fb2400a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.967+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6b8200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.967+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6b90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.967+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6bfe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.967+0000 7fb27938fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb611ad0 con 0x5587eb6b8c30 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.967+0000 7fb27938fb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb60f3f0 con 0x5587eb6b95f0 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.967+0000 7fb27938fb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb60ace0 con 0x5587eb6b7de0 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb257400700 1 -- 172.21.15.88:0/1537584012 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fb2500cdd70 con 0x7fb260101360 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6b90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25e800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6b8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25e800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6b8200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:54792/0 (socket says 172.21.15.88:54792) 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6b90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:35826/0 (socket says 172.21.15.88:35826) 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25e800700 1 -- 172.21.15.88:0/3384678471 learned_addr learned my addr 172.21.15.88:0/3384678471 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:47.967 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25f200700 1 --2- 172.21.15.88:0/3384678471 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6bfe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25f200700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb2400a1850 0x7fb2400a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25e800700 1 -- 172.21.15.88:0/3384678471 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 msgr2=0x5587eb6bfe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25e800700 1 --2- 172.21.15.88:0/3384678471 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6bfe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25e800700 1 -- 172.21.15.88:0/3384678471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 msgr2=0x5587eb6b90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25e800700 1 --2- 172.21.15.88:0/3384678471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6b90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25e800700 1 -- 172.21.15.88:0/3384678471 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5587eb47f360 con 0x5587eb6b7de0 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.968+0000 7fb25e800700 1 --2- 172.21.15.88:0/3384678471 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6b8200 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb25000bf40 tx=0x7fb25009a7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4134818f377ae9d1 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.969+0000 7fb25f200700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb2400a1850 0x7fb2400a3d10 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x5587eb6b7b80 tx=0x7fb25800b040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.969+0000 7fb24f400700 1 -- 172.21.15.88:0/3384678471 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2500ad280 con 0x5587eb6b7de0 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.969+0000 7fb24f400700 1 -- 172.21.15.88:0/3384678471 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb2500ad0a0 con 0x5587eb6b7de0 2024-01-28T12:58:47.968 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.969+0000 7fb24f400700 1 -- 172.21.15.88:0/3384678471 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2500a2e50 con 0x5587eb6b7de0 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.969+0000 7fb27938fb80 1 -- 172.21.15.88:0/3384678471 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 msgr2=0x5587eb6b8200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.969+0000 7fb27938fb80 1 --2- 172.21.15.88:0/3384678471 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6b8200 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb25000bf40 tx=0x7fb25009a7c0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.970+0000 7fb27938fb80 1 -- 172.21.15.88:0/3384678471 shutdown_connections 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.970+0000 7fb27938fb80 1 --2- 172.21.15.88:0/3384678471 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6bfe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.970+0000 7fb27938fb80 1 --2- 172.21.15.88:0/3384678471 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6b8200 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.970+0000 7fb27938fb80 1 --2- 172.21.15.88:0/3384678471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6b90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.970+0000 7fb27938fb80 1 -- 172.21.15.88:0/3384678471 >> 172.21.15.88:0/3384678471 conn(0x5587eb62c750 msgr2=0x5587eb6b2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.970+0000 7fb27938fb80 1 -- 172.21.15.88:0/3384678471 shutdown_connections 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.970+0000 7fb27938fb80 1 -- 172.21.15.88:0/3384678471 wait complete. 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.970+0000 7fb27938fb80 1 -- start start 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.970+0000 7fb27938fb80 1 Processor -- start 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b7de0 0x5587eb6c1560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.973 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b95f0 0x5587eb6c8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb27938fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb579350 con 0x5587eb6b8c30 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb27938fb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb578ff0 con 0x5587eb6b7de0 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb27938fb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb481650 con 0x5587eb6b95f0 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb27938fb80 10 client.0 _ll_register_callbacks cb 0x5587eb5b22f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb25e800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b7de0 0x5587eb6c1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb25f200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b95f0 0x5587eb6c8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb25e800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b7de0 0x5587eb6c1560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:57236/0 (socket says 172.21.15.88:57236) 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb25e800700 1 -- 172.21.15.88:0/2255919137 learned_addr learned my addr 172.21.15.88:0/2255919137 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb25de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb25e800700 1 -- 172.21.15.88:0/2255919137 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b95f0 msgr2=0x5587eb6c8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb25e800700 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b95f0 0x5587eb6c8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb25e800700 1 -- 172.21.15.88:0/2255919137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 msgr2=0x5587eb6c1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:58:47.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb25e800700 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.971+0000 7fb25e800700 1 -- 172.21.15.88:0/2255919137 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2601a5d60 con 0x5587eb6b7de0 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb25e800700 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b7de0 0x5587eb6c1560 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb250009990 tx=0x7fb250096e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b07ad863e05605a server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb247e00700 10 client.0 ms_handle_connect on v2:172.21.15.175:3300/0 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb247e00700 1 -- 172.21.15.88:0/2255919137 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2500ad240 con 0x5587eb6b7de0 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb27938fb80 1 -- 172.21.15.88:0/2255919137 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5587eb6aac70 con 0x5587eb6b7de0 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb247e00700 1 -- 172.21.15.88:0/2255919137 <== mon.2 v2:172.21.15.175:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fb25009b250 con 0x5587eb6b7de0 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb247e00700 1 -- 172.21.15.88:0/2255919137 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb2500a2e50 con 0x5587eb6b7de0 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb27938fb80 10 client.24689 fetch_fsmap learned FSMap version 17 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb27938fb80 1 -- 172.21.15.88:0/2255919137 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) v3 -- 0x5587eb42bb10 con 0x5587eb6b7de0 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb247e00700 1 -- 172.21.15.88:0/2255919137 <== mon.2 v2:172.21.15.175:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb2500b2070 con 0x5587eb6b7de0 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb247e00700 1 -- 172.21.15.88:0/2255919137 <== mon.2 v2:172.21.15.175:3300/0 5 ==== fsmap(e 17) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fb25009adb0 con 0x5587eb6b7de0 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb27938fb80 10 client.24689 fetch_fsmap finished waiting for FSMap version 17 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.972+0000 7fb27938fb80 10 client.24689 resolve_mds: resolved name 'b' to daemon mds.b 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.973+0000 7fb27938fb80 20 client.24689 populate_metadata read hostname 'smithi088' 2024-01-28T12:58:47.975 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.973+0000 7fb27938fb80 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x5587eb6ccc70 0x5587eb6cbab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.973+0000 7fb27938fb80 4 client.24689 mds_command: new command op to 24584 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.973+0000 7fb27938fb80 1 -- 172.21.15.88:0/2255919137 --> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5587eb603b70 con 0x5587eb6ccc70 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.973+0000 7fb25de00700 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x5587eb6ccc70 0x5587eb6cbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.973+0000 7fb25de00700 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x5587eb6ccc70 0x5587eb6cbab0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd574135e19b519c server_cookie=22510b2c64256537 in_seq=0 out_seq=0 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.973+0000 7fb247e00700 10 client.24689 ms_handle_connect on v2:172.21.15.175:6838/3969931760 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.974+0000 7fb247e00700 1 -- 172.21.15.88:0/2255919137 <== mds.0 v2:172.21.15.175:6838/3969931760 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5587eb603b70 con 0x5587eb6ccc70 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.974+0000 7fb247e00700 10 client.24689 handle_command_reply: tid=0 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.974+0000 7fb27938fb80 1 client.24689 shutdown 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.974+0000 7fb27938fb80 1 -- 172.21.15.88:0/2255919137 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b7de0 msgr2=0x5587eb6c1560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.974+0000 7fb27938fb80 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b7de0 0x5587eb6c1560 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb250009990 tx=0x7fb250096e90 comp rx=0 tx=0).stop 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.975+0000 7fb27938fb80 1 -- 172.21.15.88:0/2255919137 shutdown_connections 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.975+0000 7fb27938fb80 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x5587eb6ccc70 0x5587eb6cbab0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.975+0000 7fb27938fb80 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b95f0 0x5587eb6c8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.975+0000 7fb247e00700 0 client.24689 ms_handle_reset on v2:172.21.15.175:6838/3969931760 2024-01-28T12:58:47.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.975+0000 7fb27938fb80 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b7de0 0x5587eb6c1560 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.975+0000 7fb27938fb80 1 --2- 172.21.15.88:0/2255919137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.975+0000 7fb27938fb80 1 -- 172.21.15.88:0/2255919137 >> 172.21.15.88:0/2255919137 conn(0x5587eb62c750 msgr2=0x5587eb6b6ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:47.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.975+0000 7fb27938fb80 1 -- 172.21.15.88:0/2255919137 shutdown_connections 2024-01-28T12:58:47.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.975+0000 7fb27938fb80 1 -- 172.21.15.88:0/2255919137 wait complete. 2024-01-28T12:58:47.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.975+0000 7fb27938fb80 20 client.24689 trim_cache size 0 max 16384 2024-01-28T12:58:47.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.993+0000 7fb27938fb80 1 Processor -- start 2024-01-28T12:58:47.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.993+0000 7fb27938fb80 1 -- start start 2024-01-28T12:58:47.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.993+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6d55d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.993+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.993+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6bc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.993+0000 7fb27938fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb6ca7f0 con 0x5587eb6b8c30 2024-01-28T12:58:47.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.993+0000 7fb27938fb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb611ad0 con 0x5587eb6b95f0 2024-01-28T12:58:47.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.993+0000 7fb27938fb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb6b89f0 con 0x5587eb6b7de0 2024-01-28T12:58:47.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c8aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:35848/0 (socket says 172.21.15.88:35848) 2024-01-28T12:58:47.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25de00700 1 -- 172.21.15.88:0/1723942079 learned_addr learned my addr 172.21.15.88:0/1723942079 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:47.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25e800700 1 --2- 172.21.15.88:0/1723942079 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6d55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25f200700 1 --2- 172.21.15.88:0/1723942079 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6bc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25de00700 1 -- 172.21.15.88:0/1723942079 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 msgr2=0x5587eb6d55d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:58:47.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25de00700 1 --2- 172.21.15.88:0/1723942079 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6d55d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25de00700 1 -- 172.21.15.88:0/1723942079 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 msgr2=0x5587eb6bc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:58:47.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25de00700 1 --2- 172.21.15.88:0/1723942079 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6bc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25de00700 1 -- 172.21.15.88:0/1723942079 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5587eb5cc1e0 con 0x5587eb6b8c30 2024-01-28T12:58:47.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25e800700 1 --2- 172.21.15.88:0/1723942079 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6d55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:47.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.994+0000 7fb25de00700 1 --2- 172.21.15.88:0/1723942079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c8aa0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb2480097c0 tx=0x7fb248004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a9548d95370215b server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:47.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb24ea00700 1 -- 172.21.15.88:0/1723942079 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb248017070 con 0x5587eb6b8c30 2024-01-28T12:58:47.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb24ea00700 1 -- 172.21.15.88:0/1723942079 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb248018040 con 0x5587eb6b8c30 2024-01-28T12:58:47.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb24ea00700 1 -- 172.21.15.88:0/1723942079 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb248010720 con 0x5587eb6b8c30 2024-01-28T12:58:47.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb27938fb80 1 -- 172.21.15.88:0/1723942079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 msgr2=0x5587eb6c8aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:47.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb27938fb80 1 --2- 172.21.15.88:0/1723942079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c8aa0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb2480097c0 tx=0x7fb248004320 comp rx=0 tx=0).stop 2024-01-28T12:58:47.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb27938fb80 1 -- 172.21.15.88:0/1723942079 shutdown_connections 2024-01-28T12:58:47.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb27938fb80 1 --2- 172.21.15.88:0/1723942079 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6bc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb27938fb80 1 --2- 172.21.15.88:0/1723942079 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6d55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb27938fb80 1 --2- 172.21.15.88:0/1723942079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c8aa0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb27938fb80 1 -- 172.21.15.88:0/1723942079 >> 172.21.15.88:0/1723942079 conn(0x5587eb62c750 msgr2=0x5587eb6c0ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb27938fb80 1 -- 172.21.15.88:0/1723942079 shutdown_connections 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.995+0000 7fb27938fb80 1 -- 172.21.15.88:0/1723942079 wait complete. 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.996+0000 7fb27938fb80 1 -- start start 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.996+0000 7fb27938fb80 1 Processor -- start 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.996+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6c8940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.996+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.996+0000 7fb27938fb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6c5920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.996+0000 7fb27938fb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb6c5f40 con 0x5587eb6b8c30 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.996+0000 7fb27938fb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb722d30 con 0x5587eb6b95f0 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.996+0000 7fb27938fb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587eb722e70 con 0x5587eb6b7de0 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.996+0000 7fb27938fb80 10 client.0 _ll_register_callbacks cb 0x5587eb5b22f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:58:47.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.996+0000 7fb25de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb25de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:35864/0 (socket says 172.21.15.88:35864) 2024-01-28T12:58:47.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb25de00700 1 -- 172.21.15.88:0/1769384142 learned_addr learned my addr 172.21.15.88:0/1769384142 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:47.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb25f200700 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6c5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb25e800700 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6c8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:47.999 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb25de00700 1 -- 172.21.15.88:0/1769384142 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 msgr2=0x5587eb6c8940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb25de00700 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6c8940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb25de00700 1 -- 172.21.15.88:0/1769384142 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 msgr2=0x5587eb6c5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb25de00700 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6c5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb25de00700 1 -- 172.21.15.88:0/1769384142 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5587eb42bb10 con 0x5587eb6b8c30 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb25de00700 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c53e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb2480095f0 tx=0x7fb24801e8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84ab7c511a31b60b server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb247e00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb247e00700 1 -- 172.21.15.88:0/1769384142 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb248014070 con 0x5587eb6b8c30 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb247e00700 1 -- 172.21.15.88:0/1769384142 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fb248003c50 con 0x5587eb6b8c30 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.997+0000 7fb27938fb80 1 -- 172.21.15.88:0/1769384142 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb2500ad0a0 con 0x5587eb6b8c30 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb247e00700 1 -- 172.21.15.88:0/1769384142 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb248017040 con 0x5587eb6b8c30 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb27938fb80 10 client.14655 fetch_fsmap learned FSMap version 17 2024-01-28T12:58:48.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb27938fb80 1 -- 172.21.15.88:0/1769384142 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) v3 -- 0x7fb248009b30 con 0x5587eb6b8c30 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb247e00700 1 -- 172.21.15.88:0/1769384142 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb2500ad0a0 con 0x5587eb6b8c30 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb247e00700 1 -- 172.21.15.88:0/1769384142 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 17) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fb248025070 con 0x5587eb6b8c30 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb27938fb80 10 client.14655 fetch_fsmap finished waiting for FSMap version 17 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb27938fb80 10 client.14655 resolve_mds: resolved name 'b' to daemon mds.b 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb27938fb80 20 client.14655 populate_metadata read hostname 'smithi088' 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb27938fb80 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x5587eb727f70 0x5587eb7243d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb27938fb80 4 client.14655 mds_command: new command op to 24584 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb27938fb80 1 -- 172.21.15.88:0/1769384142 --> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5587eb603890 con 0x5587eb727f70 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.998+0000 7fb25e800700 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x5587eb727f70 0x5587eb7243d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb25e800700 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x5587eb727f70 0x5587eb7243d0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd4614fb3301e49a server_cookie=414dbbb9a78979b4 in_seq=0 out_seq=0 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb247e00700 10 client.14655 ms_handle_connect on v2:172.21.15.175:6838/3969931760 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb247e00700 1 -- 172.21.15.88:0/1769384142 <== mds.0 v2:172.21.15.175:6838/3969931760 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x5587eb603890 con 0x5587eb727f70 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb247e00700 10 client.14655 handle_command_reply: tid=0 2024-01-28T12:58:48.001 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 client.14655 shutdown 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 -- 172.21.15.88:0/1769384142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 msgr2=0x5587eb6c53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c53e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb2480095f0 tx=0x7fb24801e8e0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 -- 172.21.15.88:0/1769384142 shutdown_connections 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x5587eb727f70 0x5587eb7243d0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5587eb6b95f0 0x5587eb6c5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5587eb6b7de0 0x5587eb6c8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb247e00700 0 client.14655 ms_handle_reset on v2:172.21.15.175:6838/3969931760 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 --2- 172.21.15.88:0/1769384142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5587eb6b8c30 0x5587eb6c53e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 -- 172.21.15.88:0/1769384142 >> 172.21.15.88:0/1769384142 conn(0x5587eb62c750 msgr2=0x5587eb6d55d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 -- 172.21.15.88:0/1769384142 shutdown_connections 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:47.999+0000 7fb27938fb80 1 -- 172.21.15.88:0/1769384142 wait complete. 2024-01-28T12:58:48.002 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb27938fb80 20 client.14655 trim_cache size 0 max 16384 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 0, 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 24584, 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 7.5254956079999999, 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 17, 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 83, 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 13.3200459 2024-01-28T12:58:48.003 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T12:58:48.004 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 -- 172.21.15.88:0/1537584012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb2400a1850 msgr2=0x7fb2400a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:48.004 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb2400a1850 0x7fb2400a3d10 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x5587eb6b7b80 tx=0x7fb25800b040 comp rx=0 tx=0).stop 2024-01-28T12:58:48.004 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 -- 172.21.15.88:0/1537584012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb260101360 msgr2=0x7fb26019d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:48.005 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb260101360 0x7fb26019d8d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb250006010 tx=0x7fb25000f690 comp rx=0 tx=0).stop 2024-01-28T12:58:48.005 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 -- 172.21.15.88:0/1537584012 shutdown_connections 2024-01-28T12:58:48.005 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb2400a1850 0x7fb2400a3d10 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.005 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb260102ef0 0x7fb2601a4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.005 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb260101360 0x7fb26019d8d0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.005 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 --2- 172.21.15.88:0/1537584012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb260102550 0x7fb26019de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:48.005 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 -- 172.21.15.88:0/1537584012 >> 172.21.15.88:0/1537584012 conn(0x7fb2600fc8d0 msgr2=0x7fb260103860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:48.005 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 -- 172.21.15.88:0/1537584012 shutdown_connections 2024-01-28T12:58:48.005 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:48.000+0000 7fb264a00700 1 -- 172.21.15.88:0/1537584012 wait complete. 2024-01-28T12:58:48.016 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-01-28T12:58:48.016 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-01-28T12:58:48.017 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph fs ls 2024-01-28T12:58:48.422 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:58:48.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:48 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/704992414' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:48 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/704992414' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:48.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:48 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/704992414' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:49.595 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.597+0000 7f63c1000700 1 -- 172.21.15.88:0/3476211849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63bc101d50 msgr2=0x7f63bc10e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:49.595 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.597+0000 7f63c1000700 1 --2- 172.21.15.88:0/3476211849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63bc101d50 0x7f63bc10e4e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f63b400b0a0 tx=0x7f63b400b3b0 comp rx=0 tx=0).stop 2024-01-28T12:58:49.595 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.597+0000 7f63c1000700 1 -- 172.21.15.88:0/3476211849 shutdown_connections 2024-01-28T12:58:49.595 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.597+0000 7f63c1000700 1 --2- 172.21.15.88:0/3476211849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63bc101d50 0x7f63bc10e4e0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:49.595 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.597+0000 7f63c1000700 1 --2- 172.21.15.88:0/3476211849 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f63bc1076a0 0x7f63bc107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:49.595 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.597+0000 7f63c1000700 1 --2- 172.21.15.88:0/3476211849 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc107fc0 0x7f63bc101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:49.596 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.597+0000 7f63c1000700 1 -- 172.21.15.88:0/3476211849 >> 172.21.15.88:0/3476211849 conn(0x7f63bc078730 msgr2=0x7f63bc078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:49.596 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.597+0000 7f63c1000700 1 -- 172.21.15.88:0/3476211849 shutdown_connections 2024-01-28T12:58:49.596 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.597+0000 7f63c1000700 1 -- 172.21.15.88:0/3476211849 wait complete. 2024-01-28T12:58:49.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.598+0000 7f63c1000700 1 Processor -- start 2024-01-28T12:58:49.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.598+0000 7f63c1000700 1 -- start start 2024-01-28T12:58:49.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63c1000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc101d50 0x7f63bc199e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:49.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63c1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63bc1076a0 0x7f63bc19a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:49.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63c1000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f63bc107fc0 0x7f63bc19e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:49.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63c1000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63bc19ece0 con 0x7f63bc1076a0 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63c1000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63bc19ee50 con 0x7f63bc107fc0 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63c1000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63bc19f010 con 0x7f63bc101d50 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63b9400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63bc1076a0 0x7f63bc19a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63b9e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc101d50 0x7f63bc199e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63b9400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63bc1076a0 0x7f63bc19a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:35872/0 (socket says 172.21.15.88:35872) 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63b9400700 1 -- 172.21.15.88:0/2694179988 learned_addr learned my addr 172.21.15.88:0/2694179988 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63ba800700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f63bc107fc0 0x7f63bc19e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63b9400700 1 -- 172.21.15.88:0/2694179988 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc101d50 msgr2=0x7f63bc199e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63b9400700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc101d50 0x7f63bc199e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63b9400700 1 -- 172.21.15.88:0/2694179988 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f63bc107fc0 msgr2=0x7f63bc19e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.599+0000 7f63b9400700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f63bc107fc0 0x7f63bc19e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.600+0000 7f63b9400700 1 -- 172.21.15.88:0/2694179988 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63b4009d00 con 0x7f63bc1076a0 2024-01-28T12:58:49.598 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.600+0000 7f63b9400700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63bc1076a0 0x7f63bc19a340 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f63a400e970 tx=0x7f63a400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:49.599 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.600+0000 7f63b2a00700 1 -- 172.21.15.88:0/2694179988 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a4009790 con 0x7f63bc1076a0 2024-01-28T12:58:49.599 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.600+0000 7f63b2a00700 1 -- 172.21.15.88:0/2694179988 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f63a400c7e0 con 0x7f63bc1076a0 2024-01-28T12:58:49.599 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.600+0000 7f63b2a00700 1 -- 172.21.15.88:0/2694179988 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a40054e0 con 0x7f63bc1076a0 2024-01-28T12:58:49.599 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.600+0000 7f63c1000700 1 -- 172.21.15.88:0/2694179988 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63bc19f2f0 con 0x7f63bc1076a0 2024-01-28T12:58:49.600 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.600+0000 7f63c1000700 1 -- 172.21.15.88:0/2694179988 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63bc1a6b50 con 0x7f63bc1076a0 2024-01-28T12:58:49.600 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.601+0000 7f63c1000700 1 -- 172.21.15.88:0/2694179988 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63bc068290 con 0x7f63bc1076a0 2024-01-28T12:58:49.600 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.603+0000 7f63b2a00700 1 -- 172.21.15.88:0/2694179988 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f63a400c950 con 0x7f63bc1076a0 2024-01-28T12:58:49.602 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.604+0000 7f63b2a00700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f639c0a18d0 0x7f639c0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:49.602 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.604+0000 7f63b2a00700 1 -- 172.21.15.88:0/2694179988 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f63a4014070 con 0x7f63bc1076a0 2024-01-28T12:58:49.602 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.604+0000 7f63b9e00700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f639c0a18d0 0x7f639c0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:49.602 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.605+0000 7f63b9e00700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f639c0a18d0 0x7f639c0a3d90 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f63bc079a90 tx=0x7f63ac009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:49.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.608+0000 7f63b2a00700 1 -- 172.21.15.88:0/2694179988 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f63a4096540 con 0x7f63bc1076a0 2024-01-28T12:58:49.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:49 smithi088 ceph-mon[35322]: pgmap v241: 129 pgs: 2 creating+activating, 3 creating+peering, 123 active+clean, 1 unknown; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-01-28T12:58:49.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.851+0000 7f63c1000700 1 -- 172.21.15.88:0/2694179988 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f63bc19b160 con 0x7f63bc1076a0 2024-01-28T12:58:49.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.851+0000 7f63b2a00700 1 -- 172.21.15.88:0/2694179988 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) v1 ==== 53+0+88 (secure 0 0 0) 0x7f63a4099b60 con 0x7f63bc1076a0 2024-01-28T12:58:49.849 INFO:teuthology.orchestra.run.smithi088.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-01-28T12:58:49.851 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.853+0000 7f63c1000700 1 -- 172.21.15.88:0/2694179988 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f639c0a18d0 msgr2=0x7f639c0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.853+0000 7f63c1000700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f639c0a18d0 0x7f639c0a3d90 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f63bc079a90 tx=0x7f63ac009260 comp rx=0 tx=0).stop 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.853+0000 7f63c1000700 1 -- 172.21.15.88:0/2694179988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63bc1076a0 msgr2=0x7f63bc19a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.853+0000 7f63c1000700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63bc1076a0 0x7f63bc19a340 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f63a400e970 tx=0x7f63a400ec80 comp rx=0 tx=0).stop 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.854+0000 7f63c1000700 1 -- 172.21.15.88:0/2694179988 shutdown_connections 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.854+0000 7f63c1000700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f639c0a18d0 0x7f639c0a3d90 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.854+0000 7f63c1000700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f63bc107fc0 0x7f63bc19e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.854+0000 7f63c1000700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f63bc101d50 0x7f63bc199e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.854+0000 7f63c1000700 1 --2- 172.21.15.88:0/2694179988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63bc1076a0 0x7f63bc19a340 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.854+0000 7f63c1000700 1 -- 172.21.15.88:0/2694179988 >> 172.21.15.88:0/2694179988 conn(0x7f63bc078730 msgr2=0x7f63bc100580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.854+0000 7f63c1000700 1 -- 172.21.15.88:0/2694179988 shutdown_connections 2024-01-28T12:58:49.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:49.854+0000 7f63c1000700 1 -- 172.21.15.88:0/2694179988 wait complete. 2024-01-28T12:58:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:49 smithi175 ceph-mon[44549]: pgmap v241: 129 pgs: 2 creating+activating, 3 creating+peering, 123 active+clean, 1 unknown; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-01-28T12:58:49.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:49 smithi181 ceph-mon[45557]: pgmap v241: 129 pgs: 2 creating+activating, 3 creating+peering, 123 active+clean, 1 unknown; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-01-28T12:58:50.206 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-01-28T12:58:50.206 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-01-28T12:58:50.206 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi088.front.sepia.ceph.com 2024-01-28T12:58:50.206 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-01-28T12:58:50.206 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-01-28T12:58:50.206 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-01-28T12:58:50.207 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-01-28T12:58:50.207 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-01-28T12:58:50.207 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-01-28T12:58:50.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:50.207 DEBUG:teuthology.orchestra.run.smithi088:> ip addr 2024-01-28T12:58:50.250 INFO:teuthology.orchestra.run.smithi088.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-01-28T12:58:50.250 INFO:teuthology.orchestra.run.smithi088.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-01-28T12:58:50.250 INFO:teuthology.orchestra.run.smithi088.stdout: inet 127.0.0.1/8 scope host lo 2024-01-28T12:58:50.250 INFO:teuthology.orchestra.run.smithi088.stdout: valid_lft forever preferred_lft forever 2024-01-28T12:58:50.250 INFO:teuthology.orchestra.run.smithi088.stdout: inet6 ::1/128 scope host 2024-01-28T12:58:50.250 INFO:teuthology.orchestra.run.smithi088.stdout: valid_lft forever preferred_lft forever 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout: link/ether 0c:c4:7a:d8:a8:f0 brd ff:ff:ff:ff:ff:ff 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout: altname enp7s0f0 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout: link/ether 0c:c4:7a:d8:a8:f1 brd ff:ff:ff:ff:ff:ff 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout: altname enp7s0f1 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout: link/ether 0c:c4:7a:8f:d4:2c brd ff:ff:ff:ff:ff:ff 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout: link/ether 0c:c4:7a:8f:d4:2d brd ff:ff:ff:ff:ff:ff 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout: inet 172.21.15.88/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout: valid_lft 41912sec preferred_lft 41912sec 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout: inet6 fe80::ec4:7aff:fe8f:d42d/64 scope link 2024-01-28T12:58:50.251 INFO:teuthology.orchestra.run.smithi088.stdout: valid_lft forever preferred_lft forever 2024-01-28T12:58:50.252 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-01-28T12:58:50.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:50.252 DEBUG:teuthology.orchestra.run.smithi088:> (cd / && exec bash -c ' 2024-01-28T12:58:50.252 DEBUG:teuthology.orchestra.run.smithi088:> set -e 2024-01-28T12:58:50.252 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link add name ceph-brx type bridge 2024-01-28T12:58:50.252 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip addr flush dev ceph-brx 2024-01-28T12:58:50.253 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link set ceph-brx up 2024-01-28T12:58:50.253 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-01-28T12:58:50.253 DEBUG:teuthology.orchestra.run.smithi088:> ') 2024-01-28T12:58:50.690 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:50.690 DEBUG:teuthology.orchestra.run.smithi088:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-01-28T12:58:50.758 INFO:teuthology.orchestra.run.smithi088.stdout:1 2024-01-28T12:58:50.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:50.762 DEBUG:teuthology.orchestra.run.smithi088:> route 2024-01-28T12:58:50.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:50 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2694179988' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-01-28T12:58:50.813 INFO:teuthology.orchestra.run.smithi088.stdout:Kernel IP routing table 2024-01-28T12:58:50.813 INFO:teuthology.orchestra.run.smithi088.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-01-28T12:58:50.813 INFO:teuthology.orchestra.run.smithi088.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-01-28T12:58:50.813 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-01-28T12:58:50.813 INFO:teuthology.orchestra.run.smithi088.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-01-28T12:58:50.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:50.815 DEBUG:teuthology.orchestra.run.smithi088:> (cd / && exec bash -c ' 2024-01-28T12:58:50.815 DEBUG:teuthology.orchestra.run.smithi088:> set -e 2024-01-28T12:58:50.815 DEBUG:teuthology.orchestra.run.smithi088:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-01-28T12:58:50.815 DEBUG:teuthology.orchestra.run.smithi088:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-01-28T12:58:50.815 DEBUG:teuthology.orchestra.run.smithi088:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-01-28T12:58:50.815 DEBUG:teuthology.orchestra.run.smithi088:> ') 2024-01-28T12:58:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:50 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2694179988' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-01-28T12:58:50.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:50 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2694179988' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-01-28T12:58:51.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:51.560 DEBUG:teuthology.orchestra.run.smithi088:> ip netns list 2024-01-28T12:58:51.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:51.602 DEBUG:teuthology.orchestra.run.smithi088:> ip netns list-id 2024-01-28T12:58:51.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:51.684 DEBUG:teuthology.orchestra.run.smithi088:> (cd / && exec bash -c ' 2024-01-28T12:58:51.684 DEBUG:teuthology.orchestra.run.smithi088:> set -e 2024-01-28T12:58:51.684 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-01-28T12:58:51.684 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-01-28T12:58:51.684 DEBUG:teuthology.orchestra.run.smithi088:> ') 2024-01-28T12:58:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:51 smithi088 ceph-mon[35322]: pgmap v242: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 1 op/s 2024-01-28T12:58:51.861 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-01-28T12:58:51.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:51.862 DEBUG:teuthology.orchestra.run.smithi088:> (cd / && exec bash -c ' 2024-01-28T12:58:51.862 DEBUG:teuthology.orchestra.run.smithi088:> set -e 2024-01-28T12:58:51.862 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-01-28T12:58:51.862 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-01-28T12:58:51.862 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-01-28T12:58:51.862 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-01-28T12:58:51.862 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-01-28T12:58:51.862 DEBUG:teuthology.orchestra.run.smithi088:> ') 2024-01-28T12:58:51.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:51 smithi175 ceph-mon[44549]: pgmap v242: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 1 op/s 2024-01-28T12:58:51.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:51 smithi181 ceph-mon[45557]: pgmap v242: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 1 op/s 2024-01-28T12:58:52.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:52.126 DEBUG:teuthology.orchestra.run.smithi088:> (cd / && exec bash -c ' 2024-01-28T12:58:52.126 DEBUG:teuthology.orchestra.run.smithi088:> set -e 2024-01-28T12:58:52.126 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link set brx.0 up 2024-01-28T12:58:52.126 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link set dev brx.0 master ceph-brx 2024-01-28T12:58:52.126 DEBUG:teuthology.orchestra.run.smithi088:> ') 2024-01-28T12:58:52.292 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-01-28T12:58:52.292 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-01-28T12:58:52.292 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-01-28T12:58:52.334 INFO:teuthology.orchestra.run.smithi088.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-01-28T12:58:52.334 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-01-28T12:58:52.335 DEBUG:teuthology.orchestra.run.smithi088:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-01-28T12:58:52.415 DEBUG:teuthology.orchestra.run.smithi088:> sudo modprobe fuse 2024-01-28T12:58:52.525 DEBUG:teuthology.orchestra.run.smithi088:> cat /proc/self/mounts | awk '{print $2}' 2024-01-28T12:58:52.571 INFO:teuthology.orchestra.run.smithi088.stdout:/sys 2024-01-28T12:58:52.571 INFO:teuthology.orchestra.run.smithi088.stdout:/proc 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/dev 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/kernel/security 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/dev/shm 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/dev/pts 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/run 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/systemd 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/pstore 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/net_cls,net_prio 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/memory 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/hugetlb 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/blkio 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/devices 2024-01-28T12:58:52.572 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/cpu,cpuacct 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/freezer 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/cpuset 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/perf_event 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/pids 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/kernel/tracing 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/kernel/config 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/ 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/selinux 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/proc/sys/fs/binfmt_misc 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/kernel/debug 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/dev/mqueue 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/dev/hugepages 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/fuse/connections 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/nfs/rpc_pipefs 2024-01-28T12:58:52.573 INFO:teuthology.orchestra.run.smithi088.stdout:/run/user/1000 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/ceph 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/1b57a63ca57fe2c22827044c3e020fae135c8660d985a219b4b8f29f02e23126/merged 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/dc1eb724238b2f83db9701031437c284228b73c47385141ef2636a2c823ff47d/merged 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/run/user/0 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/proc/sys/fs/binfmt_misc 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/9cfcafc68ca8c68fcfeee3a4eabc6602d4865606ef8cf637c4ed5d830923d45a/merged 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/4b353b0dbe25a44bba1c73f7db6ebe54b685cc3eb3c0a303b09e8db82484da7b/merged 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/41732ee47813b946c1504fea7112e7fcb572b87e60cbaa3712b2e6c03be4f681/merged 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/7b8f2487e2ce7d1c2c8771900d14dac520bdc6f4af56f862382de484d86425ca/merged 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/9e4e2e48ff732cf94299570a0fa48010eedf0d8f63a4f8931337a762404e9882/merged 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/87380378d93802fe57fa5f18c0fbfcc2adbcc82716c5e0e37660eaa157a8adaf/merged 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/90c29222a9be74f2b1e0f4a9dcb65e5cfc20eded0dcee64c5038b987566883f0/merged 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/978acc5448383cd628aed7af84b8de56edc24f53fce8f629b15f2136dabef94d/merged 2024-01-28T12:58:52.574 INFO:teuthology.orchestra.run.smithi088.stdout:/run/netns 2024-01-28T12:58:52.575 INFO:teuthology.orchestra.run.smithi088.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-01-28T12:58:52.575 INFO:teuthology.orchestra.run.smithi088.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-01-28T12:58:52.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:52.576 DEBUG:teuthology.orchestra.run.smithi088:> ls /sys/fs/fuse/connections 2024-01-28T12:58:52.617 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-01-28T12:58:52.617 DEBUG:teuthology.orchestra.run.smithi088:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-01-28T12:58:52.661 DEBUG:teuthology.orchestra.run.smithi088:> sudo modprobe fuse 2024-01-28T12:58:52.727 DEBUG:teuthology.orchestra.run.smithi088:> cat /proc/self/mounts | awk '{print $2}' 2024-01-28T12:58:52.769 INFO:teuthology.orchestra.run.smithi088.stdout:/sys 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/proc 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/dev 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/kernel/security 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/dev/shm 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/dev/pts 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/run 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/systemd 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/pstore 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/net_cls,net_prio 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/memory 2024-01-28T12:58:52.770 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/hugetlb 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/blkio 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/devices 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/cpu,cpuacct 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/freezer 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/cpuset 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/perf_event 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/cgroup/pids 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/kernel/tracing 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/kernel/config 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/ 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/selinux 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/proc/sys/fs/binfmt_misc 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/kernel/debug 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/dev/mqueue 2024-01-28T12:58:52.771 INFO:teuthology.orchestra.run.smithi088.stdout:/dev/hugepages 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/sys/fs/fuse/connections 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/nfs/rpc_pipefs 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/run/user/1000 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/ceph 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/1b57a63ca57fe2c22827044c3e020fae135c8660d985a219b4b8f29f02e23126/merged 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/dc1eb724238b2f83db9701031437c284228b73c47385141ef2636a2c823ff47d/merged 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/run/user/0 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/proc/sys/fs/binfmt_misc 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/9cfcafc68ca8c68fcfeee3a4eabc6602d4865606ef8cf637c4ed5d830923d45a/merged 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/4b353b0dbe25a44bba1c73f7db6ebe54b685cc3eb3c0a303b09e8db82484da7b/merged 2024-01-28T12:58:52.772 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/41732ee47813b946c1504fea7112e7fcb572b87e60cbaa3712b2e6c03be4f681/merged 2024-01-28T12:58:52.773 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/7b8f2487e2ce7d1c2c8771900d14dac520bdc6f4af56f862382de484d86425ca/merged 2024-01-28T12:58:52.773 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/9e4e2e48ff732cf94299570a0fa48010eedf0d8f63a4f8931337a762404e9882/merged 2024-01-28T12:58:52.773 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/87380378d93802fe57fa5f18c0fbfcc2adbcc82716c5e0e37660eaa157a8adaf/merged 2024-01-28T12:58:52.773 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/90c29222a9be74f2b1e0f4a9dcb65e5cfc20eded0dcee64c5038b987566883f0/merged 2024-01-28T12:58:52.773 INFO:teuthology.orchestra.run.smithi088.stdout:/var/lib/containers/storage/overlay/978acc5448383cd628aed7af84b8de56edc24f53fce8f629b15f2136dabef94d/merged 2024-01-28T12:58:52.773 INFO:teuthology.orchestra.run.smithi088.stdout:/run/netns 2024-01-28T12:58:52.773 INFO:teuthology.orchestra.run.smithi088.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-01-28T12:58:52.773 INFO:teuthology.orchestra.run.smithi088.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-01-28T12:58:52.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:52.774 DEBUG:teuthology.orchestra.run.smithi088:> ls /sys/fs/fuse/connections 2024-01-28T12:58:52.837 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi088.stderr:2024-01-28T12:58:52.840+0000 7f300f5a35c0 -1 init, newargv = 0x55f69f359200 newargc=15 2024-01-28T12:58:52.838 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi088.stderr:ceph-fuse[87319]: starting ceph client 2024-01-28T12:58:52.847 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi088.stderr:ceph-fuse[87319]: starting fuse 2024-01-28T12:58:52.863 INFO:teuthology.orchestra.run.smithi088.stdout:121 2024-01-28T12:58:52.863 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [121] 2024-01-28T12:58:52.863 DEBUG:teuthology.orchestra.run.smithi088:> sudo stdin-killer -- python3 -c ' 2024-01-28T12:58:52.863 DEBUG:teuthology.orchestra.run.smithi088:> import glob 2024-01-28T12:58:52.863 DEBUG:teuthology.orchestra.run.smithi088:> import re 2024-01-28T12:58:52.863 DEBUG:teuthology.orchestra.run.smithi088:> import os 2024-01-28T12:58:52.863 DEBUG:teuthology.orchestra.run.smithi088:> import subprocess 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> def _find_admin_socket(client_name): 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> files = glob.glob(asok_path) 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> # Given a non-glob path, it better be there 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> if "*" not in asok_path: 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> assert(len(files) == 1) 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> return files[0] 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> for f in files: 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> if os.path.exists("/proc/{0}".format(pid)): 2024-01-28T12:58:52.864 DEBUG:teuthology.orchestra.run.smithi088:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-01-28T12:58:52.865 DEBUG:teuthology.orchestra.run.smithi088:> contents = proc_f.read() 2024-01-28T12:58:52.865 DEBUG:teuthology.orchestra.run.smithi088:> if mountpoint in contents: 2024-01-28T12:58:52.865 DEBUG:teuthology.orchestra.run.smithi088:> return f 2024-01-28T12:58:52.865 DEBUG:teuthology.orchestra.run.smithi088:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-01-28T12:58:52.865 DEBUG:teuthology.orchestra.run.smithi088:> 2024-01-28T12:58:52.865 DEBUG:teuthology.orchestra.run.smithi088:> print(_find_admin_socket("client.admin")) 2024-01-28T12:58:52.865 DEBUG:teuthology.orchestra.run.smithi088:> ' 2024-01-28T12:58:53.041 INFO:teuthology.orchestra.run.smithi088.stdout:/var/run/ceph/ceph-client.admin.87319.asok 2024-01-28T12:58:53.045 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-01-28T12:58:53.054 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.87319.asok 2024-01-28T12:58:53.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:53.055 DEBUG:teuthology.orchestra.run.smithi088:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.87319.asok status 2024-01-28T12:58:53.275 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T12:58:53.275 INFO:teuthology.orchestra.run.smithi088.stdout: "metadata": { 2024-01-28T12:58:53.275 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_sha1": "c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2", 2024-01-28T12:58:53.275 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_version": "ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev)", 2024-01-28T12:58:53.276 INFO:teuthology.orchestra.run.smithi088.stdout: "entity_id": "admin", 2024-01-28T12:58:53.276 INFO:teuthology.orchestra.run.smithi088.stdout: "hostname": "smithi088", 2024-01-28T12:58:53.276 INFO:teuthology.orchestra.run.smithi088.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-01-28T12:58:53.276 INFO:teuthology.orchestra.run.smithi088.stdout: "pid": "87319", 2024-01-28T12:58:53.276 INFO:teuthology.orchestra.run.smithi088.stdout: "root": "/" 2024-01-28T12:58:53.276 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-01-28T12:58:53.276 INFO:teuthology.orchestra.run.smithi088.stdout: "dentry_count": 0, 2024-01-28T12:58:53.277 INFO:teuthology.orchestra.run.smithi088.stdout: "dentry_pinned_count": 0, 2024-01-28T12:58:53.277 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 24707, 2024-01-28T12:58:53.277 INFO:teuthology.orchestra.run.smithi088.stdout: "inst": { 2024-01-28T12:58:53.277 INFO:teuthology.orchestra.run.smithi088.stdout: "name": { 2024-01-28T12:58:53.277 INFO:teuthology.orchestra.run.smithi088.stdout: "type": "client", 2024-01-28T12:58:53.277 INFO:teuthology.orchestra.run.smithi088.stdout: "num": 24707 2024-01-28T12:58:53.277 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-01-28T12:58:53.277 INFO:teuthology.orchestra.run.smithi088.stdout: "addr": { 2024-01-28T12:58:53.277 INFO:teuthology.orchestra.run.smithi088.stdout: "type": "v1", 2024-01-28T12:58:53.277 INFO:teuthology.orchestra.run.smithi088.stdout: "addr": "172.21.15.88:0", 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "nonce": 3355342010 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "addr": { 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "type": "v1", 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "addr": "172.21.15.88:0", 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "nonce": 3355342010 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "inst_str": "client.24707 172.21.15.88:0/3355342010", 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "addr_str": "172.21.15.88:0/3355342010", 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "inode_count": 1, 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_epoch": 17, 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_epoch": 83, 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_epoch_barrier": 0, 2024-01-28T12:58:53.278 INFO:teuthology.orchestra.run.smithi088.stdout: "blocklisted": false, 2024-01-28T12:58:53.279 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs" 2024-01-28T12:58:53.279 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T12:58:53.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:53.290 DEBUG:teuthology.orchestra.run.smithi088:> stat --file-system '--printf=%T 2024-01-28T12:58:53.290 DEBUG:teuthology.orchestra.run.smithi088:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-01-28T12:58:53.333 INFO:teuthology.orchestra.run.smithi088.stdout:fuseblk 2024-01-28T12:58:53.333 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-01-28T12:58:53.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:53.333 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-01-28T12:58:53.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:53.442 DEBUG:teuthology.orchestra.run.smithi088:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-01-28T12:58:53.567 INFO:teuthology.orchestra.run.smithi088.stdout:# file: . 2024-01-28T12:58:53.567 INFO:teuthology.orchestra.run.smithi088.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-01-28T12:58:53.567 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:53.568 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:58:53.568 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/proc/self/mounts of=/dev/stdout 2024-01-28T12:58:53.611 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:58:53.707 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:53 smithi088 ceph-mon[35322]: pgmap v243: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 895 B/s wr, 0 op/s 2024-01-28T12:58:53.842 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.844+0000 7f5652600700 1 -- 172.21.15.88:0/3415023284 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c101560 msgr2=0x7f564c101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:53.842 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.844+0000 7f5652600700 1 --2- 172.21.15.88:0/3415023284 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c101560 0x7f564c101980 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f563c0099c0 tx=0x7f563c009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:53.842 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.844+0000 7f5652600700 1 -- 172.21.15.88:0/3415023284 shutdown_connections 2024-01-28T12:58:53.842 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.844+0000 7f5652600700 1 --2- 172.21.15.88:0/3415023284 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c1030f0 0x7f564c1099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:53.842 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.844+0000 7f5652600700 1 --2- 172.21.15.88:0/3415023284 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c101560 0x7f564c101980 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:53.842 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.844+0000 7f5652600700 1 --2- 172.21.15.88:0/3415023284 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c102750 0x7f564c102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:53.842 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.844+0000 7f5652600700 1 -- 172.21.15.88:0/3415023284 >> 172.21.15.88:0/3415023284 conn(0x7f564c0fcad0 msgr2=0x7f564c0fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:53.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.844+0000 7f5652600700 1 -- 172.21.15.88:0/3415023284 shutdown_connections 2024-01-28T12:58:53.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.844+0000 7f5652600700 1 -- 172.21.15.88:0/3415023284 wait complete. 2024-01-28T12:58:53.845 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.845+0000 7f5652600700 1 Processor -- start 2024-01-28T12:58:53.845 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.845+0000 7f5652600700 1 -- start start 2024-01-28T12:58:53.845 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.845+0000 7f5652600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c101560 0x7f564c1996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:53.845 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.845+0000 7f5652600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c102750 0x7f564c199c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:53.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.845+0000 7f5652600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c1030f0 0x7f564c1a0c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:53.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.845+0000 7f5652600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f564c1a1250 con 0x7f564c1030f0 2024-01-28T12:58:53.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.845+0000 7f5652600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f564c1a1390 con 0x7f564c101560 2024-01-28T12:58:53.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.845+0000 7f5652600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f564c1a1520 con 0x7f564c102750 2024-01-28T12:58:53.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564aa00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c102750 0x7f564c199c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:53.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c1030f0 0x7f564c1a0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:53.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564b400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c101560 0x7f564c1996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:53.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564aa00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c102750 0x7f564c199c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:51518/0 (socket says 172.21.15.88:51518) 2024-01-28T12:58:53.846 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564aa00700 1 -- 172.21.15.88:0/3218437867 learned_addr learned my addr 172.21.15.88:0/3218437867 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:53.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564aa00700 1 -- 172.21.15.88:0/3218437867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c101560 msgr2=0x7f564c1996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:53.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564aa00700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c101560 0x7f564c1996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:53.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564aa00700 1 -- 172.21.15.88:0/3218437867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c1030f0 msgr2=0x7f564c1a0c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:53.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564aa00700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c1030f0 0x7f564c1a0c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:53.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564aa00700 1 -- 172.21.15.88:0/3218437867 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f563c0095f0 con 0x7f564c102750 2024-01-28T12:58:53.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564be00700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c1030f0 0x7f564c1a0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:53.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.846+0000 7f564aa00700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c102750 0x7f564c199c10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f563400e9a0 tx=0x7f563400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:53.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.847+0000 7f5643e00700 1 -- 172.21.15.88:0/3218437867 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5634009790 con 0x7f564c102750 2024-01-28T12:58:53.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.847+0000 7f5652600700 1 -- 172.21.15.88:0/3218437867 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f564c1a1800 con 0x7f564c102750 2024-01-28T12:58:53.847 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.847+0000 7f5643e00700 1 -- 172.21.15.88:0/3218437867 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5634010430 con 0x7f564c102750 2024-01-28T12:58:53.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.847+0000 7f5643e00700 1 -- 172.21.15.88:0/3218437867 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5634018680 con 0x7f564c102750 2024-01-28T12:58:53.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.847+0000 7f5652600700 1 -- 172.21.15.88:0/3218437867 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f564c1a1d10 con 0x7f564c102750 2024-01-28T12:58:53.848 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.848+0000 7f5652600700 1 -- 172.21.15.88:0/3218437867 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f564c068240 con 0x7f564c102750 2024-01-28T12:58:53.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.850+0000 7f5643e00700 1 -- 172.21.15.88:0/3218437867 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f56340105a0 con 0x7f564c102750 2024-01-28T12:58:53.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.851+0000 7f5643e00700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f562c0a1850 0x7f562c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:53.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.851+0000 7f5643e00700 1 -- 172.21.15.88:0/3218437867 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f5634014070 con 0x7f564c102750 2024-01-28T12:58:53.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.851+0000 7f564b400700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f562c0a1850 0x7f562c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:53.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.852+0000 7f564b400700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f562c0a1850 0x7f562c0a3d10 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f563c009990 tx=0x7f563c000bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:53.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:53.855+0000 7f5643e00700 1 -- 172.21.15.88:0/3218437867 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f5634052380 con 0x7f564c102750 2024-01-28T12:58:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:53 smithi175 ceph-mon[44549]: pgmap v243: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 895 B/s wr, 0 op/s 2024-01-28T12:58:53.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:53 smithi181 ceph-mon[45557]: pgmap v243: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 895 B/s wr, 0 op/s 2024-01-28T12:58:54.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.061+0000 7f5652600700 1 -- 172.21.15.88:0/3218437867 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f564c10cde0 con 0x7f564c102750 2024-01-28T12:58:54.061 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.063+0000 7f5643e00700 1 -- 172.21.15.88:0/3218437867 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+23973 (secure 0 0 0) 0x7f563407fdc0 con 0x7f564c102750 2024-01-28T12:58:54.062 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:54.062 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":83,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:44.984644+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:58:54.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 -- 172.21.15.88:0/3218437867 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f562c0a1850 msgr2=0x7f562c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f562c0a1850 0x7f562c0a3d10 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f563c009990 tx=0x7f563c000bc0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 -- 172.21.15.88:0/3218437867 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c102750 msgr2=0x7f564c199c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c102750 0x7f564c199c10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f563400e9a0 tx=0x7f563400ecb0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 -- 172.21.15.88:0/3218437867 shutdown_connections 2024-01-28T12:58:54.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f562c0a1850 0x7f562c0a3d10 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.064 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f564c1030f0 0x7f564c1a0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f564c101560 0x7f564c1996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 --2- 172.21.15.88:0/3218437867 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f564c102750 0x7f564c199c10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 -- 172.21.15.88:0/3218437867 >> 172.21.15.88:0/3218437867 conn(0x7f564c0fcad0 msgr2=0x7f564c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:54.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 -- 172.21.15.88:0/3218437867 shutdown_connections 2024-01-28T12:58:54.065 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.066+0000 7f5652600700 1 -- 172.21.15.88:0/3218437867 wait complete. 2024-01-28T12:58:54.082 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-28T12:55:10.597998+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-01-28T12:58:38.094655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-01-28T12:58:39.421656+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-01-28T12:58:42.975904+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-01-28T12:58:54.083 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-01-28T12:58:54.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.278+0000 7ff962000700 1 -- 172.21.15.88:0/536865892 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff95c1030e0 msgr2=0x7ff95c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.278+0000 7ff962000700 1 --2- 172.21.15.88:0/536865892 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff95c1030e0 0x7ff95c109990 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff95400b0d0 tx=0x7ff95400b3e0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.279+0000 7ff962000700 1 -- 172.21.15.88:0/536865892 shutdown_connections 2024-01-28T12:58:54.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.279+0000 7ff962000700 1 --2- 172.21.15.88:0/536865892 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff95c1030e0 0x7ff95c109990 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.279+0000 7ff962000700 1 --2- 172.21.15.88:0/536865892 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff95c101550 0x7ff95c101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.279+0000 7ff962000700 1 --2- 172.21.15.88:0/536865892 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff95c102740 0x7ff95c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.279+0000 7ff962000700 1 -- 172.21.15.88:0/536865892 >> 172.21.15.88:0/536865892 conn(0x7ff95c0fcae0 msgr2=0x7ff95c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:54.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.279+0000 7ff962000700 1 -- 172.21.15.88:0/536865892 shutdown_connections 2024-01-28T12:58:54.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.279+0000 7ff962000700 1 -- 172.21.15.88:0/536865892 wait complete. 2024-01-28T12:58:54.279 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff962000700 1 Processor -- start 2024-01-28T12:58:54.279 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff962000700 1 -- start start 2024-01-28T12:58:54.279 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff962000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff95c101550 0x7ff95c197550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff962000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff95c102740 0x7ff95c197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff962000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff95c1030e0 0x7ff95c19eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff962000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff95c19f0d0 con 0x7ff95c101550 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff962000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff95c19f210 con 0x7ff95c1030e0 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff962000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff95c19f3a0 con 0x7ff95c102740 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff95b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff95c101550 0x7ff95c197550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff95b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff95c101550 0x7ff95c197550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52076/0 (socket says 172.21.15.88:52076) 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff95b400700 1 -- 172.21.15.88:0/3314336699 learned_addr learned my addr 172.21.15.88:0/3314336699 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff95aa00700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff95c102740 0x7ff95c197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.280+0000 7ff95be00700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff95c1030e0 0x7ff95c19eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff95b400700 1 -- 172.21.15.88:0/3314336699 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff95c102740 msgr2=0x7ff95c197a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff95b400700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff95c102740 0x7ff95c197a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff95b400700 1 -- 172.21.15.88:0/3314336699 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff95c1030e0 msgr2=0x7ff95c19eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff95b400700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff95c1030e0 0x7ff95c19eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff95b400700 1 -- 172.21.15.88:0/3314336699 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff954009d00 con 0x7ff95c101550 2024-01-28T12:58:54.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff95b400700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff95c101550 0x7ff95c197550 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff94c00e970 tx=0x7ff94c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:54.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff953e00700 1 -- 172.21.15.88:0/3314336699 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff94c009790 con 0x7ff95c101550 2024-01-28T12:58:54.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff962000700 1 -- 172.21.15.88:0/3314336699 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff95c19f680 con 0x7ff95c101550 2024-01-28T12:58:54.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff953e00700 1 -- 172.21.15.88:0/3314336699 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff94c00c7e0 con 0x7ff95c101550 2024-01-28T12:58:54.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff953e00700 1 -- 172.21.15.88:0/3314336699 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff94c003c10 con 0x7ff95c101550 2024-01-28T12:58:54.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.281+0000 7ff962000700 1 -- 172.21.15.88:0/3314336699 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff95c19fb90 con 0x7ff95c101550 2024-01-28T12:58:54.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.282+0000 7ff962000700 1 -- 172.21.15.88:0/3314336699 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff95c108900 con 0x7ff95c101550 2024-01-28T12:58:54.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.284+0000 7ff953e00700 1 -- 172.21.15.88:0/3314336699 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7ff94c00cc50 con 0x7ff95c101550 2024-01-28T12:58:54.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.285+0000 7ff953e00700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff93c0a1850 0x7ff93c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:54.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.285+0000 7ff953e00700 1 -- 172.21.15.88:0/3314336699 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff94c014070 con 0x7ff95c101550 2024-01-28T12:58:54.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.285+0000 7ff95aa00700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff93c0a1850 0x7ff93c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:54.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.286+0000 7ff95aa00700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff93c0a1850 0x7ff93c0a3d10 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff944005950 tx=0x7ff94400b410 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:54.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.290+0000 7ff953e00700 1 -- 172.21.15.88:0/3314336699 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7ff94c096540 con 0x7ff95c101550 2024-01-28T12:58:54.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.489+0000 7ff962000700 1 -- 172.21.15.88:0/3314336699 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff95c02d490 con 0x7ff95c101550 2024-01-28T12:58:54.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.490+0000 7ff953e00700 1 -- 172.21.15.88:0/3314336699 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff94c099b60 con 0x7ff95c101550 2024-01-28T12:58:54.488 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-01-28T12:58:54.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 -- 172.21.15.88:0/3314336699 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff93c0a1850 msgr2=0x7ff93c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff93c0a1850 0x7ff93c0a3d10 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff944005950 tx=0x7ff94400b410 comp rx=0 tx=0).stop 2024-01-28T12:58:54.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 -- 172.21.15.88:0/3314336699 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff95c101550 msgr2=0x7ff95c197550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff95c101550 0x7ff95c197550 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff94c00e970 tx=0x7ff94c00ec80 comp rx=0 tx=0).stop 2024-01-28T12:58:54.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 -- 172.21.15.88:0/3314336699 shutdown_connections 2024-01-28T12:58:54.491 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff93c0a1850 0x7ff93c0a3d10 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.491 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff95c1030e0 0x7ff95c19eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.491 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff95c101550 0x7ff95c197550 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.491 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 --2- 172.21.15.88:0/3314336699 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff95c102740 0x7ff95c197a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.491 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 -- 172.21.15.88:0/3314336699 >> 172.21.15.88:0/3314336699 conn(0x7ff95c0fcae0 msgr2=0x7ff95c105a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:54.491 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 -- 172.21.15.88:0/3314336699 shutdown_connections 2024-01-28T12:58:54.491 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.492+0000 7ff962000700 1 -- 172.21.15.88:0/3314336699 wait complete. 2024-01-28T12:58:54.508 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-01-28T12:58:54.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.705+0000 7fc62ce00700 1 -- 172.21.15.88:0/4177813179 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc628101560 msgr2=0x7fc628101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.705+0000 7fc62ce00700 1 --2- 172.21.15.88:0/4177813179 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc628101560 0x7fc628101980 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc6180099c0 tx=0x7fc618009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.705+0000 7fc62ce00700 1 -- 172.21.15.88:0/4177813179 shutdown_connections 2024-01-28T12:58:54.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.705+0000 7fc62ce00700 1 --2- 172.21.15.88:0/4177813179 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc6281030f0 0x7fc6281099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.705+0000 7fc62ce00700 1 --2- 172.21.15.88:0/4177813179 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc628101560 0x7fc628101980 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.705+0000 7fc62ce00700 1 --2- 172.21.15.88:0/4177813179 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc628102750 0x7fc628102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.705+0000 7fc62ce00700 1 -- 172.21.15.88:0/4177813179 >> 172.21.15.88:0/4177813179 conn(0x7fc6280fcad0 msgr2=0x7fc6280fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:54.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.705+0000 7fc62ce00700 1 -- 172.21.15.88:0/4177813179 shutdown_connections 2024-01-28T12:58:54.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.705+0000 7fc62ce00700 1 -- 172.21.15.88:0/4177813179 wait complete. 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.706+0000 7fc62ce00700 1 Processor -- start 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.706+0000 7fc62ce00700 1 -- start start 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.706+0000 7fc62ce00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc628101560 0x7fc6281996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.706+0000 7fc62ce00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc628102750 0x7fc628199be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.706+0000 7fc62ce00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc6281030f0 0x7fc6281a0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.706+0000 7fc62ce00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6281a1220 con 0x7fc628102750 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.706+0000 7fc62ce00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6281a1360 con 0x7fc628101560 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.706+0000 7fc62ce00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6281a14f0 con 0x7fc6281030f0 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc61d200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc628102750 0x7fc628199be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc625e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc628101560 0x7fc6281996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc625e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc628101560 0x7fc6281996a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:46996/0 (socket says 172.21.15.88:46996) 2024-01-28T12:58:54.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc625e00700 1 -- 172.21.15.88:0/357619899 learned_addr learned my addr 172.21.15.88:0/357619899 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc626800700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc6281030f0 0x7fc6281a0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc61d200700 1 -- 172.21.15.88:0/357619899 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc6281030f0 msgr2=0x7fc6281a0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc61d200700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc6281030f0 0x7fc6281a0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc61d200700 1 -- 172.21.15.88:0/357619899 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc628101560 msgr2=0x7fc6281996a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc61d200700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc628101560 0x7fc6281996a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc61d200700 1 -- 172.21.15.88:0/357619899 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6180095f0 con 0x7fc628102750 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc625e00700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc628101560 0x7fc6281996a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc61d200700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc628102750 0x7fc628199be0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc61000d750 tx=0x7fc61000da60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.707+0000 7fc61f400700 1 -- 172.21.15.88:0/357619899 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc610004020 con 0x7fc628102750 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.708+0000 7fc62ce00700 1 -- 172.21.15.88:0/357619899 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6281a17d0 con 0x7fc628102750 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.708+0000 7fc61f400700 1 -- 172.21.15.88:0/357619899 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc610004830 con 0x7fc628102750 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.708+0000 7fc61f400700 1 -- 172.21.15.88:0/357619899 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6100054c0 con 0x7fc628102750 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.708+0000 7fc62ce00700 1 -- 172.21.15.88:0/357619899 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6281a1ce0 con 0x7fc628102750 2024-01-28T12:58:54.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.709+0000 7fc62ce00700 1 -- 172.21.15.88:0/357619899 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc628068320 con 0x7fc628102750 2024-01-28T12:58:54.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.711+0000 7fc61f400700 1 -- 172.21.15.88:0/357619899 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fc6100049a0 con 0x7fc628102750 2024-01-28T12:58:54.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.712+0000 7fc61f400700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc6080a1850 0x7fc6080a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:54.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.712+0000 7fc61f400700 1 -- 172.21.15.88:0/357619899 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fc6100cccb0 con 0x7fc628102750 2024-01-28T12:58:54.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.712+0000 7fc625e00700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc6080a1850 0x7fc6080a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:54.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.713+0000 7fc625e00700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc6080a1850 0x7fc6080a3d10 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc618005cd0 tx=0x7fc618005c60 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:54.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.716+0000 7fc61f400700 1 -- 172.21.15.88:0/357619899 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fc610095d40 con 0x7fc628102750 2024-01-28T12:58:54.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:54 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3218437867' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:54.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:54 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3314336699' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:54.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:54 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3218437867' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:54.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:54 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3314336699' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:54.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.914+0000 7fc62ce00700 1 -- 172.21.15.88:0/357619899 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc6281a2110 con 0x7fc628102750 2024-01-28T12:58:54.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.915+0000 7fc61f400700 1 -- 172.21.15.88:0/357619899 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v83) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc610099360 con 0x7fc628102750 2024-01-28T12:58:54.913 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T12:58:54.915 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.917+0000 7fc62ce00700 1 -- 172.21.15.88:0/357619899 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc6080a1850 msgr2=0x7fc6080a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.915 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.917+0000 7fc62ce00700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc6080a1850 0x7fc6080a3d10 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc618005cd0 tx=0x7fc618005c60 comp rx=0 tx=0).stop 2024-01-28T12:58:54.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.917+0000 7fc62ce00700 1 -- 172.21.15.88:0/357619899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc628102750 msgr2=0x7fc628199be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:54.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.917+0000 7fc62ce00700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc628102750 0x7fc628199be0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc61000d750 tx=0x7fc61000da60 comp rx=0 tx=0).stop 2024-01-28T12:58:54.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.917+0000 7fc62ce00700 1 -- 172.21.15.88:0/357619899 shutdown_connections 2024-01-28T12:58:54.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.917+0000 7fc62ce00700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc6080a1850 0x7fc6080a3d10 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.917+0000 7fc62ce00700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc6281030f0 0x7fc6281a0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.917+0000 7fc62ce00700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc628101560 0x7fc6281996a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.917+0000 7fc62ce00700 1 --2- 172.21.15.88:0/357619899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc628102750 0x7fc628199be0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:54.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.917+0000 7fc62ce00700 1 -- 172.21.15.88:0/357619899 >> 172.21.15.88:0/357619899 conn(0x7fc6280fcad0 msgr2=0x7fc628107f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:54.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.918+0000 7fc62ce00700 1 -- 172.21.15.88:0/357619899 shutdown_connections 2024-01-28T12:58:54.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:54.918+0000 7fc62ce00700 1 -- 172.21.15.88:0/357619899 wait complete. 2024-01-28T12:58:54.933 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-01-28T12:58:54.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:54 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3218437867' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:54.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:54 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3314336699' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:55.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.132+0000 7f8ac0000700 1 -- 172.21.15.88:0/3818144868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8ab8102750 msgr2=0x7f8ab8102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.132+0000 7f8ac0000700 1 --2- 172.21.15.88:0/3818144868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8ab8102750 0x7f8ab8102bb0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8aa00099c0 tx=0x7f8aa0009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.132+0000 7f8ac0000700 1 -- 172.21.15.88:0/3818144868 shutdown_connections 2024-01-28T12:58:55.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.132+0000 7f8ac0000700 1 --2- 172.21.15.88:0/3818144868 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8ab81030f0 0x7f8ab81099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.132+0000 7f8ac0000700 1 --2- 172.21.15.88:0/3818144868 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ab8101560 0x7f8ab8101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.132+0000 7f8ac0000700 1 --2- 172.21.15.88:0/3818144868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8ab8102750 0x7f8ab8102bb0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.132+0000 7f8ac0000700 1 -- 172.21.15.88:0/3818144868 >> 172.21.15.88:0/3818144868 conn(0x7f8ab80fcad0 msgr2=0x7f8ab80fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:55.131 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.132+0000 7f8ac0000700 1 -- 172.21.15.88:0/3818144868 shutdown_connections 2024-01-28T12:58:55.131 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.132+0000 7f8ac0000700 1 -- 172.21.15.88:0/3818144868 wait complete. 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.133+0000 7f8ac0000700 1 Processor -- start 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.133+0000 7f8ac0000700 1 -- start start 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.133+0000 7f8ac0000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ab8101560 0x7f8ab8075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.133+0000 7f8ac0000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8ab8102750 0x7f8ab80739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.133+0000 7f8ac0000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8ab81030f0 0x7f8ab8073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.133+0000 7f8ac0000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab80746a0 con 0x7f8ab8102750 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.133+0000 7f8ac0000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab8074810 con 0x7f8ab81030f0 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.133+0000 7f8ac0000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab81a14b0 con 0x7f8ab8101560 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abd600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ab8101560 0x7f8ab8075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abd600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ab8101560 0x7f8ab8075380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:51570/0 (socket says 172.21.15.88:51570) 2024-01-28T12:58:55.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abcc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8ab8102750 0x7f8ab80739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abd600700 1 -- 172.21.15.88:0/322189821 learned_addr learned my addr 172.21.15.88:0/322189821 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abe000700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8ab81030f0 0x7f8ab8073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abcc00700 1 -- 172.21.15.88:0/322189821 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ab8101560 msgr2=0x7f8ab8075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abcc00700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ab8101560 0x7f8ab8075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abcc00700 1 -- 172.21.15.88:0/322189821 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8ab81030f0 msgr2=0x7f8ab8073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abcc00700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8ab81030f0 0x7f8ab8073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abcc00700 1 -- 172.21.15.88:0/322189821 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8aa00095f0 con 0x7f8ab8102750 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.134+0000 7f8abcc00700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8ab8102750 0x7f8ab80739c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0009fd0 tx=0x7f8aa0005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.135+0000 7f8ab6000700 1 -- 172.21.15.88:0/322189821 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aa001d070 con 0x7f8ab8102750 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.135+0000 7f8ab6000700 1 -- 172.21.15.88:0/322189821 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8aa00059a0 con 0x7f8ab8102750 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.135+0000 7f8ac0000700 1 -- 172.21.15.88:0/322189821 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ab81a1730 con 0x7f8ab8102750 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.135+0000 7f8ab6000700 1 -- 172.21.15.88:0/322189821 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aa0022e50 con 0x7f8ab8102750 2024-01-28T12:58:55.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.135+0000 7f8ac0000700 1 -- 172.21.15.88:0/322189821 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ab81a1c30 con 0x7f8ab8102750 2024-01-28T12:58:55.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.136+0000 7f8ac0000700 1 -- 172.21.15.88:0/322189821 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ab8108910 con 0x7f8ab8102750 2024-01-28T12:58:55.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.138+0000 7f8ab6000700 1 -- 172.21.15.88:0/322189821 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f8aa0022470 con 0x7f8ab8102750 2024-01-28T12:58:55.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.139+0000 7f8ab6000700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8a980a18d0 0x7f8a980a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.139+0000 7f8ab6000700 1 -- 172.21.15.88:0/322189821 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f8aa00ce670 con 0x7f8ab8102750 2024-01-28T12:58:55.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.139+0000 7f8abd600700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8a980a18d0 0x7f8a980a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.140+0000 7f8abd600700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8a980a18d0 0x7f8a980a3d90 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8005950 tx=0x7f8aa8009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:55.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.142+0000 7f8ab6000700 1 -- 172.21.15.88:0/322189821 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f8aa0097790 con 0x7f8ab8102750 2024-01-28T12:58:55.341 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.343+0000 7f8ac0000700 1 -- 172.21.15.88:0/322189821 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8ab810cda0 con 0x7f8ab8102750 2024-01-28T12:58:55.341 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.344+0000 7f8ab6000700 1 -- 172.21.15.88:0/322189821 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v83) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8aa0027020 con 0x7f8ab8102750 2024-01-28T12:58:55.342 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 64 2024-01-28T12:58:55.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 -- 172.21.15.88:0/322189821 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8a980a18d0 msgr2=0x7f8a980a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8a980a18d0 0x7f8a980a3d90 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8005950 tx=0x7f8aa8009260 comp rx=0 tx=0).stop 2024-01-28T12:58:55.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 -- 172.21.15.88:0/322189821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8ab8102750 msgr2=0x7f8ab80739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8ab8102750 0x7f8ab80739c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0009fd0 tx=0x7f8aa0005f10 comp rx=0 tx=0).stop 2024-01-28T12:58:55.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 -- 172.21.15.88:0/322189821 shutdown_connections 2024-01-28T12:58:55.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8a980a18d0 0x7f8a980a3d90 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8ab81030f0 0x7f8ab8073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ab8101560 0x7f8ab8075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 --2- 172.21.15.88:0/322189821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8ab8102750 0x7f8ab80739c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 -- 172.21.15.88:0/322189821 >> 172.21.15.88:0/322189821 conn(0x7f8ab80fcad0 msgr2=0x7f8ab8105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:55.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 -- 172.21.15.88:0/322189821 shutdown_connections 2024-01-28T12:58:55.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.346+0000 7f8ac0000700 1 -- 172.21.15.88:0/322189821 wait complete. 2024-01-28T12:58:55.362 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-01-28T12:58:55.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.562+0000 7fcf42a00700 1 -- 172.21.15.88:0/3501375859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf3c1030e0 msgr2=0x7fcf3c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.562+0000 7fcf42a00700 1 --2- 172.21.15.88:0/3501375859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf3c1030e0 0x7fcf3c109990 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fcf3400b0d0 tx=0x7fcf3400b3e0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.562+0000 7fcf42a00700 1 -- 172.21.15.88:0/3501375859 shutdown_connections 2024-01-28T12:58:55.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.562+0000 7fcf42a00700 1 --2- 172.21.15.88:0/3501375859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf3c1030e0 0x7fcf3c109990 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.562+0000 7fcf42a00700 1 --2- 172.21.15.88:0/3501375859 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf3c101550 0x7fcf3c101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.561 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.562+0000 7fcf42a00700 1 --2- 172.21.15.88:0/3501375859 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf3c102740 0x7fcf3c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.561 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.562+0000 7fcf42a00700 1 -- 172.21.15.88:0/3501375859 >> 172.21.15.88:0/3501375859 conn(0x7fcf3c0fcae0 msgr2=0x7fcf3c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:55.561 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.562+0000 7fcf42a00700 1 -- 172.21.15.88:0/3501375859 shutdown_connections 2024-01-28T12:58:55.561 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.562+0000 7fcf42a00700 1 -- 172.21.15.88:0/3501375859 wait complete. 2024-01-28T12:58:55.563 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.563+0000 7fcf42a00700 1 Processor -- start 2024-01-28T12:58:55.563 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.563+0000 7fcf42a00700 1 -- start start 2024-01-28T12:58:55.563 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.563+0000 7fcf42a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf3c101550 0x7fcf3c199770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.563 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.563+0000 7fcf42a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf3c102740 0x7fcf3c199cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.563+0000 7fcf42a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf3c1030e0 0x7fcf3c1a0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf42a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3c1a12f0 con 0x7fcf3c101550 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf42a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3c1a1430 con 0x7fcf3c102740 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf42a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3c1a15c0 con 0x7fcf3c1030e0 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf3be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf3c101550 0x7fcf3c199770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf3be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf3c101550 0x7fcf3c199770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52130/0 (socket says 172.21.15.88:52130) 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf3be00700 1 -- 172.21.15.88:0/2192073256 learned_addr learned my addr 172.21.15.88:0/2192073256 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf40a00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf3c1030e0 0x7fcf3c1a0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf3b400700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf3c102740 0x7fcf3c199cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf3be00700 1 -- 172.21.15.88:0/2192073256 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf3c1030e0 msgr2=0x7fcf3c1a0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf3be00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf3c1030e0 0x7fcf3c1a0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf3be00700 1 -- 172.21.15.88:0/2192073256 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf3c102740 msgr2=0x7fcf3c199cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf3be00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf3c102740 0x7fcf3c199cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf3be00700 1 -- 172.21.15.88:0/2192073256 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf34009d00 con 0x7fcf3c101550 2024-01-28T12:58:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.564+0000 7fcf3be00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf3c101550 0x7fcf3c199770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcf2c00d980 tx=0x7fcf2c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.565+0000 7fcf38c00700 1 -- 172.21.15.88:0/2192073256 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf2c00f890 con 0x7fcf3c101550 2024-01-28T12:58:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.565+0000 7fcf38c00700 1 -- 172.21.15.88:0/2192073256 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcf2c010460 con 0x7fcf3c101550 2024-01-28T12:58:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.565+0000 7fcf42a00700 1 -- 172.21.15.88:0/2192073256 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf3c1a18a0 con 0x7fcf3c101550 2024-01-28T12:58:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.565+0000 7fcf38c00700 1 -- 172.21.15.88:0/2192073256 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf2c0195c0 con 0x7fcf3c101550 2024-01-28T12:58:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.565+0000 7fcf42a00700 1 -- 172.21.15.88:0/2192073256 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf3c1a1e00 con 0x7fcf3c101550 2024-01-28T12:58:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.566+0000 7fcf42a00700 1 -- 172.21.15.88:0/2192073256 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf3c068320 con 0x7fcf3c101550 2024-01-28T12:58:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.568+0000 7fcf38c00700 1 -- 172.21.15.88:0/2192073256 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fcf2c0105d0 con 0x7fcf3c101550 2024-01-28T12:58:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.569+0000 7fcf38c00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcf1c0a18d0 0x7fcf1c0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.567 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.569+0000 7fcf38c00700 1 -- 172.21.15.88:0/2192073256 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fcf2c0cd070 con 0x7fcf3c101550 2024-01-28T12:58:55.567 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.569+0000 7fcf3b400700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcf1c0a18d0 0x7fcf1c0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.567 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.570+0000 7fcf3b400700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcf1c0a18d0 0x7fcf1c0a3d90 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fcf24005950 tx=0x7fcf2400b410 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:55.570 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.573+0000 7fcf38c00700 1 -- 172.21.15.88:0/2192073256 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fcf2c100380 con 0x7fcf3c101550 2024-01-28T12:58:55.772 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.774+0000 7fcf42a00700 1 -- 172.21.15.88:0/2192073256 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fcf3c1a2020 con 0x7fcf3c101550 2024-01-28T12:58:55.772 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.775+0000 7fcf38c00700 1 -- 172.21.15.88:0/2192073256 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v83) v1 ==== 103+0+11 (secure 0 0 0) 0x7fcf2c0160a0 con 0x7fcf3c101550 2024-01-28T12:58:55.773 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T12:58:55.775 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.777+0000 7fcf42a00700 1 -- 172.21.15.88:0/2192073256 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcf1c0a18d0 msgr2=0x7fcf1c0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.777+0000 7fcf42a00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcf1c0a18d0 0x7fcf1c0a3d90 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fcf24005950 tx=0x7fcf2400b410 comp rx=0 tx=0).stop 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.777+0000 7fcf42a00700 1 -- 172.21.15.88:0/2192073256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf3c101550 msgr2=0x7fcf3c199770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.777+0000 7fcf42a00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf3c101550 0x7fcf3c199770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcf2c00d980 tx=0x7fcf2c00dc90 comp rx=0 tx=0).stop 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.777+0000 7fcf42a00700 1 -- 172.21.15.88:0/2192073256 shutdown_connections 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.777+0000 7fcf42a00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcf1c0a18d0 0x7fcf1c0a3d90 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.777+0000 7fcf42a00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcf3c1030e0 0x7fcf3c1a0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.777+0000 7fcf42a00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf3c101550 0x7fcf3c199770 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.777+0000 7fcf42a00700 1 --2- 172.21.15.88:0/2192073256 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf3c102740 0x7fcf3c199cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.777+0000 7fcf42a00700 1 -- 172.21.15.88:0/2192073256 >> 172.21.15.88:0/2192073256 conn(0x7fcf3c0fcae0 msgr2=0x7fcf3c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.778+0000 7fcf42a00700 1 -- 172.21.15.88:0/2192073256 shutdown_connections 2024-01-28T12:58:55.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.778+0000 7fcf42a00700 1 -- 172.21.15.88:0/2192073256 wait complete. 2024-01-28T12:58:55.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:55 smithi088 ceph-mon[35322]: pgmap v244: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 856 B/s wr, 0 op/s 2024-01-28T12:58:55.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:55 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/357619899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:58:55.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:55 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/322189821' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:58:55.793 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-01-28T12:58:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:55 smithi175 ceph-mon[44549]: pgmap v244: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 856 B/s wr, 0 op/s 2024-01-28T12:58:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:55 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/357619899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:58:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:55 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/322189821' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:58:55.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:55 smithi181 ceph-mon[45557]: pgmap v244: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 856 B/s wr, 0 op/s 2024-01-28T12:58:55.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:55 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/357619899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:58:55.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:55 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/322189821' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:58:55.987 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.989+0000 7f20d7400700 1 -- 172.21.15.88:0/2716802656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f20d01030e0 msgr2=0x7f20d0109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.987 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.989+0000 7f20d7400700 1 --2- 172.21.15.88:0/2716802656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f20d01030e0 0x7f20d0109990 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f20c800b0d0 tx=0x7f20c800b3e0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.987 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.989+0000 7f20d7400700 1 -- 172.21.15.88:0/2716802656 shutdown_connections 2024-01-28T12:58:55.987 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.989+0000 7f20d7400700 1 --2- 172.21.15.88:0/2716802656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f20d01030e0 0x7f20d0109990 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.987 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.989+0000 7f20d7400700 1 --2- 172.21.15.88:0/2716802656 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20d0101550 0x7f20d0101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.987 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.989+0000 7f20d7400700 1 --2- 172.21.15.88:0/2716802656 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20d0102740 0x7f20d0102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.987 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.989+0000 7f20d7400700 1 -- 172.21.15.88:0/2716802656 >> 172.21.15.88:0/2716802656 conn(0x7f20d00fcae0 msgr2=0x7f20d00fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:55.987 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.989+0000 7f20d7400700 1 -- 172.21.15.88:0/2716802656 shutdown_connections 2024-01-28T12:58:55.987 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.989+0000 7f20d7400700 1 -- 172.21.15.88:0/2716802656 wait complete. 2024-01-28T12:58:55.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.990+0000 7f20d7400700 1 Processor -- start 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.990+0000 7f20d7400700 1 -- start start 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.990+0000 7f20d7400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20d0101550 0x7f20d0075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.990+0000 7f20d7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f20d0102740 0x7f20d00739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.990+0000 7f20d7400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20d01030e0 0x7f20d0073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.990+0000 7f20d7400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20d00746a0 con 0x7f20d0102740 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.990+0000 7f20d7400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20d0074810 con 0x7f20d0101550 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.990+0000 7f20d7400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20d01a15e0 con 0x7f20d01030e0 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.990+0000 7f20c7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f20d0102740 0x7f20d00739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20c7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f20d0102740 0x7f20d00739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52142/0 (socket says 172.21.15.88:52142) 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20c7e00700 1 -- 172.21.15.88:0/3588764726 learned_addr learned my addr 172.21.15.88:0/3588764726 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20d4a00700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20d0101550 0x7f20d0075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20d5400700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20d01030e0 0x7f20d0073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20c7e00700 1 -- 172.21.15.88:0/3588764726 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20d01030e0 msgr2=0x7f20d0073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20c7e00700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20d01030e0 0x7f20d0073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20c7e00700 1 -- 172.21.15.88:0/3588764726 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20d0101550 msgr2=0x7f20d0075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:55.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20c7e00700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20d0101550 0x7f20d0075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:55.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20c7e00700 1 -- 172.21.15.88:0/3588764726 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20c0009520 con 0x7f20d0102740 2024-01-28T12:58:55.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20c7e00700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f20d0102740 0x7f20d00739c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f20b800e9a0 tx=0x7f20b800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:55.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20ce000700 1 -- 172.21.15.88:0/3588764726 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b8009790 con 0x7f20d0102740 2024-01-28T12:58:55.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20ce000700 1 -- 172.21.15.88:0/3588764726 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f20b8010430 con 0x7f20d0102740 2024-01-28T12:58:55.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20d7400700 1 -- 172.21.15.88:0/3588764726 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20c8009d00 con 0x7f20d0102740 2024-01-28T12:58:55.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.991+0000 7f20ce000700 1 -- 172.21.15.88:0/3588764726 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b8018680 con 0x7f20d0102740 2024-01-28T12:58:55.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.992+0000 7f20d7400700 1 -- 172.21.15.88:0/3588764726 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20d01a1c40 con 0x7f20d0102740 2024-01-28T12:58:55.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.993+0000 7f20d7400700 1 -- 172.21.15.88:0/3588764726 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20d0108900 con 0x7f20d0102740 2024-01-28T12:58:55.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.995+0000 7f20ce000700 1 -- 172.21.15.88:0/3588764726 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f20b80105a0 con 0x7f20d0102740 2024-01-28T12:58:55.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.997+0000 7f20ce000700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f20b00a1850 0x7f20b00a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:55.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.997+0000 7f20ce000700 1 -- 172.21.15.88:0/3588764726 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f20b8014070 con 0x7f20d0102740 2024-01-28T12:58:55.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.997+0000 7f20d4a00700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f20b00a1850 0x7f20b00a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.997+0000 7f20d4a00700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f20b00a1850 0x7f20b00a3d10 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f20d01025a0 tx=0x7f20c0009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:55.998+0000 7f20ce000700 1 -- 172.21.15.88:0/3588764726 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f20b8096790 con 0x7f20d0102740 2024-01-28T12:58:56.218 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.220+0000 7f20d7400700 1 -- 172.21.15.88:0/3588764726 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f20d010cdc0 con 0x7f20d0102740 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.221+0000 7f20ce000700 1 -- 172.21.15.88:0/3588764726 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v83) v1 ==== 81+0+590 (secure 0 0 0) 0x7f20b8026080 con 0x7f20d0102740 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/1829607387 2024-01-29T12:53:11.989355+0000 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:6801/861469615 2024-01-29T12:53:11.989355+0000 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:6800/861469615 2024-01-29T12:53:11.989355+0000 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/3163234214 2024-01-29T12:53:11.989355+0000 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/4173375747 2024-01-29T12:52:46.042014+0000 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/2033052703 2024-01-29T12:52:46.042014+0000 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:6801/3094265374 2024-01-29T12:52:46.042014+0000 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/3319099445 2024-01-29T12:52:46.042014+0000 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:6800/3094265374 2024-01-29T12:52:46.042014+0000 2024-01-28T12:58:56.219 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/3163296161 2024-01-29T12:53:11.989355+0000 2024-01-28T12:58:56.221 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.223+0000 7f20d7400700 1 -- 172.21.15.88:0/3588764726 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f20b00a1850 msgr2=0x7f20b00a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.223+0000 7f20d7400700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f20b00a1850 0x7f20b00a3d10 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f20d01025a0 tx=0x7f20c0009260 comp rx=0 tx=0).stop 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.223+0000 7f20d7400700 1 -- 172.21.15.88:0/3588764726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f20d0102740 msgr2=0x7f20d00739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.223+0000 7f20d7400700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f20d0102740 0x7f20d00739c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f20b800e9a0 tx=0x7f20b800ecb0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.224+0000 7f20d7400700 1 -- 172.21.15.88:0/3588764726 shutdown_connections 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.224+0000 7f20d7400700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f20b00a1850 0x7f20b00a3d10 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.224+0000 7f20d7400700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f20d01030e0 0x7f20d0073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.224+0000 7f20d7400700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20d0101550 0x7f20d0075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.224+0000 7f20d7400700 1 --2- 172.21.15.88:0/3588764726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f20d0102740 0x7f20d00739c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.224+0000 7f20d7400700 1 -- 172.21.15.88:0/3588764726 >> 172.21.15.88:0/3588764726 conn(0x7f20d00fcae0 msgr2=0x7f20d0105a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.224+0000 7f20d7400700 1 -- 172.21.15.88:0/3588764726 shutdown_connections 2024-01-28T12:58:56.222 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.224+0000 7f20d7400700 1 -- 172.21.15.88:0/3588764726 wait complete. 2024-01-28T12:58:56.223 INFO:teuthology.orchestra.run.smithi088.stderr:listed 10 entries 2024-01-28T12:58:56.239 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:58:56.239 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/proc/self/mounts of=/dev/stdout 2024-01-28T12:58:56.281 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:58:56.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.516+0000 7f42c8600700 1 -- 172.21.15.88:0/3907965869 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f42c0101540 msgr2=0x7f42c0101960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:56.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.516+0000 7f42c8600700 1 --2- 172.21.15.88:0/3907965869 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f42c0101540 0x7f42c0101960 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f42b00099c0 tx=0x7f42b0009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.516+0000 7f42c8600700 1 -- 172.21.15.88:0/3907965869 shutdown_connections 2024-01-28T12:58:56.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.516+0000 7f42c8600700 1 --2- 172.21.15.88:0/3907965869 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42c01030d0 0x7f42c0109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.516+0000 7f42c8600700 1 --2- 172.21.15.88:0/3907965869 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f42c0101540 0x7f42c0101960 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.516+0000 7f42c8600700 1 --2- 172.21.15.88:0/3907965869 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42c0102730 0x7f42c0102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.516+0000 7f42c8600700 1 -- 172.21.15.88:0/3907965869 >> 172.21.15.88:0/3907965869 conn(0x7f42c00fcad0 msgr2=0x7f42c00feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:56.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.516+0000 7f42c8600700 1 -- 172.21.15.88:0/3907965869 shutdown_connections 2024-01-28T12:58:56.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.516+0000 7f42c8600700 1 -- 172.21.15.88:0/3907965869 wait complete. 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.517+0000 7f42c8600700 1 Processor -- start 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.517+0000 7f42c8600700 1 -- start start 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.517+0000 7f42c8600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42c0101540 0x7f42c0197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.517+0000 7f42c8600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42c0102730 0x7f42c0197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.517+0000 7f42c8600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f42c01030d0 0x7f42c019ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.517+0000 7f42c8600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42c019efd0 con 0x7f42c01030d0 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.517+0000 7f42c8600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42c019f110 con 0x7f42c0102730 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.517+0000 7f42c8600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42c019f2a0 con 0x7f42c0101540 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c6600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f42c01030d0 0x7f42c019ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c5c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42c0101540 0x7f42c0197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c5c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42c0101540 0x7f42c0197450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:51628/0 (socket says 172.21.15.88:51628) 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c6600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f42c01030d0 0x7f42c019ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52170/0 (socket says 172.21.15.88:52170) 2024-01-28T12:58:56.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c5c00700 1 -- 172.21.15.88:0/609242748 learned_addr learned my addr 172.21.15.88:0/609242748 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c5200700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42c0102730 0x7f42c0197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c6600700 1 -- 172.21.15.88:0/609242748 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42c0101540 msgr2=0x7f42c0197450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c6600700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42c0101540 0x7f42c0197450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c6600700 1 -- 172.21.15.88:0/609242748 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42c0102730 msgr2=0x7f42c0197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c6600700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42c0102730 0x7f42c0197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c6600700 1 -- 172.21.15.88:0/609242748 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42b00095f0 con 0x7f42c01030d0 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.518+0000 7f42c6600700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f42c01030d0 0x7f42c019ea00 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f42b800efc0 tx=0x7f42b800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.519+0000 7f42be000700 1 -- 172.21.15.88:0/609242748 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b8018070 con 0x7f42c01030d0 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.519+0000 7f42c8600700 1 -- 172.21.15.88:0/609242748 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42c019f520 con 0x7f42c01030d0 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.519+0000 7f42be000700 1 -- 172.21.15.88:0/609242748 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f42b800f040 con 0x7f42c01030d0 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.519+0000 7f42be000700 1 -- 172.21.15.88:0/609242748 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b800cd40 con 0x7f42c01030d0 2024-01-28T12:58:56.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.519+0000 7f42c8600700 1 -- 172.21.15.88:0/609242748 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42c019fa30 con 0x7f42c01030d0 2024-01-28T12:58:56.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.520+0000 7f42c8600700 1 -- 172.21.15.88:0/609242748 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42c0108960 con 0x7f42c01030d0 2024-01-28T12:58:56.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.521+0000 7f42be000700 1 -- 172.21.15.88:0/609242748 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f42b8003a00 con 0x7f42c01030d0 2024-01-28T12:58:56.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.523+0000 7f42be000700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f42a00a18d0 0x7f42a00a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:56.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.523+0000 7f42be000700 1 -- 172.21.15.88:0/609242748 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f42b80ccea0 con 0x7f42c01030d0 2024-01-28T12:58:56.521 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.523+0000 7f42c5c00700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f42a00a18d0 0x7f42a00a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:56.521 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.524+0000 7f42c5c00700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f42a00a18d0 0x7f42a00a3d90 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f42b0005b00 tx=0x7f42b0005a90 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:56.524 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.527+0000 7f42be000700 1 -- 172.21.15.88:0/609242748 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f42b8095fc0 con 0x7f42c01030d0 2024-01-28T12:58:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.731+0000 7f42c8600700 1 -- 172.21.15.88:0/609242748 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f42c0068240 con 0x7f42c01030d0 2024-01-28T12:58:56.730 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.732+0000 7f42be000700 1 -- 172.21.15.88:0/609242748 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+23973 (secure 0 0 0) 0x7f42b801b320 con 0x7f42c01030d0 2024-01-28T12:58:56.730 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:56.731 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":83,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:44.984644+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:58:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 -- 172.21.15.88:0/609242748 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f42a00a18d0 msgr2=0x7f42a00a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f42a00a18d0 0x7f42a00a3d90 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f42b0005b00 tx=0x7f42b0005a90 comp rx=0 tx=0).stop 2024-01-28T12:58:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 -- 172.21.15.88:0/609242748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f42c01030d0 msgr2=0x7f42c019ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f42c01030d0 0x7f42c019ea00 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f42b800efc0 tx=0x7f42b800c3a0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 -- 172.21.15.88:0/609242748 shutdown_connections 2024-01-28T12:58:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f42a00a18d0 0x7f42a00a3d90 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f42c01030d0 0x7f42c019ea00 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f42c0101540 0x7f42c0197450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 --2- 172.21.15.88:0/609242748 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42c0102730 0x7f42c0197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 -- 172.21.15.88:0/609242748 >> 172.21.15.88:0/609242748 conn(0x7f42c00fcad0 msgr2=0x7f42c0105aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 -- 172.21.15.88:0/609242748 shutdown_connections 2024-01-28T12:58:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.735+0000 7f42c8600700 1 -- 172.21.15.88:0/609242748 wait complete. 2024-01-28T12:58:56.752 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-28T12:55:10.597998+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-01-28T12:58:38.094655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-01-28T12:58:39.421656+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-01-28T12:58:42.975904+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-01-28T12:58:56.753 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-01-28T12:58:56.809 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:56 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2192073256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:58:56.809 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:56 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3588764726' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-01-28T12:58:56.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:56 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2192073256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:58:56.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:56 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3588764726' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-01-28T12:58:56.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.949+0000 7f93a0c00700 1 -- 172.21.15.88:0/754385131 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f939c101550 msgr2=0x7f939c101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:56.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.949+0000 7f93a0c00700 1 --2- 172.21.15.88:0/754385131 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f939c101550 0x7f939c101970 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f938c0099c0 tx=0x7f938c009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.949+0000 7f93a0c00700 1 -- 172.21.15.88:0/754385131 shutdown_connections 2024-01-28T12:58:56.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.949+0000 7f93a0c00700 1 --2- 172.21.15.88:0/754385131 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f939c1030e0 0x7f939c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.949+0000 7f93a0c00700 1 --2- 172.21.15.88:0/754385131 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f939c101550 0x7f939c101970 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.949+0000 7f93a0c00700 1 --2- 172.21.15.88:0/754385131 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f939c102740 0x7f939c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.949+0000 7f93a0c00700 1 -- 172.21.15.88:0/754385131 >> 172.21.15.88:0/754385131 conn(0x7f939c0fcae0 msgr2=0x7f939c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:56.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.949+0000 7f93a0c00700 1 -- 172.21.15.88:0/754385131 shutdown_connections 2024-01-28T12:58:56.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.949+0000 7f93a0c00700 1 -- 172.21.15.88:0/754385131 wait complete. 2024-01-28T12:58:56.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.950+0000 7f93a0c00700 1 Processor -- start 2024-01-28T12:58:56.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.950+0000 7f93a0c00700 1 -- start start 2024-01-28T12:58:56.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f93a0c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f939c101550 0x7f939c199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:56.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f93a0c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f939c102740 0x7f939c199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:56.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f93a0c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f939c1030e0 0x7f939c1a0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:56.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f93a0c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f939c1a1200 con 0x7f939c1030e0 2024-01-28T12:58:56.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f93a0c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f939c1a1340 con 0x7f939c102740 2024-01-28T12:58:56.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f93a0c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f939c1a14d0 con 0x7f939c101550 2024-01-28T12:58:56.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f9399e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f939c101550 0x7f939c199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f9399e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f939c101550 0x7f939c199680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:51652/0 (socket says 172.21.15.88:51652) 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f9399e00700 1 -- 172.21.15.88:0/2604451054 learned_addr learned my addr 172.21.15.88:0/2604451054 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f939a800700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f939c1030e0 0x7f939c1a0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f9393e00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f939c102740 0x7f939c199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f9399e00700 1 -- 172.21.15.88:0/2604451054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f939c102740 msgr2=0x7f939c199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f9399e00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f939c102740 0x7f939c199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f9399e00700 1 -- 172.21.15.88:0/2604451054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f939c1030e0 msgr2=0x7f939c1a0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f9399e00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f939c1030e0 0x7f939c1a0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.951+0000 7f9399e00700 1 -- 172.21.15.88:0/2604451054 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9394009c40 con 0x7f939c101550 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.952+0000 7f9399e00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f939c101550 0x7f939c199680 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f938c003730 tx=0x7f938c00f740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:56.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.952+0000 7f9392a00700 1 -- 172.21.15.88:0/2604451054 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f938c01d070 con 0x7f939c101550 2024-01-28T12:58:56.952 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.952+0000 7f93a0c00700 1 -- 172.21.15.88:0/2604451054 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f938c0095f0 con 0x7f939c101550 2024-01-28T12:58:56.952 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.952+0000 7f9392a00700 1 -- 172.21.15.88:0/2604451054 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f938c0059a0 con 0x7f939c101550 2024-01-28T12:58:56.952 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.952+0000 7f9392a00700 1 -- 172.21.15.88:0/2604451054 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f938c004a90 con 0x7f939c101550 2024-01-28T12:58:56.952 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.952+0000 7f93a0c00700 1 -- 172.21.15.88:0/2604451054 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f939c1a1ac0 con 0x7f939c101550 2024-01-28T12:58:56.952 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.953+0000 7f93a0c00700 1 -- 172.21.15.88:0/2604451054 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f939c068320 con 0x7f939c101550 2024-01-28T12:58:56.953 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.955+0000 7f9392a00700 1 -- 172.21.15.88:0/2604451054 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f938c004bf0 con 0x7f939c101550 2024-01-28T12:58:56.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.956+0000 7f9392a00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f937c0a1850 0x7f937c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:56.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.956+0000 7f9392a00700 1 -- 172.21.15.88:0/2604451054 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f938c0ce420 con 0x7f939c101550 2024-01-28T12:58:56.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.957+0000 7f9393e00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f937c0a1850 0x7f937c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:56.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:56 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2192073256' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:58:56.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:56 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3588764726' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-01-28T12:58:56.955 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.957+0000 7f9393e00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f937c0a1850 0x7f937c0a3d10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9384009bf0 tx=0x7f9384009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:56.957 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:56.959+0000 7f9392a00700 1 -- 172.21.15.88:0/2604451054 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f938c097660 con 0x7f939c101550 2024-01-28T12:58:57.160 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.162+0000 7f93a0c00700 1 -- 172.21.15.88:0/2604451054 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f939c10cf00 con 0x7f939c101550 2024-01-28T12:58:57.161 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.163+0000 7f9392a00700 1 -- 172.21.15.88:0/2604451054 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) v1 ==== 93+0+10 (secure 0 0 0) 0x7f938c026020 con 0x7f939c101550 2024-01-28T12:58:57.161 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 -- 172.21.15.88:0/2604451054 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f937c0a1850 msgr2=0x7f937c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f937c0a1850 0x7f937c0a3d10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9384009bf0 tx=0x7f9384009260 comp rx=0 tx=0).stop 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 -- 172.21.15.88:0/2604451054 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f939c101550 msgr2=0x7f939c199680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f939c101550 0x7f939c199680 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f938c003730 tx=0x7f938c00f740 comp rx=0 tx=0).stop 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 -- 172.21.15.88:0/2604451054 shutdown_connections 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f937c0a1850 0x7f937c0a3d10 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f939c1030e0 0x7f939c1a0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f939c101550 0x7f939c199680 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 --2- 172.21.15.88:0/2604451054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f939c102740 0x7f939c199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 -- 172.21.15.88:0/2604451054 >> 172.21.15.88:0/2604451054 conn(0x7f939c0fcae0 msgr2=0x7f939c107f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:57.164 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 -- 172.21.15.88:0/2604451054 shutdown_connections 2024-01-28T12:58:57.165 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.166+0000 7f93a0c00700 1 -- 172.21.15.88:0/2604451054 wait complete. 2024-01-28T12:58:57.183 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-01-28T12:58:57.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.378+0000 7f0385200700 1 -- 172.21.15.88:0/1214808825 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0380101550 msgr2=0x7f0380101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:57.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.378+0000 7f0385200700 1 --2- 172.21.15.88:0/1214808825 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0380101550 0x7f0380101970 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f03700099c0 tx=0x7f0370009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.378+0000 7f0385200700 1 -- 172.21.15.88:0/1214808825 shutdown_connections 2024-01-28T12:58:57.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.378+0000 7f0385200700 1 --2- 172.21.15.88:0/1214808825 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03801030e0 0x7f0380109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.378+0000 7f0385200700 1 --2- 172.21.15.88:0/1214808825 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0380101550 0x7f0380101970 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.378+0000 7f0385200700 1 --2- 172.21.15.88:0/1214808825 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0380102740 0x7f0380102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.378+0000 7f0385200700 1 -- 172.21.15.88:0/1214808825 >> 172.21.15.88:0/1214808825 conn(0x7f03800fcae0 msgr2=0x7f03800fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:57.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.378+0000 7f0385200700 1 -- 172.21.15.88:0/1214808825 shutdown_connections 2024-01-28T12:58:57.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.378+0000 7f0385200700 1 -- 172.21.15.88:0/1214808825 wait complete. 2024-01-28T12:58:57.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.379+0000 7f0385200700 1 Processor -- start 2024-01-28T12:58:57.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.379+0000 7f0385200700 1 -- start start 2024-01-28T12:58:57.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.379+0000 7f0385200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0380101550 0x7f03801996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:57.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.379+0000 7f0385200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0380102740 0x7f0380199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:57.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.379+0000 7f0385200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03801030e0 0x7f03801a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:57.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.379+0000 7f0385200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03801a1260 con 0x7f0380102740 2024-01-28T12:58:57.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.379+0000 7f0385200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03801a13a0 con 0x7f0380101550 2024-01-28T12:58:57.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.379+0000 7f0385200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03801a1530 con 0x7f03801030e0 2024-01-28T12:58:57.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037d400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0380102740 0x7f0380199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037d400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0380102740 0x7f0380199c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52198/0 (socket says 172.21.15.88:52198) 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037d400700 1 -- 172.21.15.88:0/2235573916 learned_addr learned my addr 172.21.15.88:0/2235573916 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037de00700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0380101550 0x7f03801996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037e800700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03801030e0 0x7f03801a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037d400700 1 -- 172.21.15.88:0/2235573916 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03801030e0 msgr2=0x7f03801a0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037d400700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03801030e0 0x7f03801a0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037d400700 1 -- 172.21.15.88:0/2235573916 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0380101550 msgr2=0x7f03801996e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037d400700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0380101550 0x7f03801996e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037d400700 1 -- 172.21.15.88:0/2235573916 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03700095f0 con 0x7f0380102740 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037de00700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0380101550 0x7f03801996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f037d400700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0380102740 0x7f0380199c20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f036800e9a0 tx=0x7f036800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f0376a00700 1 -- 172.21.15.88:0/2235573916 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0368009790 con 0x7f0380102740 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f0376a00700 1 -- 172.21.15.88:0/2235573916 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f036800cbd0 con 0x7f0380102740 2024-01-28T12:58:57.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f0376a00700 1 -- 172.21.15.88:0/2235573916 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0368018680 con 0x7f0380102740 2024-01-28T12:58:57.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.380+0000 7f0385200700 1 -- 172.21.15.88:0/2235573916 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03801a1810 con 0x7f0380102740 2024-01-28T12:58:57.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.381+0000 7f0385200700 1 -- 172.21.15.88:0/2235573916 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03801a1cd0 con 0x7f0380102740 2024-01-28T12:58:57.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.382+0000 7f0385200700 1 -- 172.21.15.88:0/2235573916 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0380068320 con 0x7f0380102740 2024-01-28T12:58:57.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.383+0000 7f0376a00700 1 -- 172.21.15.88:0/2235573916 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f036800cd40 con 0x7f0380102740 2024-01-28T12:58:57.382 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.385+0000 7f0376a00700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f03600a18d0 0x7f03600a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:57.382 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.385+0000 7f0376a00700 1 -- 172.21.15.88:0/2235573916 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f0368014070 con 0x7f0380102740 2024-01-28T12:58:57.382 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.385+0000 7f037de00700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f03600a18d0 0x7f03600a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:57.383 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.386+0000 7f037de00700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f03600a18d0 0x7f03600a3d90 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0370009990 tx=0x7f037001a040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:57.386 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.389+0000 7f0376a00700 1 -- 172.21.15.88:0/2235573916 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f0368052380 con 0x7f0380102740 2024-01-28T12:58:57.588 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.590+0000 7f0385200700 1 -- 172.21.15.88:0/2235573916 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f03801a1ef0 con 0x7f0380102740 2024-01-28T12:58:57.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.591+0000 7f0376a00700 1 -- 172.21.15.88:0/2235573916 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v83) v1 ==== 104+0+11 (secure 0 0 0) 0x7f036809a160 con 0x7f0380102740 2024-01-28T12:58:57.589 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T12:58:57.591 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.593+0000 7f0385200700 1 -- 172.21.15.88:0/2235573916 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f03600a18d0 msgr2=0x7f03600a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.593+0000 7f0385200700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f03600a18d0 0x7f03600a3d90 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0370009990 tx=0x7f037001a040 comp rx=0 tx=0).stop 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.593+0000 7f0385200700 1 -- 172.21.15.88:0/2235573916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0380102740 msgr2=0x7f0380199c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.593+0000 7f0385200700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0380102740 0x7f0380199c20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f036800e9a0 tx=0x7f036800ed60 comp rx=0 tx=0).stop 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.594+0000 7f0385200700 1 -- 172.21.15.88:0/2235573916 shutdown_connections 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.594+0000 7f0385200700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f03600a18d0 0x7f03600a3d90 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.594+0000 7f0385200700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f03801030e0 0x7f03801a0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.594+0000 7f0385200700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0380101550 0x7f03801996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.594+0000 7f0385200700 1 --2- 172.21.15.88:0/2235573916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0380102740 0x7f0380199c20 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.594+0000 7f0385200700 1 -- 172.21.15.88:0/2235573916 >> 172.21.15.88:0/2235573916 conn(0x7f03800fcae0 msgr2=0x7f0380107f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.594+0000 7f0385200700 1 -- 172.21.15.88:0/2235573916 shutdown_connections 2024-01-28T12:58:57.592 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.594+0000 7f0385200700 1 -- 172.21.15.88:0/2235573916 wait complete. 2024-01-28T12:58:57.609 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-01-28T12:58:57.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.806+0000 7f9f33200700 1 -- 172.21.15.88:0/3911321033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f2c101550 msgr2=0x7f9f2c101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:57.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.806+0000 7f9f33200700 1 --2- 172.21.15.88:0/3911321033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f2c101550 0x7f9f2c101970 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9f1c0099c0 tx=0x7f9f1c009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.806+0000 7f9f33200700 1 -- 172.21.15.88:0/3911321033 shutdown_connections 2024-01-28T12:58:57.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.806+0000 7f9f33200700 1 --2- 172.21.15.88:0/3911321033 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9f2c1030e0 0x7f9f2c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.806+0000 7f9f33200700 1 --2- 172.21.15.88:0/3911321033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f2c101550 0x7f9f2c101970 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.806+0000 7f9f33200700 1 --2- 172.21.15.88:0/3911321033 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9f2c102740 0x7f9f2c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.806+0000 7f9f33200700 1 -- 172.21.15.88:0/3911321033 >> 172.21.15.88:0/3911321033 conn(0x7f9f2c0fcae0 msgr2=0x7f9f2c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:57.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.806+0000 7f9f33200700 1 -- 172.21.15.88:0/3911321033 shutdown_connections 2024-01-28T12:58:57.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.806+0000 7f9f33200700 1 -- 172.21.15.88:0/3911321033 wait complete. 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.807+0000 7f9f33200700 1 Processor -- start 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.807+0000 7f9f33200700 1 -- start start 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.807+0000 7f9f33200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9f2c101550 0x7f9f2c1996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.807+0000 7f9f33200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9f2c102740 0x7f9f2c199be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.807+0000 7f9f33200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f2c1030e0 0x7f9f2c1a0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.807+0000 7f9f33200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f2c1a1220 con 0x7f9f2c1030e0 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.807+0000 7f9f33200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f2c1a1360 con 0x7f9f2c101550 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.807+0000 7f9f33200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f2c1a14f0 con 0x7f9f2c102740 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f2be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9f2c101550 0x7f9f2c1996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f31200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f2c1030e0 0x7f9f2c1a0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f2be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9f2c101550 0x7f9f2c1996a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:47118/0 (socket says 172.21.15.88:47118) 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f2be00700 1 -- 172.21.15.88:0/2798885477 learned_addr learned my addr 172.21.15.88:0/2798885477 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f23e00700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9f2c102740 0x7f9f2c199be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:57.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f2be00700 1 -- 172.21.15.88:0/2798885477 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9f2c102740 msgr2=0x7f9f2c199be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:57.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f2be00700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9f2c102740 0x7f9f2c199be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f2be00700 1 -- 172.21.15.88:0/2798885477 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f2c1030e0 msgr2=0x7f9f2c1a0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:57.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f2be00700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f2c1030e0 0x7f9f2c1a0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:57.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f2be00700 1 -- 172.21.15.88:0/2798885477 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f1c0095f0 con 0x7f9f2c101550 2024-01-28T12:58:57.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.808+0000 7f9f2be00700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9f2c101550 0x7f9f2c1996a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9f1c00f690 tx=0x7f9f1c005b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:57.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.809+0000 7f9f29600700 1 -- 172.21.15.88:0/2798885477 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f1c01c070 con 0x7f9f2c101550 2024-01-28T12:58:57.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.809+0000 7f9f29600700 1 -- 172.21.15.88:0/2798885477 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9f1c00fd70 con 0x7f9f2c101550 2024-01-28T12:58:57.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.809+0000 7f9f33200700 1 -- 172.21.15.88:0/2798885477 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f2c1a1770 con 0x7f9f2c101550 2024-01-28T12:58:57.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.809+0000 7f9f29600700 1 -- 172.21.15.88:0/2798885477 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f1c022d10 con 0x7f9f2c101550 2024-01-28T12:58:57.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.809+0000 7f9f33200700 1 -- 172.21.15.88:0/2798885477 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f2c1a1bf0 con 0x7f9f2c101550 2024-01-28T12:58:57.809 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.810+0000 7f9f33200700 1 -- 172.21.15.88:0/2798885477 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f2c068320 con 0x7f9f2c101550 2024-01-28T12:58:57.809 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.811+0000 7f9f29600700 1 -- 172.21.15.88:0/2798885477 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f9f1c020070 con 0x7f9f2c101550 2024-01-28T12:58:57.810 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.813+0000 7f9f29600700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f0c0a18d0 0x7f9f0c0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:57.810 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.813+0000 7f9f29600700 1 -- 172.21.15.88:0/2798885477 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f9f1c0ce1f0 con 0x7f9f2c101550 2024-01-28T12:58:57.811 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.813+0000 7f9f23e00700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f0c0a18d0 0x7f9f0c0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:57.811 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.813+0000 7f9f23e00700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f0c0a18d0 0x7f9f0c0a3d90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9f14009c60 tx=0x7f9f14009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:57.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:57.817+0000 7f9f29600700 1 -- 172.21.15.88:0/2798885477 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f9f1c097430 con 0x7f9f2c101550 2024-01-28T12:58:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:57 smithi175 ceph-mon[44549]: pgmap v245: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 746 B/s wr, 0 op/s 2024-01-28T12:58:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:57 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/609242748' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:57 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2604451054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:57.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:57 smithi181 ceph-mon[45557]: pgmap v245: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 746 B/s wr, 0 op/s 2024-01-28T12:58:57.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:57 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/609242748' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:57.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:57 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2604451054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.018+0000 7f9f33200700 1 -- 172.21.15.88:0/2798885477 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9f2c1a1e40 con 0x7f9f2c101550 2024-01-28T12:58:58.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.018+0000 7f9f29600700 1 -- 172.21.15.88:0/2798885477 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v83) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9f1c09aa50 con 0x7f9f2c101550 2024-01-28T12:58:58.016 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 64 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 -- 172.21.15.88:0/2798885477 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f0c0a18d0 msgr2=0x7f9f0c0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f0c0a18d0 0x7f9f0c0a3d90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9f14009c60 tx=0x7f9f14009260 comp rx=0 tx=0).stop 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 -- 172.21.15.88:0/2798885477 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9f2c101550 msgr2=0x7f9f2c1996a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9f2c101550 0x7f9f2c1996a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9f1c00f690 tx=0x7f9f1c005b00 comp rx=0 tx=0).stop 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 -- 172.21.15.88:0/2798885477 shutdown_connections 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f9f0c0a18d0 0x7f9f0c0a3d90 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f2c1030e0 0x7f9f2c1a0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9f2c101550 0x7f9f2c1996a0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 --2- 172.21.15.88:0/2798885477 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9f2c102740 0x7f9f2c199be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 -- 172.21.15.88:0/2798885477 >> 172.21.15.88:0/2798885477 conn(0x7f9f2c0fcae0 msgr2=0x7f9f2c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 -- 172.21.15.88:0/2798885477 shutdown_connections 2024-01-28T12:58:58.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.021+0000 7f9f33200700 1 -- 172.21.15.88:0/2798885477 wait complete. 2024-01-28T12:58:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:57 smithi088 ceph-mon[35322]: pgmap v245: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 746 B/s wr, 0 op/s 2024-01-28T12:58:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:57 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/609242748' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:57 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2604451054' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.037 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-01-28T12:58:58.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.234+0000 7f1be4400700 1 -- 172.21.15.88:0/1760881875 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bdc101560 msgr2=0x7f1bdc101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.234+0000 7f1be4400700 1 --2- 172.21.15.88:0/1760881875 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bdc101560 0x7f1bdc101980 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc0099c0 tx=0x7f1bcc009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.234+0000 7f1be4400700 1 -- 172.21.15.88:0/1760881875 shutdown_connections 2024-01-28T12:58:58.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.234+0000 7f1be4400700 1 --2- 172.21.15.88:0/1760881875 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1bdc1030f0 0x7f1bdc1099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.234+0000 7f1be4400700 1 --2- 172.21.15.88:0/1760881875 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bdc101560 0x7f1bdc101980 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.234+0000 7f1be4400700 1 --2- 172.21.15.88:0/1760881875 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1bdc102750 0x7f1bdc102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.234+0000 7f1be4400700 1 -- 172.21.15.88:0/1760881875 >> 172.21.15.88:0/1760881875 conn(0x7f1bdc0fcad0 msgr2=0x7f1bdc0fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:58.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.234+0000 7f1be4400700 1 -- 172.21.15.88:0/1760881875 shutdown_connections 2024-01-28T12:58:58.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.235+0000 7f1be4400700 1 -- 172.21.15.88:0/1760881875 wait complete. 2024-01-28T12:58:58.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.235+0000 7f1be4400700 1 Processor -- start 2024-01-28T12:58:58.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be4400700 1 -- start start 2024-01-28T12:58:58.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be4400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1bdc101560 0x7f1bdc197430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:58.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be4400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bdc102750 0x7f1bdc197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:58.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be4400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1bdc1030f0 0x7f1bdc19e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:58.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be4400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bdc19efb0 con 0x7f1bdc102750 2024-01-28T12:58:58.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be4400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bdc19f0f0 con 0x7f1bdc1030f0 2024-01-28T12:58:58.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be4400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bdc19f280 con 0x7f1bdc101560 2024-01-28T12:58:58.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bdc102750 0x7f1bdc197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be1a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1bdc101560 0x7f1bdc197430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be1000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bdc102750 0x7f1bdc197970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52218/0 (socket says 172.21.15.88:52218) 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be1000700 1 -- 172.21.15.88:0/2041647084 learned_addr learned my addr 172.21.15.88:0/2041647084 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be2400700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1bdc1030f0 0x7f1bdc19e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be1000700 1 -- 172.21.15.88:0/2041647084 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1bdc101560 msgr2=0x7f1bdc197430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be1000700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1bdc101560 0x7f1bdc197430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be1000700 1 -- 172.21.15.88:0/2041647084 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1bdc1030f0 msgr2=0x7f1bdc19e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be1000700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1bdc1030f0 0x7f1bdc19e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.236+0000 7f1be1000700 1 -- 172.21.15.88:0/2041647084 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bcc0095f0 con 0x7f1bdc102750 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.237+0000 7f1be1000700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bdc102750 0x7f1bdc197970 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1bc400e9a0 tx=0x7f1bc400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.237+0000 7f1bda000700 1 -- 172.21.15.88:0/2041647084 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4009790 con 0x7f1bdc102750 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.237+0000 7f1be4400700 1 -- 172.21.15.88:0/2041647084 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bdc19f560 con 0x7f1bdc102750 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.237+0000 7f1bda000700 1 -- 172.21.15.88:0/2041647084 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1bc4010430 con 0x7f1bdc102750 2024-01-28T12:58:58.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.237+0000 7f1be4400700 1 -- 172.21.15.88:0/2041647084 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bdc19fac0 con 0x7f1bdc102750 2024-01-28T12:58:58.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.237+0000 7f1bda000700 1 -- 172.21.15.88:0/2041647084 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4018620 con 0x7f1bdc102750 2024-01-28T12:58:58.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.238+0000 7f1be4400700 1 -- 172.21.15.88:0/2041647084 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bdc108990 con 0x7f1bdc102750 2024-01-28T12:58:58.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.240+0000 7f1bda000700 1 -- 172.21.15.88:0/2041647084 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f1bc40105a0 con 0x7f1bdc102750 2024-01-28T12:58:58.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.241+0000 7f1bda000700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1bbc0a1850 0x7f1bbc0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:58.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.241+0000 7f1bda000700 1 -- 172.21.15.88:0/2041647084 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f1bc4014070 con 0x7f1bdc102750 2024-01-28T12:58:58.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.241+0000 7f1be1a00700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1bbc0a1850 0x7f1bbc0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:58.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.242+0000 7f1be1a00700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1bbc0a1850 0x7f1bbc0a3d10 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc009990 tx=0x7f1bcc000bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:58.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.243+0000 7f1bda000700 1 -- 172.21.15.88:0/2041647084 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f1bc4096760 con 0x7f1bdc102750 2024-01-28T12:58:58.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.442+0000 7f1be4400700 1 -- 172.21.15.88:0/2041647084 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f1bdc10cf10 con 0x7f1bdc102750 2024-01-28T12:58:58.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.442+0000 7f1bda000700 1 -- 172.21.15.88:0/2041647084 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v83) v1 ==== 103+0+11 (secure 0 0 0) 0x7f1bc40260a0 con 0x7f1bdc102750 2024-01-28T12:58:58.440 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 -- 172.21.15.88:0/2041647084 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1bbc0a1850 msgr2=0x7f1bbc0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1bbc0a1850 0x7f1bbc0a3d10 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc009990 tx=0x7f1bcc000bc0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 -- 172.21.15.88:0/2041647084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bdc102750 msgr2=0x7f1bdc197970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bdc102750 0x7f1bdc197970 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1bc400e9a0 tx=0x7f1bc400ecb0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 -- 172.21.15.88:0/2041647084 shutdown_connections 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1bbc0a1850 0x7f1bbc0a3d10 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1bdc1030f0 0x7f1bdc19e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1bdc101560 0x7f1bdc197430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 --2- 172.21.15.88:0/2041647084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bdc102750 0x7f1bdc197970 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 -- 172.21.15.88:0/2041647084 >> 172.21.15.88:0/2041647084 conn(0x7f1bdc0fcad0 msgr2=0x7f1bdc105ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 -- 172.21.15.88:0/2041647084 shutdown_connections 2024-01-28T12:58:58.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.445+0000 7f1be4400700 1 -- 172.21.15.88:0/2041647084 wait complete. 2024-01-28T12:58:58.462 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-01-28T12:58:58.654 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.656+0000 7f7a34600700 1 -- 172.21.15.88:0/2166462715 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a2c102750 msgr2=0x7f7a2c102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.656+0000 7f7a34600700 1 --2- 172.21.15.88:0/2166462715 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a2c102750 0x7f7a2c102bb0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f7a140099c0 tx=0x7f7a14009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.656+0000 7f7a34600700 1 -- 172.21.15.88:0/2166462715 shutdown_connections 2024-01-28T12:58:58.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.656+0000 7f7a34600700 1 --2- 172.21.15.88:0/2166462715 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7a2c1030f0 0x7f7a2c1099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.656+0000 7f7a34600700 1 --2- 172.21.15.88:0/2166462715 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7a2c101560 0x7f7a2c101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.656+0000 7f7a34600700 1 --2- 172.21.15.88:0/2166462715 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a2c102750 0x7f7a2c102bb0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.656+0000 7f7a34600700 1 -- 172.21.15.88:0/2166462715 >> 172.21.15.88:0/2166462715 conn(0x7f7a2c0fcad0 msgr2=0x7f7a2c0fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:58.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.656+0000 7f7a34600700 1 -- 172.21.15.88:0/2166462715 shutdown_connections 2024-01-28T12:58:58.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.656+0000 7f7a34600700 1 -- 172.21.15.88:0/2166462715 wait complete. 2024-01-28T12:58:58.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.657+0000 7f7a34600700 1 Processor -- start 2024-01-28T12:58:58.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a34600700 1 -- start start 2024-01-28T12:58:58.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a34600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7a2c101560 0x7f7a2c199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:58.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a34600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7a2c102750 0x7f7a2c199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:58.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a34600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a2c1030f0 0x7f7a2c1a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a34600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a2c1a11c0 con 0x7f7a2c1030f0 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a34600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a2c1a1300 con 0x7f7a2c101560 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a34600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a2c1a1490 con 0x7f7a2c102750 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a32600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a2c1030f0 0x7f7a2c1a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a32600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a2c1030f0 0x7f7a2c1a0bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52230/0 (socket says 172.21.15.88:52230) 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a32600700 1 -- 172.21.15.88:0/3225228794 learned_addr learned my addr 172.21.15.88:0/3225228794 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a31200700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7a2c102750 0x7f7a2c199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a31c00700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7a2c101560 0x7f7a2c199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.658+0000 7f7a32600700 1 -- 172.21.15.88:0/3225228794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7a2c102750 msgr2=0x7f7a2c199b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.659+0000 7f7a32600700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7a2c102750 0x7f7a2c199b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.659+0000 7f7a32600700 1 -- 172.21.15.88:0/3225228794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7a2c101560 msgr2=0x7f7a2c199640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.659+0000 7f7a32600700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7a2c101560 0x7f7a2c199640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.659+0000 7f7a32600700 1 -- 172.21.15.88:0/3225228794 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a140095f0 con 0x7f7a2c1030f0 2024-01-28T12:58:58.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.659+0000 7f7a32600700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a2c1030f0 0x7f7a2c1a0bf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7a2400ef30 tx=0x7f7a2400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:58.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.659+0000 7f7a2a000700 1 -- 172.21.15.88:0/3225228794 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a24018070 con 0x7f7a2c1030f0 2024-01-28T12:58:58.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.659+0000 7f7a34600700 1 -- 172.21.15.88:0/3225228794 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a2c1a1710 con 0x7f7a2c1030f0 2024-01-28T12:58:58.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.659+0000 7f7a2a000700 1 -- 172.21.15.88:0/3225228794 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a2400f040 con 0x7f7a2c1030f0 2024-01-28T12:58:58.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.659+0000 7f7a2a000700 1 -- 172.21.15.88:0/3225228794 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a2400cdb0 con 0x7f7a2c1030f0 2024-01-28T12:58:58.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.659+0000 7f7a34600700 1 -- 172.21.15.88:0/3225228794 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a2c1a1bd0 con 0x7f7a2c1030f0 2024-01-28T12:58:58.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.660+0000 7f7a34600700 1 -- 172.21.15.88:0/3225228794 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a2c068320 con 0x7f7a2c1030f0 2024-01-28T12:58:58.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.662+0000 7f7a2a000700 1 -- 172.21.15.88:0/3225228794 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f7a24003a00 con 0x7f7a2c1030f0 2024-01-28T12:58:58.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.664+0000 7f7a2a000700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7a0c0a1850 0x7f7a0c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:58.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.664+0000 7f7a2a000700 1 -- 172.21.15.88:0/3225228794 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f7a240ccef0 con 0x7f7a2c1030f0 2024-01-28T12:58:58.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.664+0000 7f7a31c00700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7a0c0a1850 0x7f7a0c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:58.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.665+0000 7f7a31c00700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7a0c0a1850 0x7f7a0c0a3d10 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7a2c1025b0 tx=0x7f7a1c009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:58.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.668+0000 7f7a2a000700 1 -- 172.21.15.88:0/3225228794 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f7a24096070 con 0x7f7a2c1030f0 2024-01-28T12:58:58.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:58 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2235573916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:58 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2798885477' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:58 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2041647084' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.885+0000 7f7a34600700 1 -- 172.21.15.88:0/3225228794 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f7a2c1a2000 con 0x7f7a2c1030f0 2024-01-28T12:58:58.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.885+0000 7f7a2a000700 1 -- 172.21.15.88:0/3225228794 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v83) v1 ==== 81+0+590 (secure 0 0 0) 0x7f7a24099690 con 0x7f7a2c1030f0 2024-01-28T12:58:58.883 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/1829607387 2024-01-29T12:53:11.989355+0000 2024-01-28T12:58:58.883 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:6801/861469615 2024-01-29T12:53:11.989355+0000 2024-01-28T12:58:58.883 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:6800/861469615 2024-01-29T12:53:11.989355+0000 2024-01-28T12:58:58.883 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/3163234214 2024-01-29T12:53:11.989355+0000 2024-01-28T12:58:58.884 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/4173375747 2024-01-29T12:52:46.042014+0000 2024-01-28T12:58:58.884 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/2033052703 2024-01-29T12:52:46.042014+0000 2024-01-28T12:58:58.884 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:6801/3094265374 2024-01-29T12:52:46.042014+0000 2024-01-28T12:58:58.884 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/3319099445 2024-01-29T12:52:46.042014+0000 2024-01-28T12:58:58.884 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:6800/3094265374 2024-01-29T12:52:46.042014+0000 2024-01-28T12:58:58.884 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:0/3163296161 2024-01-29T12:53:11.989355+0000 2024-01-28T12:58:58.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 -- 172.21.15.88:0/3225228794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7a0c0a1850 msgr2=0x7f7a0c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7a0c0a1850 0x7f7a0c0a3d10 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f7a2c1025b0 tx=0x7f7a1c009260 comp rx=0 tx=0).stop 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 -- 172.21.15.88:0/3225228794 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a2c1030f0 msgr2=0x7f7a2c1a0bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a2c1030f0 0x7f7a2c1a0bf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7a2400ef30 tx=0x7f7a2400c3a0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 -- 172.21.15.88:0/3225228794 shutdown_connections 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7a0c0a1850 0x7f7a0c0a3d10 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a2c1030f0 0x7f7a2c1a0bf0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7a2c101560 0x7f7a2c199640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 --2- 172.21.15.88:0/3225228794 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7a2c102750 0x7f7a2c199b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 -- 172.21.15.88:0/3225228794 >> 172.21.15.88:0/3225228794 conn(0x7f7a2c0fcad0 msgr2=0x7f7a2c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 -- 172.21.15.88:0/3225228794 shutdown_connections 2024-01-28T12:58:58.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:58.888+0000 7f7a34600700 1 -- 172.21.15.88:0/3225228794 wait complete. 2024-01-28T12:58:58.887 INFO:teuthology.orchestra.run.smithi088.stderr:listed 10 entries 2024-01-28T12:58:58.904 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi088.front.sepia.ceph.com... 2024-01-28T12:58:58.904 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:58.904 DEBUG:teuthology.orchestra.run.smithi088:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-01-28T12:58:58.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:58 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2235573916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:58 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2798885477' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:58 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2041647084' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:58 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2235573916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:58 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2798885477' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:58 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2041647084' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:58:58.966 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi088.stderr:ceph-fuse[87319]: fuse finished with error 0 and tester_r 0 2024-01-28T12:58:58.969 INFO:teuthology.orchestra.run:waiting for 300 2024-01-28T12:58:59.016 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi088.front.sepia.ceph.com 2024-01-28T12:58:59.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T12:58:59.016 DEBUG:teuthology.orchestra.run.smithi088:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-01-28T12:58:59.091 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:58:59.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.285+0000 7f8418200700 1 -- 172.21.15.88:0/2428444610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8410101560 msgr2=0x7f8410101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:59.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.285+0000 7f8418200700 1 --2- 172.21.15.88:0/2428444610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8410101560 0x7f8410101980 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f84000099c0 tx=0x7f8400009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.285+0000 7f8418200700 1 -- 172.21.15.88:0/2428444610 shutdown_connections 2024-01-28T12:58:59.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.285+0000 7f8418200700 1 --2- 172.21.15.88:0/2428444610 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f84101030f0 0x7f84101099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.285+0000 7f8418200700 1 --2- 172.21.15.88:0/2428444610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8410101560 0x7f8410101980 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.285+0000 7f8418200700 1 --2- 172.21.15.88:0/2428444610 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8410102750 0x7f8410102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.285+0000 7f8418200700 1 -- 172.21.15.88:0/2428444610 >> 172.21.15.88:0/2428444610 conn(0x7f84100fcad0 msgr2=0x7f84100fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:59.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.285+0000 7f8418200700 1 -- 172.21.15.88:0/2428444610 shutdown_connections 2024-01-28T12:58:59.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.285+0000 7f8418200700 1 -- 172.21.15.88:0/2428444610 wait complete. 2024-01-28T12:58:59.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.286+0000 7f8418200700 1 Processor -- start 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.286+0000 7f8418200700 1 -- start start 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.286+0000 7f8418200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8410101560 0x7f84101996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.286+0000 7f8418200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8410102750 0x7f8410199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.286+0000 7f8418200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84101030f0 0x7f84101a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.286+0000 7f8418200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84101a1270 con 0x7f8410102750 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.286+0000 7f8418200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84101a13b0 con 0x7f84101030f0 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.286+0000 7f8418200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84101a1540 con 0x7f8410101560 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8414e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8410102750 0x7f8410199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8414e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8410102750 0x7f8410199c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52248/0 (socket says 172.21.15.88:52248) 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8414e00700 1 -- 172.21.15.88:0/1514031482 learned_addr learned my addr 172.21.15.88:0/1514031482 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8415800700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8410101560 0x7f84101996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8416200700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84101030f0 0x7f84101a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8414e00700 1 -- 172.21.15.88:0/1514031482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8410101560 msgr2=0x7f84101996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:59.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8414e00700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8410101560 0x7f84101996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8414e00700 1 -- 172.21.15.88:0/1514031482 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84101030f0 msgr2=0x7f84101a0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8414e00700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84101030f0 0x7f84101a0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8414e00700 1 -- 172.21.15.88:0/1514031482 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84000095f0 con 0x7f8410102750 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8416200700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84101030f0 0x7f84101a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f8414e00700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8410102750 0x7f8410199c30 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f83f800e9a0 tx=0x7f83f800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f840e000700 1 -- 172.21.15.88:0/1514031482 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f8009790 con 0x7f8410102750 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.287+0000 7f840e000700 1 -- 172.21.15.88:0/1514031482 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f83f800cbd0 con 0x7f8410102750 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.288+0000 7f8418200700 1 -- 172.21.15.88:0/1514031482 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84101a1820 con 0x7f8410102750 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.288+0000 7f840e000700 1 -- 172.21.15.88:0/1514031482 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f8018680 con 0x7f8410102750 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.288+0000 7f8418200700 1 -- 172.21.15.88:0/1514031482 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84101a1d80 con 0x7f8410102750 2024-01-28T12:58:59.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.289+0000 7f8418200700 1 -- 172.21.15.88:0/1514031482 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8410068240 con 0x7f8410102750 2024-01-28T12:58:59.288 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.290+0000 7f840e000700 1 -- 172.21.15.88:0/1514031482 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f83f800cd40 con 0x7f8410102750 2024-01-28T12:58:59.289 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.292+0000 7f840e000700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f83f00a18d0 0x7f83f00a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:59.289 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.292+0000 7f840e000700 1 -- 172.21.15.88:0/1514031482 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f83f8014070 con 0x7f8410102750 2024-01-28T12:58:59.289 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.292+0000 7f8415800700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f83f00a18d0 0x7f83f00a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:59.290 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.292+0000 7f8415800700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f83f00a18d0 0x7f83f00a3d90 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8400009fd0 tx=0x7f8400019040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:59.293 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.295+0000 7f840e000700 1 -- 172.21.15.88:0/1514031482 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f83f8052380 con 0x7f8410102750 2024-01-28T12:58:59.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.497+0000 7f8418200700 1 -- 172.21.15.88:0/1514031482 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f841010cde0 con 0x7f8410102750 2024-01-28T12:58:59.496 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.499+0000 7f840e000700 1 -- 172.21.15.88:0/1514031482 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+23973 (secure 0 0 0) 0x7f83f80965f0 con 0x7f8410102750 2024-01-28T12:58:59.497 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:59.497 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":83,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:44.984644+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:58:59.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 -- 172.21.15.88:0/1514031482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f83f00a18d0 msgr2=0x7f83f00a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:59.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f83f00a18d0 0x7f83f00a3d90 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8400009fd0 tx=0x7f8400019040 comp rx=0 tx=0).stop 2024-01-28T12:58:59.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 -- 172.21.15.88:0/1514031482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8410102750 msgr2=0x7f8410199c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:59.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8410102750 0x7f8410199c30 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f83f800e9a0 tx=0x7f83f800ecb0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 -- 172.21.15.88:0/1514031482 shutdown_connections 2024-01-28T12:58:59.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f83f00a18d0 0x7f83f00a3d90 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84101030f0 0x7f84101a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8410101560 0x7f84101996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 --2- 172.21.15.88:0/1514031482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8410102750 0x7f8410199c30 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 -- 172.21.15.88:0/1514031482 >> 172.21.15.88:0/1514031482 conn(0x7f84100fcad0 msgr2=0x7f8410073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:59.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 -- 172.21.15.88:0/1514031482 shutdown_connections 2024-01-28T12:58:59.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.501+0000 7f8418200700 1 -- 172.21.15.88:0/1514031482 wait complete. 2024-01-28T12:58:59.518 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:58:59.712 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.714+0000 7ffa68400700 1 -- 172.21.15.88:0/2178136295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa60102750 msgr2=0x7ffa60102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:59.712 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.714+0000 7ffa68400700 1 --2- 172.21.15.88:0/2178136295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa60102750 0x7ffa60102bb0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ffa480099c0 tx=0x7ffa48009cd0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.714+0000 7ffa68400700 1 -- 172.21.15.88:0/2178136295 shutdown_connections 2024-01-28T12:58:59.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.714+0000 7ffa68400700 1 --2- 172.21.15.88:0/2178136295 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffa601030f0 0x7ffa601099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.714+0000 7ffa68400700 1 --2- 172.21.15.88:0/2178136295 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa60101560 0x7ffa60101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.714+0000 7ffa68400700 1 --2- 172.21.15.88:0/2178136295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa60102750 0x7ffa60102bb0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.714+0000 7ffa68400700 1 -- 172.21.15.88:0/2178136295 >> 172.21.15.88:0/2178136295 conn(0x7ffa600fcad0 msgr2=0x7ffa600fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:59.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.714+0000 7ffa68400700 1 -- 172.21.15.88:0/2178136295 shutdown_connections 2024-01-28T12:58:59.713 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.714+0000 7ffa68400700 1 -- 172.21.15.88:0/2178136295 wait complete. 2024-01-28T12:58:59.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.715+0000 7ffa68400700 1 Processor -- start 2024-01-28T12:58:59.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.715+0000 7ffa68400700 1 -- start start 2024-01-28T12:58:59.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa68400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa60101560 0x7ffa601996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa68400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffa60102750 0x7ffa60199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa68400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa601030f0 0x7ffa601a0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa68400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa601a1230 con 0x7ffa60101560 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa68400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa601a1370 con 0x7ffa60102750 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa68400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa601a1500 con 0x7ffa601030f0 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa65a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa60101560 0x7ffa601996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa65a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa60101560 0x7ffa601996b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52268/0 (socket says 172.21.15.88:52268) 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa65a00700 1 -- 172.21.15.88:0/836866721 learned_addr learned my addr 172.21.15.88:0/836866721 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa65000700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffa60102750 0x7ffa60199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa66400700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa601030f0 0x7ffa601a0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa65a00700 1 -- 172.21.15.88:0/836866721 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa601030f0 msgr2=0x7ffa601a0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa65a00700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa601030f0 0x7ffa601a0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa65a00700 1 -- 172.21.15.88:0/836866721 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffa60102750 msgr2=0x7ffa60199bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:59.716 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa65a00700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffa60102750 0x7ffa60199bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.716+0000 7ffa65a00700 1 -- 172.21.15.88:0/836866721 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa480095f0 con 0x7ffa60101560 2024-01-28T12:58:59.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.717+0000 7ffa65a00700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa60101560 0x7ffa601996b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ffa5000e970 tx=0x7ffa5000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:59.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.717+0000 7ffa5e000700 1 -- 172.21.15.88:0/836866721 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa50009790 con 0x7ffa60101560 2024-01-28T12:58:59.717 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.717+0000 7ffa68400700 1 -- 172.21.15.88:0/836866721 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa601a17e0 con 0x7ffa60101560 2024-01-28T12:58:59.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.717+0000 7ffa5e000700 1 -- 172.21.15.88:0/836866721 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa5000c7e0 con 0x7ffa60101560 2024-01-28T12:58:59.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.717+0000 7ffa5e000700 1 -- 172.21.15.88:0/836866721 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa50003c70 con 0x7ffa60101560 2024-01-28T12:58:59.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.717+0000 7ffa68400700 1 -- 172.21.15.88:0/836866721 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa601a1cf0 con 0x7ffa60101560 2024-01-28T12:58:59.719 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.718+0000 7ffa68400700 1 -- 172.21.15.88:0/836866721 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa60068240 con 0x7ffa60101560 2024-01-28T12:58:59.720 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.720+0000 7ffa5e000700 1 -- 172.21.15.88:0/836866721 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7ffa5000cc50 con 0x7ffa60101560 2024-01-28T12:58:59.720 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.721+0000 7ffa5e000700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffa400a1850 0x7ffa400a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:58:59.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.721+0000 7ffa5e000700 1 -- 172.21.15.88:0/836866721 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ffa50014070 con 0x7ffa60101560 2024-01-28T12:58:59.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.721+0000 7ffa65000700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffa400a1850 0x7ffa400a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:58:59.721 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.722+0000 7ffa65000700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffa400a1850 0x7ffa400a3d10 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ffa48006010 tx=0x7ffa4800b540 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:58:59.722 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.725+0000 7ffa5e000700 1 -- 172.21.15.88:0/836866721 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7ffa500965e0 con 0x7ffa60101560 2024-01-28T12:58:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:59 smithi088 ceph-mon[35322]: pgmap v246: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-01-28T12:58:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:59 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3225228794' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-01-28T12:58:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:58:59 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1514031482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:59 smithi175 ceph-mon[44549]: pgmap v246: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-01-28T12:58:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:59 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3225228794' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-01-28T12:58:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:58:59 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1514031482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:58:59.925 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.927+0000 7ffa68400700 1 -- 172.21.15.88:0/836866721 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffa6010cdd0 con 0x7ffa60101560 2024-01-28T12:58:59.926 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.929+0000 7ffa5e000700 1 -- 172.21.15.88:0/836866721 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+23973 (secure 0 0 0) 0x7ffa50003dd0 con 0x7ffa60101560 2024-01-28T12:58:59.927 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:58:59.927 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":83,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:44.984644+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:58:59.929 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 -- 172.21.15.88:0/836866721 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffa400a1850 msgr2=0x7ffa400a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:59.929 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffa400a1850 0x7ffa400a3d10 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ffa48006010 tx=0x7ffa4800b540 comp rx=0 tx=0).stop 2024-01-28T12:58:59.929 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 -- 172.21.15.88:0/836866721 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa60101560 msgr2=0x7ffa601996b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:58:59.930 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa60101560 0x7ffa601996b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ffa5000e970 tx=0x7ffa5000ec80 comp rx=0 tx=0).stop 2024-01-28T12:58:59.930 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 -- 172.21.15.88:0/836866721 shutdown_connections 2024-01-28T12:58:59.930 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffa400a1850 0x7ffa400a3d10 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.930 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffa601030f0 0x7ffa601a0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.930 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa60101560 0x7ffa601996b0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.930 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 --2- 172.21.15.88:0/836866721 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffa60102750 0x7ffa60199bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:58:59.930 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 -- 172.21.15.88:0/836866721 >> 172.21.15.88:0/836866721 conn(0x7ffa600fcad0 msgr2=0x7ffa60073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:58:59.930 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 -- 172.21.15.88:0/836866721 shutdown_connections 2024-01-28T12:58:59.930 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:58:59.931+0000 7ffa68400700 1 -- 172.21.15.88:0/836866721 wait complete. 2024-01-28T12:58:59.948 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-01-28T12:58:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:59 smithi181 ceph-mon[45557]: pgmap v246: 129 pgs: 129 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-01-28T12:58:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:59 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3225228794' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-01-28T12:58:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:58:59 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1514031482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:00.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.146+0000 7efeaf000700 1 -- 172.21.15.88:0/2131154937 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efea8075610 msgr2=0x7efea8073a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:00.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.146+0000 7efeaf000700 1 --2- 172.21.15.88:0/2131154937 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efea8075610 0x7efea8073a60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7efe98009990 tx=0x7efe98009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:00.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.146+0000 7efeaf000700 1 -- 172.21.15.88:0/2131154937 shutdown_connections 2024-01-28T12:59:00.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.146+0000 7efeaf000700 1 --2- 172.21.15.88:0/2131154937 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efea8109410 0x7efea810b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:00.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.146+0000 7efeaf000700 1 --2- 172.21.15.88:0/2131154937 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efea8075610 0x7efea8073a60 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:00.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.146+0000 7efeaf000700 1 --2- 172.21.15.88:0/2131154937 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efea8074030 0x7efea80744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:00.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.146+0000 7efeaf000700 1 -- 172.21.15.88:0/2131154937 >> 172.21.15.88:0/2131154937 conn(0x7efea80fcae0 msgr2=0x7efea80fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:00.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.146+0000 7efeaf000700 1 -- 172.21.15.88:0/2131154937 shutdown_connections 2024-01-28T12:59:00.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.146+0000 7efeaf000700 1 -- 172.21.15.88:0/2131154937 wait complete. 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.147+0000 7efeaf000700 1 Processor -- start 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.147+0000 7efeaf000700 1 -- start start 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.147+0000 7efeaf000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efea8074030 0x7efea81996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.147+0000 7efeaf000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efea8075610 0x7efea8199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.147+0000 7efeaf000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efea8109410 0x7efea81a0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.147+0000 7efeaf000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efea81a1220 con 0x7efea8109410 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.147+0000 7efeaf000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efea81a1360 con 0x7efea8075610 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.147+0000 7efeaf000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efea81a14f0 con 0x7efea8074030 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efead000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efea8109410 0x7efea81a0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efead000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efea8109410 0x7efea81a0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52282/0 (socket says 172.21.15.88:52282) 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efead000700 1 -- 172.21.15.88:0/466564590 learned_addr learned my addr 172.21.15.88:0/466564590 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:00.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efea7e00700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efea8074030 0x7efea81996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efea7400700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efea8075610 0x7efea8199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efead000700 1 -- 172.21.15.88:0/466564590 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efea8074030 msgr2=0x7efea81996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efead000700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efea8074030 0x7efea81996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efead000700 1 -- 172.21.15.88:0/466564590 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efea8075610 msgr2=0x7efea8199c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efead000700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efea8075610 0x7efea8199c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efead000700 1 -- 172.21.15.88:0/466564590 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe980095f0 con 0x7efea8109410 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efead000700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efea8109410 0x7efea81a0c50 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efea0007ee0 tx=0x7efea000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.148+0000 7efea4c00700 1 -- 172.21.15.88:0/466564590 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efea0017070 con 0x7efea8109410 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.149+0000 7efea4c00700 1 -- 172.21.15.88:0/466564590 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efea000f040 con 0x7efea8109410 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.149+0000 7efeaf000700 1 -- 172.21.15.88:0/466564590 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efea81a17d0 con 0x7efea8109410 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.149+0000 7efea4c00700 1 -- 172.21.15.88:0/466564590 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efea0005580 con 0x7efea8109410 2024-01-28T12:59:00.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.149+0000 7efeaf000700 1 -- 172.21.15.88:0/466564590 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efea81a1c90 con 0x7efea8109410 2024-01-28T12:59:00.149 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.150+0000 7efeaf000700 1 -- 172.21.15.88:0/466564590 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efea81081d0 con 0x7efea8109410 2024-01-28T12:59:00.149 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.152+0000 7efea4c00700 1 -- 172.21.15.88:0/466564590 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7efea000db20 con 0x7efea8109410 2024-01-28T12:59:00.151 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.153+0000 7efea4c00700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efe880a1850 0x7efe880a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:00.151 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.153+0000 7efea4c00700 1 -- 172.21.15.88:0/466564590 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7efea00cd130 con 0x7efea8109410 2024-01-28T12:59:00.151 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.153+0000 7efea7e00700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efe880a1850 0x7efe880a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:00.151 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.154+0000 7efea7e00700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efe880a1850 0x7efe880a3d10 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7efe9800b2e0 tx=0x7efe98005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:00.153 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.156+0000 7efea4c00700 1 -- 172.21.15.88:0/466564590 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7efea00961c0 con 0x7efea8109410 2024-01-28T12:59:00.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:00.401+0000 7efeaf000700 1 -- 172.21.15.88:0/466564590 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7efea8068320 con 0x7efea8109410 2024-01-28T12:59:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:00 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/836866721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:00 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/466564590' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-01-28T12:59:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:00 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/836866721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:00 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/466564590' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-01-28T12:59:01.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:00 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/836866721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:01.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:00 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/466564590' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-01-28T12:59:01.085 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.088+0000 7efea4c00700 1 -- 172.21.15.88:0/466564590 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) v1 ==== 118+0+0 (secure 0 0 0) 0x7efea00997e0 con 0x7efea8109410 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 -- 172.21.15.88:0/466564590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efe880a1850 msgr2=0x7efe880a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efe880a1850 0x7efe880a3d10 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7efe9800b2e0 tx=0x7efe98005fd0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 -- 172.21.15.88:0/466564590 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efea8109410 msgr2=0x7efea81a0c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efea8109410 0x7efea81a0c50 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efea0007ee0 tx=0x7efea000d3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 -- 172.21.15.88:0/466564590 shutdown_connections 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efe880a1850 0x7efe880a3d10 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efea8109410 0x7efea81a0c50 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efea8074030 0x7efea81996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 --2- 172.21.15.88:0/466564590 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efea8075610 0x7efea8199c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 -- 172.21.15.88:0/466564590 >> 172.21.15.88:0/466564590 conn(0x7efea80fcae0 msgr2=0x7efea8105310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 -- 172.21.15.88:0/466564590 shutdown_connections 2024-01-28T12:59:01.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.092+0000 7efeaf000700 1 -- 172.21.15.88:0/466564590 wait complete. 2024-01-28T12:59:01.110 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-01-28T12:59:01.110 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-01-28T12:59:01.306 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.308+0000 7fccc8e00700 1 -- 172.21.15.88:0/1546305492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fccc41048f0 msgr2=0x7fccc4106ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:01.306 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.308+0000 7fccc8e00700 1 --2- 172.21.15.88:0/1546305492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fccc41048f0 0x7fccc4106ce0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fccac009990 tx=0x7fccac009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.306 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.308+0000 7fccc8e00700 1 -- 172.21.15.88:0/1546305492 shutdown_connections 2024-01-28T12:59:01.306 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.308+0000 7fccc8e00700 1 --2- 172.21.15.88:0/1546305492 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccc4107220 0x7fccc4109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.307 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.308+0000 7fccc8e00700 1 --2- 172.21.15.88:0/1546305492 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fccc4101fc0 0x7fccc41043b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.307 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.308+0000 7fccc8e00700 1 --2- 172.21.15.88:0/1546305492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fccc41048f0 0x7fccc4106ce0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.307 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.308+0000 7fccc8e00700 1 -- 172.21.15.88:0/1546305492 >> 172.21.15.88:0/1546305492 conn(0x7fccc40fb9b0 msgr2=0x7fccc40fddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:01.307 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.308+0000 7fccc8e00700 1 -- 172.21.15.88:0/1546305492 shutdown_connections 2024-01-28T12:59:01.307 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.308+0000 7fccc8e00700 1 -- 172.21.15.88:0/1546305492 wait complete. 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.309+0000 7fccc8e00700 1 Processor -- start 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.309+0000 7fccc8e00700 1 -- start start 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.309+0000 7fccc8e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fccc4101fc0 0x7fccc4199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.309+0000 7fccc8e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccc41048f0 0x7fccc4199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.309+0000 7fccc8e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fccc4107220 0x7fccc41a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.309+0000 7fccc8e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccc41a11c0 con 0x7fccc4107220 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.309+0000 7fccc8e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccc41a1300 con 0x7fccc4101fc0 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.309+0000 7fccc8e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccc41a1490 con 0x7fccc41048f0 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccc2800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fccc4107220 0x7fccc41a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccc2800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fccc4107220 0x7fccc41a0bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52310/0 (socket says 172.21.15.88:52310) 2024-01-28T12:59:01.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccc1e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fccc4101fc0 0x7fccc4199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccc2800700 1 -- 172.21.15.88:0/1967384653 learned_addr learned my addr 172.21.15.88:0/1967384653 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccbbe00700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccc41048f0 0x7fccc4199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccc2800700 1 -- 172.21.15.88:0/1967384653 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccc41048f0 msgr2=0x7fccc4199b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccc2800700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccc41048f0 0x7fccc4199b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccc2800700 1 -- 172.21.15.88:0/1967384653 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fccc4101fc0 msgr2=0x7fccc4199640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccc2800700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fccc4101fc0 0x7fccc4199640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccc2800700 1 -- 172.21.15.88:0/1967384653 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccac0095f0 con 0x7fccc4107220 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.310+0000 7fccc2800700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fccc4107220 0x7fccc41a0bf0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fccbc00ef30 tx=0x7fccbc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.311+0000 7fccbaa00700 1 -- 172.21.15.88:0/1967384653 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccbc018070 con 0x7fccc4107220 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.311+0000 7fccbaa00700 1 -- 172.21.15.88:0/1967384653 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fccbc00f040 con 0x7fccc4107220 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.311+0000 7fccc8e00700 1 -- 172.21.15.88:0/1967384653 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccc41a1710 con 0x7fccc4107220 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.311+0000 7fccbaa00700 1 -- 172.21.15.88:0/1967384653 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccbc00cd00 con 0x7fccc4107220 2024-01-28T12:59:01.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.311+0000 7fccc8e00700 1 -- 172.21.15.88:0/1967384653 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccc41a1c20 con 0x7fccc4107220 2024-01-28T12:59:01.311 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.312+0000 7fccc8e00700 1 -- 172.21.15.88:0/1967384653 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccc4108e20 con 0x7fccc4107220 2024-01-28T12:59:01.311 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.314+0000 7fccbaa00700 1 -- 172.21.15.88:0/1967384653 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fccbc003a00 con 0x7fccc4107220 2024-01-28T12:59:01.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.315+0000 7fccbaa00700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcca40a18d0 0x7fcca40a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:01.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.315+0000 7fccbaa00700 1 -- 172.21.15.88:0/1967384653 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fccbc0cce30 con 0x7fccc4107220 2024-01-28T12:59:01.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.315+0000 7fccc1e00700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcca40a18d0 0x7fcca40a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:01.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.316+0000 7fccc1e00700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcca40a18d0 0x7fcca40a3d90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fccb4009c60 tx=0x7fccb4009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:01.317 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.319+0000 7fccbaa00700 1 -- 172.21.15.88:0/1967384653 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fccbc095f50 con 0x7fccc4107220 2024-01-28T12:59:01.563 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:01.565+0000 7fccc8e00700 1 -- 172.21.15.88:0/1967384653 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) v1 -- 0x7fccc402d310 con 0x7fccc4107220 2024-01-28T12:59:01.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:01 smithi175 ceph-mon[44549]: pgmap v247: 129 pgs: 129 active+clean; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-01-28T12:59:01.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:01 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/466564590' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-01-28T12:59:01.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:01 smithi175 ceph-mon[44549]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:59:01.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:01 smithi181 ceph-mon[45557]: pgmap v247: 129 pgs: 129 active+clean; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-01-28T12:59:01.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:01 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/466564590' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-01-28T12:59:01.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:01 smithi181 ceph-mon[45557]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:59:02.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:01 smithi088 ceph-mon[35322]: pgmap v247: 129 pgs: 129 active+clean; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-01-28T12:59:02.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:01 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/466564590' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-01-28T12:59:02.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:01 smithi088 ceph-mon[35322]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:59:02.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.563+0000 7fccbaa00700 1 -- 172.21.15.88:0/1967384653 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v19) v1 ==== 105+0+0 (secure 0 0 0) 0x7fccbc099570 con 0x7fccc4107220 2024-01-28T12:59:02.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 -- 172.21.15.88:0/1967384653 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcca40a18d0 msgr2=0x7fcca40a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:02.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcca40a18d0 0x7fcca40a3d90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fccb4009c60 tx=0x7fccb4009260 comp rx=0 tx=0).stop 2024-01-28T12:59:02.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 -- 172.21.15.88:0/1967384653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fccc4107220 msgr2=0x7fccc41a0bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:02.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fccc4107220 0x7fccc41a0bf0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fccbc00ef30 tx=0x7fccbc00c3a0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 -- 172.21.15.88:0/1967384653 shutdown_connections 2024-01-28T12:59:02.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcca40a18d0 0x7fcca40a3d90 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fccc4107220 0x7fccc41a0bf0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.564 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fccc4101fc0 0x7fccc4199640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 --2- 172.21.15.88:0/1967384653 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fccc41048f0 0x7fccc4199b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 -- 172.21.15.88:0/1967384653 >> 172.21.15.88:0/1967384653 conn(0x7fccc40fb9b0 msgr2=0x7fccc4101780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:02.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 -- 172.21.15.88:0/1967384653 shutdown_connections 2024-01-28T12:59:02.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.566+0000 7fccc8e00700 1 -- 172.21.15.88:0/1967384653 wait complete. 2024-01-28T12:59:02.589 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-01-28T12:59:02.787 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.789+0000 7f0814000700 1 -- 172.21.15.88:0/1922618963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f080c1030e0 msgr2=0x7f080c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:02.787 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.789+0000 7f0814000700 1 --2- 172.21.15.88:0/1922618963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f080c1030e0 0x7f080c109990 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f080400b0d0 tx=0x7f080400b3e0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.787 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.789+0000 7f0814000700 1 -- 172.21.15.88:0/1922618963 shutdown_connections 2024-01-28T12:59:02.787 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.789+0000 7f0814000700 1 --2- 172.21.15.88:0/1922618963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f080c1030e0 0x7f080c109990 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.787 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.789+0000 7f0814000700 1 --2- 172.21.15.88:0/1922618963 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f080c101550 0x7f080c101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.788 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.789+0000 7f0814000700 1 --2- 172.21.15.88:0/1922618963 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f080c102740 0x7f080c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.788 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.789+0000 7f0814000700 1 -- 172.21.15.88:0/1922618963 >> 172.21.15.88:0/1922618963 conn(0x7f080c0fcae0 msgr2=0x7f080c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:02.788 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.789+0000 7f0814000700 1 -- 172.21.15.88:0/1922618963 shutdown_connections 2024-01-28T12:59:02.788 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.789+0000 7f0814000700 1 -- 172.21.15.88:0/1922618963 wait complete. 2024-01-28T12:59:02.790 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.790+0000 7f0814000700 1 Processor -- start 2024-01-28T12:59:02.790 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.790+0000 7f0814000700 1 -- start start 2024-01-28T12:59:02.790 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.790+0000 7f0814000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f080c101550 0x7f080c199770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:02.790 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.790+0000 7f0814000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f080c102740 0x7f080c199cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:02.790 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.790+0000 7f0814000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f080c1030e0 0x7f080c1a0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:02.790 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.790+0000 7f0814000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f080c1a12f0 con 0x7f080c102740 2024-01-28T12:59:02.790 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.790+0000 7f0814000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f080c1a1430 con 0x7f080c101550 2024-01-28T12:59:02.790 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.790+0000 7f0814000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f080c1a15c0 con 0x7f080c1030e0 2024-01-28T12:59:02.790 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0810c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f080c102740 0x7f080c199cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0811600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f080c101550 0x7f080c199770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0810c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f080c102740 0x7f080c199cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52326/0 (socket says 172.21.15.88:52326) 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0810c00700 1 -- 172.21.15.88:0/944554461 learned_addr learned my addr 172.21.15.88:0/944554461 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0812000700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f080c1030e0 0x7f080c1a0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0810c00700 1 -- 172.21.15.88:0/944554461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f080c1030e0 msgr2=0x7f080c1a0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0810c00700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f080c1030e0 0x7f080c1a0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0810c00700 1 -- 172.21.15.88:0/944554461 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f080c101550 msgr2=0x7f080c199770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0810c00700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f080c101550 0x7f080c199770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0810c00700 1 -- 172.21.15.88:0/944554461 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0804009d00 con 0x7f080c102740 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.791+0000 7f0810c00700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f080c102740 0x7f080c199cb0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f07f400e9a0 tx=0x7f07f400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.792+0000 7f080a000700 1 -- 172.21.15.88:0/944554461 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07f4009790 con 0x7f080c102740 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.792+0000 7f080a000700 1 -- 172.21.15.88:0/944554461 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f07f400cbd0 con 0x7f080c102740 2024-01-28T12:59:02.791 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.792+0000 7f0814000700 1 -- 172.21.15.88:0/944554461 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f080c1a18a0 con 0x7f080c102740 2024-01-28T12:59:02.792 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.792+0000 7f080a000700 1 -- 172.21.15.88:0/944554461 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07f4018680 con 0x7f080c102740 2024-01-28T12:59:02.792 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.792+0000 7f0814000700 1 -- 172.21.15.88:0/944554461 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f080c1a1e00 con 0x7f080c102740 2024-01-28T12:59:02.792 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.793+0000 7f0814000700 1 -- 172.21.15.88:0/944554461 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f080c068320 con 0x7f080c102740 2024-01-28T12:59:02.792 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.795+0000 7f080a000700 1 -- 172.21.15.88:0/944554461 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f07f400cd40 con 0x7f080c102740 2024-01-28T12:59:02.794 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.796+0000 7f080a000700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f07ec0a18d0 0x7f07ec0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:02.794 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.796+0000 7f080a000700 1 -- 172.21.15.88:0/944554461 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f07f4014070 con 0x7f080c102740 2024-01-28T12:59:02.794 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.796+0000 7f0811600700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f07ec0a18d0 0x7f07ec0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:02.794 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.797+0000 7f0811600700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f07ec0a18d0 0x7f07ec0a3d90 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f080c1025a0 tx=0x7f07fc009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:02.797 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:02.800+0000 7f080a000700 1 -- 172.21.15.88:0/944554461 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f07f4052380 con 0x7f080c102740 2024-01-28T12:59:02.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:02 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1967384653' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-01-28T12:59:02.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:02 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1967384653' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-01-28T12:59:03.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:02 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1967384653' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-01-28T12:59:03.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.045+0000 7f0814000700 1 -- 172.21.15.88:0/944554461 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7f080c1a2290 con 0x7f080c102740 2024-01-28T12:59:03.568 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.570+0000 7f080a000700 1 -- 172.21.15.88:0/944554461 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v21) v1 ==== 121+0+0 (secure 0 0 0) 0x7f07f40965f0 con 0x7f080c102740 2024-01-28T12:59:03.571 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 -- 172.21.15.88:0/944554461 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f07ec0a18d0 msgr2=0x7f07ec0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:03.571 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f07ec0a18d0 0x7f07ec0a3d90 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f080c1025a0 tx=0x7f07fc009260 comp rx=0 tx=0).stop 2024-01-28T12:59:03.571 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 -- 172.21.15.88:0/944554461 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f080c102740 msgr2=0x7f080c199cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:03.571 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f080c102740 0x7f080c199cb0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f07f400e9a0 tx=0x7f07f400ecb0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.571 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 -- 172.21.15.88:0/944554461 shutdown_connections 2024-01-28T12:59:03.571 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f07ec0a18d0 0x7f07ec0a3d90 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.571 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f080c1030e0 0x7f080c1a0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.572 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f080c101550 0x7f080c199770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.572 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 --2- 172.21.15.88:0/944554461 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f080c102740 0x7f080c199cb0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.572 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 -- 172.21.15.88:0/944554461 >> 172.21.15.88:0/944554461 conn(0x7f080c0fcae0 msgr2=0x7f080c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:03.572 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 -- 172.21.15.88:0/944554461 shutdown_connections 2024-01-28T12:59:03.572 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.573+0000 7f0814000700 1 -- 172.21.15.88:0/944554461 wait complete. 2024-01-28T12:59:03.596 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-01-28T12:59:03.796 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.794+0000 7fb281600700 1 -- 172.21.15.88:0/3374589859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb27c075610 msgr2=0x7fb27c073a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:03.797 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.794+0000 7fb281600700 1 --2- 172.21.15.88:0/3374589859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb27c075610 0x7fb27c073a60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb26c009990 tx=0x7fb26c009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.797 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.794+0000 7fb281600700 1 -- 172.21.15.88:0/3374589859 shutdown_connections 2024-01-28T12:59:03.797 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.794+0000 7fb281600700 1 --2- 172.21.15.88:0/3374589859 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb27c109410 0x7fb27c10b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.797 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.794+0000 7fb281600700 1 --2- 172.21.15.88:0/3374589859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb27c075610 0x7fb27c073a60 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.797 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.794+0000 7fb281600700 1 --2- 172.21.15.88:0/3374589859 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb27c074030 0x7fb27c0744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.797 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.794+0000 7fb281600700 1 -- 172.21.15.88:0/3374589859 >> 172.21.15.88:0/3374589859 conn(0x7fb27c0fcae0 msgr2=0x7fb27c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:03.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.794+0000 7fb281600700 1 -- 172.21.15.88:0/3374589859 shutdown_connections 2024-01-28T12:59:03.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.794+0000 7fb281600700 1 -- 172.21.15.88:0/3374589859 wait complete. 2024-01-28T12:59:03.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.795+0000 7fb281600700 1 Processor -- start 2024-01-28T12:59:03.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.795+0000 7fb281600700 1 -- start start 2024-01-28T12:59:03.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.795+0000 7fb281600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb27c074030 0x7fb27c199660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:03.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.795+0000 7fb281600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb27c075610 0x7fb27c199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:03.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.795+0000 7fb281600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb27c109410 0x7fb27c1a0c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:03.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.795+0000 7fb281600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb27c1a11e0 con 0x7fb27c074030 2024-01-28T12:59:03.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.795+0000 7fb281600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb27c1a1320 con 0x7fb27c075610 2024-01-28T12:59:03.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.795+0000 7fb281600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb27c1a14b0 con 0x7fb27c109410 2024-01-28T12:59:03.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb27c074030 0x7fb27c199660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:03.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb27c074030 0x7fb27c199660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52316/0 (socket says 172.21.15.88:52316) 2024-01-28T12:59:03.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27aa00700 1 -- 172.21.15.88:0/1542133884 learned_addr learned my addr 172.21.15.88:0/1542133884 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:03.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27a000700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb27c075610 0x7fb27c199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:03.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27b400700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb27c109410 0x7fb27c1a0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:03.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27aa00700 1 -- 172.21.15.88:0/1542133884 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb27c109410 msgr2=0x7fb27c1a0c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:03.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27aa00700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb27c109410 0x7fb27c1a0c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27aa00700 1 -- 172.21.15.88:0/1542133884 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb27c075610 msgr2=0x7fb27c199ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:03.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27aa00700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb27c075610 0x7fb27c199ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:03.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27aa00700 1 -- 172.21.15.88:0/1542133884 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb26c0095f0 con 0x7fb27c074030 2024-01-28T12:59:03.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.796+0000 7fb27aa00700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb27c074030 0x7fb27c199660 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb26c005910 tx=0x7fb26c009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:03.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.797+0000 7fb273400700 1 -- 172.21.15.88:0/1542133884 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26c01d070 con 0x7fb27c074030 2024-01-28T12:59:03.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.797+0000 7fb281600700 1 -- 172.21.15.88:0/1542133884 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb27c1a1730 con 0x7fb27c074030 2024-01-28T12:59:03.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.797+0000 7fb273400700 1 -- 172.21.15.88:0/1542133884 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb26c021410 con 0x7fb27c074030 2024-01-28T12:59:03.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.797+0000 7fb273400700 1 -- 172.21.15.88:0/1542133884 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26c017650 con 0x7fb27c074030 2024-01-28T12:59:03.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.797+0000 7fb281600700 1 -- 172.21.15.88:0/1542133884 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb27c1a1bb0 con 0x7fb27c074030 2024-01-28T12:59:03.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.798+0000 7fb281600700 1 -- 172.21.15.88:0/1542133884 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb27c1081d0 con 0x7fb27c074030 2024-01-28T12:59:03.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.799+0000 7fb273400700 1 -- 172.21.15.88:0/1542133884 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fb26c021580 con 0x7fb27c074030 2024-01-28T12:59:03.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.801+0000 7fb273400700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb25c0a18d0 0x7fb25c0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:03.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.801+0000 7fb273400700 1 -- 172.21.15.88:0/1542133884 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fb26c0ce550 con 0x7fb27c074030 2024-01-28T12:59:03.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.801+0000 7fb27a000700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb25c0a18d0 0x7fb25c0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:03.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.802+0000 7fb27a000700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb25c0a18d0 0x7fb25c0a3d90 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb27c075330 tx=0x7fb264009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:03.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:03.805+0000 7fb273400700 1 -- 172.21.15.88:0/1542133884 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fb26c097670 con 0x7fb27c074030 2024-01-28T12:59:03.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:03 smithi175 ceph-mon[44549]: pgmap v248: 129 pgs: 129 active+clean; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-01-28T12:59:03.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:03 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-01-28T12:59:03.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:03 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1967384653' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-01-28T12:59:03.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:03 smithi175 ceph-mon[44549]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-01-28T12:59:03.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:03 smithi175 ceph-mon[44549]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:59:03.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:03 smithi175 ceph-mon[44549]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-01-28T12:59:03.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:03 smithi175 ceph-mon[44549]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-01-28T12:59:03.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:03 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/944554461' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-01-28T12:59:03.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:03 smithi181 ceph-mon[45557]: pgmap v248: 129 pgs: 129 active+clean; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-01-28T12:59:03.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:03 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-01-28T12:59:03.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:03 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1967384653' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-01-28T12:59:03.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:03 smithi181 ceph-mon[45557]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-01-28T12:59:03.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:03 smithi181 ceph-mon[45557]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:59:03.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:03 smithi181 ceph-mon[45557]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-01-28T12:59:03.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:03 smithi181 ceph-mon[45557]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-01-28T12:59:03.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:03 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/944554461' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-01-28T12:59:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:03 smithi088 ceph-mon[35322]: pgmap v248: 129 pgs: 129 active+clean; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-01-28T12:59:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:03 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-01-28T12:59:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:03 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1967384653' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-01-28T12:59:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:03 smithi088 ceph-mon[35322]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-01-28T12:59:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:03 smithi088 ceph-mon[35322]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-28T12:59:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:03 smithi088 ceph-mon[35322]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-01-28T12:59:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:03 smithi088 ceph-mon[35322]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-01-28T12:59:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:03 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/944554461' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-01-28T12:59:04.050 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.052+0000 7fb281600700 1 -- 172.21.15.88:0/1542133884 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7fb27c068320 con 0x7fb27c074030 2024-01-28T12:59:04.577 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.579+0000 7fb273400700 1 -- 172.21.15.88:0/1542133884 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v23) v1 ==== 115+0+0 (secure 0 0 0) 0x7fb26c09ac90 con 0x7fb27c074030 2024-01-28T12:59:04.580 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 -- 172.21.15.88:0/1542133884 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb25c0a18d0 msgr2=0x7fb25c0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:04.580 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb25c0a18d0 0x7fb25c0a3d90 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb27c075330 tx=0x7fb264009260 comp rx=0 tx=0).stop 2024-01-28T12:59:04.580 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 -- 172.21.15.88:0/1542133884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb27c074030 msgr2=0x7fb27c199660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:04.580 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb27c074030 0x7fb27c199660 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb26c005910 tx=0x7fb26c009580 comp rx=0 tx=0).stop 2024-01-28T12:59:04.580 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 -- 172.21.15.88:0/1542133884 shutdown_connections 2024-01-28T12:59:04.580 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb25c0a18d0 0x7fb25c0a3d90 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:04.580 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb27c109410 0x7fb27c1a0c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:04.580 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb27c074030 0x7fb27c199660 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:04.581 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 --2- 172.21.15.88:0/1542133884 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb27c075610 0x7fb27c199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:04.581 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 -- 172.21.15.88:0/1542133884 >> 172.21.15.88:0/1542133884 conn(0x7fb27c0fcae0 msgr2=0x7fb27c105310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:04.581 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 -- 172.21.15.88:0/1542133884 shutdown_connections 2024-01-28T12:59:04.581 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.582+0000 7fb281600700 1 -- 172.21.15.88:0/1542133884 wait complete. 2024-01-28T12:59:04.603 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-01-28T12:59:04.603 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-01-28T12:59:04.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.800+0000 7f589c200700 1 -- 172.21.15.88:0/3129979973 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5894102740 msgr2=0x7f5894102ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:04.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.800+0000 7f589c200700 1 --2- 172.21.15.88:0/3129979973 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5894102740 0x7f5894102ba0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f587c0099c0 tx=0x7f587c009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:04.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.800+0000 7f589c200700 1 -- 172.21.15.88:0/3129979973 shutdown_connections 2024-01-28T12:59:04.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.800+0000 7f589c200700 1 --2- 172.21.15.88:0/3129979973 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f58941030e0 0x7f5894109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:04.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.800+0000 7f589c200700 1 --2- 172.21.15.88:0/3129979973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5894101550 0x7f5894101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:04.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.800+0000 7f589c200700 1 --2- 172.21.15.88:0/3129979973 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5894102740 0x7f5894102ba0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:04.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.800+0000 7f589c200700 1 -- 172.21.15.88:0/3129979973 >> 172.21.15.88:0/3129979973 conn(0x7f58940fcae0 msgr2=0x7f58940fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:04.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.800+0000 7f589c200700 1 -- 172.21.15.88:0/3129979973 shutdown_connections 2024-01-28T12:59:04.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.800+0000 7f589c200700 1 -- 172.21.15.88:0/3129979973 wait complete. 2024-01-28T12:59:04.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.801+0000 7f589c200700 1 Processor -- start 2024-01-28T12:59:04.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.801+0000 7f589c200700 1 -- start start 2024-01-28T12:59:04.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.801+0000 7f589c200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5894101550 0x7f58941996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:04.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.801+0000 7f589c200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5894102740 0x7f5894199be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:04.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.801+0000 7f589c200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58941030e0 0x7f58941a0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:04.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589c200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58941a1220 con 0x7f58941030e0 2024-01-28T12:59:04.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589c200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58941a1360 con 0x7f5894102740 2024-01-28T12:59:04.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589c200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58941a14f0 con 0x7f5894101550 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589a200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58941030e0 0x7f58941a0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f5898e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5894102740 0x7f5894199be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589a200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58941030e0 0x7f58941a0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52338/0 (socket says 172.21.15.88:52338) 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589a200700 1 -- 172.21.15.88:0/873195159 learned_addr learned my addr 172.21.15.88:0/873195159 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f5899800700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5894101550 0x7f58941996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589a200700 1 -- 172.21.15.88:0/873195159 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5894101550 msgr2=0x7f58941996a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589a200700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5894101550 0x7f58941996a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589a200700 1 -- 172.21.15.88:0/873195159 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5894102740 msgr2=0x7f5894199be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589a200700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5894102740 0x7f5894199be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.802+0000 7f589a200700 1 -- 172.21.15.88:0/873195159 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f587c0095f0 con 0x7f58941030e0 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.803+0000 7f589a200700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58941030e0 0x7f58941a0c50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f588c007ee0 tx=0x7f588c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.803+0000 7f5892000700 1 -- 172.21.15.88:0/873195159 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f588c017070 con 0x7f58941030e0 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.803+0000 7f5892000700 1 -- 172.21.15.88:0/873195159 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f588c00f040 con 0x7f58941030e0 2024-01-28T12:59:04.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.803+0000 7f5892000700 1 -- 172.21.15.88:0/873195159 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f588c005580 con 0x7f58941030e0 2024-01-28T12:59:04.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.803+0000 7f589c200700 1 -- 172.21.15.88:0/873195159 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58941a17d0 con 0x7f58941030e0 2024-01-28T12:59:04.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.803+0000 7f589c200700 1 -- 172.21.15.88:0/873195159 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58941a1c90 con 0x7f58941030e0 2024-01-28T12:59:04.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.804+0000 7f589c200700 1 -- 172.21.15.88:0/873195159 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5894068320 con 0x7f58941030e0 2024-01-28T12:59:04.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.806+0000 7f5892000700 1 -- 172.21.15.88:0/873195159 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f588c00db20 con 0x7f58941030e0 2024-01-28T12:59:04.805 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.807+0000 7f5892000700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f58740a1850 0x7f58740a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:04.805 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.807+0000 7f5892000700 1 -- 172.21.15.88:0/873195159 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f588c0ccac0 con 0x7f58941030e0 2024-01-28T12:59:04.805 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.807+0000 7f5899800700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f58740a1850 0x7f58740a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:04.805 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.808+0000 7f5899800700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f58740a1850 0x7f58740a3d10 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f58941025a0 tx=0x7f588400b410 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:04.809 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:04.811+0000 7f5892000700 1 -- 172.21.15.88:0/873195159 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f588c095b50 con 0x7f58941030e0 2024-01-28T12:59:04.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:04 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/944554461' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-01-28T12:59:04.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:04 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] up:active 2024-01-28T12:59:04.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:04 smithi175 ceph-mon[44549]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-01-28T12:59:04.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:04 smithi175 ceph-mon[44549]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-01-28T12:59:04.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:04 smithi175 ceph-mon[44549]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-01-28T12:59:04.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:04 smithi175 ceph-mon[44549]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-01-28T12:59:04.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:04 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1542133884' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-01-28T12:59:04.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:04 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/944554461' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-01-28T12:59:04.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:04 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] up:active 2024-01-28T12:59:04.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:04 smithi181 ceph-mon[45557]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-01-28T12:59:04.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:04 smithi181 ceph-mon[45557]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-01-28T12:59:04.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:04 smithi181 ceph-mon[45557]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-01-28T12:59:04.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:04 smithi181 ceph-mon[45557]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-01-28T12:59:04.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:04 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1542133884' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-01-28T12:59:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:04 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/944554461' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-01-28T12:59:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:04 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] up:active 2024-01-28T12:59:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:04 smithi088 ceph-mon[35322]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-01-28T12:59:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:04 smithi088 ceph-mon[35322]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-01-28T12:59:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:04 smithi088 ceph-mon[35322]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-01-28T12:59:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:04 smithi088 ceph-mon[35322]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-01-28T12:59:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:04 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1542133884' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-01-28T12:59:05.042 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.045+0000 7f589c200700 1 -- 172.21.15.88:0/873195159 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f58941096a0 con 0x7f58740a1850 2024-01-28T12:59:05.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.110+0000 7f5892000700 1 -- 172.21.15.88:0/873195159 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f58941096a0 con 0x7f58740a1850 2024-01-28T12:59:05.111 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 -- 172.21.15.88:0/873195159 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f58740a1850 msgr2=0x7f58740a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:05.111 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f58740a1850 0x7f58740a3d10 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f58941025a0 tx=0x7f588400b410 comp rx=0 tx=0).stop 2024-01-28T12:59:05.111 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 -- 172.21.15.88:0/873195159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58941030e0 msgr2=0x7f58941a0c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:05.111 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58941030e0 0x7f58941a0c50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f588c007ee0 tx=0x7f588c00d3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.111 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 -- 172.21.15.88:0/873195159 shutdown_connections 2024-01-28T12:59:05.111 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f58740a1850 0x7f58740a3d10 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.111 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58941030e0 0x7f58941a0c50 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.111 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5894101550 0x7f58941996a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.112 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 --2- 172.21.15.88:0/873195159 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5894102740 0x7f5894199be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.112 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 -- 172.21.15.88:0/873195159 >> 172.21.15.88:0/873195159 conn(0x7f58940fcae0 msgr2=0x7f5894107f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:05.112 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 -- 172.21.15.88:0/873195159 shutdown_connections 2024-01-28T12:59:05.112 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.113+0000 7f589c200700 1 -- 172.21.15.88:0/873195159 wait complete. 2024-01-28T12:59:05.129 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-01-28T12:59:05.327 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.328+0000 7f5422800700 1 -- 172.21.15.88:0/4181633068 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f541c075610 msgr2=0x7f541c073a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:05.327 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.328+0000 7f5422800700 1 --2- 172.21.15.88:0/4181633068 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f541c075610 0x7f541c073a60 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f540c009990 tx=0x7f540c009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.327 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.328+0000 7f5422800700 1 -- 172.21.15.88:0/4181633068 shutdown_connections 2024-01-28T12:59:05.327 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.328+0000 7f5422800700 1 --2- 172.21.15.88:0/4181633068 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f541c10db20 0x7f541c10ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.327 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.328+0000 7f5422800700 1 --2- 172.21.15.88:0/4181633068 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f541c075610 0x7f541c073a60 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.327 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.328+0000 7f5422800700 1 --2- 172.21.15.88:0/4181633068 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f541c074030 0x7f541c0744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.327 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.328+0000 7f5422800700 1 -- 172.21.15.88:0/4181633068 >> 172.21.15.88:0/4181633068 conn(0x7f541c0fcae0 msgr2=0x7f541c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:05.327 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.329+0000 7f5422800700 1 -- 172.21.15.88:0/4181633068 shutdown_connections 2024-01-28T12:59:05.327 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.329+0000 7f5422800700 1 -- 172.21.15.88:0/4181633068 wait complete. 2024-01-28T12:59:05.330 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.329+0000 7f5422800700 1 Processor -- start 2024-01-28T12:59:05.330 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f5422800700 1 -- start start 2024-01-28T12:59:05.330 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f5422800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f541c074030 0x7f541c19da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:05.330 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f5422800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f541c075610 0x7f541c19dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:05.330 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f5422800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f541c10db20 0x7f541c1a5010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:05.330 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f5422800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f541c1a55e0 con 0x7f541c10db20 2024-01-28T12:59:05.330 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f5422800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f541c1a5720 con 0x7f541c075610 2024-01-28T12:59:05.330 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f5422800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f541c1a58b0 con 0x7f541c074030 2024-01-28T12:59:05.330 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f541be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f541c10db20 0x7f541c1a5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f541b400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f541c074030 0x7f541c19da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f541be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f541c10db20 0x7f541c1a5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52366/0 (socket says 172.21.15.88:52366) 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f541be00700 1 -- 172.21.15.88:0/672441852 learned_addr learned my addr 172.21.15.88:0/672441852 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.330+0000 7f5413e00700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f541c075610 0x7f541c19dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f541be00700 1 -- 172.21.15.88:0/672441852 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f541c074030 msgr2=0x7f541c19da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f541be00700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f541c074030 0x7f541c19da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f541be00700 1 -- 172.21.15.88:0/672441852 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f541c075610 msgr2=0x7f541c19dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f541be00700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f541c075610 0x7f541c19dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f541be00700 1 -- 172.21.15.88:0/672441852 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f540c0095f0 con 0x7f541c10db20 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f541b400700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f541c074030 0x7f541c19da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f541be00700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f541c10db20 0x7f541c1a5010 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f541400ef30 tx=0x7f541400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f5418c00700 1 -- 172.21.15.88:0/672441852 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5414018070 con 0x7f541c10db20 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f5418c00700 1 -- 172.21.15.88:0/672441852 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f541400f040 con 0x7f541c10db20 2024-01-28T12:59:05.331 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f5422800700 1 -- 172.21.15.88:0/672441852 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f541c1a5b30 con 0x7f541c10db20 2024-01-28T12:59:05.332 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f5418c00700 1 -- 172.21.15.88:0/672441852 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f541400cd00 con 0x7f541c10db20 2024-01-28T12:59:05.332 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.331+0000 7f5422800700 1 -- 172.21.15.88:0/672441852 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f541c1a5ff0 con 0x7f541c10db20 2024-01-28T12:59:05.332 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.332+0000 7f5422800700 1 -- 172.21.15.88:0/672441852 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f541c103d80 con 0x7f541c10db20 2024-01-28T12:59:05.332 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.334+0000 7f5418c00700 1 -- 172.21.15.88:0/672441852 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f5414003a00 con 0x7f541c10db20 2024-01-28T12:59:05.333 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.335+0000 7f5418c00700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53fc0a1850 0x7f53fc0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:05.333 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.336+0000 7f5418c00700 1 -- 172.21.15.88:0/672441852 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f54140cce70 con 0x7f541c10db20 2024-01-28T12:59:05.333 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.336+0000 7f541b400700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53fc0a1850 0x7f53fc0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:05.334 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.336+0000 7f541b400700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53fc0a1850 0x7f53fc0a3d10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f540c00b2e0 tx=0x7f540c005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:05.337 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.340+0000 7f5418c00700 1 -- 172.21.15.88:0/672441852 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f5414095ff0 con 0x7f541c10db20 2024-01-28T12:59:05.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:59:05.051+0000 7fd2c8600700 -1 client.0 error registering admin socket command: (17) File exists 2024-01-28T12:59:05.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:59:05.051+0000 7fd2c8600700 -1 client.0 error registering admin socket command: (17) File exists 2024-01-28T12:59:05.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:59:05.051+0000 7fd2c8600700 -1 client.0 error registering admin socket command: (17) File exists 2024-01-28T12:59:05.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:59:05.052+0000 7fd2c8600700 -1 client.0 error registering admin socket command: (17) File exists 2024-01-28T12:59:05.526 INFO:journalctl@ceph.mgr.x.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mgr-x[35573]: 2024-01-28T12:59:05.052+0000 7fd2c8600700 -1 client.0 error registering admin socket command: (17) File exists 2024-01-28T12:59:05.570 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.572+0000 7f5422800700 1 -- 172.21.15.88:0/672441852 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f541c02d420 con 0x7f53fc0a1850 2024-01-28T12:59:05.594 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.596+0000 7f5418c00700 1 -- 172.21.15.88:0/672441852 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f541c02d420 con 0x7f53fc0a1850 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 -- 172.21.15.88:0/672441852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53fc0a1850 msgr2=0x7f53fc0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53fc0a1850 0x7f53fc0a3d10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f540c00b2e0 tx=0x7f540c005fd0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 -- 172.21.15.88:0/672441852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f541c10db20 msgr2=0x7f541c1a5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f541c10db20 0x7f541c1a5010 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f541400ef30 tx=0x7f541400c3a0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 -- 172.21.15.88:0/672441852 shutdown_connections 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53fc0a1850 0x7f53fc0a3d10 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f541c10db20 0x7f541c1a5010 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f541c074030 0x7f541c19da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 --2- 172.21.15.88:0/672441852 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f541c075610 0x7f541c19dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 -- 172.21.15.88:0/672441852 >> 172.21.15.88:0/672441852 conn(0x7f541c0fcae0 msgr2=0x7f541c100ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 -- 172.21.15.88:0/672441852 shutdown_connections 2024-01-28T12:59:05.597 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.599+0000 7f5422800700 1 -- 172.21.15.88:0/672441852 wait complete. 2024-01-28T12:59:05.615 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-01-28T12:59:05.658 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T12:59:05.375+0000 7f43096ea700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-01-28T12:59:05.658 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T12:59:05.375+0000 7f43096ea700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-01-28T12:59:05.658 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T12:59:05.375+0000 7f43096ea700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: pgmap v249: 129 pgs: 129 active+clean; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 1 op/s 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1542133884' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] up:active 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] up:active 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T12:59:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-01-28T12:59:05.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-01-28T12:59:05.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:05 smithi175 ceph-mon[44549]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-01-28T12:59:05.810 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.812+0000 7ff03aa00700 1 -- 172.21.15.88:0/3051893183 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff034073fb0 msgr2=0x7ff034074430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:05.810 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.812+0000 7ff03aa00700 1 --2- 172.21.15.88:0/3051893183 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff034073fb0 0x7ff034074430 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff01c0098f0 tx=0x7ff01c009c00 comp rx=0 tx=0).stop 2024-01-28T12:59:05.810 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.812+0000 7ff03aa00700 1 -- 172.21.15.88:0/3051893183 shutdown_connections 2024-01-28T12:59:05.811 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.812+0000 7ff03aa00700 1 --2- 172.21.15.88:0/3051893183 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff034109440 0x7ff03410b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.811 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.812+0000 7ff03aa00700 1 --2- 172.21.15.88:0/3051893183 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff034075590 0x7ff0340739e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.811 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.812+0000 7ff03aa00700 1 --2- 172.21.15.88:0/3051893183 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff034073fb0 0x7ff034074430 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.811 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.812+0000 7ff03aa00700 1 -- 172.21.15.88:0/3051893183 >> 172.21.15.88:0/3051893183 conn(0x7ff0340fcac0 msgr2=0x7ff0340fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:05.811 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.812+0000 7ff03aa00700 1 -- 172.21.15.88:0/3051893183 shutdown_connections 2024-01-28T12:59:05.811 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.812+0000 7ff03aa00700 1 -- 172.21.15.88:0/3051893183 wait complete. 2024-01-28T12:59:05.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.813+0000 7ff03aa00700 1 Processor -- start 2024-01-28T12:59:05.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.813+0000 7ff03aa00700 1 -- start start 2024-01-28T12:59:05.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff03aa00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff034073fb0 0x7ff0341996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:05.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff03aa00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff034075590 0x7ff034199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:05.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff03aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff034109440 0x7ff0341a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff03aa00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0341a1260 con 0x7ff034109440 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff03aa00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0341a13a0 con 0x7ff034073fb0 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff03aa00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0341a1530 con 0x7ff034075590 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff033e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff034073fb0 0x7ff0341996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff038a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff034109440 0x7ff0341a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff033e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff034073fb0 0x7ff0341996e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:50662/0 (socket says 172.21.15.88:50662) 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff033e00700 1 -- 172.21.15.88:0/573519852 learned_addr learned my addr 172.21.15.88:0/573519852 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff033400700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff034075590 0x7ff034199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff038a00700 1 -- 172.21.15.88:0/573519852 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff034075590 msgr2=0x7ff034199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff038a00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff034075590 0x7ff034199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff038a00700 1 -- 172.21.15.88:0/573519852 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff034073fb0 msgr2=0x7ff0341996e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff038a00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff034073fb0 0x7ff0341996e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff038a00700 1 -- 172.21.15.88:0/573519852 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff02c009c40 con 0x7ff034109440 2024-01-28T12:59:05.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.814+0000 7ff033e00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff034073fb0 0x7ff0341996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:05.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.815+0000 7ff038a00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff034109440 0x7ff0341a0c90 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff02c00efb0 tx=0x7ff02c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:05.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.815+0000 7ff030c00700 1 -- 172.21.15.88:0/573519852 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff02c003a00 con 0x7ff034109440 2024-01-28T12:59:05.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.815+0000 7ff030c00700 1 -- 172.21.15.88:0/573519852 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff02c00f040 con 0x7ff034109440 2024-01-28T12:59:05.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.815+0000 7ff03aa00700 1 -- 172.21.15.88:0/573519852 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff01c009520 con 0x7ff034109440 2024-01-28T12:59:05.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.815+0000 7ff030c00700 1 -- 172.21.15.88:0/573519852 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff02c004540 con 0x7ff034109440 2024-01-28T12:59:05.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.815+0000 7ff03aa00700 1 -- 172.21.15.88:0/573519852 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0341a1b40 con 0x7ff034109440 2024-01-28T12:59:05.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.816+0000 7ff03aa00700 1 -- 172.21.15.88:0/573519852 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff034108250 con 0x7ff034109440 2024-01-28T12:59:05.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.818+0000 7ff030c00700 1 -- 172.21.15.88:0/573519852 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7ff02c003bf0 con 0x7ff034109440 2024-01-28T12:59:05.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.819+0000 7ff030c00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0140a1850 0x7ff0140a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:05.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.819+0000 7ff030c00700 1 -- 172.21.15.88:0/573519852 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff02c0ccfa0 con 0x7ff034109440 2024-01-28T12:59:05.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.819+0000 7ff033e00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0140a1850 0x7ff0140a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:05.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.820+0000 7ff033e00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0140a1850 0x7ff0140a3d10 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff024005950 tx=0x7ff024009310 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:05.820 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:05.823+0000 7ff030c00700 1 -- 172.21.15.88:0/573519852 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7ff02c0960c0 con 0x7ff034109440 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: pgmap v249: 129 pgs: 129 active+clean; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 1 op/s 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1542133884' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] up:active 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] up:active 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-01-28T12:59:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:05 smithi181 ceph-mon[45557]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-01-28T12:59:06.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: pgmap v249: 129 pgs: 129 active+clean; 581 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 1 op/s 2024-01-28T12:59:06.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1542133884' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] up:active 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] up:active 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-01-28T12:59:06.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:05 smithi088 ceph-mon[35322]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-01-28T12:59:06.050 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.053+0000 7ff03aa00700 1 -- 172.21.15.88:0/573519852 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) v1 -- 0x7ff03402d3b0 con 0x7ff0140a1850 2024-01-28T12:59:06.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.057+0000 7ff030c00700 1 -- 172.21.15.88:0/573519852 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+54 (secure 0 0 0) 0x7ff03402d3b0 con 0x7ff0140a1850 2024-01-28T12:59:06.055 INFO:teuthology.orchestra.run.smithi088.stdout:/volumes/qa/sv_0/911e30e1-77a0-453e-8d2f-80fc00ba654b 2024-01-28T12:59:06.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 -- 172.21.15.88:0/573519852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0140a1850 msgr2=0x7ff0140a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:06.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0140a1850 0x7ff0140a3d10 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff024005950 tx=0x7ff024009310 comp rx=0 tx=0).stop 2024-01-28T12:59:06.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 -- 172.21.15.88:0/573519852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff034109440 msgr2=0x7ff0341a0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:06.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff034109440 0x7ff0341a0c90 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff02c00efb0 tx=0x7ff02c00c3a0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 -- 172.21.15.88:0/573519852 shutdown_connections 2024-01-28T12:59:06.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0140a1850 0x7ff0140a3d10 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff034109440 0x7ff0341a0c90 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff034073fb0 0x7ff0341996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 --2- 172.21.15.88:0/573519852 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff034075590 0x7ff034199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 -- 172.21.15.88:0/573519852 >> 172.21.15.88:0/573519852 conn(0x7ff0340fcac0 msgr2=0x7ff034105390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:06.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 -- 172.21.15.88:0/573519852 shutdown_connections 2024-01-28T12:59:06.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.060+0000 7ff03aa00700 1 -- 172.21.15.88:0/573519852 wait complete. 2024-01-28T12:59:06.076 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-01-28T12:59:06.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.279+0000 7f77e6800700 1 -- 172.21.15.88:0/3158619036 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77e0102740 msgr2=0x7f77e0102ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:06.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.279+0000 7f77e6800700 1 --2- 172.21.15.88:0/3158619036 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77e0102740 0x7f77e0102ba0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f77c80098f0 tx=0x7f77c8009c00 comp rx=0 tx=0).stop 2024-01-28T12:59:06.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.279+0000 7f77e6800700 1 -- 172.21.15.88:0/3158619036 shutdown_connections 2024-01-28T12:59:06.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.279+0000 7f77e6800700 1 --2- 172.21.15.88:0/3158619036 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e01030e0 0x7f77e0109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.279+0000 7f77e6800700 1 --2- 172.21.15.88:0/3158619036 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77e0101550 0x7f77e0101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.279+0000 7f77e6800700 1 --2- 172.21.15.88:0/3158619036 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77e0102740 0x7f77e0102ba0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.278 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.279+0000 7f77e6800700 1 -- 172.21.15.88:0/3158619036 >> 172.21.15.88:0/3158619036 conn(0x7f77e00fcae0 msgr2=0x7f77e00fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:06.278 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.279+0000 7f77e6800700 1 -- 172.21.15.88:0/3158619036 shutdown_connections 2024-01-28T12:59:06.278 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.279+0000 7f77e6800700 1 -- 172.21.15.88:0/3158619036 wait complete. 2024-01-28T12:59:06.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.280+0000 7f77e6800700 1 Processor -- start 2024-01-28T12:59:06.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.280+0000 7f77e6800700 1 -- start start 2024-01-28T12:59:06.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.280+0000 7f77e6800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77e0101550 0x7f77e0199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:06.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.280+0000 7f77e6800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77e0102740 0x7f77e0199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.280+0000 7f77e6800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e01030e0 0x7f77e01a0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.280+0000 7f77e6800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77e01a12c0 con 0x7f77e01030e0 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.280+0000 7f77e6800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77e01a1400 con 0x7f77e0101550 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.280+0000 7f77e6800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77e01a1590 con 0x7f77e0102740 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77dfe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e01030e0 0x7f77e01a0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77dfe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e01030e0 0x7f77e01a0cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52404/0 (socket says 172.21.15.88:52404) 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77dfe00700 1 -- 172.21.15.88:0/785386240 learned_addr learned my addr 172.21.15.88:0/785386240 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77df400700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77e0101550 0x7f77e0199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77d7e00700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77e0102740 0x7f77e0199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77dfe00700 1 -- 172.21.15.88:0/785386240 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77e0102740 msgr2=0x7f77e0199c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77dfe00700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77e0102740 0x7f77e0199c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77dfe00700 1 -- 172.21.15.88:0/785386240 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77e0101550 msgr2=0x7f77e0199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77dfe00700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77e0101550 0x7f77e0199740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77dfe00700 1 -- 172.21.15.88:0/785386240 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77d8009d00 con 0x7f77e01030e0 2024-01-28T12:59:06.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77d7e00700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77e0102740 0x7f77e0199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:06.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77dfe00700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e01030e0 0x7f77e01a0cf0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f77d800e3c0 tx=0x7f77d800e6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:06.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.281+0000 7f77dcc00700 1 -- 172.21.15.88:0/785386240 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d80090d0 con 0x7f77e01030e0 2024-01-28T12:59:06.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.282+0000 7f77dcc00700 1 -- 172.21.15.88:0/785386240 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77d800f040 con 0x7f77e01030e0 2024-01-28T12:59:06.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.282+0000 7f77dcc00700 1 -- 172.21.15.88:0/785386240 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d8007c20 con 0x7f77e01030e0 2024-01-28T12:59:06.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.282+0000 7f77e6800700 1 -- 172.21.15.88:0/785386240 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77c8009520 con 0x7f77e01030e0 2024-01-28T12:59:06.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.282+0000 7f77e6800700 1 -- 172.21.15.88:0/785386240 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77e01a1c20 con 0x7f77e01030e0 2024-01-28T12:59:06.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.283+0000 7f77e6800700 1 -- 172.21.15.88:0/785386240 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77e0068320 con 0x7f77e01030e0 2024-01-28T12:59:06.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.285+0000 7f77dcc00700 1 -- 172.21.15.88:0/785386240 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f77d8004ad0 con 0x7f77e01030e0 2024-01-28T12:59:06.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.286+0000 7f77dcc00700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f77c00a1850 0x7f77c00a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:06.284 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.286+0000 7f77dcc00700 1 -- 172.21.15.88:0/785386240 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f77d80cd360 con 0x7f77e01030e0 2024-01-28T12:59:06.284 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.286+0000 7f77df400700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f77c00a1850 0x7f77c00a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:06.284 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.287+0000 7f77df400700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f77c00a1850 0x7f77c00a3d10 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f77e01025a0 tx=0x7f77d0009190 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:06.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.288+0000 7f77dcc00700 1 -- 172.21.15.88:0/785386240 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f77d8096480 con 0x7f77e01030e0 2024-01-28T12:59:06.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.520+0000 7f77e6800700 1 -- 172.21.15.88:0/785386240 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f77e0074f20 con 0x7f77c00a1850 2024-01-28T12:59:06.543 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.545+0000 7f77dcc00700 1 -- 172.21.15.88:0/785386240 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f77e0074f20 con 0x7f77c00a1850 2024-01-28T12:59:06.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 -- 172.21.15.88:0/785386240 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f77c00a1850 msgr2=0x7f77c00a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:06.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f77c00a1850 0x7f77c00a3d10 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f77e01025a0 tx=0x7f77d0009190 comp rx=0 tx=0).stop 2024-01-28T12:59:06.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 -- 172.21.15.88:0/785386240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e01030e0 msgr2=0x7f77e01a0cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:06.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e01030e0 0x7f77e01a0cf0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f77d800e3c0 tx=0x7f77d800e6d0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 -- 172.21.15.88:0/785386240 shutdown_connections 2024-01-28T12:59:06.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f77c00a1850 0x7f77c00a3d10 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e01030e0 0x7f77e01a0cf0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77e0101550 0x7f77e0199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 --2- 172.21.15.88:0/785386240 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f77e0102740 0x7f77e0199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 -- 172.21.15.88:0/785386240 >> 172.21.15.88:0/785386240 conn(0x7f77e00fcae0 msgr2=0x7f77e0073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:06.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.548+0000 7f77e6800700 1 -- 172.21.15.88:0/785386240 shutdown_connections 2024-01-28T12:59:06.547 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.549+0000 7f77e6800700 1 -- 172.21.15.88:0/785386240 wait complete. 2024-01-28T12:59:06.565 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-01-28T12:59:06.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.765+0000 7f05fd800700 1 -- 172.21.15.88:0/1725145507 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f05f8101550 msgr2=0x7f05f8101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:06.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.765+0000 7f05fd800700 1 --2- 172.21.15.88:0/1725145507 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f05f8101550 0x7f05f8101970 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f05e8009920 tx=0x7f05e8009c30 comp rx=0 tx=0).stop 2024-01-28T12:59:06.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.765+0000 7f05fd800700 1 -- 172.21.15.88:0/1725145507 shutdown_connections 2024-01-28T12:59:06.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.765+0000 7f05fd800700 1 --2- 172.21.15.88:0/1725145507 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f05f81030e0 0x7f05f8109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.765+0000 7f05fd800700 1 --2- 172.21.15.88:0/1725145507 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f05f8101550 0x7f05f8101970 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.765+0000 7f05fd800700 1 --2- 172.21.15.88:0/1725145507 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05f8102740 0x7f05f8102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.765+0000 7f05fd800700 1 -- 172.21.15.88:0/1725145507 >> 172.21.15.88:0/1725145507 conn(0x7f05f80fcae0 msgr2=0x7f05f80fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:06.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.765+0000 7f05fd800700 1 -- 172.21.15.88:0/1725145507 shutdown_connections 2024-01-28T12:59:06.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.765+0000 7f05fd800700 1 -- 172.21.15.88:0/1725145507 wait complete. 2024-01-28T12:59:06.766 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.766+0000 7f05fd800700 1 Processor -- start 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.766+0000 7f05fd800700 1 -- start start 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.766+0000 7f05fd800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05f8101550 0x7f05f8075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05fd800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f05f8102740 0x7f05f80739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05fd800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f05f81030e0 0x7f05f8073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05fd800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05f80746a0 con 0x7f05f8101550 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05fd800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05f8074810 con 0x7f05f8102740 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05fd800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05f81a1560 con 0x7f05f81030e0 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05f8101550 0x7f05f8075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05f8101550 0x7f05f8075380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52428/0 (socket says 172.21.15.88:52428) 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f7400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f05f81030e0 0x7f05f8073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f6a00700 1 -- 172.21.15.88:0/2301188590 learned_addr learned my addr 172.21.15.88:0/2301188590 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:06.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f6000700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f05f8102740 0x7f05f80739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f6a00700 1 -- 172.21.15.88:0/2301188590 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f05f81030e0 msgr2=0x7f05f8073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f6a00700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f05f81030e0 0x7f05f8073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f6a00700 1 -- 172.21.15.88:0/2301188590 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f05f8102740 msgr2=0x7f05f80739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f6a00700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f05f8102740 0x7f05f80739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f6a00700 1 -- 172.21.15.88:0/2301188590 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05e00095f0 con 0x7f05f8101550 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.767+0000 7f05f6a00700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05f8101550 0x7f05f8075380 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f05e8009230 tx=0x7f05e800bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.768+0000 7f05ef400700 1 -- 172.21.15.88:0/2301188590 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05e801c070 con 0x7f05f8101550 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.768+0000 7f05ef400700 1 -- 172.21.15.88:0/2301188590 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f05e800bb20 con 0x7f05f8101550 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.768+0000 7f05fd800700 1 -- 172.21.15.88:0/2301188590 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05e8009520 con 0x7f05f8101550 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.768+0000 7f05ef400700 1 -- 172.21.15.88:0/2301188590 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05e8004950 con 0x7f05f8101550 2024-01-28T12:59:06.768 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.768+0000 7f05fd800700 1 -- 172.21.15.88:0/2301188590 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05f81a1a70 con 0x7f05f8101550 2024-01-28T12:59:06.769 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.769+0000 7f05fd800700 1 -- 172.21.15.88:0/2301188590 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05f81089f0 con 0x7f05f8101550 2024-01-28T12:59:06.770 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.771+0000 7f05ef400700 1 -- 172.21.15.88:0/2301188590 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f05e8020070 con 0x7f05f8101550 2024-01-28T12:59:06.770 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.772+0000 7f05ef400700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f05d80a1850 0x7f05d80a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:06.770 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.772+0000 7f05ef400700 1 -- 172.21.15.88:0/2301188590 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f05e80cdf70 con 0x7f05f8101550 2024-01-28T12:59:06.770 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.772+0000 7f05f6000700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f05d80a1850 0x7f05d80a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:06.770 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.773+0000 7f05f6000700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f05d80a1850 0x7f05d80a3d10 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f05e0005fd0 tx=0x7f05e0009310 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:06.773 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:06.776+0000 7f05ef400700 1 -- 172.21.15.88:0/2301188590 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f05e8097090 con 0x7f05f8101550 2024-01-28T12:59:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:06 smithi175 ceph-mon[44549]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:06 smithi175 ceph-mon[44549]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:06 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] up:active 2024-01-28T12:59:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:06 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T12:59:06.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:06 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T12:59:06.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:06 smithi181 ceph-mon[45557]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:06 smithi181 ceph-mon[45557]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:06 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] up:active 2024-01-28T12:59:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:06 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T12:59:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:06 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T12:59:07.007 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.009+0000 7f05fd800700 1 -- 172.21.15.88:0/2301188590 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f05f802d480 con 0x7f05d80a1850 2024-01-28T12:59:07.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.013+0000 7f05ef400700 1 -- 172.21.15.88:0/2301188590 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+54 (secure 0 0 0) 0x7f05f802d480 con 0x7f05d80a1850 2024-01-28T12:59:07.011 INFO:teuthology.orchestra.run.smithi088.stdout:/volumes/qa/sv_1/c1a87290-89bb-436a-beb6-ca15fa5654c1 2024-01-28T12:59:07.013 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 -- 172.21.15.88:0/2301188590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f05d80a1850 msgr2=0x7f05d80a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f05d80a1850 0x7f05d80a3d10 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f05e0005fd0 tx=0x7f05e0009310 comp rx=0 tx=0).stop 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 -- 172.21.15.88:0/2301188590 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05f8101550 msgr2=0x7f05f8075380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05f8101550 0x7f05f8075380 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f05e8009230 tx=0x7f05e800bef0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 -- 172.21.15.88:0/2301188590 shutdown_connections 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f05d80a1850 0x7f05d80a3d10 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f05f81030e0 0x7f05f8073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05f8101550 0x7f05f8075380 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 --2- 172.21.15.88:0/2301188590 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f05f8102740 0x7f05f80739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 -- 172.21.15.88:0/2301188590 >> 172.21.15.88:0/2301188590 conn(0x7f05f80fcae0 msgr2=0x7f05f8105b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 -- 172.21.15.88:0/2301188590 shutdown_connections 2024-01-28T12:59:07.014 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.016+0000 7f05fd800700 1 -- 172.21.15.88:0/2301188590 wait complete. 2024-01-28T12:59:07.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:06 smithi088 ceph-mon[35322]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:07.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:06 smithi088 ceph-mon[35322]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:07.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:06 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] up:active 2024-01-28T12:59:07.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:06 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T12:59:07.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:06 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T12:59:07.033 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:59:07.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.234+0000 7f7bd2600700 1 -- 172.21.15.88:0/2006831330 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bcc1030d0 msgr2=0x7f7bcc109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.234+0000 7f7bd2600700 1 --2- 172.21.15.88:0/2006831330 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bcc1030d0 0x7f7bcc109980 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7bc400b0d0 tx=0x7f7bc400b3e0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.234+0000 7f7bd2600700 1 -- 172.21.15.88:0/2006831330 shutdown_connections 2024-01-28T12:59:07.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.234+0000 7f7bd2600700 1 --2- 172.21.15.88:0/2006831330 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bcc1030d0 0x7f7bcc109980 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.234+0000 7f7bd2600700 1 --2- 172.21.15.88:0/2006831330 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7bcc101540 0x7f7bcc101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.234+0000 7f7bd2600700 1 --2- 172.21.15.88:0/2006831330 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7bcc102730 0x7f7bcc102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.234+0000 7f7bd2600700 1 -- 172.21.15.88:0/2006831330 >> 172.21.15.88:0/2006831330 conn(0x7f7bcc0fcad0 msgr2=0x7f7bcc0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:07.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.234+0000 7f7bd2600700 1 -- 172.21.15.88:0/2006831330 shutdown_connections 2024-01-28T12:59:07.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.234+0000 7f7bd2600700 1 -- 172.21.15.88:0/2006831330 wait complete. 2024-01-28T12:59:07.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.235+0000 7f7bd2600700 1 Processor -- start 2024-01-28T12:59:07.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.235+0000 7f7bd2600700 1 -- start start 2024-01-28T12:59:07.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.235+0000 7f7bd2600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7bcc101540 0x7f7bcc199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:07.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.235+0000 7f7bd2600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bcc102730 0x7f7bcc199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:07.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.235+0000 7f7bd2600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7bcc1030d0 0x7f7bcc1a0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:07.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.235+0000 7f7bd2600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bcc1a12c0 con 0x7f7bcc101540 2024-01-28T12:59:07.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.235+0000 7f7bd2600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bcc1a1400 con 0x7f7bcc102730 2024-01-28T12:59:07.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.235+0000 7f7bd2600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bcc1a1590 con 0x7f7bcc1030d0 2024-01-28T12:59:07.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.235+0000 7f7bcb400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7bcc101540 0x7f7bcc199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:07.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bcb400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7bcc101540 0x7f7bcc199740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52456/0 (socket says 172.21.15.88:52456) 2024-01-28T12:59:07.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bcb400700 1 -- 172.21.15.88:0/824802325 learned_addr learned my addr 172.21.15.88:0/824802325 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:07.242 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bcbe00700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7bcc1030d0 0x7f7bcc1a0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:07.242 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bcaa00700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bcc102730 0x7f7bcc199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:07.242 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bcb400700 1 -- 172.21.15.88:0/824802325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7bcc1030d0 msgr2=0x7f7bcc1a0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.242 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bcb400700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7bcc1030d0 0x7f7bcc1a0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.242 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bcb400700 1 -- 172.21.15.88:0/824802325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bcc102730 msgr2=0x7f7bcc199c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.243 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bcb400700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bcc102730 0x7f7bcc199c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.243 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bcb400700 1 -- 172.21.15.88:0/824802325 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bc4009d00 con 0x7f7bcc101540 2024-01-28T12:59:07.243 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bcb400700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7bcc101540 0x7f7bcc199740 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc00e970 tx=0x7f7bbc00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:07.243 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bc3e00700 1 -- 172.21.15.88:0/824802325 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bbc009790 con 0x7f7bcc101540 2024-01-28T12:59:07.243 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bc3e00700 1 -- 172.21.15.88:0/824802325 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7bbc00c7e0 con 0x7f7bcc101540 2024-01-28T12:59:07.243 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bd2600700 1 -- 172.21.15.88:0/824802325 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bcc1a1870 con 0x7f7bcc101540 2024-01-28T12:59:07.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.236+0000 7f7bc3e00700 1 -- 172.21.15.88:0/824802325 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bbc003c70 con 0x7f7bcc101540 2024-01-28T12:59:07.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.237+0000 7f7bd2600700 1 -- 172.21.15.88:0/824802325 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bcc1a1d80 con 0x7f7bcc101540 2024-01-28T12:59:07.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.238+0000 7f7bd2600700 1 -- 172.21.15.88:0/824802325 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7bcc068240 con 0x7f7bcc101540 2024-01-28T12:59:07.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.240+0000 7f7bc3e00700 1 -- 172.21.15.88:0/824802325 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f7bbc00cc50 con 0x7f7bcc101540 2024-01-28T12:59:07.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.241+0000 7f7bc3e00700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7bac0a18e0 0x7f7bac0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:07.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.241+0000 7f7bc3e00700 1 -- 172.21.15.88:0/824802325 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f7bbc014070 con 0x7f7bcc101540 2024-01-28T12:59:07.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.241+0000 7f7bcaa00700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7bac0a18e0 0x7f7bac0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:07.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.242+0000 7f7bcaa00700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7bac0a18e0 0x7f7bac0a3da0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7bb4009c60 tx=0x7f7bb4009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:07.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.245+0000 7f7bc3e00700 1 -- 172.21.15.88:0/824802325 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f7bbc0965f0 con 0x7f7bcc101540 2024-01-28T12:59:07.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.489+0000 7f7bd2600700 1 -- 172.21.15.88:0/824802325 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7bcc10d030 con 0x7f7bcc101540 2024-01-28T12:59:07.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.490+0000 7f7bc3e00700 1 -- 172.21.15.88:0/824802325 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11400 (secure 0 0 0) 0x7f7bbc003dd0 con 0x7f7bcc101540 2024-01-28T12:59:07.488 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:07.488 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-01-28T12:58:39.921017+0000","modified":"2024-01-28T12:59:06.098710+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24584,"mds_1":24550,"mds_2":24542,"mds_3":24532,"mds_4":14532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14520":{"gid":14520,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6839/836955068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":836955068},{"type":"v1","addr":"172.21.15.88:6839","nonce":836955068}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14532":{"gid":14532,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":10,"addr":"172.21.15.88:6841/2328811772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6840","nonce":2328811772},{"type":"v1","addr":"172.21.15.88:6841","nonce":2328811772}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24509":{"gid":24509,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24520":{"gid":24520,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24532":{"gid":24532,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":11,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24550":{"gid":24550,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24584":{"gid":24584,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.175:6839/3969931760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":3969931760},{"type":"v1","addr":"172.21.15.175:6839","nonce":3969931760}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-01-28T12:59:07.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 -- 172.21.15.88:0/824802325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7bac0a18e0 msgr2=0x7f7bac0a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7bac0a18e0 0x7f7bac0a3da0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7bb4009c60 tx=0x7f7bb4009260 comp rx=0 tx=0).stop 2024-01-28T12:59:07.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 -- 172.21.15.88:0/824802325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7bcc101540 msgr2=0x7f7bcc199740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7bcc101540 0x7f7bcc199740 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc00e970 tx=0x7f7bbc00ec80 comp rx=0 tx=0).stop 2024-01-28T12:59:07.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 -- 172.21.15.88:0/824802325 shutdown_connections 2024-01-28T12:59:07.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7bac0a18e0 0x7f7bac0a3da0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7bcc1030d0 0x7f7bcc1a0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7bcc101540 0x7f7bcc199740 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 --2- 172.21.15.88:0/824802325 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7bcc102730 0x7f7bcc199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 -- 172.21.15.88:0/824802325 >> 172.21.15.88:0/824802325 conn(0x7f7bcc0fcad0 msgr2=0x7f7bcc073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:07.491 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 -- 172.21.15.88:0/824802325 shutdown_connections 2024-01-28T12:59:07.491 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.492+0000 7f7bd2600700 1 -- 172.21.15.88:0/824802325 wait complete. 2024-01-28T12:59:07.491 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 28 2024-01-28T12:59:07.509 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:59:07.703 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.705+0000 7f8515400700 1 -- 172.21.15.88:0/479128962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8510101560 msgr2=0x7f8510101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.704 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.705+0000 7f8515400700 1 --2- 172.21.15.88:0/479128962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8510101560 0x7f8510101980 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f85000099c0 tx=0x7f8500009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.704 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.705+0000 7f8515400700 1 -- 172.21.15.88:0/479128962 shutdown_connections 2024-01-28T12:59:07.704 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.705+0000 7f8515400700 1 --2- 172.21.15.88:0/479128962 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f85101030f0 0x7f85101099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.704 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.705+0000 7f8515400700 1 --2- 172.21.15.88:0/479128962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8510101560 0x7f8510101980 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.704 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.705+0000 7f8515400700 1 --2- 172.21.15.88:0/479128962 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8510102750 0x7f8510102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.704 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.705+0000 7f8515400700 1 -- 172.21.15.88:0/479128962 >> 172.21.15.88:0/479128962 conn(0x7f85100fcad0 msgr2=0x7f85100fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:07.704 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.705+0000 7f8515400700 1 -- 172.21.15.88:0/479128962 shutdown_connections 2024-01-28T12:59:07.704 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.706+0000 7f8515400700 1 -- 172.21.15.88:0/479128962 wait complete. 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.706+0000 7f8515400700 1 Processor -- start 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f8515400700 1 -- start start 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f8515400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510101560 0x7f85101974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f8515400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8510102750 0x7f8510197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f8515400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85101030f0 0x7f851019ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f8515400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f851019f060 con 0x7f8510102750 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f8515400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f851019f1a0 con 0x7f85101030f0 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f8515400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f851019f330 con 0x7f8510101560 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f850de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8510102750 0x7f8510197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f850e800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510101560 0x7f85101974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f850de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8510102750 0x7f8510197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52468/0 (socket says 172.21.15.88:52468) 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f850de00700 1 -- 172.21.15.88:0/3270458941 learned_addr learned my addr 172.21.15.88:0/3270458941 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.707+0000 7f850f200700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85101030f0 0x7f851019ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:07.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f850e800700 1 -- 172.21.15.88:0/3270458941 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85101030f0 msgr2=0x7f851019ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f850e800700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85101030f0 0x7f851019ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f850e800700 1 -- 172.21.15.88:0/3270458941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8510102750 msgr2=0x7f8510197a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f850e800700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8510102750 0x7f8510197a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f850e800700 1 -- 172.21.15.88:0/3270458941 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85000095f0 con 0x7f8510101560 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f850de00700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8510102750 0x7f8510197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f850e800700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510101560 0x7f85101974e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f85000098e0 tx=0x7f8500005b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f8507400700 1 -- 172.21.15.88:0/3270458941 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f850001c070 con 0x7f8510101560 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f8507400700 1 -- 172.21.15.88:0/3270458941 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f850000fd10 con 0x7f8510101560 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f8515400700 1 -- 172.21.15.88:0/3270458941 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f851019f5b0 con 0x7f8510101560 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f8507400700 1 -- 172.21.15.88:0/3270458941 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8500022c30 con 0x7f8510101560 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.708+0000 7f8515400700 1 -- 172.21.15.88:0/3270458941 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f851019f9d0 con 0x7f8510101560 2024-01-28T12:59:07.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.709+0000 7f8515400700 1 -- 172.21.15.88:0/3270458941 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8510068240 con 0x7f8510101560 2024-01-28T12:59:07.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.711+0000 7f8507400700 1 -- 172.21.15.88:0/3270458941 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f8500020070 con 0x7f8510101560 2024-01-28T12:59:07.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.712+0000 7f8507400700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f84f00a18e0 0x7f84f00a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:07.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.712+0000 7f8507400700 1 -- 172.21.15.88:0/3270458941 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f85000ce4f0 con 0x7f8510101560 2024-01-28T12:59:07.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.712+0000 7f850de00700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f84f00a18e0 0x7f84f00a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:07.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.713+0000 7f850de00700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f84f00a18e0 0x7f84f00a3da0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f84f8011550 tx=0x7f84f8009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:07.712 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.715+0000 7f8507400700 1 -- 172.21.15.88:0/3270458941 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f85000974b0 con 0x7f8510101560 2024-01-28T12:59:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:07 smithi088 ceph-mon[35322]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:07 smithi088 ceph-mon[35322]: pgmap v250: 129 pgs: 129 active+clean; 584 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s rd, 1.7 KiB/s wr, 7 op/s 2024-01-28T12:59:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:07 smithi088 ceph-mon[35322]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:07 smithi088 ceph-mon[35322]: mgrmap e17: x(active, since 5m), standbys: z, y 2024-01-28T12:59:07.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:07 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/824802325' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:07.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:07 smithi175 ceph-mon[44549]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:07.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:07 smithi175 ceph-mon[44549]: pgmap v250: 129 pgs: 129 active+clean; 584 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s rd, 1.7 KiB/s wr, 7 op/s 2024-01-28T12:59:07.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:07 smithi175 ceph-mon[44549]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:07.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:07 smithi175 ceph-mon[44549]: mgrmap e17: x(active, since 5m), standbys: z, y 2024-01-28T12:59:07.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:07 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/824802325' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:07.917 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.920+0000 7f8515400700 1 -- 172.21.15.88:0/3270458941 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f851002d490 con 0x7f8510101560 2024-01-28T12:59:07.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.922+0000 7f8507400700 1 -- 172.21.15.88:0/3270458941 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+23973 (secure 0 0 0) 0x7f850009aad0 con 0x7f8510101560 2024-01-28T12:59:07.920 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:07.920 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":83,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:58:44.984644+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:59:07.922 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 -- 172.21.15.88:0/3270458941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f84f00a18e0 msgr2=0x7f84f00a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.922 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f84f00a18e0 0x7f84f00a3da0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f84f8011550 tx=0x7f84f8009260 comp rx=0 tx=0).stop 2024-01-28T12:59:07.922 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 -- 172.21.15.88:0/3270458941 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510101560 msgr2=0x7f85101974e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:07.922 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510101560 0x7f85101974e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f85000098e0 tx=0x7f8500005b00 comp rx=0 tx=0).stop 2024-01-28T12:59:07.922 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 -- 172.21.15.88:0/3270458941 shutdown_connections 2024-01-28T12:59:07.922 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f84f00a18e0 0x7f84f00a3da0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.922 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85101030f0 0x7f851019ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.922 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8510101560 0x7f85101974e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.922 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 --2- 172.21.15.88:0/3270458941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8510102750 0x7f8510197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:07.923 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 -- 172.21.15.88:0/3270458941 >> 172.21.15.88:0/3270458941 conn(0x7f85100fcad0 msgr2=0x7f8510105b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:07.923 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 -- 172.21.15.88:0/3270458941 shutdown_connections 2024-01-28T12:59:07.923 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:07.924+0000 7f8515400700 1 -- 172.21.15.88:0/3270458941 wait complete. 2024-01-28T12:59:07.940 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-01-28T12:59:07.941 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-01-28T12:59:07.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:07 smithi181 ceph-mon[45557]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:07.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:07 smithi181 ceph-mon[45557]: pgmap v250: 129 pgs: 129 active+clean; 584 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s rd, 1.7 KiB/s wr, 7 op/s 2024-01-28T12:59:07.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:07 smithi181 ceph-mon[45557]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:07.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:07 smithi181 ceph-mon[45557]: mgrmap e17: x(active, since 5m), standbys: z, y 2024-01-28T12:59:07.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:07 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/824802325' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:08.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.136+0000 7fe3fcc00700 1 -- 172.21.15.88:0/2319156874 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3f81030f0 msgr2=0x7fe3f81099a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:08.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.136+0000 7fe3fcc00700 1 --2- 172.21.15.88:0/2319156874 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3f81030f0 0x7fe3f81099a0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe3f000b0d0 tx=0x7fe3f000b3e0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.136+0000 7fe3fcc00700 1 -- 172.21.15.88:0/2319156874 shutdown_connections 2024-01-28T12:59:08.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.136+0000 7fe3fcc00700 1 --2- 172.21.15.88:0/2319156874 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3f81030f0 0x7fe3f81099a0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.136+0000 7fe3fcc00700 1 --2- 172.21.15.88:0/2319156874 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3f8101560 0x7fe3f8101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.136+0000 7fe3fcc00700 1 --2- 172.21.15.88:0/2319156874 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe3f8102750 0x7fe3f8102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.136+0000 7fe3fcc00700 1 -- 172.21.15.88:0/2319156874 >> 172.21.15.88:0/2319156874 conn(0x7fe3f80fcad0 msgr2=0x7fe3f80fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:08.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.136+0000 7fe3fcc00700 1 -- 172.21.15.88:0/2319156874 shutdown_connections 2024-01-28T12:59:08.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.136+0000 7fe3fcc00700 1 -- 172.21.15.88:0/2319156874 wait complete. 2024-01-28T12:59:08.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.137+0000 7fe3fcc00700 1 Processor -- start 2024-01-28T12:59:08.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.137+0000 7fe3fcc00700 1 -- start start 2024-01-28T12:59:08.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3fcc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3f8101560 0x7fe3f8199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:08.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3fcc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe3f8102750 0x7fe3f8199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:08.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3fcc00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3f81030f0 0x7fe3f81a0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:08.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3fcc00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3f81a12c0 con 0x7fe3f8101560 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3fcc00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3f81a1400 con 0x7fe3f8102750 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3fcc00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3f81a1590 con 0x7fe3f81030f0 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3f5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3f8101560 0x7fe3f8199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3f5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3f8101560 0x7fe3f8199740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52494/0 (socket says 172.21.15.88:52494) 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3f5e00700 1 -- 172.21.15.88:0/918437742 learned_addr learned my addr 172.21.15.88:0/918437742 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3efe00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe3f8102750 0x7fe3f8199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3f6800700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3f81030f0 0x7fe3f81a0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3f5e00700 1 -- 172.21.15.88:0/918437742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3f81030f0 msgr2=0x7fe3f81a0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3f5e00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3f81030f0 0x7fe3f81a0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3f5e00700 1 -- 172.21.15.88:0/918437742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe3f8102750 msgr2=0x7fe3f8199c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3f5e00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe3f8102750 0x7fe3f8199c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.138+0000 7fe3f5e00700 1 -- 172.21.15.88:0/918437742 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3f0009d00 con 0x7fe3f8101560 2024-01-28T12:59:08.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.139+0000 7fe3f5e00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3f8101560 0x7fe3f8199740 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe3e800e970 tx=0x7fe3e800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:08.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.139+0000 7fe3eea00700 1 -- 172.21.15.88:0/918437742 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3e8009790 con 0x7fe3f8101560 2024-01-28T12:59:08.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.139+0000 7fe3eea00700 1 -- 172.21.15.88:0/918437742 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe3e800eec0 con 0x7fe3f8101560 2024-01-28T12:59:08.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.139+0000 7fe3fcc00700 1 -- 172.21.15.88:0/918437742 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3f81a1870 con 0x7fe3f8101560 2024-01-28T12:59:08.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.139+0000 7fe3eea00700 1 -- 172.21.15.88:0/918437742 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3e8003cf0 con 0x7fe3f8101560 2024-01-28T12:59:08.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.139+0000 7fe3fcc00700 1 -- 172.21.15.88:0/918437742 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3f81a1d80 con 0x7fe3f8101560 2024-01-28T12:59:08.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.140+0000 7fe3fcc00700 1 -- 172.21.15.88:0/918437742 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3f8068240 con 0x7fe3f8101560 2024-01-28T12:59:08.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.142+0000 7fe3eea00700 1 -- 172.21.15.88:0/918437742 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fe3e800ccd0 con 0x7fe3f8101560 2024-01-28T12:59:08.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.143+0000 7fe3eea00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3d80a18e0 0x7fe3d80a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:08.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.143+0000 7fe3eea00700 1 -- 172.21.15.88:0/918437742 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fe3e8014070 con 0x7fe3f8101560 2024-01-28T12:59:08.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.143+0000 7fe3efe00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3d80a18e0 0x7fe3d80a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:08.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.144+0000 7fe3efe00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3d80a18e0 0x7fe3d80a3da0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe3e0009c60 tx=0x7fe3e0009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:08.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.147+0000 7fe3eea00700 1 -- 172.21.15.88:0/918437742 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fe3e8096690 con 0x7fe3f8101560 2024-01-28T12:59:08.343 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.345+0000 7fe3fcc00700 1 -- 172.21.15.88:0/918437742 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe3f8074f20 con 0x7fe3d80a18e0 2024-01-28T12:59:08.358 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.361+0000 7fe3eea00700 1 -- 172.21.15.88:0/918437742 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+422165 (secure 0 0 0) 0x7fe3f8074f20 con 0x7fe3d80a18e0 2024-01-28T12:59:08.368 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:08.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.366+0000 7fe3fcc00700 1 -- 172.21.15.88:0/918437742 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3d80a18e0 msgr2=0x7fe3d80a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:08.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.366+0000 7fe3fcc00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3d80a18e0 0x7fe3d80a3da0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe3e0009c60 tx=0x7fe3e0009260 comp rx=0 tx=0).stop 2024-01-28T12:59:08.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.366+0000 7fe3fcc00700 1 -- 172.21.15.88:0/918437742 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3f8101560 msgr2=0x7fe3f8199740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:08.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.366+0000 7fe3fcc00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3f8101560 0x7fe3f8199740 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe3e800e970 tx=0x7fe3e800ec80 comp rx=0 tx=0).stop 2024-01-28T12:59:08.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.366+0000 7fe3fcc00700 1 -- 172.21.15.88:0/918437742 shutdown_connections 2024-01-28T12:59:08.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.366+0000 7fe3fcc00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3d80a18e0 0x7fe3d80a3da0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.366+0000 7fe3fcc00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3f81030f0 0x7fe3f81a0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.366+0000 7fe3fcc00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe3f8101560 0x7fe3f8199740 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.366+0000 7fe3fcc00700 1 --2- 172.21.15.88:0/918437742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe3f8102750 0x7fe3f8199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.366+0000 7fe3fcc00700 1 -- 172.21.15.88:0/918437742 >> 172.21.15.88:0/918437742 conn(0x7fe3f80fcad0 msgr2=0x7fe3f8073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:08.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.367+0000 7fe3fcc00700 1 -- 172.21.15.88:0/918437742 shutdown_connections 2024-01-28T12:59:08.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.367+0000 7fe3fcc00700 1 -- 172.21.15.88:0/918437742 wait complete. 2024-01-28T12:59:08.375 INFO:teuthology.orchestra.run.smithi088.stderr:dumped all 2024-01-28T12:59:08.383 INFO:teuthology.orchestra.run.smithi088.stdout:{"pg_ready":true,"pg_map":{"version":251,"stamp":"2024-01-28T12:59:08.063492+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":600085,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":141,"num_read_kb":121,"num_write":332,"num_write_kb":2986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":273,"ondisk_log_size":273,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376864,"kb_used_data":11072,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564960,"statfs":{"total":1151940427776,"available":1151554519040,"internally_reserved":0,"allocated":11337728,"data_stored":7234285,"data_compressed":247380,"data_compressed_allocated":331776,"data_compressed_original":2162688,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6835,"num_objects":47,"num_object_clones":0,"num_object_copies":141,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":0,"num_read":15,"num_read_kb":12,"num_write":105,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":31,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003163"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.505832+0000","last_change":"2024-01-28T12:58:40.101512+0000","last_active":"2024-01-28T12:58:44.505832+0000","last_peered":"2024-01-28T12:58:44.505832+0000","last_clean":"2024-01-28T12:58:44.505832+0000","last_became_active":"2024-01-28T12:58:40.101156+0000","last_became_peered":"2024-01-28T12:58:40.101156+0000","last_unstale":"2024-01-28T12:58:44.505832+0000","last_undegraded":"2024-01-28T12:58:44.505832+0000","last_fullsized":"2024-01-28T12:58:44.505832+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:57:56.617107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499622+0000","last_change":"2024-01-28T12:58:40.110366+0000","last_active":"2024-01-28T12:58:44.499622+0000","last_peered":"2024-01-28T12:58:44.499622+0000","last_clean":"2024-01-28T12:58:44.499622+0000","last_became_active":"2024-01-28T12:58:40.108218+0000","last_became_peered":"2024-01-28T12:58:40.108218+0000","last_unstale":"2024-01-28T12:58:44.499622+0000","last_undegraded":"2024-01-28T12:58:44.499622+0000","last_fullsized":"2024-01-28T12:58:44.499622+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:34:08.077338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.498871+0000","last_change":"2024-01-28T12:58:40.112209+0000","last_active":"2024-01-28T12:58:44.498871+0000","last_peered":"2024-01-28T12:58:44.498871+0000","last_clean":"2024-01-28T12:58:44.498871+0000","last_became_active":"2024-01-28T12:58:40.108566+0000","last_became_peered":"2024-01-28T12:58:40.108566+0000","last_unstale":"2024-01-28T12:58:44.498871+0000","last_undegraded":"2024-01-28T12:58:44.498871+0000","last_fullsized":"2024-01-28T12:58:44.498871+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:53:04.653991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503119+0000","last_change":"2024-01-28T12:58:40.111585+0000","last_active":"2024-01-28T12:58:44.503119+0000","last_peered":"2024-01-28T12:58:44.503119+0000","last_clean":"2024-01-28T12:58:44.503119+0000","last_became_active":"2024-01-28T12:58:40.111222+0000","last_became_peered":"2024-01-28T12:58:40.111222+0000","last_unstale":"2024-01-28T12:58:44.503119+0000","last_undegraded":"2024-01-28T12:58:44.503119+0000","last_fullsized":"2024-01-28T12:58:44.503119+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:24:42.852138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503799+0000","last_change":"2024-01-28T12:58:40.102223+0000","last_active":"2024-01-28T12:58:44.503799+0000","last_peered":"2024-01-28T12:58:44.503799+0000","last_clean":"2024-01-28T12:58:44.503799+0000","last_became_active":"2024-01-28T12:58:40.101846+0000","last_became_peered":"2024-01-28T12:58:40.101846+0000","last_unstale":"2024-01-28T12:58:44.503799+0000","last_undegraded":"2024-01-28T12:58:44.503799+0000","last_fullsized":"2024-01-28T12:58:44.503799+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:33:02.857960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.921959+0000","last_change":"2024-01-28T12:58:40.102251+0000","last_active":"2024-01-28T12:58:44.921959+0000","last_peered":"2024-01-28T12:58:44.921959+0000","last_clean":"2024-01-28T12:58:44.921959+0000","last_became_active":"2024-01-28T12:58:40.101895+0000","last_became_peered":"2024-01-28T12:58:40.101895+0000","last_unstale":"2024-01-28T12:58:44.921959+0000","last_undegraded":"2024-01-28T12:58:44.921959+0000","last_fullsized":"2024-01-28T12:58:44.921959+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:18:56.297194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.501455+0000","last_change":"2024-01-28T12:58:40.107118+0000","last_active":"2024-01-28T12:58:44.501455+0000","last_peered":"2024-01-28T12:58:44.501455+0000","last_clean":"2024-01-28T12:58:44.501455+0000","last_became_active":"2024-01-28T12:58:40.106761+0000","last_became_peered":"2024-01-28T12:58:40.106761+0000","last_unstale":"2024-01-28T12:58:44.501455+0000","last_undegraded":"2024-01-28T12:58:44.501455+0000","last_fullsized":"2024-01-28T12:58:44.501455+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:57:45.312711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.494587+0000","last_change":"2024-01-28T12:58:40.110134+0000","last_active":"2024-01-28T12:58:44.494587+0000","last_peered":"2024-01-28T12:58:44.494587+0000","last_clean":"2024-01-28T12:58:44.494587+0000","last_became_active":"2024-01-28T12:58:40.104158+0000","last_became_peered":"2024-01-28T12:58:40.104158+0000","last_unstale":"2024-01-28T12:58:44.494587+0000","last_undegraded":"2024-01-28T12:58:44.494587+0000","last_fullsized":"2024-01-28T12:58:44.494587+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:51:24.406311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495803+0000","last_change":"2024-01-28T12:58:40.103848+0000","last_active":"2024-01-28T12:58:44.495803+0000","last_peered":"2024-01-28T12:58:44.495803+0000","last_clean":"2024-01-28T12:58:44.495803+0000","last_became_active":"2024-01-28T12:58:40.103498+0000","last_became_peered":"2024-01-28T12:58:40.103498+0000","last_unstale":"2024-01-28T12:58:44.495803+0000","last_undegraded":"2024-01-28T12:58:44.495803+0000","last_fullsized":"2024-01-28T12:58:44.495803+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:46:38.753587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.921909+0000","last_change":"2024-01-28T12:58:40.103544+0000","last_active":"2024-01-28T12:58:44.921909+0000","last_peered":"2024-01-28T12:58:44.921909+0000","last_clean":"2024-01-28T12:58:44.921909+0000","last_became_active":"2024-01-28T12:58:40.103111+0000","last_became_peered":"2024-01-28T12:58:40.103111+0000","last_unstale":"2024-01-28T12:58:44.921909+0000","last_undegraded":"2024-01-28T12:58:44.921909+0000","last_fullsized":"2024-01-28T12:58:44.921909+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:45:11.456259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503195+0000","last_change":"2024-01-28T12:58:40.098607+0000","last_active":"2024-01-28T12:58:44.503195+0000","last_peered":"2024-01-28T12:58:44.503195+0000","last_clean":"2024-01-28T12:58:44.503195+0000","last_became_active":"2024-01-28T12:58:40.098292+0000","last_became_peered":"2024-01-28T12:58:40.098292+0000","last_unstale":"2024-01-28T12:58:44.503195+0000","last_undegraded":"2024-01-28T12:58:44.503195+0000","last_fullsized":"2024-01-28T12:58:44.503195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:38:51.804484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503018+0000","last_change":"2024-01-28T12:58:40.104301+0000","last_active":"2024-01-28T12:58:44.503018+0000","last_peered":"2024-01-28T12:58:44.503018+0000","last_clean":"2024-01-28T12:58:44.503018+0000","last_became_active":"2024-01-28T12:58:40.103966+0000","last_became_peered":"2024-01-28T12:58:40.103966+0000","last_unstale":"2024-01-28T12:58:44.503018+0000","last_undegraded":"2024-01-28T12:58:44.503018+0000","last_fullsized":"2024-01-28T12:58:44.503018+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:46:32.670631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503506+0000","last_change":"2024-01-28T12:58:40.104201+0000","last_active":"2024-01-28T12:58:44.503506+0000","last_peered":"2024-01-28T12:58:44.503506+0000","last_clean":"2024-01-28T12:58:44.503506+0000","last_became_active":"2024-01-28T12:58:40.103655+0000","last_became_peered":"2024-01-28T12:58:40.103655+0000","last_unstale":"2024-01-28T12:58:44.503506+0000","last_undegraded":"2024-01-28T12:58:44.503506+0000","last_fullsized":"2024-01-28T12:58:44.503506+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:08:44.492887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.498873+0000","last_change":"2024-01-28T12:58:40.106385+0000","last_active":"2024-01-28T12:58:44.498873+0000","last_peered":"2024-01-28T12:58:44.498873+0000","last_clean":"2024-01-28T12:58:44.498873+0000","last_became_active":"2024-01-28T12:58:40.106103+0000","last_became_peered":"2024-01-28T12:58:40.106103+0000","last_unstale":"2024-01-28T12:58:44.498873+0000","last_undegraded":"2024-01-28T12:58:44.498873+0000","last_fullsized":"2024-01-28T12:58:44.498873+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:21:27.458399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499949+0000","last_change":"2024-01-28T12:58:40.099704+0000","last_active":"2024-01-28T12:58:44.499949+0000","last_peered":"2024-01-28T12:58:44.499949+0000","last_clean":"2024-01-28T12:58:44.499949+0000","last_became_active":"2024-01-28T12:58:40.099408+0000","last_became_peered":"2024-01-28T12:58:40.099408+0000","last_unstale":"2024-01-28T12:58:44.499949+0000","last_undegraded":"2024-01-28T12:58:44.499949+0000","last_fullsized":"2024-01-28T12:58:44.499949+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:22:15.689565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495174+0000","last_change":"2024-01-28T12:58:40.097318+0000","last_active":"2024-01-28T12:58:44.495174+0000","last_peered":"2024-01-28T12:58:44.495174+0000","last_clean":"2024-01-28T12:58:44.495174+0000","last_became_active":"2024-01-28T12:58:40.096974+0000","last_became_peered":"2024-01-28T12:58:40.096974+0000","last_unstale":"2024-01-28T12:58:44.495174+0000","last_undegraded":"2024-01-28T12:58:44.495174+0000","last_fullsized":"2024-01-28T12:58:44.495174+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:53:01.399262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.505511+0000","last_change":"2024-01-28T12:58:40.104956+0000","last_active":"2024-01-28T12:58:44.505511+0000","last_peered":"2024-01-28T12:58:44.505511+0000","last_clean":"2024-01-28T12:58:44.505511+0000","last_became_active":"2024-01-28T12:58:40.104589+0000","last_became_peered":"2024-01-28T12:58:40.104589+0000","last_unstale":"2024-01-28T12:58:44.505511+0000","last_undegraded":"2024-01-28T12:58:44.505511+0000","last_fullsized":"2024-01-28T12:58:44.505511+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:56:08.666348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503284+0000","last_change":"2024-01-28T12:58:40.104476+0000","last_active":"2024-01-28T12:58:44.503284+0000","last_peered":"2024-01-28T12:58:44.503284+0000","last_clean":"2024-01-28T12:58:44.503284+0000","last_became_active":"2024-01-28T12:58:40.102730+0000","last_became_peered":"2024-01-28T12:58:40.102730+0000","last_unstale":"2024-01-28T12:58:44.503284+0000","last_undegraded":"2024-01-28T12:58:44.503284+0000","last_fullsized":"2024-01-28T12:58:44.503284+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:48:53.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.500552+0000","last_change":"2024-01-28T12:58:40.107706+0000","last_active":"2024-01-28T12:58:44.500552+0000","last_peered":"2024-01-28T12:58:44.500552+0000","last_clean":"2024-01-28T12:58:44.500552+0000","last_became_active":"2024-01-28T12:58:40.107355+0000","last_became_peered":"2024-01-28T12:58:40.107355+0000","last_unstale":"2024-01-28T12:58:44.500552+0000","last_undegraded":"2024-01-28T12:58:44.500552+0000","last_fullsized":"2024-01-28T12:58:44.500552+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:49:22.346501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.150392+0000","last_change":"2024-01-28T12:58:44.518877+0000","last_active":"2024-01-28T12:58:45.150392+0000","last_peered":"2024-01-28T12:58:45.150392+0000","last_clean":"2024-01-28T12:58:45.150392+0000","last_became_active":"2024-01-28T12:58:44.518469+0000","last_became_peered":"2024-01-28T12:58:44.518469+0000","last_unstale":"2024-01-28T12:58:45.150392+0000","last_undegraded":"2024-01-28T12:58:45.150392+0000","last_fullsized":"2024-01-28T12:58:45.150392+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:15:36.846857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.104260+0000","last_change":"2024-01-28T12:58:39.448560+0000","last_active":"2024-01-28T12:59:05.104260+0000","last_peered":"2024-01-28T12:59:05.104260+0000","last_clean":"2024-01-28T12:59:05.104260+0000","last_became_active":"2024-01-28T12:58:39.447031+0000","last_became_peered":"2024-01-28T12:58:39.447031+0000","last_unstale":"2024-01-28T12:59:05.104260+0000","last_undegraded":"2024-01-28T12:59:05.104260+0000","last_fullsized":"2024-01-28T12:59:05.104260+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:36:50.055028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":684,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495439+0000","last_change":"2024-01-28T12:58:40.112496+0000","last_active":"2024-01-28T12:58:44.495439+0000","last_peered":"2024-01-28T12:58:44.495439+0000","last_clean":"2024-01-28T12:58:44.495439+0000","last_became_active":"2024-01-28T12:58:40.111408+0000","last_became_peered":"2024-01-28T12:58:40.111408+0000","last_unstale":"2024-01-28T12:58:44.495439+0000","last_undegraded":"2024-01-28T12:58:44.495439+0000","last_fullsized":"2024-01-28T12:58:44.495439+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:49:15.844814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928581+0000","last_change":"2024-01-28T12:58:44.515958+0000","last_active":"2024-01-28T12:58:45.928581+0000","last_peered":"2024-01-28T12:58:45.928581+0000","last_clean":"2024-01-28T12:58:45.928581+0000","last_became_active":"2024-01-28T12:58:44.515526+0000","last_became_peered":"2024-01-28T12:58:44.515526+0000","last_unstale":"2024-01-28T12:58:45.928581+0000","last_undegraded":"2024-01-28T12:58:45.928581+0000","last_fullsized":"2024-01-28T12:58:45.928581+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:46:49.949138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.085276+0000","last_change":"2024-01-28T12:58:39.445552+0000","last_active":"2024-01-28T12:58:45.085276+0000","last_peered":"2024-01-28T12:58:45.085276+0000","last_clean":"2024-01-28T12:58:45.085276+0000","last_became_active":"2024-01-28T12:58:39.445105+0000","last_became_peered":"2024-01-28T12:58:39.445105+0000","last_unstale":"2024-01-28T12:58:45.085276+0000","last_undegraded":"2024-01-28T12:58:45.085276+0000","last_fullsized":"2024-01-28T12:58:45.085276+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:33:14.820303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499736+0000","last_change":"2024-01-28T12:58:40.109658+0000","last_active":"2024-01-28T12:58:44.499736+0000","last_peered":"2024-01-28T12:58:44.499736+0000","last_clean":"2024-01-28T12:58:44.499736+0000","last_became_active":"2024-01-28T12:58:40.106321+0000","last_became_peered":"2024-01-28T12:58:40.106321+0000","last_unstale":"2024-01-28T12:58:44.499736+0000","last_undegraded":"2024-01-28T12:58:44.499736+0000","last_fullsized":"2024-01-28T12:58:44.499736+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:39:02.147216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928734+0000","last_change":"2024-01-28T12:58:44.516337+0000","last_active":"2024-01-28T12:58:45.928734+0000","last_peered":"2024-01-28T12:58:45.928734+0000","last_clean":"2024-01-28T12:58:45.928734+0000","last_became_active":"2024-01-28T12:58:44.515926+0000","last_became_peered":"2024-01-28T12:58:44.515926+0000","last_unstale":"2024-01-28T12:58:45.928734+0000","last_undegraded":"2024-01-28T12:58:45.928734+0000","last_fullsized":"2024-01-28T12:58:45.928734+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:40:46.901666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"78'2","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.508609+0000","last_change":"2024-01-28T12:58:39.444915+0000","last_active":"2024-01-28T12:58:44.508609+0000","last_peered":"2024-01-28T12:58:44.508609+0000","last_clean":"2024-01-28T12:58:44.508609+0000","last_became_active":"2024-01-28T12:58:39.444637+0000","last_became_peered":"2024-01-28T12:58:39.444637+0000","last_unstale":"2024-01-28T12:58:44.508609+0000","last_undegraded":"2024-01-28T12:58:44.508609+0000","last_fullsized":"2024-01-28T12:58:44.508609+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:31:41.392815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495397+0000","last_change":"2024-01-28T12:58:40.104767+0000","last_active":"2024-01-28T12:58:44.495397+0000","last_peered":"2024-01-28T12:58:44.495397+0000","last_clean":"2024-01-28T12:58:44.495397+0000","last_became_active":"2024-01-28T12:58:40.104386+0000","last_became_peered":"2024-01-28T12:58:40.104386+0000","last_unstale":"2024-01-28T12:58:44.495397+0000","last_undegraded":"2024-01-28T12:58:44.495397+0000","last_fullsized":"2024-01-28T12:58:44.495397+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:33:29.687288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928738+0000","last_change":"2024-01-28T12:58:44.514169+0000","last_active":"2024-01-28T12:58:45.928738+0000","last_peered":"2024-01-28T12:58:45.928738+0000","last_clean":"2024-01-28T12:58:45.928738+0000","last_became_active":"2024-01-28T12:58:44.513710+0000","last_became_peered":"2024-01-28T12:58:44.513710+0000","last_unstale":"2024-01-28T12:58:45.928738+0000","last_undegraded":"2024-01-28T12:58:45.928738+0000","last_fullsized":"2024-01-28T12:58:45.928738+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:46:26.032561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.505451+0000","last_change":"2024-01-28T12:58:39.446145+0000","last_active":"2024-01-28T12:58:44.505451+0000","last_peered":"2024-01-28T12:58:44.505451+0000","last_clean":"2024-01-28T12:58:44.505451+0000","last_became_active":"2024-01-28T12:58:39.445833+0000","last_became_peered":"2024-01-28T12:58:39.445833+0000","last_unstale":"2024-01-28T12:58:44.505451+0000","last_undegraded":"2024-01-28T12:58:44.505451+0000","last_fullsized":"2024-01-28T12:58:44.505451+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:24:43.250535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.511409+0000","last_change":"2024-01-28T12:58:40.112588+0000","last_active":"2024-01-28T12:58:44.511409+0000","last_peered":"2024-01-28T12:58:44.511409+0000","last_clean":"2024-01-28T12:58:44.511409+0000","last_became_active":"2024-01-28T12:58:40.112281+0000","last_became_peered":"2024-01-28T12:58:40.112281+0000","last_unstale":"2024-01-28T12:58:44.511409+0000","last_undegraded":"2024-01-28T12:58:44.511409+0000","last_fullsized":"2024-01-28T12:58:44.511409+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:24:51.320482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.150427+0000","last_change":"2024-01-28T12:58:44.514874+0000","last_active":"2024-01-28T12:58:45.150427+0000","last_peered":"2024-01-28T12:58:45.150427+0000","last_clean":"2024-01-28T12:58:45.150427+0000","last_became_active":"2024-01-28T12:58:44.514420+0000","last_became_peered":"2024-01-28T12:58:44.514420+0000","last_unstale":"2024-01-28T12:58:45.150427+0000","last_undegraded":"2024-01-28T12:58:45.150427+0000","last_fullsized":"2024-01-28T12:58:45.150427+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:40:56.464190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.100083+0000","last_change":"2024-01-28T12:58:39.443766+0000","last_active":"2024-01-28T12:59:05.100083+0000","last_peered":"2024-01-28T12:59:05.100083+0000","last_clean":"2024-01-28T12:59:05.100083+0000","last_became_active":"2024-01-28T12:58:39.443424+0000","last_became_peered":"2024-01-28T12:58:39.443424+0000","last_unstale":"2024-01-28T12:59:05.100083+0000","last_undegraded":"2024-01-28T12:59:05.100083+0000","last_fullsized":"2024-01-28T12:59:05.100083+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:44:29.268333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.507257+0000","last_change":"2024-01-28T12:58:40.097618+0000","last_active":"2024-01-28T12:58:44.507257+0000","last_peered":"2024-01-28T12:58:44.507257+0000","last_clean":"2024-01-28T12:58:44.507257+0000","last_became_active":"2024-01-28T12:58:40.097301+0000","last_became_peered":"2024-01-28T12:58:40.097301+0000","last_unstale":"2024-01-28T12:58:44.507257+0000","last_undegraded":"2024-01-28T12:58:44.507257+0000","last_fullsized":"2024-01-28T12:58:44.507257+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:46:23.374946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.150532+0000","last_change":"2024-01-28T12:58:44.517939+0000","last_active":"2024-01-28T12:58:45.150532+0000","last_peered":"2024-01-28T12:58:45.150532+0000","last_clean":"2024-01-28T12:58:45.150532+0000","last_became_active":"2024-01-28T12:58:44.517586+0000","last_became_peered":"2024-01-28T12:58:44.517586+0000","last_unstale":"2024-01-28T12:58:45.150532+0000","last_undegraded":"2024-01-28T12:58:45.150532+0000","last_fullsized":"2024-01-28T12:58:45.150532+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:54:40.996671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"78'1","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.921945+0000","last_change":"2024-01-28T12:58:39.446302+0000","last_active":"2024-01-28T12:58:44.921945+0000","last_peered":"2024-01-28T12:58:44.921945+0000","last_clean":"2024-01-28T12:58:44.921945+0000","last_became_active":"2024-01-28T12:58:39.445928+0000","last_became_peered":"2024-01-28T12:58:39.445928+0000","last_unstale":"2024-01-28T12:58:44.921945+0000","last_undegraded":"2024-01-28T12:58:44.921945+0000","last_fullsized":"2024-01-28T12:58:44.921945+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:12:58.277073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.510051+0000","last_change":"2024-01-28T12:58:40.105808+0000","last_active":"2024-01-28T12:58:44.510051+0000","last_peered":"2024-01-28T12:58:44.510051+0000","last_clean":"2024-01-28T12:58:44.510051+0000","last_became_active":"2024-01-28T12:58:40.105416+0000","last_became_peered":"2024-01-28T12:58:40.105416+0000","last_unstale":"2024-01-28T12:58:44.510051+0000","last_undegraded":"2024-01-28T12:58:44.510051+0000","last_fullsized":"2024-01-28T12:58:44.510051+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:52:37.604471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928565+0000","last_change":"2024-01-28T12:58:44.523453+0000","last_active":"2024-01-28T12:58:45.928565+0000","last_peered":"2024-01-28T12:58:45.928565+0000","last_clean":"2024-01-28T12:58:45.928565+0000","last_became_active":"2024-01-28T12:58:44.523071+0000","last_became_peered":"2024-01-28T12:58:44.523071+0000","last_unstale":"2024-01-28T12:58:45.928565+0000","last_undegraded":"2024-01-28T12:58:45.928565+0000","last_fullsized":"2024-01-28T12:58:45.928565+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:13:17.843842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.501863+0000","last_change":"2024-01-28T12:58:39.447005+0000","last_active":"2024-01-28T12:58:44.501863+0000","last_peered":"2024-01-28T12:58:44.501863+0000","last_clean":"2024-01-28T12:58:44.501863+0000","last_became_active":"2024-01-28T12:58:39.446668+0000","last_became_peered":"2024-01-28T12:58:39.446668+0000","last_unstale":"2024-01-28T12:58:44.501863+0000","last_undegraded":"2024-01-28T12:58:44.501863+0000","last_fullsized":"2024-01-28T12:58:44.501863+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:06:08.451384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.494708+0000","last_change":"2024-01-28T12:58:40.105991+0000","last_active":"2024-01-28T12:58:44.494708+0000","last_peered":"2024-01-28T12:58:44.494708+0000","last_clean":"2024-01-28T12:58:44.494708+0000","last_became_active":"2024-01-28T12:58:40.104814+0000","last_became_peered":"2024-01-28T12:58:40.104814+0000","last_unstale":"2024-01-28T12:58:44.494708+0000","last_undegraded":"2024-01-28T12:58:44.494708+0000","last_fullsized":"2024-01-28T12:58:44.494708+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:12:54.272510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.930041+0000","last_change":"2024-01-28T12:58:44.511549+0000","last_active":"2024-01-28T12:58:45.930041+0000","last_peered":"2024-01-28T12:58:45.930041+0000","last_clean":"2024-01-28T12:58:45.930041+0000","last_became_active":"2024-01-28T12:58:44.510477+0000","last_became_peered":"2024-01-28T12:58:44.510477+0000","last_unstale":"2024-01-28T12:58:45.930041+0000","last_undegraded":"2024-01-28T12:58:45.930041+0000","last_fullsized":"2024-01-28T12:58:45.930041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:44:35.633926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.099015+0000","last_change":"2024-01-28T12:58:39.448816+0000","last_active":"2024-01-28T12:59:05.099015+0000","last_peered":"2024-01-28T12:59:05.099015+0000","last_clean":"2024-01-28T12:59:05.099015+0000","last_became_active":"2024-01-28T12:58:39.448526+0000","last_became_peered":"2024-01-28T12:58:39.448526+0000","last_unstale":"2024-01-28T12:59:05.099015+0000","last_undegraded":"2024-01-28T12:59:05.099015+0000","last_fullsized":"2024-01-28T12:59:05.099015+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:16:30.419200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":594,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.502857+0000","last_change":"2024-01-28T12:58:40.103087+0000","last_active":"2024-01-28T12:58:44.502857+0000","last_peered":"2024-01-28T12:58:44.502857+0000","last_clean":"2024-01-28T12:58:44.502857+0000","last_became_active":"2024-01-28T12:58:40.102435+0000","last_became_peered":"2024-01-28T12:58:40.102435+0000","last_unstale":"2024-01-28T12:58:44.502857+0000","last_undegraded":"2024-01-28T12:58:44.502857+0000","last_fullsized":"2024-01-28T12:58:44.502857+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:24:23.852531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.084781+0000","last_change":"2024-01-28T12:58:44.515826+0000","last_active":"2024-01-28T12:58:45.084781+0000","last_peered":"2024-01-28T12:58:45.084781+0000","last_clean":"2024-01-28T12:58:45.084781+0000","last_became_active":"2024-01-28T12:58:44.514974+0000","last_became_peered":"2024-01-28T12:58:44.514974+0000","last_unstale":"2024-01-28T12:58:45.084781+0000","last_undegraded":"2024-01-28T12:58:45.084781+0000","last_fullsized":"2024-01-28T12:58:45.084781+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:31:22.269527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"83'3","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.582398+0000","last_change":"2024-01-28T12:58:39.444873+0000","last_active":"2024-01-28T12:59:02.582398+0000","last_peered":"2024-01-28T12:59:02.582398+0000","last_clean":"2024-01-28T12:59:02.582398+0000","last_became_active":"2024-01-28T12:58:39.444470+0000","last_became_peered":"2024-01-28T12:58:39.444470+0000","last_unstale":"2024-01-28T12:59:02.582398+0000","last_undegraded":"2024-01-28T12:59:02.582398+0000","last_fullsized":"2024-01-28T12:59:02.582398+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:19:34.414149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495565+0000","last_change":"2024-01-28T12:58:40.102406+0000","last_active":"2024-01-28T12:58:44.495565+0000","last_peered":"2024-01-28T12:58:44.495565+0000","last_clean":"2024-01-28T12:58:44.495565+0000","last_became_active":"2024-01-28T12:58:40.102060+0000","last_became_peered":"2024-01-28T12:58:40.102060+0000","last_unstale":"2024-01-28T12:58:44.495565+0000","last_undegraded":"2024-01-28T12:58:44.495565+0000","last_fullsized":"2024-01-28T12:58:44.495565+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:10:33.046695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928611+0000","last_change":"2024-01-28T12:58:44.521612+0000","last_active":"2024-01-28T12:58:45.928611+0000","last_peered":"2024-01-28T12:58:45.928611+0000","last_clean":"2024-01-28T12:58:45.928611+0000","last_became_active":"2024-01-28T12:58:44.518595+0000","last_became_peered":"2024-01-28T12:58:44.518595+0000","last_unstale":"2024-01-28T12:58:45.928611+0000","last_undegraded":"2024-01-28T12:58:45.928611+0000","last_fullsized":"2024-01-28T12:58:45.928611+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:42:13.492487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.105894+0000","last_change":"2024-01-28T12:58:39.446355+0000","last_active":"2024-01-28T12:59:05.105894+0000","last_peered":"2024-01-28T12:59:05.105894+0000","last_clean":"2024-01-28T12:59:05.105894+0000","last_became_active":"2024-01-28T12:58:39.445964+0000","last_became_peered":"2024-01-28T12:58:39.445964+0000","last_unstale":"2024-01-28T12:59:05.105894+0000","last_undegraded":"2024-01-28T12:59:05.105894+0000","last_fullsized":"2024-01-28T12:59:05.105894+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:26:10.039097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499457+0000","last_change":"2024-01-28T12:58:40.103629+0000","last_active":"2024-01-28T12:58:44.499457+0000","last_peered":"2024-01-28T12:58:44.499457+0000","last_clean":"2024-01-28T12:58:44.499457+0000","last_became_active":"2024-01-28T12:58:40.102718+0000","last_became_peered":"2024-01-28T12:58:40.102718+0000","last_unstale":"2024-01-28T12:58:44.499457+0000","last_undegraded":"2024-01-28T12:58:44.499457+0000","last_fullsized":"2024-01-28T12:58:44.499457+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:46:27.005737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928956+0000","last_change":"2024-01-28T12:58:44.515767+0000","last_active":"2024-01-28T12:58:45.928956+0000","last_peered":"2024-01-28T12:58:45.928956+0000","last_clean":"2024-01-28T12:58:45.928956+0000","last_became_active":"2024-01-28T12:58:44.515362+0000","last_became_peered":"2024-01-28T12:58:44.515362+0000","last_unstale":"2024-01-28T12:58:45.928956+0000","last_undegraded":"2024-01-28T12:58:45.928956+0000","last_fullsized":"2024-01-28T12:58:45.928956+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:19:18.535195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:04.593983+0000","last_change":"2024-01-28T12:58:39.441518+0000","last_active":"2024-01-28T12:59:04.593983+0000","last_peered":"2024-01-28T12:59:04.593983+0000","last_clean":"2024-01-28T12:59:04.593983+0000","last_became_active":"2024-01-28T12:58:39.441179+0000","last_became_peered":"2024-01-28T12:58:39.441179+0000","last_unstale":"2024-01-28T12:59:04.593983+0000","last_undegraded":"2024-01-28T12:59:04.593983+0000","last_fullsized":"2024-01-28T12:59:04.593983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:09:27.187448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":684,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495604+0000","last_change":"2024-01-28T12:58:40.105472+0000","last_active":"2024-01-28T12:58:44.495604+0000","last_peered":"2024-01-28T12:58:44.495604+0000","last_clean":"2024-01-28T12:58:44.495604+0000","last_became_active":"2024-01-28T12:58:40.105166+0000","last_became_peered":"2024-01-28T12:58:40.105166+0000","last_unstale":"2024-01-28T12:58:44.495604+0000","last_undegraded":"2024-01-28T12:58:44.495604+0000","last_fullsized":"2024-01-28T12:58:44.495604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:55:06.369271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.929042+0000","last_change":"2024-01-28T12:58:44.516308+0000","last_active":"2024-01-28T12:58:45.929042+0000","last_peered":"2024-01-28T12:58:45.929042+0000","last_clean":"2024-01-28T12:58:45.929042+0000","last_became_active":"2024-01-28T12:58:44.515916+0000","last_became_peered":"2024-01-28T12:58:44.515916+0000","last_unstale":"2024-01-28T12:58:45.929042+0000","last_undegraded":"2024-01-28T12:58:45.929042+0000","last_fullsized":"2024-01-28T12:58:45.929042+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:14:36.809023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"83'12","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.580113+0000","last_change":"2024-01-28T12:58:39.444556+0000","last_active":"2024-01-28T12:59:02.580113+0000","last_peered":"2024-01-28T12:59:02.580113+0000","last_clean":"2024-01-28T12:59:02.580113+0000","last_became_active":"2024-01-28T12:58:39.444157+0000","last_became_peered":"2024-01-28T12:58:39.444157+0000","last_unstale":"2024-01-28T12:59:02.580113+0000","last_undegraded":"2024-01-28T12:59:02.580113+0000","last_fullsized":"2024-01-28T12:59:02.580113+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:08:57.140823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3877,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.508335+0000","last_change":"2024-01-28T12:58:40.095847+0000","last_active":"2024-01-28T12:58:44.508335+0000","last_peered":"2024-01-28T12:58:44.508335+0000","last_clean":"2024-01-28T12:58:44.508335+0000","last_became_active":"2024-01-28T12:58:40.095493+0000","last_became_peered":"2024-01-28T12:58:40.095493+0000","last_unstale":"2024-01-28T12:58:44.508335+0000","last_undegraded":"2024-01-28T12:58:44.508335+0000","last_fullsized":"2024-01-28T12:58:44.508335+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:37:43.393351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.086721+0000","last_change":"2024-01-28T12:58:44.517539+0000","last_active":"2024-01-28T12:58:45.086721+0000","last_peered":"2024-01-28T12:58:45.086721+0000","last_clean":"2024-01-28T12:58:45.086721+0000","last_became_active":"2024-01-28T12:58:44.517142+0000","last_became_peered":"2024-01-28T12:58:44.517142+0000","last_unstale":"2024-01-28T12:58:45.086721+0000","last_undegraded":"2024-01-28T12:58:45.086721+0000","last_fullsized":"2024-01-28T12:58:45.086721+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:27:06.298691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.107004+0000","last_change":"2024-01-28T12:58:39.453663+0000","last_active":"2024-01-28T12:59:05.107004+0000","last_peered":"2024-01-28T12:59:05.107004+0000","last_clean":"2024-01-28T12:59:05.107004+0000","last_became_active":"2024-01-28T12:58:39.453309+0000","last_became_peered":"2024-01-28T12:58:39.453309+0000","last_unstale":"2024-01-28T12:59:05.107004+0000","last_undegraded":"2024-01-28T12:59:05.107004+0000","last_fullsized":"2024-01-28T12:59:05.107004+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:19:13.122643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504919+0000","last_change":"2024-01-28T12:58:40.109144+0000","last_active":"2024-01-28T12:58:44.504919+0000","last_peered":"2024-01-28T12:58:44.504919+0000","last_clean":"2024-01-28T12:58:44.504919+0000","last_became_active":"2024-01-28T12:58:40.108896+0000","last_became_peered":"2024-01-28T12:58:40.108896+0000","last_unstale":"2024-01-28T12:58:44.504919+0000","last_undegraded":"2024-01-28T12:58:44.504919+0000","last_fullsized":"2024-01-28T12:58:44.504919+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:57:10.800766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928325+0000","last_change":"2024-01-28T12:58:44.523585+0000","last_active":"2024-01-28T12:58:45.928325+0000","last_peered":"2024-01-28T12:58:45.928325+0000","last_clean":"2024-01-28T12:58:45.928325+0000","last_became_active":"2024-01-28T12:58:44.523156+0000","last_became_peered":"2024-01-28T12:58:44.523156+0000","last_unstale":"2024-01-28T12:58:45.928325+0000","last_undegraded":"2024-01-28T12:58:45.928325+0000","last_fullsized":"2024-01-28T12:58:45.928325+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:20:15.101114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.104867+0000","last_change":"2024-01-28T12:58:39.453225+0000","last_active":"2024-01-28T12:59:05.104867+0000","last_peered":"2024-01-28T12:59:05.104867+0000","last_clean":"2024-01-28T12:59:05.104867+0000","last_became_active":"2024-01-28T12:58:39.452859+0000","last_became_peered":"2024-01-28T12:58:39.452859+0000","last_unstale":"2024-01-28T12:59:05.104867+0000","last_undegraded":"2024-01-28T12:59:05.104867+0000","last_fullsized":"2024-01-28T12:59:05.104867+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:57:47.121207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.501125+0000","last_change":"2024-01-28T12:58:40.107702+0000","last_active":"2024-01-28T12:58:44.501125+0000","last_peered":"2024-01-28T12:58:44.501125+0000","last_clean":"2024-01-28T12:58:44.501125+0000","last_became_active":"2024-01-28T12:58:40.107220+0000","last_became_peered":"2024-01-28T12:58:40.107220+0000","last_unstale":"2024-01-28T12:58:44.501125+0000","last_undegraded":"2024-01-28T12:58:44.501125+0000","last_fullsized":"2024-01-28T12:58:44.501125+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:16:04.867587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.929190+0000","last_change":"2024-01-28T12:58:44.522169+0000","last_active":"2024-01-28T12:58:45.929190+0000","last_peered":"2024-01-28T12:58:45.929190+0000","last_clean":"2024-01-28T12:58:45.929190+0000","last_became_active":"2024-01-28T12:58:44.520314+0000","last_became_peered":"2024-01-28T12:58:44.520314+0000","last_unstale":"2024-01-28T12:58:45.929190+0000","last_undegraded":"2024-01-28T12:58:45.929190+0000","last_fullsized":"2024-01-28T12:58:45.929190+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:56:17.439806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:04.594016+0000","last_change":"2024-01-28T12:58:39.446921+0000","last_active":"2024-01-28T12:59:04.594016+0000","last_peered":"2024-01-28T12:59:04.594016+0000","last_clean":"2024-01-28T12:59:04.594016+0000","last_became_active":"2024-01-28T12:58:39.446601+0000","last_became_peered":"2024-01-28T12:58:39.446601+0000","last_unstale":"2024-01-28T12:59:04.594016+0000","last_undegraded":"2024-01-28T12:59:04.594016+0000","last_fullsized":"2024-01-28T12:59:04.594016+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:50:39.197460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499740+0000","last_change":"2024-01-28T12:58:40.107486+0000","last_active":"2024-01-28T12:58:44.499740+0000","last_peered":"2024-01-28T12:58:44.499740+0000","last_clean":"2024-01-28T12:58:44.499740+0000","last_became_active":"2024-01-28T12:58:40.107187+0000","last_became_peered":"2024-01-28T12:58:40.107187+0000","last_unstale":"2024-01-28T12:58:44.499740+0000","last_undegraded":"2024-01-28T12:58:44.499740+0000","last_fullsized":"2024-01-28T12:58:44.499740+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:53:59.387634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.929099+0000","last_change":"2024-01-28T12:58:44.519303+0000","last_active":"2024-01-28T12:58:45.929099+0000","last_peered":"2024-01-28T12:58:45.929099+0000","last_clean":"2024-01-28T12:58:45.929099+0000","last_became_active":"2024-01-28T12:58:44.518482+0000","last_became_peered":"2024-01-28T12:58:44.518482+0000","last_unstale":"2024-01-28T12:58:45.929099+0000","last_undegraded":"2024-01-28T12:58:45.929099+0000","last_fullsized":"2024-01-28T12:58:45.929099+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:22:32.228762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"83'10","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.581765+0000","last_change":"2024-01-28T12:58:39.444173+0000","last_active":"2024-01-28T12:59:02.581765+0000","last_peered":"2024-01-28T12:59:02.581765+0000","last_clean":"2024-01-28T12:59:02.581765+0000","last_became_active":"2024-01-28T12:58:39.443869+0000","last_became_peered":"2024-01-28T12:58:39.443869+0000","last_unstale":"2024-01-28T12:59:02.581765+0000","last_undegraded":"2024-01-28T12:59:02.581765+0000","last_fullsized":"2024-01-28T12:59:02.581765+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:18:10.432178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.509440+0000","last_change":"2024-01-28T12:58:40.112364+0000","last_active":"2024-01-28T12:58:44.509440+0000","last_peered":"2024-01-28T12:58:44.509440+0000","last_clean":"2024-01-28T12:58:44.509440+0000","last_became_active":"2024-01-28T12:58:40.111969+0000","last_became_peered":"2024-01-28T12:58:40.111969+0000","last_unstale":"2024-01-28T12:58:44.509440+0000","last_undegraded":"2024-01-28T12:58:44.509440+0000","last_fullsized":"2024-01-28T12:58:44.509440+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:21:17.627802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.086010+0000","last_change":"2024-01-28T12:58:44.518104+0000","last_active":"2024-01-28T12:58:45.086010+0000","last_peered":"2024-01-28T12:58:45.086010+0000","last_clean":"2024-01-28T12:58:45.086010+0000","last_became_active":"2024-01-28T12:58:44.517354+0000","last_became_peered":"2024-01-28T12:58:44.517354+0000","last_unstale":"2024-01-28T12:58:45.086010+0000","last_undegraded":"2024-01-28T12:58:45.086010+0000","last_fullsized":"2024-01-28T12:58:45.086010+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:34:37.119969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"78'1","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504047+0000","last_change":"2024-01-28T12:58:39.440377+0000","last_active":"2024-01-28T12:58:44.504047+0000","last_peered":"2024-01-28T12:58:44.504047+0000","last_clean":"2024-01-28T12:58:44.504047+0000","last_became_active":"2024-01-28T12:58:39.440036+0000","last_became_peered":"2024-01-28T12:58:39.440036+0000","last_unstale":"2024-01-28T12:58:44.504047+0000","last_undegraded":"2024-01-28T12:58:44.504047+0000","last_fullsized":"2024-01-28T12:58:44.504047+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:35:38.266802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504411+0000","last_change":"2024-01-28T12:58:40.112287+0000","last_active":"2024-01-28T12:58:44.504411+0000","last_peered":"2024-01-28T12:58:44.504411+0000","last_clean":"2024-01-28T12:58:44.504411+0000","last_became_active":"2024-01-28T12:58:40.111963+0000","last_became_peered":"2024-01-28T12:58:40.111963+0000","last_unstale":"2024-01-28T12:58:44.504411+0000","last_undegraded":"2024-01-28T12:58:44.504411+0000","last_fullsized":"2024-01-28T12:58:44.504411+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:02:40.802950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.102003+0000","last_change":"2024-01-28T12:58:44.923182+0000","last_active":"2024-01-28T12:58:45.102003+0000","last_peered":"2024-01-28T12:58:45.102003+0000","last_clean":"2024-01-28T12:58:45.102003+0000","last_became_active":"2024-01-28T12:58:44.922640+0000","last_became_peered":"2024-01-28T12:58:44.922640+0000","last_unstale":"2024-01-28T12:58:45.102003+0000","last_undegraded":"2024-01-28T12:58:45.102003+0000","last_fullsized":"2024-01-28T12:58:45.102003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:34:19.410788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.929330+0000","last_change":"2024-01-28T12:58:39.443808+0000","last_active":"2024-01-28T12:58:45.929330+0000","last_peered":"2024-01-28T12:58:45.929330+0000","last_clean":"2024-01-28T12:58:45.929330+0000","last_became_active":"2024-01-28T12:58:39.443464+0000","last_became_peered":"2024-01-28T12:58:39.443464+0000","last_unstale":"2024-01-28T12:58:45.929330+0000","last_undegraded":"2024-01-28T12:58:45.929330+0000","last_fullsized":"2024-01-28T12:58:45.929330+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:46:23.748717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.921669+0000","last_change":"2024-01-28T12:58:40.103419+0000","last_active":"2024-01-28T12:58:44.921669+0000","last_peered":"2024-01-28T12:58:44.921669+0000","last_clean":"2024-01-28T12:58:44.921669+0000","last_became_active":"2024-01-28T12:58:40.102856+0000","last_became_peered":"2024-01-28T12:58:40.102856+0000","last_unstale":"2024-01-28T12:58:44.921669+0000","last_undegraded":"2024-01-28T12:58:44.921669+0000","last_fullsized":"2024-01-28T12:58:44.921669+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:56:27.003379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928414+0000","last_change":"2024-01-28T12:58:44.508957+0000","last_active":"2024-01-28T12:58:45.928414+0000","last_peered":"2024-01-28T12:58:45.928414+0000","last_clean":"2024-01-28T12:58:45.928414+0000","last_became_active":"2024-01-28T12:58:44.508561+0000","last_became_peered":"2024-01-28T12:58:44.508561+0000","last_unstale":"2024-01-28T12:58:45.928414+0000","last_undegraded":"2024-01-28T12:58:45.928414+0000","last_fullsized":"2024-01-28T12:58:45.928414+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:42:10.431917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.106320+0000","last_change":"2024-01-28T12:58:39.453978+0000","last_active":"2024-01-28T12:59:05.106320+0000","last_peered":"2024-01-28T12:59:05.106320+0000","last_clean":"2024-01-28T12:59:05.106320+0000","last_became_active":"2024-01-28T12:58:39.453649+0000","last_became_peered":"2024-01-28T12:58:39.453649+0000","last_unstale":"2024-01-28T12:59:05.106320+0000","last_undegraded":"2024-01-28T12:59:05.106320+0000","last_fullsized":"2024-01-28T12:59:05.106320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:56:46.211753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.921709+0000","last_change":"2024-01-28T12:58:40.104714+0000","last_active":"2024-01-28T12:58:44.921709+0000","last_peered":"2024-01-28T12:58:44.921709+0000","last_clean":"2024-01-28T12:58:44.921709+0000","last_became_active":"2024-01-28T12:58:40.104142+0000","last_became_peered":"2024-01-28T12:58:40.104142+0000","last_unstale":"2024-01-28T12:58:44.921709+0000","last_undegraded":"2024-01-28T12:58:44.921709+0000","last_fullsized":"2024-01-28T12:58:44.921709+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:20:04.789690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928964+0000","last_change":"2024-01-28T12:58:44.922576+0000","last_active":"2024-01-28T12:58:45.928964+0000","last_peered":"2024-01-28T12:58:45.928964+0000","last_clean":"2024-01-28T12:58:45.928964+0000","last_became_active":"2024-01-28T12:58:44.922034+0000","last_became_peered":"2024-01-28T12:58:44.922034+0000","last_unstale":"2024-01-28T12:58:45.928964+0000","last_undegraded":"2024-01-28T12:58:45.928964+0000","last_fullsized":"2024-01-28T12:58:45.928964+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:46:16.708685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.509952+0000","last_change":"2024-01-28T12:58:40.104771+0000","last_active":"2024-01-28T12:58:44.509952+0000","last_peered":"2024-01-28T12:58:44.509952+0000","last_clean":"2024-01-28T12:58:44.509952+0000","last_became_active":"2024-01-28T12:58:40.104272+0000","last_became_peered":"2024-01-28T12:58:40.104272+0000","last_unstale":"2024-01-28T12:58:44.509952+0000","last_undegraded":"2024-01-28T12:58:44.509952+0000","last_fullsized":"2024-01-28T12:58:44.509952+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:15:56.986883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928017+0000","last_change":"2024-01-28T12:58:39.454579+0000","last_active":"2024-01-28T12:58:45.928017+0000","last_peered":"2024-01-28T12:58:45.928017+0000","last_clean":"2024-01-28T12:58:45.928017+0000","last_became_active":"2024-01-28T12:58:39.454252+0000","last_became_peered":"2024-01-28T12:58:39.454252+0000","last_unstale":"2024-01-28T12:58:45.928017+0000","last_undegraded":"2024-01-28T12:58:45.928017+0000","last_fullsized":"2024-01-28T12:58:45.928017+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:43:40.249541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:46.203156+0000","last_change":"2024-01-28T12:58:44.515751+0000","last_active":"2024-01-28T12:58:46.203156+0000","last_peered":"2024-01-28T12:58:46.203156+0000","last_clean":"2024-01-28T12:58:46.203156+0000","last_became_active":"2024-01-28T12:58:44.515293+0000","last_became_peered":"2024-01-28T12:58:44.515293+0000","last_unstale":"2024-01-28T12:58:46.203156+0000","last_undegraded":"2024-01-28T12:58:46.203156+0000","last_fullsized":"2024-01-28T12:58:46.203156+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:01:49.745334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.494806+0000","last_change":"2024-01-28T12:58:40.112950+0000","last_active":"2024-01-28T12:58:44.494806+0000","last_peered":"2024-01-28T12:58:44.494806+0000","last_clean":"2024-01-28T12:58:44.494806+0000","last_became_active":"2024-01-28T12:58:40.112678+0000","last_became_peered":"2024-01-28T12:58:40.112678+0000","last_unstale":"2024-01-28T12:58:44.494806+0000","last_undegraded":"2024-01-28T12:58:44.494806+0000","last_fullsized":"2024-01-28T12:58:44.494806+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:59:12.688272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"83'5","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:04.592589+0000","last_change":"2024-01-28T12:58:39.446041+0000","last_active":"2024-01-28T12:59:04.592589+0000","last_peered":"2024-01-28T12:59:04.592589+0000","last_clean":"2024-01-28T12:59:04.592589+0000","last_became_active":"2024-01-28T12:58:39.445705+0000","last_became_peered":"2024-01-28T12:58:39.445705+0000","last_unstale":"2024-01-28T12:59:04.592589+0000","last_undegraded":"2024-01-28T12:59:04.592589+0000","last_fullsized":"2024-01-28T12:59:04.592589+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:44:44.849639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":311,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:46.202706+0000","last_change":"2024-01-28T12:57:46.077681+0000","last_active":"2024-01-28T12:58:46.202706+0000","last_peered":"2024-01-28T12:58:46.202706+0000","last_clean":"2024-01-28T12:58:46.202706+0000","last_became_active":"2024-01-28T12:57:46.077196+0000","last_became_peered":"2024-01-28T12:57:46.077196+0000","last_unstale":"2024-01-28T12:58:46.202706+0000","last_undegraded":"2024-01-28T12:58:46.202706+0000","last_fullsized":"2024-01-28T12:58:46.202706+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:55:10.655844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:55:10.655844+0000","last_clean_scrub_stamp":"2024-01-28T12:55:10.655844+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:30:07.599755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.086325+0000","last_change":"2024-01-28T12:58:44.924294+0000","last_active":"2024-01-28T12:58:45.086325+0000","last_peered":"2024-01-28T12:58:45.086325+0000","last_clean":"2024-01-28T12:58:45.086325+0000","last_became_active":"2024-01-28T12:58:44.923837+0000","last_became_peered":"2024-01-28T12:58:44.923837+0000","last_unstale":"2024-01-28T12:58:45.086325+0000","last_undegraded":"2024-01-28T12:58:45.086325+0000","last_fullsized":"2024-01-28T12:58:45.086325+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:25:34.810503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.501683+0000","last_change":"2024-01-28T12:58:40.108921+0000","last_active":"2024-01-28T12:58:44.501683+0000","last_peered":"2024-01-28T12:58:44.501683+0000","last_clean":"2024-01-28T12:58:44.501683+0000","last_became_active":"2024-01-28T12:58:40.107254+0000","last_became_peered":"2024-01-28T12:58:40.107254+0000","last_unstale":"2024-01-28T12:58:44.501683+0000","last_undegraded":"2024-01-28T12:58:44.501683+0000","last_fullsized":"2024-01-28T12:58:44.501683+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:21:23.665872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:03.587866+0000","last_change":"2024-01-28T12:58:39.444134+0000","last_active":"2024-01-28T12:59:03.587866+0000","last_peered":"2024-01-28T12:59:03.587866+0000","last_clean":"2024-01-28T12:59:03.587866+0000","last_became_active":"2024-01-28T12:58:39.443633+0000","last_became_peered":"2024-01-28T12:58:39.443633+0000","last_unstale":"2024-01-28T12:59:03.587866+0000","last_undegraded":"2024-01-28T12:59:03.587866+0000","last_fullsized":"2024-01-28T12:59:03.587866+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:23:46.457007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928551+0000","last_change":"2024-01-28T12:58:44.514938+0000","last_active":"2024-01-28T12:58:45.928551+0000","last_peered":"2024-01-28T12:58:45.928551+0000","last_clean":"2024-01-28T12:58:45.928551+0000","last_became_active":"2024-01-28T12:58:44.514518+0000","last_became_peered":"2024-01-28T12:58:44.514518+0000","last_unstale":"2024-01-28T12:58:45.928551+0000","last_undegraded":"2024-01-28T12:58:45.928551+0000","last_fullsized":"2024-01-28T12:58:45.928551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:18:27.752109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.102147+0000","last_change":"2024-01-28T12:58:39.442781+0000","last_active":"2024-01-28T12:58:45.102147+0000","last_peered":"2024-01-28T12:58:45.102147+0000","last_clean":"2024-01-28T12:58:45.102147+0000","last_became_active":"2024-01-28T12:58:39.442435+0000","last_became_peered":"2024-01-28T12:58:39.442435+0000","last_unstale":"2024-01-28T12:58:45.102147+0000","last_undegraded":"2024-01-28T12:58:45.102147+0000","last_fullsized":"2024-01-28T12:58:45.102147+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:58:24.328288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503708+0000","last_change":"2024-01-28T12:58:40.101045+0000","last_active":"2024-01-28T12:58:44.503708+0000","last_peered":"2024-01-28T12:58:44.503708+0000","last_clean":"2024-01-28T12:58:44.503708+0000","last_became_active":"2024-01-28T12:58:40.100677+0000","last_became_peered":"2024-01-28T12:58:40.100677+0000","last_unstale":"2024-01-28T12:58:44.503708+0000","last_undegraded":"2024-01-28T12:58:44.503708+0000","last_fullsized":"2024-01-28T12:58:44.503708+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:29:41.746894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.084654+0000","last_change":"2024-01-28T12:58:44.923631+0000","last_active":"2024-01-28T12:58:45.084654+0000","last_peered":"2024-01-28T12:58:45.084654+0000","last_clean":"2024-01-28T12:58:45.084654+0000","last_became_active":"2024-01-28T12:58:44.922704+0000","last_became_peered":"2024-01-28T12:58:44.922704+0000","last_unstale":"2024-01-28T12:58:45.084654+0000","last_undegraded":"2024-01-28T12:58:45.084654+0000","last_fullsized":"2024-01-28T12:58:45.084654+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:32:40.342360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"83'7","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:04.596352+0000","last_change":"2024-01-28T12:58:39.439514+0000","last_active":"2024-01-28T12:59:04.596352+0000","last_peered":"2024-01-28T12:59:04.596352+0000","last_clean":"2024-01-28T12:59:04.596352+0000","last_became_active":"2024-01-28T12:58:39.438585+0000","last_became_peered":"2024-01-28T12:58:39.438585+0000","last_unstale":"2024-01-28T12:59:04.596352+0000","last_undegraded":"2024-01-28T12:59:04.596352+0000","last_fullsized":"2024-01-28T12:59:04.596352+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:41:06.768241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495567+0000","last_change":"2024-01-28T12:58:40.113378+0000","last_active":"2024-01-28T12:58:44.495567+0000","last_peered":"2024-01-28T12:58:44.495567+0000","last_clean":"2024-01-28T12:58:44.495567+0000","last_became_active":"2024-01-28T12:58:40.112852+0000","last_became_peered":"2024-01-28T12:58:40.112852+0000","last_unstale":"2024-01-28T12:58:44.495567+0000","last_undegraded":"2024-01-28T12:58:44.495567+0000","last_fullsized":"2024-01-28T12:58:44.495567+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:18:16.232147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.150143+0000","last_change":"2024-01-28T12:58:44.511720+0000","last_active":"2024-01-28T12:58:45.150143+0000","last_peered":"2024-01-28T12:58:45.150143+0000","last_clean":"2024-01-28T12:58:45.150143+0000","last_became_active":"2024-01-28T12:58:44.511324+0000","last_became_peered":"2024-01-28T12:58:44.511324+0000","last_unstale":"2024-01-28T12:58:45.150143+0000","last_undegraded":"2024-01-28T12:58:45.150143+0000","last_fullsized":"2024-01-28T12:58:45.150143+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:23:53.388211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"83'5","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.582210+0000","last_change":"2024-01-28T12:58:39.441736+0000","last_active":"2024-01-28T12:59:02.582210+0000","last_peered":"2024-01-28T12:59:02.582210+0000","last_clean":"2024-01-28T12:59:02.582210+0000","last_became_active":"2024-01-28T12:58:39.441394+0000","last_became_peered":"2024-01-28T12:58:39.441394+0000","last_unstale":"2024-01-28T12:59:02.582210+0000","last_undegraded":"2024-01-28T12:59:02.582210+0000","last_fullsized":"2024-01-28T12:59:02.582210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:03:20.839385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499460+0000","last_change":"2024-01-28T12:58:40.113698+0000","last_active":"2024-01-28T12:58:44.499460+0000","last_peered":"2024-01-28T12:58:44.499460+0000","last_clean":"2024-01-28T12:58:44.499460+0000","last_became_active":"2024-01-28T12:58:40.112801+0000","last_became_peered":"2024-01-28T12:58:40.112801+0000","last_unstale":"2024-01-28T12:58:44.499460+0000","last_undegraded":"2024-01-28T12:58:44.499460+0000","last_fullsized":"2024-01-28T12:58:44.499460+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:16:44.886354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928986+0000","last_change":"2024-01-28T12:58:44.924561+0000","last_active":"2024-01-28T12:58:45.928986+0000","last_peered":"2024-01-28T12:58:45.928986+0000","last_clean":"2024-01-28T12:58:45.928986+0000","last_became_active":"2024-01-28T12:58:44.924068+0000","last_became_peered":"2024-01-28T12:58:44.924068+0000","last_unstale":"2024-01-28T12:58:45.928986+0000","last_undegraded":"2024-01-28T12:58:45.928986+0000","last_fullsized":"2024-01-28T12:58:45.928986+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:44:37.368019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.581987+0000","last_change":"2024-01-28T12:58:39.443384+0000","last_active":"2024-01-28T12:59:02.581987+0000","last_peered":"2024-01-28T12:59:02.581987+0000","last_clean":"2024-01-28T12:59:02.581987+0000","last_became_active":"2024-01-28T12:58:39.442944+0000","last_became_peered":"2024-01-28T12:58:39.442944+0000","last_unstale":"2024-01-28T12:59:02.581987+0000","last_undegraded":"2024-01-28T12:59:02.581987+0000","last_fullsized":"2024-01-28T12:59:02.581987+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:43:27.814789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.508734+0000","last_change":"2024-01-28T12:58:40.095067+0000","last_active":"2024-01-28T12:58:44.508734+0000","last_peered":"2024-01-28T12:58:44.508734+0000","last_clean":"2024-01-28T12:58:44.508734+0000","last_became_active":"2024-01-28T12:58:40.094773+0000","last_became_peered":"2024-01-28T12:58:40.094773+0000","last_unstale":"2024-01-28T12:58:44.508734+0000","last_undegraded":"2024-01-28T12:58:44.508734+0000","last_fullsized":"2024-01-28T12:58:44.508734+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:44:38.028555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.929337+0000","last_change":"2024-01-28T12:58:44.517634+0000","last_active":"2024-01-28T12:58:45.929337+0000","last_peered":"2024-01-28T12:58:45.929337+0000","last_clean":"2024-01-28T12:58:45.929337+0000","last_became_active":"2024-01-28T12:58:44.517291+0000","last_became_peered":"2024-01-28T12:58:44.517291+0000","last_unstale":"2024-01-28T12:58:45.929337+0000","last_undegraded":"2024-01-28T12:58:45.929337+0000","last_fullsized":"2024-01-28T12:58:45.929337+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:26:38.341997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.107387+0000","last_change":"2024-01-28T12:58:39.446378+0000","last_active":"2024-01-28T12:59:05.107387+0000","last_peered":"2024-01-28T12:59:05.107387+0000","last_clean":"2024-01-28T12:59:05.107387+0000","last_became_active":"2024-01-28T12:58:39.445691+0000","last_became_peered":"2024-01-28T12:58:39.445691+0000","last_unstale":"2024-01-28T12:59:05.107387+0000","last_undegraded":"2024-01-28T12:59:05.107387+0000","last_fullsized":"2024-01-28T12:59:05.107387+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:33:06.180472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.505474+0000","last_change":"2024-01-28T12:58:40.100317+0000","last_active":"2024-01-28T12:58:44.505474+0000","last_peered":"2024-01-28T12:58:44.505474+0000","last_clean":"2024-01-28T12:58:44.505474+0000","last_became_active":"2024-01-28T12:58:40.099922+0000","last_became_peered":"2024-01-28T12:58:40.099922+0000","last_unstale":"2024-01-28T12:58:44.505474+0000","last_undegraded":"2024-01-28T12:58:44.505474+0000","last_fullsized":"2024-01-28T12:58:44.505474+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:40:09.062474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928437+0000","last_change":"2024-01-28T12:58:44.523805+0000","last_active":"2024-01-28T12:58:45.928437+0000","last_peered":"2024-01-28T12:58:45.928437+0000","last_clean":"2024-01-28T12:58:45.928437+0000","last_became_active":"2024-01-28T12:58:44.523398+0000","last_became_peered":"2024-01-28T12:58:44.523398+0000","last_unstale":"2024-01-28T12:58:45.928437+0000","last_undegraded":"2024-01-28T12:58:45.928437+0000","last_fullsized":"2024-01-28T12:58:45.928437+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:56:22.665711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.150359+0000","last_change":"2024-01-28T12:58:39.453660+0000","last_active":"2024-01-28T12:58:45.150359+0000","last_peered":"2024-01-28T12:58:45.150359+0000","last_clean":"2024-01-28T12:58:45.150359+0000","last_became_active":"2024-01-28T12:58:39.453318+0000","last_became_peered":"2024-01-28T12:58:39.453318+0000","last_unstale":"2024-01-28T12:58:45.150359+0000","last_undegraded":"2024-01-28T12:58:45.150359+0000","last_fullsized":"2024-01-28T12:58:45.150359+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:14:18.875280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495105+0000","last_change":"2024-01-28T12:58:40.105373+0000","last_active":"2024-01-28T12:58:44.495105+0000","last_peered":"2024-01-28T12:58:44.495105+0000","last_clean":"2024-01-28T12:58:44.495105+0000","last_became_active":"2024-01-28T12:58:40.104703+0000","last_became_peered":"2024-01-28T12:58:40.104703+0000","last_unstale":"2024-01-28T12:58:44.495105+0000","last_undegraded":"2024-01-28T12:58:44.495105+0000","last_fullsized":"2024-01-28T12:58:44.495105+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:51:50.161226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928496+0000","last_change":"2024-01-28T12:58:44.923252+0000","last_active":"2024-01-28T12:58:45.928496+0000","last_peered":"2024-01-28T12:58:45.928496+0000","last_clean":"2024-01-28T12:58:45.928496+0000","last_became_active":"2024-01-28T12:58:44.922652+0000","last_became_peered":"2024-01-28T12:58:44.922652+0000","last_unstale":"2024-01-28T12:58:45.928496+0000","last_undegraded":"2024-01-28T12:58:45.928496+0000","last_fullsized":"2024-01-28T12:58:45.928496+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:46:50.715772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.581819+0000","last_change":"2024-01-28T12:58:39.445968+0000","last_active":"2024-01-28T12:59:02.581819+0000","last_peered":"2024-01-28T12:59:02.581819+0000","last_clean":"2024-01-28T12:59:02.581819+0000","last_became_active":"2024-01-28T12:58:39.445516+0000","last_became_peered":"2024-01-28T12:58:39.445516+0000","last_unstale":"2024-01-28T12:59:02.581819+0000","last_undegraded":"2024-01-28T12:59:02.581819+0000","last_fullsized":"2024-01-28T12:59:02.581819+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:58:46.898547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.501682+0000","last_change":"2024-01-28T12:58:40.106327+0000","last_active":"2024-01-28T12:58:44.501682+0000","last_peered":"2024-01-28T12:58:44.501682+0000","last_clean":"2024-01-28T12:58:44.501682+0000","last_became_active":"2024-01-28T12:58:40.105851+0000","last_became_peered":"2024-01-28T12:58:40.105851+0000","last_unstale":"2024-01-28T12:58:44.501682+0000","last_undegraded":"2024-01-28T12:58:44.501682+0000","last_fullsized":"2024-01-28T12:58:44.501682+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:35:06.526966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.927992+0000","last_change":"2024-01-28T12:58:44.514160+0000","last_active":"2024-01-28T12:58:45.927992+0000","last_peered":"2024-01-28T12:58:45.927992+0000","last_clean":"2024-01-28T12:58:45.927992+0000","last_became_active":"2024-01-28T12:58:44.513702+0000","last_became_peered":"2024-01-28T12:58:44.513702+0000","last_unstale":"2024-01-28T12:58:45.927992+0000","last_undegraded":"2024-01-28T12:58:45.927992+0000","last_fullsized":"2024-01-28T12:58:45.927992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:58:55.035362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.099836+0000","last_change":"2024-01-28T12:58:39.452665+0000","last_active":"2024-01-28T12:59:05.099836+0000","last_peered":"2024-01-28T12:59:05.099836+0000","last_clean":"2024-01-28T12:59:05.099836+0000","last_became_active":"2024-01-28T12:58:39.452346+0000","last_became_peered":"2024-01-28T12:58:39.452346+0000","last_unstale":"2024-01-28T12:59:05.099836+0000","last_undegraded":"2024-01-28T12:59:05.099836+0000","last_fullsized":"2024-01-28T12:59:05.099836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:25:35.492419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1182,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503366+0000","last_change":"2024-01-28T12:58:40.108195+0000","last_active":"2024-01-28T12:58:44.503366+0000","last_peered":"2024-01-28T12:58:44.503366+0000","last_clean":"2024-01-28T12:58:44.503366+0000","last_became_active":"2024-01-28T12:58:40.107938+0000","last_became_peered":"2024-01-28T12:58:40.107938+0000","last_unstale":"2024-01-28T12:58:44.503366+0000","last_undegraded":"2024-01-28T12:58:44.503366+0000","last_fullsized":"2024-01-28T12:58:44.503366+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:26:50.351233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.927846+0000","last_change":"2024-01-28T12:58:44.521138+0000","last_active":"2024-01-28T12:58:45.927846+0000","last_peered":"2024-01-28T12:58:45.927846+0000","last_clean":"2024-01-28T12:58:45.927846+0000","last_became_active":"2024-01-28T12:58:44.517308+0000","last_became_peered":"2024-01-28T12:58:44.517308+0000","last_unstale":"2024-01-28T12:58:45.927846+0000","last_undegraded":"2024-01-28T12:58:45.927846+0000","last_fullsized":"2024-01-28T12:58:45.927846+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:37:49.523990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.095654+0000","last_change":"2024-01-28T12:58:39.444309+0000","last_active":"2024-01-28T12:59:05.095654+0000","last_peered":"2024-01-28T12:59:05.095654+0000","last_clean":"2024-01-28T12:59:05.095654+0000","last_became_active":"2024-01-28T12:58:39.444001+0000","last_became_peered":"2024-01-28T12:58:39.444001+0000","last_unstale":"2024-01-28T12:59:05.095654+0000","last_undegraded":"2024-01-28T12:59:05.095654+0000","last_fullsized":"2024-01-28T12:59:05.095654+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:03:52.450732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.502370+0000","last_change":"2024-01-28T12:58:40.105921+0000","last_active":"2024-01-28T12:58:44.502370+0000","last_peered":"2024-01-28T12:58:44.502370+0000","last_clean":"2024-01-28T12:58:44.502370+0000","last_became_active":"2024-01-28T12:58:40.105521+0000","last_became_peered":"2024-01-28T12:58:40.105521+0000","last_unstale":"2024-01-28T12:58:44.502370+0000","last_undegraded":"2024-01-28T12:58:44.502370+0000","last_fullsized":"2024-01-28T12:58:44.502370+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:07:26.791566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.085625+0000","last_change":"2024-01-28T12:58:44.514717+0000","last_active":"2024-01-28T12:58:45.085625+0000","last_peered":"2024-01-28T12:58:45.085625+0000","last_clean":"2024-01-28T12:58:45.085625+0000","last_became_active":"2024-01-28T12:58:44.513991+0000","last_became_peered":"2024-01-28T12:58:44.513991+0000","last_unstale":"2024-01-28T12:58:45.085625+0000","last_undegraded":"2024-01-28T12:58:45.085625+0000","last_fullsized":"2024-01-28T12:58:45.085625+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:00:30.838158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504060+0000","last_change":"2024-01-28T12:58:39.451153+0000","last_active":"2024-01-28T12:58:44.504060+0000","last_peered":"2024-01-28T12:58:44.504060+0000","last_clean":"2024-01-28T12:58:44.504060+0000","last_became_active":"2024-01-28T12:58:39.450774+0000","last_became_peered":"2024-01-28T12:58:39.450774+0000","last_unstale":"2024-01-28T12:58:44.504060+0000","last_undegraded":"2024-01-28T12:58:44.504060+0000","last_fullsized":"2024-01-28T12:58:44.504060+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:58:09.157519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.502945+0000","last_change":"2024-01-28T12:58:40.108574+0000","last_active":"2024-01-28T12:58:44.502945+0000","last_peered":"2024-01-28T12:58:44.502945+0000","last_clean":"2024-01-28T12:58:44.502945+0000","last_became_active":"2024-01-28T12:58:40.108184+0000","last_became_peered":"2024-01-28T12:58:40.108184+0000","last_unstale":"2024-01-28T12:58:44.502945+0000","last_undegraded":"2024-01-28T12:58:44.502945+0000","last_fullsized":"2024-01-28T12:58:44.502945+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:56:41.128174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504493+0000","last_change":"2024-01-28T12:58:40.102477+0000","last_active":"2024-01-28T12:58:44.504493+0000","last_peered":"2024-01-28T12:58:44.504493+0000","last_clean":"2024-01-28T12:58:44.504493+0000","last_became_active":"2024-01-28T12:58:40.101922+0000","last_became_peered":"2024-01-28T12:58:40.101922+0000","last_unstale":"2024-01-28T12:58:44.504493+0000","last_undegraded":"2024-01-28T12:58:44.504493+0000","last_fullsized":"2024-01-28T12:58:44.504493+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:47:14.704254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.500393+0000","last_change":"2024-01-28T12:58:40.111289+0000","last_active":"2024-01-28T12:58:44.500393+0000","last_peered":"2024-01-28T12:58:44.500393+0000","last_clean":"2024-01-28T12:58:44.500393+0000","last_became_active":"2024-01-28T12:58:40.110893+0000","last_became_peered":"2024-01-28T12:58:40.110893+0000","last_unstale":"2024-01-28T12:58:44.500393+0000","last_undegraded":"2024-01-28T12:58:44.500393+0000","last_fullsized":"2024-01-28T12:58:44.500393+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:36:29.165493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499807+0000","last_change":"2024-01-28T12:58:40.113374+0000","last_active":"2024-01-28T12:58:44.499807+0000","last_peered":"2024-01-28T12:58:44.499807+0000","last_clean":"2024-01-28T12:58:44.499807+0000","last_became_active":"2024-01-28T12:58:40.112905+0000","last_became_peered":"2024-01-28T12:58:40.112905+0000","last_unstale":"2024-01-28T12:58:44.499807+0000","last_undegraded":"2024-01-28T12:58:44.499807+0000","last_fullsized":"2024-01-28T12:58:44.499807+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:40:13.697892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499029+0000","last_change":"2024-01-28T12:58:40.101777+0000","last_active":"2024-01-28T12:58:44.499029+0000","last_peered":"2024-01-28T12:58:44.499029+0000","last_clean":"2024-01-28T12:58:44.499029+0000","last_became_active":"2024-01-28T12:58:40.099197+0000","last_became_peered":"2024-01-28T12:58:40.099197+0000","last_unstale":"2024-01-28T12:58:44.499029+0000","last_undegraded":"2024-01-28T12:58:44.499029+0000","last_fullsized":"2024-01-28T12:58:44.499029+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:01:58.451766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503630+0000","last_change":"2024-01-28T12:58:40.098114+0000","last_active":"2024-01-28T12:58:44.503630+0000","last_peered":"2024-01-28T12:58:44.503630+0000","last_clean":"2024-01-28T12:58:44.503630+0000","last_became_active":"2024-01-28T12:58:40.097814+0000","last_became_peered":"2024-01-28T12:58:40.097814+0000","last_unstale":"2024-01-28T12:58:44.503630+0000","last_undegraded":"2024-01-28T12:58:44.503630+0000","last_fullsized":"2024-01-28T12:58:44.503630+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:17:08.516357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.505937+0000","last_change":"2024-01-28T12:58:40.102166+0000","last_active":"2024-01-28T12:58:44.505937+0000","last_peered":"2024-01-28T12:58:44.505937+0000","last_clean":"2024-01-28T12:58:44.505937+0000","last_became_active":"2024-01-28T12:58:40.101561+0000","last_became_peered":"2024-01-28T12:58:40.101561+0000","last_unstale":"2024-01-28T12:58:44.505937+0000","last_undegraded":"2024-01-28T12:58:44.505937+0000","last_fullsized":"2024-01-28T12:58:44.505937+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:01:26.852581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499906+0000","last_change":"2024-01-28T12:58:40.099869+0000","last_active":"2024-01-28T12:58:44.499906+0000","last_peered":"2024-01-28T12:58:44.499906+0000","last_clean":"2024-01-28T12:58:44.499906+0000","last_became_active":"2024-01-28T12:58:40.098782+0000","last_became_peered":"2024-01-28T12:58:40.098782+0000","last_unstale":"2024-01-28T12:58:44.499906+0000","last_undegraded":"2024-01-28T12:58:44.499906+0000","last_fullsized":"2024-01-28T12:58:44.499906+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:27:40.523691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495633+0000","last_change":"2024-01-28T12:58:40.113206+0000","last_active":"2024-01-28T12:58:44.495633+0000","last_peered":"2024-01-28T12:58:44.495633+0000","last_clean":"2024-01-28T12:58:44.495633+0000","last_became_active":"2024-01-28T12:58:40.111387+0000","last_became_peered":"2024-01-28T12:58:40.111387+0000","last_unstale":"2024-01-28T12:58:44.495633+0000","last_undegraded":"2024-01-28T12:58:44.495633+0000","last_fullsized":"2024-01-28T12:58:44.495633+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:37:18.049155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.509864+0000","last_change":"2024-01-28T12:58:40.104581+0000","last_active":"2024-01-28T12:58:44.509864+0000","last_peered":"2024-01-28T12:58:44.509864+0000","last_clean":"2024-01-28T12:58:44.509864+0000","last_became_active":"2024-01-28T12:58:40.103785+0000","last_became_peered":"2024-01-28T12:58:40.103785+0000","last_unstale":"2024-01-28T12:58:44.509864+0000","last_undegraded":"2024-01-28T12:58:44.509864+0000","last_fullsized":"2024-01-28T12:58:44.509864+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:00:43.763039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.494700+0000","last_change":"2024-01-28T12:58:40.111136+0000","last_active":"2024-01-28T12:58:44.494700+0000","last_peered":"2024-01-28T12:58:44.494700+0000","last_clean":"2024-01-28T12:58:44.494700+0000","last_became_active":"2024-01-28T12:58:40.110787+0000","last_became_peered":"2024-01-28T12:58:40.110787+0000","last_unstale":"2024-01-28T12:58:44.494700+0000","last_undegraded":"2024-01-28T12:58:44.494700+0000","last_fullsized":"2024-01-28T12:58:44.494700+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:05:52.979714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495966+0000","last_change":"2024-01-28T12:58:40.107585+0000","last_active":"2024-01-28T12:58:44.495966+0000","last_peered":"2024-01-28T12:58:44.495966+0000","last_clean":"2024-01-28T12:58:44.495966+0000","last_became_active":"2024-01-28T12:58:40.107054+0000","last_became_peered":"2024-01-28T12:58:40.107054+0000","last_unstale":"2024-01-28T12:58:44.495966+0000","last_undegraded":"2024-01-28T12:58:44.495966+0000","last_fullsized":"2024-01-28T12:58:44.495966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:57:07.901241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503582+0000","last_change":"2024-01-28T12:58:40.103326+0000","last_active":"2024-01-28T12:58:44.503582+0000","last_peered":"2024-01-28T12:58:44.503582+0000","last_clean":"2024-01-28T12:58:44.503582+0000","last_became_active":"2024-01-28T12:58:40.100420+0000","last_became_peered":"2024-01-28T12:58:40.100420+0000","last_unstale":"2024-01-28T12:58:44.503582+0000","last_undegraded":"2024-01-28T12:58:44.503582+0000","last_fullsized":"2024-01-28T12:58:44.503582+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:50:24.609822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504890+0000","last_change":"2024-01-28T12:58:40.113162+0000","last_active":"2024-01-28T12:58:44.504890+0000","last_peered":"2024-01-28T12:58:44.504890+0000","last_clean":"2024-01-28T12:58:44.504890+0000","last_became_active":"2024-01-28T12:58:40.112822+0000","last_became_peered":"2024-01-28T12:58:40.112822+0000","last_unstale":"2024-01-28T12:58:44.504890+0000","last_undegraded":"2024-01-28T12:58:44.504890+0000","last_fullsized":"2024-01-28T12:58:44.504890+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:44:28.060249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":12288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280991,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":9717,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":15,"num_read_kb":12,"num_write":151,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":368640,"data_stored":73822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579920,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":921600,"data_stored":454648,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.56499999999999995}]},{"osd":1,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.65900000000000003}]},{"osd":2,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.64100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":4,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.71499999999999997}]},{"osd":5,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.78800000000000003}]},{"osd":6,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.84099999999999997}]},{"osd":7,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.875}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76700000000000002}]},{"osd":9,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.89700000000000002}]},{"osd":10,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.80500000000000005}]}]},{"osd":10,"up_from":67,"seq":287762808850,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":991232,"data_stored":1044561,"data_compressed":47420,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.46100000000000002}]},{"osd":2,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.53600000000000003}]},{"osd":3,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.505},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.68400000000000005}]},{"osd":4,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.48599999999999999}]},{"osd":5,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.60799999999999998}]},{"osd":6,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.71399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":8,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.65300000000000002}]},{"osd":9,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.69699999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]}]},{"osd":9,"up_from":62,"seq":266287972374,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":450482,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.33300000000000002}]},{"osd":1,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.503}]},{"osd":2,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.74399999999999999}]},{"osd":3,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.435}]},{"osd":4,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.61699999999999999}]},{"osd":5,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.58399999999999996}]},{"osd":6,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.371},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.48899999999999999}]},{"osd":7,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.675,"5min":1.675,"15min":1.675},"last":0.67500000000000004}]},{"osd":8,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.60699999999999998}]},{"osd":10,"last update":"Sun Jan 28 12:58:44 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.57299999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]}]},{"osd":8,"up_from":55,"seq":236223201306,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":449986,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.67400000000000004}]},{"osd":1,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.61099999999999999}]},{"osd":2,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.51000000000000001}]},{"osd":3,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.81999999999999995}]},{"osd":4,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.747},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.76000000000000001}]},{"osd":5,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.65300000000000002}]},{"osd":6,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.83499999999999996}]},{"osd":7,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.80100000000000005}]},{"osd":9,"last update":"Sun Jan 28 12:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.89100000000000001}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.878},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.93400000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]}]},{"osd":7,"up_from":48,"seq":206158430238,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":978944,"data_stored":1042204,"data_compressed":47420,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.376}]},{"osd":1,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.28799999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68999999999999995,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.443,"15min":0.441},"min":{"1min":0.32500000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.46500000000000002}]},{"osd":2,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.67300000000000004}]},{"osd":3,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.625,"15min":0.625},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.66100000000000003}]},{"osd":4,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.5,"15min":0.496},"min":{"1min":0.32300000000000001,"5min":0.308,"15min":0.308},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.629},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51100000000000001,"15min":0.51000000000000001},"min":{"1min":0.32300000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.432}]},{"osd":5,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.59399999999999997,"15min":0.58699999999999997},"min":{"1min":0.45500000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.443,"5min":0.437,"15min":0.437},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.73599999999999999}]},{"osd":6,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.69899999999999995,"15min":0.69499999999999995},"min":{"1min":0.57199999999999995,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.66400000000000003,"15min":0.65200000000000002},"min":{"1min":0.52000000000000002,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.75800000000000001}]},{"osd":8,"last update":"Sun Jan 28 12:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.69599999999999995}]},{"osd":9,"last update":"Sun Jan 28 12:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.77300000000000002}]},{"osd":10,"last update":"Sun Jan 28 12:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.59099999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]}]},{"osd":6,"up_from":43,"seq":184683593761,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":449348,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.372,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.49399999999999999,"15min":0.48999999999999999},"min":{"1min":0.35699999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.435}]},{"osd":1,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.76900000000000002,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.747,"5min":0.67900000000000005,"15min":0.66800000000000004},"min":{"1min":0.54900000000000004,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.85499999999999998}]},{"osd":2,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.495,"5min":0.436,"15min":0.436},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.751},{"interface":"front","average":{"1min":0.629,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.42899999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.53000000000000003}]},{"osd":3,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.376,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.89400000000000002,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.624,"15min":0.62},"min":{"1min":0.45600000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.58299999999999996}]},{"osd":4,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.67900000000000005,"15min":0.67400000000000004},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.746,"5min":0.72999999999999998,"15min":0.72799999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.91600000000000004}]},{"osd":5,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.73899999999999999,"15min":0.74099999999999999},"min":{"1min":0.54700000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94999999999999996,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.71799999999999997,"15min":0.72299999999999998},"min":{"1min":0.48699999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.92900000000000005,"5min":1.028,"15min":1.028},"last":0.57099999999999995}]},{"osd":7,"last update":"Sun Jan 28 12:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.751,"15min":0.74299999999999999},"min":{"1min":0.60299999999999998,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.82399999999999995}]},{"osd":8,"last update":"Sun Jan 28 12:58:05 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.60599999999999998}]},{"osd":9,"last update":"Sun Jan 28 12:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.81000000000000005}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.87},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.96399999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]}]},{"osd":1,"up_from":12,"seq":51539607606,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":491740,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.55000000000000004,"15min":0.53000000000000003},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81299999999999994,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.628},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.39800000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.80700000000000005,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.68200000000000005}]},{"osd":2,"last update":"Sun Jan 28 12:58:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.51800000000000002,"15min":0.50600000000000001},"min":{"1min":0.34899999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.51300000000000001,"15min":0.501},"min":{"1min":0.41999999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.81399999999999995}]},{"osd":3,"last update":"Sun Jan 28 12:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.55900000000000005,"15min":0.54400000000000004},"min":{"1min":0.43099999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.89700000000000002,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.57699999999999996,"15min":0.54900000000000004},"min":{"1min":0.41599999999999998,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.47899999999999998}]},{"osd":4,"last update":"Sun Jan 28 12:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.434,"15min":0.41199999999999998},"min":{"1min":0.29099999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.42899999999999999,"15min":0.40200000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.64900000000000002}]},{"osd":5,"last update":"Sun Jan 28 12:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.58299999999999996,"15min":0.57099999999999995},"min":{"1min":0.47799999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.61199999999999999,"15min":0.60599999999999998},"min":{"1min":0.502,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.91800000000000004,"5min":1.008,"15min":1.008},"last":0.879}]},{"osd":6,"last update":"Sun Jan 28 12:58:31 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66300000000000003,"15min":0.66200000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89700000000000002,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64600000000000002,"15min":0.63700000000000001},"min":{"1min":0.48399999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.70099999999999996}]},{"osd":7,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53900000000000003,"15min":0.52700000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.80200000000000005}]},{"osd":8,"last update":"Sun Jan 28 12:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.63700000000000001,"15min":0.63100000000000001},"min":{"1min":0.45400000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.747},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.66500000000000004,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.73699999999999999}]},{"osd":9,"last update":"Sun Jan 28 12:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.86599999999999999}]},{"osd":10,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.77900000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89800000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738424,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":450850,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Jan 28 12:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.58699999999999997,"15min":0.54600000000000004},"min":{"1min":0.51600000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86099999999999999,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.629,"15min":0.56699999999999995},"min":{"1min":0.48399999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92500000000000004,"5min":4.2800000000000002,"15min":4.2800000000000002},"last":0.57999999999999996}]},{"osd":2,"last update":"Sun Jan 28 12:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.59699999999999998,"15min":0.58499999999999996},"min":{"1min":0.40400000000000003,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.82999999999999996,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.66400000000000003,"15min":0.61499999999999999},"min":{"1min":0.502,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.94099999999999995,"5min":4.2309999999999999,"15min":4.2309999999999999},"last":0.76600000000000001}]},{"osd":3,"last update":"Sun Jan 28 12:57:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.47699999999999998,"15min":0.46899999999999997},"min":{"1min":0.37,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83999999999999997,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.502,"15min":0.49199999999999999},"min":{"1min":0.36699999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.34300000000000003}]},{"osd":4,"last update":"Sun Jan 28 12:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.64400000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95699999999999996,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.621,"5min":0.624,"15min":0.60699999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.84099999999999997,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.61099999999999999}]},{"osd":5,"last update":"Sun Jan 28 12:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.67300000000000004,"15min":0.66000000000000003},"min":{"1min":0.502,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.98499999999999999,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.70499999999999996,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.1000000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.66600000000000004}]},{"osd":6,"last update":"Sun Jan 28 12:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.61199999999999999,"15min":0.60899999999999999},"min":{"1min":0.40300000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.71499999999999997,"15min":0.70799999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.212,"5min":1.212,"15min":1.212},"last":0.46999999999999997}]},{"osd":7,"last update":"Sun Jan 28 12:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.62},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":4.2140000000000004,"5min":4.2140000000000004,"15min":4.2140000000000004},"last":0.73199999999999998}]},{"osd":8,"last update":"Sun Jan 28 12:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.80300000000000005,"15min":0.81100000000000005},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.94499999999999995,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.86299999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.0640000000000001,"5min":1.131,"15min":1.131},"last":0.78700000000000003}]},{"osd":9,"last update":"Sun Jan 28 12:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.69699999999999995}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.752}]},{"osd":11,"last update":"Sun Jan 28 12:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.80000000000000004}]}]},{"osd":2,"up_from":17,"seq":73014444081,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36252,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708900,"statfs":{"total":95995035648,"available":95957913600,"internally_reserved":0,"allocated":937984,"data_stored":454278,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.54000000000000004,"15min":0.51800000000000002},"min":{"1min":0.34799999999999998,"5min":0.183,"15min":0.183},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.54600000000000004,"15min":0.52500000000000002},"min":{"1min":0.378,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.82899999999999996}]},{"osd":1,"last update":"Sun Jan 28 12:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.35599999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.76400000000000001,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.41399999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.57099999999999995}]},{"osd":3,"last update":"Sun Jan 28 12:58:34 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.58999999999999997,"15min":0.56599999999999995},"min":{"1min":0.48099999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.58499999999999996,"15min":0.56499999999999995},"min":{"1min":0.48599999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.73099999999999998}]},{"osd":4,"last update":"Sun Jan 28 12:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.58699999999999997,"15min":0.57799999999999996},"min":{"1min":0.441,"5min":0.379,"15min":0.379},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.63700000000000001}]},{"osd":5,"last update":"Sun Jan 28 12:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.48399999999999999,"15min":0.47199999999999998},"min":{"1min":0.36299999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.79400000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.86499999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.47199999999999998,"15min":0.46100000000000002},"min":{"1min":0.33800000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78900000000000003,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.76400000000000001}]},{"osd":6,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65200000000000002,"15min":0.65100000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.82399999999999995,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.68000000000000005,"15min":0.68300000000000005},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.89600000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.92200000000000004}]},{"osd":7,"last update":"Sun Jan 28 12:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.95099999999999996}]},{"osd":8,"last update":"Sun Jan 28 12:58:05 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.98099999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.93600000000000005}]},{"osd":9,"last update":"Sun Jan 28 12:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":1.0329999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":1.0109999999999999}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":1.0229999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]}]},{"osd":3,"up_from":23,"seq":98784247853,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":449447,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.436,"15min":0.41499999999999998},"min":{"1min":0.32700000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.45000000000000001,"15min":0.42599999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.42999999999999999}]},{"osd":1,"last update":"Sun Jan 28 12:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.59899999999999998,"15min":0.57499999999999996},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.59599999999999997,"15min":0.56599999999999995},"min":{"1min":0.44800000000000001,"5min":0.373,"15min":0.373},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.625}]},{"osd":2,"last update":"Sun Jan 28 12:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.45700000000000002,"5min":0.432,"15min":0.432},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.65400000000000003,"15min":0.65900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.86099999999999999,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.56999999999999995}]},{"osd":4,"last update":"Sun Jan 28 12:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67000000000000004,"15min":0.628},"min":{"1min":0.47699999999999998,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.91100000000000003,"5min":3.0550000000000002,"15min":3.0550000000000002},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.68700000000000006,"15min":0.66700000000000004},"min":{"1min":0.45700000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.78400000000000003}]},{"osd":5,"last update":"Sun Jan 28 12:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.65200000000000002,"15min":0.64800000000000002},"min":{"1min":0.48399999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.65000000000000002,"15min":0.63500000000000001},"min":{"1min":0.502,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.55200000000000005}]},{"osd":6,"last update":"Sun Jan 28 12:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.66700000000000004,"15min":0.65900000000000003},"min":{"1min":0.437,"5min":0.433,"15min":0.433},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.749},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.65500000000000003,"15min":0.65100000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.60899999999999999}]},{"osd":7,"last update":"Sun Jan 28 12:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.78700000000000003,"15min":0.78600000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.58299999999999996,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.66300000000000003}]},{"osd":8,"last update":"Sun Jan 28 12:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.76100000000000001}]},{"osd":9,"last update":"Sun Jan 28 12:58:28 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.84999999999999998}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.71799999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018921,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32068,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713084,"statfs":{"total":95995035648,"available":95962198016,"internally_reserved":0,"allocated":913408,"data_stored":449683,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:57:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.36599999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76100000000000001,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53600000000000003,"15min":0.53400000000000003},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73999999999999999,"5min":1.339,"15min":1.339},"last":0.46200000000000002}]},{"osd":1,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.377,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.39500000000000002,"15min":0.37},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9970000000000001,"5min":1.9970000000000001,"15min":1.9970000000000001},"last":0.42199999999999999}]},{"osd":2,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53300000000000003,"15min":0.50900000000000001},"min":{"1min":0.40300000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.55100000000000005,"15min":0.51300000000000001},"min":{"1min":0.47099999999999997,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.165,"5min":2.165,"15min":2.165},"last":0.55100000000000005}]},{"osd":3,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.60799999999999998,"15min":0.58499999999999996},"min":{"1min":0.436,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":2.375,"5min":2.375,"15min":2.375},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.38300000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"last":0.53700000000000003}]},{"osd":5,"last update":"Sun Jan 28 12:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.54200000000000004,"15min":0.52800000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.54500000000000004,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76300000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.84099999999999997}]},{"osd":6,"last update":"Sun Jan 28 12:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.66700000000000004,"15min":0.65100000000000002},"min":{"1min":0.44700000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.3319999999999999,"5min":2.3319999999999999,"15min":2.3319999999999999},"last":0.754},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.67800000000000005,"15min":0.66200000000000003},"min":{"1min":0.45900000000000002,"5min":0.442,"15min":0.442},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":0.66200000000000003}]},{"osd":7,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.54000000000000004,"15min":0.50700000000000001},"min":{"1min":0.34399999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.2130000000000001,"5min":3.2130000000000001,"15min":3.2130000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.57599999999999996,"15min":0.55000000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.7679999999999998,"5min":3.7679999999999998,"15min":3.7679999999999998},"last":0.67500000000000004}]},{"osd":8,"last update":"Sun Jan 28 12:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.89900000000000002}]},{"osd":9,"last update":"Sun Jan 28 12:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.2269999999999999,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":0.73299999999999998}]},{"osd":10,"last update":"Sun Jan 28 12:58:44 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":4.0039999999999996,"5min":4.0039999999999996,"15min":4.0039999999999996},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.876}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822694,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":1047058,"data_compressed":47420,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.42899999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72299999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.39800000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.80800000000000005}]},{"osd":1,"last update":"Sun Jan 28 12:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.497,"15min":0.48999999999999999},"min":{"1min":0.36299999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.72099999999999997,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.503,"15min":0.497},"min":{"1min":0.39400000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68400000000000005,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.73499999999999999}]},{"osd":2,"last update":"Sun Jan 28 12:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.29799999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.50700000000000001,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.39600000000000002,"15min":0.39400000000000002},"min":{"1min":0.30499999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58699999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.29799999999999999}]},{"osd":3,"last update":"Sun Jan 28 12:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.36199999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.68600000000000005,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.65400000000000003}]},{"osd":4,"last update":"Sun Jan 28 12:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.442,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.746,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.55300000000000005,"15min":0.55100000000000005},"min":{"1min":0.40100000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81000000000000005,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.67000000000000004}]},{"osd":6,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.61299999999999999}]},{"osd":7,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56699999999999995,"15min":0.56200000000000006},"min":{"1min":0.434,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.56999999999999995,"15min":0.56399999999999995},"min":{"1min":0.44500000000000001,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.70399999999999996}]},{"osd":8,"last update":"Sun Jan 28 12:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.378},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.42399999999999999}]},{"osd":9,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":3.0259999999999998,"5min":3.0259999999999998,"15min":3.0259999999999998},"last":0.69299999999999995}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.751}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":42701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":12922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":4845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-01-28T12:59:08.392 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-01-28T12:59:08.621 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.623+0000 7fe3a2a00700 1 -- 172.21.15.88:0/1050572142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c102730 msgr2=0x7fe39c102b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:08.621 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.623+0000 7fe3a2a00700 1 --2- 172.21.15.88:0/1050572142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c102730 0x7fe39c102b90 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe3840099c0 tx=0x7fe384009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.621 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.623+0000 7fe3a2a00700 1 -- 172.21.15.88:0/1050572142 shutdown_connections 2024-01-28T12:59:08.621 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.623+0000 7fe3a2a00700 1 --2- 172.21.15.88:0/1050572142 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c1030d0 0x7fe39c109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.621 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.623+0000 7fe3a2a00700 1 --2- 172.21.15.88:0/1050572142 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c101540 0x7fe39c101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.621 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.623+0000 7fe3a2a00700 1 --2- 172.21.15.88:0/1050572142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c102730 0x7fe39c102b90 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.621 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.623+0000 7fe3a2a00700 1 -- 172.21.15.88:0/1050572142 >> 172.21.15.88:0/1050572142 conn(0x7fe39c0fcad0 msgr2=0x7fe39c0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:08.621 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.623+0000 7fe3a2a00700 1 -- 172.21.15.88:0/1050572142 shutdown_connections 2024-01-28T12:59:08.621 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.623+0000 7fe3a2a00700 1 -- 172.21.15.88:0/1050572142 wait complete. 2024-01-28T12:59:08.623 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.624+0000 7fe3a2a00700 1 Processor -- start 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.624+0000 7fe3a2a00700 1 -- start start 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.624+0000 7fe3a2a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c101540 0x7fe39c1073e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.624+0000 7fe3a2a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c102730 0x7fe39c107920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.624+0000 7fe3a2a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c1030d0 0x7fe39c103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.624+0000 7fe3a2a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe39c104710 con 0x7fe39c101540 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.624+0000 7fe3a2a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe39c104880 con 0x7fe39c102730 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.624+0000 7fe3a2a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe39c104a40 con 0x7fe39c1030d0 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.624+0000 7fe39be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c101540 0x7fe39c1073e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe39be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c101540 0x7fe39c1073e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52516/0 (socket says 172.21.15.88:52516) 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe39be00700 1 -- 172.21.15.88:0/3341052805 learned_addr learned my addr 172.21.15.88:0/3341052805 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe3a0a00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c1030d0 0x7fe39c103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:08.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe39b400700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c102730 0x7fe39c107920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe39be00700 1 -- 172.21.15.88:0/3341052805 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c1030d0 msgr2=0x7fe39c103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe39be00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c1030d0 0x7fe39c103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe39be00700 1 -- 172.21.15.88:0/3341052805 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c102730 msgr2=0x7fe39c107920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe39be00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c102730 0x7fe39c107920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe39be00700 1 -- 172.21.15.88:0/3341052805 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3840095f0 con 0x7fe39c101540 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe39b400700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c102730 0x7fe39c107920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe39be00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c101540 0x7fe39c1073e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe38c00e970 tx=0x7fe38c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe398c00700 1 -- 172.21.15.88:0/3341052805 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe38c009790 con 0x7fe39c101540 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe3a2a00700 1 -- 172.21.15.88:0/3341052805 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe39c1a5c00 con 0x7fe39c101540 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.625+0000 7fe398c00700 1 -- 172.21.15.88:0/3341052805 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe38c00eec0 con 0x7fe39c101540 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.626+0000 7fe3a2a00700 1 -- 172.21.15.88:0/3341052805 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe39c1a60e0 con 0x7fe39c101540 2024-01-28T12:59:08.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.626+0000 7fe398c00700 1 -- 172.21.15.88:0/3341052805 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe38c003cd0 con 0x7fe39c101540 2024-01-28T12:59:08.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.627+0000 7fe3a2a00700 1 -- 172.21.15.88:0/3341052805 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe39c068240 con 0x7fe39c101540 2024-01-28T12:59:08.628 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.630+0000 7fe398c00700 1 -- 172.21.15.88:0/3341052805 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fe38c00ccd0 con 0x7fe39c101540 2024-01-28T12:59:08.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.631+0000 7fe398c00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe37c0a18e0 0x7fe37c0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:08.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.631+0000 7fe398c00700 1 -- 172.21.15.88:0/3341052805 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fe38c014070 con 0x7fe39c101540 2024-01-28T12:59:08.629 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.632+0000 7fe39b400700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe37c0a18e0 0x7fe37c0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:08.630 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.632+0000 7fe39b400700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe37c0a18e0 0x7fe37c0a3da0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe38400b580 tx=0x7fe38401a040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:08.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.634+0000 7fe398c00700 1 -- 172.21.15.88:0/3341052805 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fe38c096a20 con 0x7fe39c101540 2024-01-28T12:59:08.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:08 smithi088 ceph-mon[35322]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:08.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:08 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3270458941' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:08.826 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.829+0000 7fe3a2a00700 1 -- 172.21.15.88:0/3341052805 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe39c074f20 con 0x7fe37c0a18e0 2024-01-28T12:59:08.839 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.841+0000 7fe398c00700 1 -- 172.21.15.88:0/3341052805 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+422165 (secure 0 0 0) 0x7fe39c074f20 con 0x7fe37c0a18e0 2024-01-28T12:59:08.840 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:08.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.847+0000 7fe3a2a00700 1 -- 172.21.15.88:0/3341052805 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe37c0a18e0 msgr2=0x7fe37c0a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.847+0000 7fe3a2a00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe37c0a18e0 0x7fe37c0a3da0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe38400b580 tx=0x7fe38401a040 comp rx=0 tx=0).stop 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.847+0000 7fe3a2a00700 1 -- 172.21.15.88:0/3341052805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c101540 msgr2=0x7fe39c1073e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.847+0000 7fe3a2a00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c101540 0x7fe39c1073e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe38c00e970 tx=0x7fe38c00ec80 comp rx=0 tx=0).stop 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.847+0000 7fe3a2a00700 1 -- 172.21.15.88:0/3341052805 shutdown_connections 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.847+0000 7fe3a2a00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe37c0a18e0 0x7fe37c0a3da0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.847+0000 7fe3a2a00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe39c1030d0 0x7fe39c103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.847+0000 7fe3a2a00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe39c101540 0x7fe39c1073e0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.847+0000 7fe3a2a00700 1 --2- 172.21.15.88:0/3341052805 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe39c102730 0x7fe39c107920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.847+0000 7fe3a2a00700 1 -- 172.21.15.88:0/3341052805 >> 172.21.15.88:0/3341052805 conn(0x7fe39c0fcad0 msgr2=0x7fe39c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.848+0000 7fe3a2a00700 1 -- 172.21.15.88:0/3341052805 shutdown_connections 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:08.848+0000 7fe3a2a00700 1 -- 172.21.15.88:0/3341052805 wait complete. 2024-01-28T12:59:08.850 INFO:teuthology.orchestra.run.smithi088.stderr:dumped all 2024-01-28T12:59:08.864 INFO:teuthology.orchestra.run.smithi088.stdout:{"pg_ready":true,"pg_map":{"version":251,"stamp":"2024-01-28T12:59:08.063492+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":600085,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":141,"num_read_kb":121,"num_write":332,"num_write_kb":2986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":273,"ondisk_log_size":273,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376864,"kb_used_data":11072,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564960,"statfs":{"total":1151940427776,"available":1151554519040,"internally_reserved":0,"allocated":11337728,"data_stored":7234285,"data_compressed":247380,"data_compressed_allocated":331776,"data_compressed_original":2162688,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6835,"num_objects":47,"num_object_clones":0,"num_object_copies":141,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":0,"num_read":15,"num_read_kb":12,"num_write":105,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":31,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003163"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.505832+0000","last_change":"2024-01-28T12:58:40.101512+0000","last_active":"2024-01-28T12:58:44.505832+0000","last_peered":"2024-01-28T12:58:44.505832+0000","last_clean":"2024-01-28T12:58:44.505832+0000","last_became_active":"2024-01-28T12:58:40.101156+0000","last_became_peered":"2024-01-28T12:58:40.101156+0000","last_unstale":"2024-01-28T12:58:44.505832+0000","last_undegraded":"2024-01-28T12:58:44.505832+0000","last_fullsized":"2024-01-28T12:58:44.505832+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:57:56.617107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499622+0000","last_change":"2024-01-28T12:58:40.110366+0000","last_active":"2024-01-28T12:58:44.499622+0000","last_peered":"2024-01-28T12:58:44.499622+0000","last_clean":"2024-01-28T12:58:44.499622+0000","last_became_active":"2024-01-28T12:58:40.108218+0000","last_became_peered":"2024-01-28T12:58:40.108218+0000","last_unstale":"2024-01-28T12:58:44.499622+0000","last_undegraded":"2024-01-28T12:58:44.499622+0000","last_fullsized":"2024-01-28T12:58:44.499622+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:34:08.077338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.498871+0000","last_change":"2024-01-28T12:58:40.112209+0000","last_active":"2024-01-28T12:58:44.498871+0000","last_peered":"2024-01-28T12:58:44.498871+0000","last_clean":"2024-01-28T12:58:44.498871+0000","last_became_active":"2024-01-28T12:58:40.108566+0000","last_became_peered":"2024-01-28T12:58:40.108566+0000","last_unstale":"2024-01-28T12:58:44.498871+0000","last_undegraded":"2024-01-28T12:58:44.498871+0000","last_fullsized":"2024-01-28T12:58:44.498871+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:53:04.653991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503119+0000","last_change":"2024-01-28T12:58:40.111585+0000","last_active":"2024-01-28T12:58:44.503119+0000","last_peered":"2024-01-28T12:58:44.503119+0000","last_clean":"2024-01-28T12:58:44.503119+0000","last_became_active":"2024-01-28T12:58:40.111222+0000","last_became_peered":"2024-01-28T12:58:40.111222+0000","last_unstale":"2024-01-28T12:58:44.503119+0000","last_undegraded":"2024-01-28T12:58:44.503119+0000","last_fullsized":"2024-01-28T12:58:44.503119+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:24:42.852138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503799+0000","last_change":"2024-01-28T12:58:40.102223+0000","last_active":"2024-01-28T12:58:44.503799+0000","last_peered":"2024-01-28T12:58:44.503799+0000","last_clean":"2024-01-28T12:58:44.503799+0000","last_became_active":"2024-01-28T12:58:40.101846+0000","last_became_peered":"2024-01-28T12:58:40.101846+0000","last_unstale":"2024-01-28T12:58:44.503799+0000","last_undegraded":"2024-01-28T12:58:44.503799+0000","last_fullsized":"2024-01-28T12:58:44.503799+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:33:02.857960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.921959+0000","last_change":"2024-01-28T12:58:40.102251+0000","last_active":"2024-01-28T12:58:44.921959+0000","last_peered":"2024-01-28T12:58:44.921959+0000","last_clean":"2024-01-28T12:58:44.921959+0000","last_became_active":"2024-01-28T12:58:40.101895+0000","last_became_peered":"2024-01-28T12:58:40.101895+0000","last_unstale":"2024-01-28T12:58:44.921959+0000","last_undegraded":"2024-01-28T12:58:44.921959+0000","last_fullsized":"2024-01-28T12:58:44.921959+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:18:56.297194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.501455+0000","last_change":"2024-01-28T12:58:40.107118+0000","last_active":"2024-01-28T12:58:44.501455+0000","last_peered":"2024-01-28T12:58:44.501455+0000","last_clean":"2024-01-28T12:58:44.501455+0000","last_became_active":"2024-01-28T12:58:40.106761+0000","last_became_peered":"2024-01-28T12:58:40.106761+0000","last_unstale":"2024-01-28T12:58:44.501455+0000","last_undegraded":"2024-01-28T12:58:44.501455+0000","last_fullsized":"2024-01-28T12:58:44.501455+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:57:45.312711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.494587+0000","last_change":"2024-01-28T12:58:40.110134+0000","last_active":"2024-01-28T12:58:44.494587+0000","last_peered":"2024-01-28T12:58:44.494587+0000","last_clean":"2024-01-28T12:58:44.494587+0000","last_became_active":"2024-01-28T12:58:40.104158+0000","last_became_peered":"2024-01-28T12:58:40.104158+0000","last_unstale":"2024-01-28T12:58:44.494587+0000","last_undegraded":"2024-01-28T12:58:44.494587+0000","last_fullsized":"2024-01-28T12:58:44.494587+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:51:24.406311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495803+0000","last_change":"2024-01-28T12:58:40.103848+0000","last_active":"2024-01-28T12:58:44.495803+0000","last_peered":"2024-01-28T12:58:44.495803+0000","last_clean":"2024-01-28T12:58:44.495803+0000","last_became_active":"2024-01-28T12:58:40.103498+0000","last_became_peered":"2024-01-28T12:58:40.103498+0000","last_unstale":"2024-01-28T12:58:44.495803+0000","last_undegraded":"2024-01-28T12:58:44.495803+0000","last_fullsized":"2024-01-28T12:58:44.495803+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:46:38.753587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.921909+0000","last_change":"2024-01-28T12:58:40.103544+0000","last_active":"2024-01-28T12:58:44.921909+0000","last_peered":"2024-01-28T12:58:44.921909+0000","last_clean":"2024-01-28T12:58:44.921909+0000","last_became_active":"2024-01-28T12:58:40.103111+0000","last_became_peered":"2024-01-28T12:58:40.103111+0000","last_unstale":"2024-01-28T12:58:44.921909+0000","last_undegraded":"2024-01-28T12:58:44.921909+0000","last_fullsized":"2024-01-28T12:58:44.921909+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:45:11.456259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503195+0000","last_change":"2024-01-28T12:58:40.098607+0000","last_active":"2024-01-28T12:58:44.503195+0000","last_peered":"2024-01-28T12:58:44.503195+0000","last_clean":"2024-01-28T12:58:44.503195+0000","last_became_active":"2024-01-28T12:58:40.098292+0000","last_became_peered":"2024-01-28T12:58:40.098292+0000","last_unstale":"2024-01-28T12:58:44.503195+0000","last_undegraded":"2024-01-28T12:58:44.503195+0000","last_fullsized":"2024-01-28T12:58:44.503195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:38:51.804484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503018+0000","last_change":"2024-01-28T12:58:40.104301+0000","last_active":"2024-01-28T12:58:44.503018+0000","last_peered":"2024-01-28T12:58:44.503018+0000","last_clean":"2024-01-28T12:58:44.503018+0000","last_became_active":"2024-01-28T12:58:40.103966+0000","last_became_peered":"2024-01-28T12:58:40.103966+0000","last_unstale":"2024-01-28T12:58:44.503018+0000","last_undegraded":"2024-01-28T12:58:44.503018+0000","last_fullsized":"2024-01-28T12:58:44.503018+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:46:32.670631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503506+0000","last_change":"2024-01-28T12:58:40.104201+0000","last_active":"2024-01-28T12:58:44.503506+0000","last_peered":"2024-01-28T12:58:44.503506+0000","last_clean":"2024-01-28T12:58:44.503506+0000","last_became_active":"2024-01-28T12:58:40.103655+0000","last_became_peered":"2024-01-28T12:58:40.103655+0000","last_unstale":"2024-01-28T12:58:44.503506+0000","last_undegraded":"2024-01-28T12:58:44.503506+0000","last_fullsized":"2024-01-28T12:58:44.503506+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:08:44.492887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.498873+0000","last_change":"2024-01-28T12:58:40.106385+0000","last_active":"2024-01-28T12:58:44.498873+0000","last_peered":"2024-01-28T12:58:44.498873+0000","last_clean":"2024-01-28T12:58:44.498873+0000","last_became_active":"2024-01-28T12:58:40.106103+0000","last_became_peered":"2024-01-28T12:58:40.106103+0000","last_unstale":"2024-01-28T12:58:44.498873+0000","last_undegraded":"2024-01-28T12:58:44.498873+0000","last_fullsized":"2024-01-28T12:58:44.498873+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:21:27.458399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499949+0000","last_change":"2024-01-28T12:58:40.099704+0000","last_active":"2024-01-28T12:58:44.499949+0000","last_peered":"2024-01-28T12:58:44.499949+0000","last_clean":"2024-01-28T12:58:44.499949+0000","last_became_active":"2024-01-28T12:58:40.099408+0000","last_became_peered":"2024-01-28T12:58:40.099408+0000","last_unstale":"2024-01-28T12:58:44.499949+0000","last_undegraded":"2024-01-28T12:58:44.499949+0000","last_fullsized":"2024-01-28T12:58:44.499949+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:22:15.689565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495174+0000","last_change":"2024-01-28T12:58:40.097318+0000","last_active":"2024-01-28T12:58:44.495174+0000","last_peered":"2024-01-28T12:58:44.495174+0000","last_clean":"2024-01-28T12:58:44.495174+0000","last_became_active":"2024-01-28T12:58:40.096974+0000","last_became_peered":"2024-01-28T12:58:40.096974+0000","last_unstale":"2024-01-28T12:58:44.495174+0000","last_undegraded":"2024-01-28T12:58:44.495174+0000","last_fullsized":"2024-01-28T12:58:44.495174+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:53:01.399262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.505511+0000","last_change":"2024-01-28T12:58:40.104956+0000","last_active":"2024-01-28T12:58:44.505511+0000","last_peered":"2024-01-28T12:58:44.505511+0000","last_clean":"2024-01-28T12:58:44.505511+0000","last_became_active":"2024-01-28T12:58:40.104589+0000","last_became_peered":"2024-01-28T12:58:40.104589+0000","last_unstale":"2024-01-28T12:58:44.505511+0000","last_undegraded":"2024-01-28T12:58:44.505511+0000","last_fullsized":"2024-01-28T12:58:44.505511+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:56:08.666348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503284+0000","last_change":"2024-01-28T12:58:40.104476+0000","last_active":"2024-01-28T12:58:44.503284+0000","last_peered":"2024-01-28T12:58:44.503284+0000","last_clean":"2024-01-28T12:58:44.503284+0000","last_became_active":"2024-01-28T12:58:40.102730+0000","last_became_peered":"2024-01-28T12:58:40.102730+0000","last_unstale":"2024-01-28T12:58:44.503284+0000","last_undegraded":"2024-01-28T12:58:44.503284+0000","last_fullsized":"2024-01-28T12:58:44.503284+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:48:53.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.500552+0000","last_change":"2024-01-28T12:58:40.107706+0000","last_active":"2024-01-28T12:58:44.500552+0000","last_peered":"2024-01-28T12:58:44.500552+0000","last_clean":"2024-01-28T12:58:44.500552+0000","last_became_active":"2024-01-28T12:58:40.107355+0000","last_became_peered":"2024-01-28T12:58:40.107355+0000","last_unstale":"2024-01-28T12:58:44.500552+0000","last_undegraded":"2024-01-28T12:58:44.500552+0000","last_fullsized":"2024-01-28T12:58:44.500552+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:49:22.346501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.150392+0000","last_change":"2024-01-28T12:58:44.518877+0000","last_active":"2024-01-28T12:58:45.150392+0000","last_peered":"2024-01-28T12:58:45.150392+0000","last_clean":"2024-01-28T12:58:45.150392+0000","last_became_active":"2024-01-28T12:58:44.518469+0000","last_became_peered":"2024-01-28T12:58:44.518469+0000","last_unstale":"2024-01-28T12:58:45.150392+0000","last_undegraded":"2024-01-28T12:58:45.150392+0000","last_fullsized":"2024-01-28T12:58:45.150392+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:15:36.846857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.104260+0000","last_change":"2024-01-28T12:58:39.448560+0000","last_active":"2024-01-28T12:59:05.104260+0000","last_peered":"2024-01-28T12:59:05.104260+0000","last_clean":"2024-01-28T12:59:05.104260+0000","last_became_active":"2024-01-28T12:58:39.447031+0000","last_became_peered":"2024-01-28T12:58:39.447031+0000","last_unstale":"2024-01-28T12:59:05.104260+0000","last_undegraded":"2024-01-28T12:59:05.104260+0000","last_fullsized":"2024-01-28T12:59:05.104260+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:36:50.055028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":684,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495439+0000","last_change":"2024-01-28T12:58:40.112496+0000","last_active":"2024-01-28T12:58:44.495439+0000","last_peered":"2024-01-28T12:58:44.495439+0000","last_clean":"2024-01-28T12:58:44.495439+0000","last_became_active":"2024-01-28T12:58:40.111408+0000","last_became_peered":"2024-01-28T12:58:40.111408+0000","last_unstale":"2024-01-28T12:58:44.495439+0000","last_undegraded":"2024-01-28T12:58:44.495439+0000","last_fullsized":"2024-01-28T12:58:44.495439+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:49:15.844814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928581+0000","last_change":"2024-01-28T12:58:44.515958+0000","last_active":"2024-01-28T12:58:45.928581+0000","last_peered":"2024-01-28T12:58:45.928581+0000","last_clean":"2024-01-28T12:58:45.928581+0000","last_became_active":"2024-01-28T12:58:44.515526+0000","last_became_peered":"2024-01-28T12:58:44.515526+0000","last_unstale":"2024-01-28T12:58:45.928581+0000","last_undegraded":"2024-01-28T12:58:45.928581+0000","last_fullsized":"2024-01-28T12:58:45.928581+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:46:49.949138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.085276+0000","last_change":"2024-01-28T12:58:39.445552+0000","last_active":"2024-01-28T12:58:45.085276+0000","last_peered":"2024-01-28T12:58:45.085276+0000","last_clean":"2024-01-28T12:58:45.085276+0000","last_became_active":"2024-01-28T12:58:39.445105+0000","last_became_peered":"2024-01-28T12:58:39.445105+0000","last_unstale":"2024-01-28T12:58:45.085276+0000","last_undegraded":"2024-01-28T12:58:45.085276+0000","last_fullsized":"2024-01-28T12:58:45.085276+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:33:14.820303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499736+0000","last_change":"2024-01-28T12:58:40.109658+0000","last_active":"2024-01-28T12:58:44.499736+0000","last_peered":"2024-01-28T12:58:44.499736+0000","last_clean":"2024-01-28T12:58:44.499736+0000","last_became_active":"2024-01-28T12:58:40.106321+0000","last_became_peered":"2024-01-28T12:58:40.106321+0000","last_unstale":"2024-01-28T12:58:44.499736+0000","last_undegraded":"2024-01-28T12:58:44.499736+0000","last_fullsized":"2024-01-28T12:58:44.499736+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:39:02.147216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928734+0000","last_change":"2024-01-28T12:58:44.516337+0000","last_active":"2024-01-28T12:58:45.928734+0000","last_peered":"2024-01-28T12:58:45.928734+0000","last_clean":"2024-01-28T12:58:45.928734+0000","last_became_active":"2024-01-28T12:58:44.515926+0000","last_became_peered":"2024-01-28T12:58:44.515926+0000","last_unstale":"2024-01-28T12:58:45.928734+0000","last_undegraded":"2024-01-28T12:58:45.928734+0000","last_fullsized":"2024-01-28T12:58:45.928734+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:40:46.901666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"78'2","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.508609+0000","last_change":"2024-01-28T12:58:39.444915+0000","last_active":"2024-01-28T12:58:44.508609+0000","last_peered":"2024-01-28T12:58:44.508609+0000","last_clean":"2024-01-28T12:58:44.508609+0000","last_became_active":"2024-01-28T12:58:39.444637+0000","last_became_peered":"2024-01-28T12:58:39.444637+0000","last_unstale":"2024-01-28T12:58:44.508609+0000","last_undegraded":"2024-01-28T12:58:44.508609+0000","last_fullsized":"2024-01-28T12:58:44.508609+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:31:41.392815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495397+0000","last_change":"2024-01-28T12:58:40.104767+0000","last_active":"2024-01-28T12:58:44.495397+0000","last_peered":"2024-01-28T12:58:44.495397+0000","last_clean":"2024-01-28T12:58:44.495397+0000","last_became_active":"2024-01-28T12:58:40.104386+0000","last_became_peered":"2024-01-28T12:58:40.104386+0000","last_unstale":"2024-01-28T12:58:44.495397+0000","last_undegraded":"2024-01-28T12:58:44.495397+0000","last_fullsized":"2024-01-28T12:58:44.495397+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:33:29.687288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928738+0000","last_change":"2024-01-28T12:58:44.514169+0000","last_active":"2024-01-28T12:58:45.928738+0000","last_peered":"2024-01-28T12:58:45.928738+0000","last_clean":"2024-01-28T12:58:45.928738+0000","last_became_active":"2024-01-28T12:58:44.513710+0000","last_became_peered":"2024-01-28T12:58:44.513710+0000","last_unstale":"2024-01-28T12:58:45.928738+0000","last_undegraded":"2024-01-28T12:58:45.928738+0000","last_fullsized":"2024-01-28T12:58:45.928738+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:46:26.032561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"78'2","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.505451+0000","last_change":"2024-01-28T12:58:39.446145+0000","last_active":"2024-01-28T12:58:44.505451+0000","last_peered":"2024-01-28T12:58:44.505451+0000","last_clean":"2024-01-28T12:58:44.505451+0000","last_became_active":"2024-01-28T12:58:39.445833+0000","last_became_peered":"2024-01-28T12:58:39.445833+0000","last_unstale":"2024-01-28T12:58:44.505451+0000","last_undegraded":"2024-01-28T12:58:44.505451+0000","last_fullsized":"2024-01-28T12:58:44.505451+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:24:43.250535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.511409+0000","last_change":"2024-01-28T12:58:40.112588+0000","last_active":"2024-01-28T12:58:44.511409+0000","last_peered":"2024-01-28T12:58:44.511409+0000","last_clean":"2024-01-28T12:58:44.511409+0000","last_became_active":"2024-01-28T12:58:40.112281+0000","last_became_peered":"2024-01-28T12:58:40.112281+0000","last_unstale":"2024-01-28T12:58:44.511409+0000","last_undegraded":"2024-01-28T12:58:44.511409+0000","last_fullsized":"2024-01-28T12:58:44.511409+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:24:51.320482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.150427+0000","last_change":"2024-01-28T12:58:44.514874+0000","last_active":"2024-01-28T12:58:45.150427+0000","last_peered":"2024-01-28T12:58:45.150427+0000","last_clean":"2024-01-28T12:58:45.150427+0000","last_became_active":"2024-01-28T12:58:44.514420+0000","last_became_peered":"2024-01-28T12:58:44.514420+0000","last_unstale":"2024-01-28T12:58:45.150427+0000","last_undegraded":"2024-01-28T12:58:45.150427+0000","last_fullsized":"2024-01-28T12:58:45.150427+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:40:56.464190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.100083+0000","last_change":"2024-01-28T12:58:39.443766+0000","last_active":"2024-01-28T12:59:05.100083+0000","last_peered":"2024-01-28T12:59:05.100083+0000","last_clean":"2024-01-28T12:59:05.100083+0000","last_became_active":"2024-01-28T12:58:39.443424+0000","last_became_peered":"2024-01-28T12:58:39.443424+0000","last_unstale":"2024-01-28T12:59:05.100083+0000","last_undegraded":"2024-01-28T12:59:05.100083+0000","last_fullsized":"2024-01-28T12:59:05.100083+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:44:29.268333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.507257+0000","last_change":"2024-01-28T12:58:40.097618+0000","last_active":"2024-01-28T12:58:44.507257+0000","last_peered":"2024-01-28T12:58:44.507257+0000","last_clean":"2024-01-28T12:58:44.507257+0000","last_became_active":"2024-01-28T12:58:40.097301+0000","last_became_peered":"2024-01-28T12:58:40.097301+0000","last_unstale":"2024-01-28T12:58:44.507257+0000","last_undegraded":"2024-01-28T12:58:44.507257+0000","last_fullsized":"2024-01-28T12:58:44.507257+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:46:23.374946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.150532+0000","last_change":"2024-01-28T12:58:44.517939+0000","last_active":"2024-01-28T12:58:45.150532+0000","last_peered":"2024-01-28T12:58:45.150532+0000","last_clean":"2024-01-28T12:58:45.150532+0000","last_became_active":"2024-01-28T12:58:44.517586+0000","last_became_peered":"2024-01-28T12:58:44.517586+0000","last_unstale":"2024-01-28T12:58:45.150532+0000","last_undegraded":"2024-01-28T12:58:45.150532+0000","last_fullsized":"2024-01-28T12:58:45.150532+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:54:40.996671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"78'1","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.921945+0000","last_change":"2024-01-28T12:58:39.446302+0000","last_active":"2024-01-28T12:58:44.921945+0000","last_peered":"2024-01-28T12:58:44.921945+0000","last_clean":"2024-01-28T12:58:44.921945+0000","last_became_active":"2024-01-28T12:58:39.445928+0000","last_became_peered":"2024-01-28T12:58:39.445928+0000","last_unstale":"2024-01-28T12:58:44.921945+0000","last_undegraded":"2024-01-28T12:58:44.921945+0000","last_fullsized":"2024-01-28T12:58:44.921945+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:12:58.277073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.510051+0000","last_change":"2024-01-28T12:58:40.105808+0000","last_active":"2024-01-28T12:58:44.510051+0000","last_peered":"2024-01-28T12:58:44.510051+0000","last_clean":"2024-01-28T12:58:44.510051+0000","last_became_active":"2024-01-28T12:58:40.105416+0000","last_became_peered":"2024-01-28T12:58:40.105416+0000","last_unstale":"2024-01-28T12:58:44.510051+0000","last_undegraded":"2024-01-28T12:58:44.510051+0000","last_fullsized":"2024-01-28T12:58:44.510051+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:52:37.604471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928565+0000","last_change":"2024-01-28T12:58:44.523453+0000","last_active":"2024-01-28T12:58:45.928565+0000","last_peered":"2024-01-28T12:58:45.928565+0000","last_clean":"2024-01-28T12:58:45.928565+0000","last_became_active":"2024-01-28T12:58:44.523071+0000","last_became_peered":"2024-01-28T12:58:44.523071+0000","last_unstale":"2024-01-28T12:58:45.928565+0000","last_undegraded":"2024-01-28T12:58:45.928565+0000","last_fullsized":"2024-01-28T12:58:45.928565+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:13:17.843842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.501863+0000","last_change":"2024-01-28T12:58:39.447005+0000","last_active":"2024-01-28T12:58:44.501863+0000","last_peered":"2024-01-28T12:58:44.501863+0000","last_clean":"2024-01-28T12:58:44.501863+0000","last_became_active":"2024-01-28T12:58:39.446668+0000","last_became_peered":"2024-01-28T12:58:39.446668+0000","last_unstale":"2024-01-28T12:58:44.501863+0000","last_undegraded":"2024-01-28T12:58:44.501863+0000","last_fullsized":"2024-01-28T12:58:44.501863+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:06:08.451384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.494708+0000","last_change":"2024-01-28T12:58:40.105991+0000","last_active":"2024-01-28T12:58:44.494708+0000","last_peered":"2024-01-28T12:58:44.494708+0000","last_clean":"2024-01-28T12:58:44.494708+0000","last_became_active":"2024-01-28T12:58:40.104814+0000","last_became_peered":"2024-01-28T12:58:40.104814+0000","last_unstale":"2024-01-28T12:58:44.494708+0000","last_undegraded":"2024-01-28T12:58:44.494708+0000","last_fullsized":"2024-01-28T12:58:44.494708+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:12:54.272510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.930041+0000","last_change":"2024-01-28T12:58:44.511549+0000","last_active":"2024-01-28T12:58:45.930041+0000","last_peered":"2024-01-28T12:58:45.930041+0000","last_clean":"2024-01-28T12:58:45.930041+0000","last_became_active":"2024-01-28T12:58:44.510477+0000","last_became_peered":"2024-01-28T12:58:44.510477+0000","last_unstale":"2024-01-28T12:58:45.930041+0000","last_undegraded":"2024-01-28T12:58:45.930041+0000","last_fullsized":"2024-01-28T12:58:45.930041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:44:35.633926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.099015+0000","last_change":"2024-01-28T12:58:39.448816+0000","last_active":"2024-01-28T12:59:05.099015+0000","last_peered":"2024-01-28T12:59:05.099015+0000","last_clean":"2024-01-28T12:59:05.099015+0000","last_became_active":"2024-01-28T12:58:39.448526+0000","last_became_peered":"2024-01-28T12:58:39.448526+0000","last_unstale":"2024-01-28T12:59:05.099015+0000","last_undegraded":"2024-01-28T12:59:05.099015+0000","last_fullsized":"2024-01-28T12:59:05.099015+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:16:30.419200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":594,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.502857+0000","last_change":"2024-01-28T12:58:40.103087+0000","last_active":"2024-01-28T12:58:44.502857+0000","last_peered":"2024-01-28T12:58:44.502857+0000","last_clean":"2024-01-28T12:58:44.502857+0000","last_became_active":"2024-01-28T12:58:40.102435+0000","last_became_peered":"2024-01-28T12:58:40.102435+0000","last_unstale":"2024-01-28T12:58:44.502857+0000","last_undegraded":"2024-01-28T12:58:44.502857+0000","last_fullsized":"2024-01-28T12:58:44.502857+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:24:23.852531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.084781+0000","last_change":"2024-01-28T12:58:44.515826+0000","last_active":"2024-01-28T12:58:45.084781+0000","last_peered":"2024-01-28T12:58:45.084781+0000","last_clean":"2024-01-28T12:58:45.084781+0000","last_became_active":"2024-01-28T12:58:44.514974+0000","last_became_peered":"2024-01-28T12:58:44.514974+0000","last_unstale":"2024-01-28T12:58:45.084781+0000","last_undegraded":"2024-01-28T12:58:45.084781+0000","last_fullsized":"2024-01-28T12:58:45.084781+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:31:22.269527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"83'3","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.582398+0000","last_change":"2024-01-28T12:58:39.444873+0000","last_active":"2024-01-28T12:59:02.582398+0000","last_peered":"2024-01-28T12:59:02.582398+0000","last_clean":"2024-01-28T12:59:02.582398+0000","last_became_active":"2024-01-28T12:58:39.444470+0000","last_became_peered":"2024-01-28T12:58:39.444470+0000","last_unstale":"2024-01-28T12:59:02.582398+0000","last_undegraded":"2024-01-28T12:59:02.582398+0000","last_fullsized":"2024-01-28T12:59:02.582398+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:19:34.414149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495565+0000","last_change":"2024-01-28T12:58:40.102406+0000","last_active":"2024-01-28T12:58:44.495565+0000","last_peered":"2024-01-28T12:58:44.495565+0000","last_clean":"2024-01-28T12:58:44.495565+0000","last_became_active":"2024-01-28T12:58:40.102060+0000","last_became_peered":"2024-01-28T12:58:40.102060+0000","last_unstale":"2024-01-28T12:58:44.495565+0000","last_undegraded":"2024-01-28T12:58:44.495565+0000","last_fullsized":"2024-01-28T12:58:44.495565+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:10:33.046695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928611+0000","last_change":"2024-01-28T12:58:44.521612+0000","last_active":"2024-01-28T12:58:45.928611+0000","last_peered":"2024-01-28T12:58:45.928611+0000","last_clean":"2024-01-28T12:58:45.928611+0000","last_became_active":"2024-01-28T12:58:44.518595+0000","last_became_peered":"2024-01-28T12:58:44.518595+0000","last_unstale":"2024-01-28T12:58:45.928611+0000","last_undegraded":"2024-01-28T12:58:45.928611+0000","last_fullsized":"2024-01-28T12:58:45.928611+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:42:13.492487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.105894+0000","last_change":"2024-01-28T12:58:39.446355+0000","last_active":"2024-01-28T12:59:05.105894+0000","last_peered":"2024-01-28T12:59:05.105894+0000","last_clean":"2024-01-28T12:59:05.105894+0000","last_became_active":"2024-01-28T12:58:39.445964+0000","last_became_peered":"2024-01-28T12:58:39.445964+0000","last_unstale":"2024-01-28T12:59:05.105894+0000","last_undegraded":"2024-01-28T12:59:05.105894+0000","last_fullsized":"2024-01-28T12:59:05.105894+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:26:10.039097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499457+0000","last_change":"2024-01-28T12:58:40.103629+0000","last_active":"2024-01-28T12:58:44.499457+0000","last_peered":"2024-01-28T12:58:44.499457+0000","last_clean":"2024-01-28T12:58:44.499457+0000","last_became_active":"2024-01-28T12:58:40.102718+0000","last_became_peered":"2024-01-28T12:58:40.102718+0000","last_unstale":"2024-01-28T12:58:44.499457+0000","last_undegraded":"2024-01-28T12:58:44.499457+0000","last_fullsized":"2024-01-28T12:58:44.499457+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:46:27.005737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928956+0000","last_change":"2024-01-28T12:58:44.515767+0000","last_active":"2024-01-28T12:58:45.928956+0000","last_peered":"2024-01-28T12:58:45.928956+0000","last_clean":"2024-01-28T12:58:45.928956+0000","last_became_active":"2024-01-28T12:58:44.515362+0000","last_became_peered":"2024-01-28T12:58:44.515362+0000","last_unstale":"2024-01-28T12:58:45.928956+0000","last_undegraded":"2024-01-28T12:58:45.928956+0000","last_fullsized":"2024-01-28T12:58:45.928956+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:19:18.535195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:04.593983+0000","last_change":"2024-01-28T12:58:39.441518+0000","last_active":"2024-01-28T12:59:04.593983+0000","last_peered":"2024-01-28T12:59:04.593983+0000","last_clean":"2024-01-28T12:59:04.593983+0000","last_became_active":"2024-01-28T12:58:39.441179+0000","last_became_peered":"2024-01-28T12:58:39.441179+0000","last_unstale":"2024-01-28T12:59:04.593983+0000","last_undegraded":"2024-01-28T12:59:04.593983+0000","last_fullsized":"2024-01-28T12:59:04.593983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:09:27.187448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":684,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495604+0000","last_change":"2024-01-28T12:58:40.105472+0000","last_active":"2024-01-28T12:58:44.495604+0000","last_peered":"2024-01-28T12:58:44.495604+0000","last_clean":"2024-01-28T12:58:44.495604+0000","last_became_active":"2024-01-28T12:58:40.105166+0000","last_became_peered":"2024-01-28T12:58:40.105166+0000","last_unstale":"2024-01-28T12:58:44.495604+0000","last_undegraded":"2024-01-28T12:58:44.495604+0000","last_fullsized":"2024-01-28T12:58:44.495604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:55:06.369271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.929042+0000","last_change":"2024-01-28T12:58:44.516308+0000","last_active":"2024-01-28T12:58:45.929042+0000","last_peered":"2024-01-28T12:58:45.929042+0000","last_clean":"2024-01-28T12:58:45.929042+0000","last_became_active":"2024-01-28T12:58:44.515916+0000","last_became_peered":"2024-01-28T12:58:44.515916+0000","last_unstale":"2024-01-28T12:58:45.929042+0000","last_undegraded":"2024-01-28T12:58:45.929042+0000","last_fullsized":"2024-01-28T12:58:45.929042+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:14:36.809023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"83'12","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.580113+0000","last_change":"2024-01-28T12:58:39.444556+0000","last_active":"2024-01-28T12:59:02.580113+0000","last_peered":"2024-01-28T12:59:02.580113+0000","last_clean":"2024-01-28T12:59:02.580113+0000","last_became_active":"2024-01-28T12:58:39.444157+0000","last_became_peered":"2024-01-28T12:58:39.444157+0000","last_unstale":"2024-01-28T12:59:02.580113+0000","last_undegraded":"2024-01-28T12:59:02.580113+0000","last_fullsized":"2024-01-28T12:59:02.580113+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:08:57.140823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3877,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.508335+0000","last_change":"2024-01-28T12:58:40.095847+0000","last_active":"2024-01-28T12:58:44.508335+0000","last_peered":"2024-01-28T12:58:44.508335+0000","last_clean":"2024-01-28T12:58:44.508335+0000","last_became_active":"2024-01-28T12:58:40.095493+0000","last_became_peered":"2024-01-28T12:58:40.095493+0000","last_unstale":"2024-01-28T12:58:44.508335+0000","last_undegraded":"2024-01-28T12:58:44.508335+0000","last_fullsized":"2024-01-28T12:58:44.508335+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:37:43.393351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.086721+0000","last_change":"2024-01-28T12:58:44.517539+0000","last_active":"2024-01-28T12:58:45.086721+0000","last_peered":"2024-01-28T12:58:45.086721+0000","last_clean":"2024-01-28T12:58:45.086721+0000","last_became_active":"2024-01-28T12:58:44.517142+0000","last_became_peered":"2024-01-28T12:58:44.517142+0000","last_unstale":"2024-01-28T12:58:45.086721+0000","last_undegraded":"2024-01-28T12:58:45.086721+0000","last_fullsized":"2024-01-28T12:58:45.086721+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:27:06.298691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.107004+0000","last_change":"2024-01-28T12:58:39.453663+0000","last_active":"2024-01-28T12:59:05.107004+0000","last_peered":"2024-01-28T12:59:05.107004+0000","last_clean":"2024-01-28T12:59:05.107004+0000","last_became_active":"2024-01-28T12:58:39.453309+0000","last_became_peered":"2024-01-28T12:58:39.453309+0000","last_unstale":"2024-01-28T12:59:05.107004+0000","last_undegraded":"2024-01-28T12:59:05.107004+0000","last_fullsized":"2024-01-28T12:59:05.107004+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:19:13.122643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504919+0000","last_change":"2024-01-28T12:58:40.109144+0000","last_active":"2024-01-28T12:58:44.504919+0000","last_peered":"2024-01-28T12:58:44.504919+0000","last_clean":"2024-01-28T12:58:44.504919+0000","last_became_active":"2024-01-28T12:58:40.108896+0000","last_became_peered":"2024-01-28T12:58:40.108896+0000","last_unstale":"2024-01-28T12:58:44.504919+0000","last_undegraded":"2024-01-28T12:58:44.504919+0000","last_fullsized":"2024-01-28T12:58:44.504919+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:57:10.800766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928325+0000","last_change":"2024-01-28T12:58:44.523585+0000","last_active":"2024-01-28T12:58:45.928325+0000","last_peered":"2024-01-28T12:58:45.928325+0000","last_clean":"2024-01-28T12:58:45.928325+0000","last_became_active":"2024-01-28T12:58:44.523156+0000","last_became_peered":"2024-01-28T12:58:44.523156+0000","last_unstale":"2024-01-28T12:58:45.928325+0000","last_undegraded":"2024-01-28T12:58:45.928325+0000","last_fullsized":"2024-01-28T12:58:45.928325+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:20:15.101114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.104867+0000","last_change":"2024-01-28T12:58:39.453225+0000","last_active":"2024-01-28T12:59:05.104867+0000","last_peered":"2024-01-28T12:59:05.104867+0000","last_clean":"2024-01-28T12:59:05.104867+0000","last_became_active":"2024-01-28T12:58:39.452859+0000","last_became_peered":"2024-01-28T12:58:39.452859+0000","last_unstale":"2024-01-28T12:59:05.104867+0000","last_undegraded":"2024-01-28T12:59:05.104867+0000","last_fullsized":"2024-01-28T12:59:05.104867+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:57:47.121207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.501125+0000","last_change":"2024-01-28T12:58:40.107702+0000","last_active":"2024-01-28T12:58:44.501125+0000","last_peered":"2024-01-28T12:58:44.501125+0000","last_clean":"2024-01-28T12:58:44.501125+0000","last_became_active":"2024-01-28T12:58:40.107220+0000","last_became_peered":"2024-01-28T12:58:40.107220+0000","last_unstale":"2024-01-28T12:58:44.501125+0000","last_undegraded":"2024-01-28T12:58:44.501125+0000","last_fullsized":"2024-01-28T12:58:44.501125+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:16:04.867587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.929190+0000","last_change":"2024-01-28T12:58:44.522169+0000","last_active":"2024-01-28T12:58:45.929190+0000","last_peered":"2024-01-28T12:58:45.929190+0000","last_clean":"2024-01-28T12:58:45.929190+0000","last_became_active":"2024-01-28T12:58:44.520314+0000","last_became_peered":"2024-01-28T12:58:44.520314+0000","last_unstale":"2024-01-28T12:58:45.929190+0000","last_undegraded":"2024-01-28T12:58:45.929190+0000","last_fullsized":"2024-01-28T12:58:45.929190+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:56:17.439806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:04.594016+0000","last_change":"2024-01-28T12:58:39.446921+0000","last_active":"2024-01-28T12:59:04.594016+0000","last_peered":"2024-01-28T12:59:04.594016+0000","last_clean":"2024-01-28T12:59:04.594016+0000","last_became_active":"2024-01-28T12:58:39.446601+0000","last_became_peered":"2024-01-28T12:58:39.446601+0000","last_unstale":"2024-01-28T12:59:04.594016+0000","last_undegraded":"2024-01-28T12:59:04.594016+0000","last_fullsized":"2024-01-28T12:59:04.594016+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:50:39.197460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499740+0000","last_change":"2024-01-28T12:58:40.107486+0000","last_active":"2024-01-28T12:58:44.499740+0000","last_peered":"2024-01-28T12:58:44.499740+0000","last_clean":"2024-01-28T12:58:44.499740+0000","last_became_active":"2024-01-28T12:58:40.107187+0000","last_became_peered":"2024-01-28T12:58:40.107187+0000","last_unstale":"2024-01-28T12:58:44.499740+0000","last_undegraded":"2024-01-28T12:58:44.499740+0000","last_fullsized":"2024-01-28T12:58:44.499740+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:53:59.387634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.929099+0000","last_change":"2024-01-28T12:58:44.519303+0000","last_active":"2024-01-28T12:58:45.929099+0000","last_peered":"2024-01-28T12:58:45.929099+0000","last_clean":"2024-01-28T12:58:45.929099+0000","last_became_active":"2024-01-28T12:58:44.518482+0000","last_became_peered":"2024-01-28T12:58:44.518482+0000","last_unstale":"2024-01-28T12:58:45.929099+0000","last_undegraded":"2024-01-28T12:58:45.929099+0000","last_fullsized":"2024-01-28T12:58:45.929099+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:22:32.228762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"83'10","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.581765+0000","last_change":"2024-01-28T12:58:39.444173+0000","last_active":"2024-01-28T12:59:02.581765+0000","last_peered":"2024-01-28T12:59:02.581765+0000","last_clean":"2024-01-28T12:59:02.581765+0000","last_became_active":"2024-01-28T12:58:39.443869+0000","last_became_peered":"2024-01-28T12:58:39.443869+0000","last_unstale":"2024-01-28T12:59:02.581765+0000","last_undegraded":"2024-01-28T12:59:02.581765+0000","last_fullsized":"2024-01-28T12:59:02.581765+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:18:10.432178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.509440+0000","last_change":"2024-01-28T12:58:40.112364+0000","last_active":"2024-01-28T12:58:44.509440+0000","last_peered":"2024-01-28T12:58:44.509440+0000","last_clean":"2024-01-28T12:58:44.509440+0000","last_became_active":"2024-01-28T12:58:40.111969+0000","last_became_peered":"2024-01-28T12:58:40.111969+0000","last_unstale":"2024-01-28T12:58:44.509440+0000","last_undegraded":"2024-01-28T12:58:44.509440+0000","last_fullsized":"2024-01-28T12:58:44.509440+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:21:17.627802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.086010+0000","last_change":"2024-01-28T12:58:44.518104+0000","last_active":"2024-01-28T12:58:45.086010+0000","last_peered":"2024-01-28T12:58:45.086010+0000","last_clean":"2024-01-28T12:58:45.086010+0000","last_became_active":"2024-01-28T12:58:44.517354+0000","last_became_peered":"2024-01-28T12:58:44.517354+0000","last_unstale":"2024-01-28T12:58:45.086010+0000","last_undegraded":"2024-01-28T12:58:45.086010+0000","last_fullsized":"2024-01-28T12:58:45.086010+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:34:37.119969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"78'1","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504047+0000","last_change":"2024-01-28T12:58:39.440377+0000","last_active":"2024-01-28T12:58:44.504047+0000","last_peered":"2024-01-28T12:58:44.504047+0000","last_clean":"2024-01-28T12:58:44.504047+0000","last_became_active":"2024-01-28T12:58:39.440036+0000","last_became_peered":"2024-01-28T12:58:39.440036+0000","last_unstale":"2024-01-28T12:58:44.504047+0000","last_undegraded":"2024-01-28T12:58:44.504047+0000","last_fullsized":"2024-01-28T12:58:44.504047+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:35:38.266802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504411+0000","last_change":"2024-01-28T12:58:40.112287+0000","last_active":"2024-01-28T12:58:44.504411+0000","last_peered":"2024-01-28T12:58:44.504411+0000","last_clean":"2024-01-28T12:58:44.504411+0000","last_became_active":"2024-01-28T12:58:40.111963+0000","last_became_peered":"2024-01-28T12:58:40.111963+0000","last_unstale":"2024-01-28T12:58:44.504411+0000","last_undegraded":"2024-01-28T12:58:44.504411+0000","last_fullsized":"2024-01-28T12:58:44.504411+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:02:40.802950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.102003+0000","last_change":"2024-01-28T12:58:44.923182+0000","last_active":"2024-01-28T12:58:45.102003+0000","last_peered":"2024-01-28T12:58:45.102003+0000","last_clean":"2024-01-28T12:58:45.102003+0000","last_became_active":"2024-01-28T12:58:44.922640+0000","last_became_peered":"2024-01-28T12:58:44.922640+0000","last_unstale":"2024-01-28T12:58:45.102003+0000","last_undegraded":"2024-01-28T12:58:45.102003+0000","last_fullsized":"2024-01-28T12:58:45.102003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:34:19.410788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.929330+0000","last_change":"2024-01-28T12:58:39.443808+0000","last_active":"2024-01-28T12:58:45.929330+0000","last_peered":"2024-01-28T12:58:45.929330+0000","last_clean":"2024-01-28T12:58:45.929330+0000","last_became_active":"2024-01-28T12:58:39.443464+0000","last_became_peered":"2024-01-28T12:58:39.443464+0000","last_unstale":"2024-01-28T12:58:45.929330+0000","last_undegraded":"2024-01-28T12:58:45.929330+0000","last_fullsized":"2024-01-28T12:58:45.929330+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:46:23.748717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.921669+0000","last_change":"2024-01-28T12:58:40.103419+0000","last_active":"2024-01-28T12:58:44.921669+0000","last_peered":"2024-01-28T12:58:44.921669+0000","last_clean":"2024-01-28T12:58:44.921669+0000","last_became_active":"2024-01-28T12:58:40.102856+0000","last_became_peered":"2024-01-28T12:58:40.102856+0000","last_unstale":"2024-01-28T12:58:44.921669+0000","last_undegraded":"2024-01-28T12:58:44.921669+0000","last_fullsized":"2024-01-28T12:58:44.921669+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:56:27.003379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928414+0000","last_change":"2024-01-28T12:58:44.508957+0000","last_active":"2024-01-28T12:58:45.928414+0000","last_peered":"2024-01-28T12:58:45.928414+0000","last_clean":"2024-01-28T12:58:45.928414+0000","last_became_active":"2024-01-28T12:58:44.508561+0000","last_became_peered":"2024-01-28T12:58:44.508561+0000","last_unstale":"2024-01-28T12:58:45.928414+0000","last_undegraded":"2024-01-28T12:58:45.928414+0000","last_fullsized":"2024-01-28T12:58:45.928414+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:42:10.431917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.106320+0000","last_change":"2024-01-28T12:58:39.453978+0000","last_active":"2024-01-28T12:59:05.106320+0000","last_peered":"2024-01-28T12:59:05.106320+0000","last_clean":"2024-01-28T12:59:05.106320+0000","last_became_active":"2024-01-28T12:58:39.453649+0000","last_became_peered":"2024-01-28T12:58:39.453649+0000","last_unstale":"2024-01-28T12:59:05.106320+0000","last_undegraded":"2024-01-28T12:59:05.106320+0000","last_fullsized":"2024-01-28T12:59:05.106320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:56:46.211753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.921709+0000","last_change":"2024-01-28T12:58:40.104714+0000","last_active":"2024-01-28T12:58:44.921709+0000","last_peered":"2024-01-28T12:58:44.921709+0000","last_clean":"2024-01-28T12:58:44.921709+0000","last_became_active":"2024-01-28T12:58:40.104142+0000","last_became_peered":"2024-01-28T12:58:40.104142+0000","last_unstale":"2024-01-28T12:58:44.921709+0000","last_undegraded":"2024-01-28T12:58:44.921709+0000","last_fullsized":"2024-01-28T12:58:44.921709+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:20:04.789690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928964+0000","last_change":"2024-01-28T12:58:44.922576+0000","last_active":"2024-01-28T12:58:45.928964+0000","last_peered":"2024-01-28T12:58:45.928964+0000","last_clean":"2024-01-28T12:58:45.928964+0000","last_became_active":"2024-01-28T12:58:44.922034+0000","last_became_peered":"2024-01-28T12:58:44.922034+0000","last_unstale":"2024-01-28T12:58:45.928964+0000","last_undegraded":"2024-01-28T12:58:45.928964+0000","last_fullsized":"2024-01-28T12:58:45.928964+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:46:16.708685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.509952+0000","last_change":"2024-01-28T12:58:40.104771+0000","last_active":"2024-01-28T12:58:44.509952+0000","last_peered":"2024-01-28T12:58:44.509952+0000","last_clean":"2024-01-28T12:58:44.509952+0000","last_became_active":"2024-01-28T12:58:40.104272+0000","last_became_peered":"2024-01-28T12:58:40.104272+0000","last_unstale":"2024-01-28T12:58:44.509952+0000","last_undegraded":"2024-01-28T12:58:44.509952+0000","last_fullsized":"2024-01-28T12:58:44.509952+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:15:56.986883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928017+0000","last_change":"2024-01-28T12:58:39.454579+0000","last_active":"2024-01-28T12:58:45.928017+0000","last_peered":"2024-01-28T12:58:45.928017+0000","last_clean":"2024-01-28T12:58:45.928017+0000","last_became_active":"2024-01-28T12:58:39.454252+0000","last_became_peered":"2024-01-28T12:58:39.454252+0000","last_unstale":"2024-01-28T12:58:45.928017+0000","last_undegraded":"2024-01-28T12:58:45.928017+0000","last_fullsized":"2024-01-28T12:58:45.928017+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:43:40.249541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:46.203156+0000","last_change":"2024-01-28T12:58:44.515751+0000","last_active":"2024-01-28T12:58:46.203156+0000","last_peered":"2024-01-28T12:58:46.203156+0000","last_clean":"2024-01-28T12:58:46.203156+0000","last_became_active":"2024-01-28T12:58:44.515293+0000","last_became_peered":"2024-01-28T12:58:44.515293+0000","last_unstale":"2024-01-28T12:58:46.203156+0000","last_undegraded":"2024-01-28T12:58:46.203156+0000","last_fullsized":"2024-01-28T12:58:46.203156+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:01:49.745334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.494806+0000","last_change":"2024-01-28T12:58:40.112950+0000","last_active":"2024-01-28T12:58:44.494806+0000","last_peered":"2024-01-28T12:58:44.494806+0000","last_clean":"2024-01-28T12:58:44.494806+0000","last_became_active":"2024-01-28T12:58:40.112678+0000","last_became_peered":"2024-01-28T12:58:40.112678+0000","last_unstale":"2024-01-28T12:58:44.494806+0000","last_undegraded":"2024-01-28T12:58:44.494806+0000","last_fullsized":"2024-01-28T12:58:44.494806+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:59:12.688272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"83'5","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:04.592589+0000","last_change":"2024-01-28T12:58:39.446041+0000","last_active":"2024-01-28T12:59:04.592589+0000","last_peered":"2024-01-28T12:59:04.592589+0000","last_clean":"2024-01-28T12:59:04.592589+0000","last_became_active":"2024-01-28T12:58:39.445705+0000","last_became_peered":"2024-01-28T12:58:39.445705+0000","last_unstale":"2024-01-28T12:59:04.592589+0000","last_undegraded":"2024-01-28T12:59:04.592589+0000","last_fullsized":"2024-01-28T12:59:04.592589+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:44:44.849639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":311,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:46.202706+0000","last_change":"2024-01-28T12:57:46.077681+0000","last_active":"2024-01-28T12:58:46.202706+0000","last_peered":"2024-01-28T12:58:46.202706+0000","last_clean":"2024-01-28T12:58:46.202706+0000","last_became_active":"2024-01-28T12:57:46.077196+0000","last_became_peered":"2024-01-28T12:57:46.077196+0000","last_unstale":"2024-01-28T12:58:46.202706+0000","last_undegraded":"2024-01-28T12:58:46.202706+0000","last_fullsized":"2024-01-28T12:58:46.202706+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:55:10.655844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:55:10.655844+0000","last_clean_scrub_stamp":"2024-01-28T12:55:10.655844+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:30:07.599755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.086325+0000","last_change":"2024-01-28T12:58:44.924294+0000","last_active":"2024-01-28T12:58:45.086325+0000","last_peered":"2024-01-28T12:58:45.086325+0000","last_clean":"2024-01-28T12:58:45.086325+0000","last_became_active":"2024-01-28T12:58:44.923837+0000","last_became_peered":"2024-01-28T12:58:44.923837+0000","last_unstale":"2024-01-28T12:58:45.086325+0000","last_undegraded":"2024-01-28T12:58:45.086325+0000","last_fullsized":"2024-01-28T12:58:45.086325+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:25:34.810503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.501683+0000","last_change":"2024-01-28T12:58:40.108921+0000","last_active":"2024-01-28T12:58:44.501683+0000","last_peered":"2024-01-28T12:58:44.501683+0000","last_clean":"2024-01-28T12:58:44.501683+0000","last_became_active":"2024-01-28T12:58:40.107254+0000","last_became_peered":"2024-01-28T12:58:40.107254+0000","last_unstale":"2024-01-28T12:58:44.501683+0000","last_undegraded":"2024-01-28T12:58:44.501683+0000","last_fullsized":"2024-01-28T12:58:44.501683+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:21:23.665872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:03.587866+0000","last_change":"2024-01-28T12:58:39.444134+0000","last_active":"2024-01-28T12:59:03.587866+0000","last_peered":"2024-01-28T12:59:03.587866+0000","last_clean":"2024-01-28T12:59:03.587866+0000","last_became_active":"2024-01-28T12:58:39.443633+0000","last_became_peered":"2024-01-28T12:58:39.443633+0000","last_unstale":"2024-01-28T12:59:03.587866+0000","last_undegraded":"2024-01-28T12:59:03.587866+0000","last_fullsized":"2024-01-28T12:59:03.587866+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:23:46.457007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928551+0000","last_change":"2024-01-28T12:58:44.514938+0000","last_active":"2024-01-28T12:58:45.928551+0000","last_peered":"2024-01-28T12:58:45.928551+0000","last_clean":"2024-01-28T12:58:45.928551+0000","last_became_active":"2024-01-28T12:58:44.514518+0000","last_became_peered":"2024-01-28T12:58:44.514518+0000","last_unstale":"2024-01-28T12:58:45.928551+0000","last_undegraded":"2024-01-28T12:58:45.928551+0000","last_fullsized":"2024-01-28T12:58:45.928551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:18:27.752109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.102147+0000","last_change":"2024-01-28T12:58:39.442781+0000","last_active":"2024-01-28T12:58:45.102147+0000","last_peered":"2024-01-28T12:58:45.102147+0000","last_clean":"2024-01-28T12:58:45.102147+0000","last_became_active":"2024-01-28T12:58:39.442435+0000","last_became_peered":"2024-01-28T12:58:39.442435+0000","last_unstale":"2024-01-28T12:58:45.102147+0000","last_undegraded":"2024-01-28T12:58:45.102147+0000","last_fullsized":"2024-01-28T12:58:45.102147+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:58:24.328288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503708+0000","last_change":"2024-01-28T12:58:40.101045+0000","last_active":"2024-01-28T12:58:44.503708+0000","last_peered":"2024-01-28T12:58:44.503708+0000","last_clean":"2024-01-28T12:58:44.503708+0000","last_became_active":"2024-01-28T12:58:40.100677+0000","last_became_peered":"2024-01-28T12:58:40.100677+0000","last_unstale":"2024-01-28T12:58:44.503708+0000","last_undegraded":"2024-01-28T12:58:44.503708+0000","last_fullsized":"2024-01-28T12:58:44.503708+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:29:41.746894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.084654+0000","last_change":"2024-01-28T12:58:44.923631+0000","last_active":"2024-01-28T12:58:45.084654+0000","last_peered":"2024-01-28T12:58:45.084654+0000","last_clean":"2024-01-28T12:58:45.084654+0000","last_became_active":"2024-01-28T12:58:44.922704+0000","last_became_peered":"2024-01-28T12:58:44.922704+0000","last_unstale":"2024-01-28T12:58:45.084654+0000","last_undegraded":"2024-01-28T12:58:45.084654+0000","last_fullsized":"2024-01-28T12:58:45.084654+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:32:40.342360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"83'7","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:04.596352+0000","last_change":"2024-01-28T12:58:39.439514+0000","last_active":"2024-01-28T12:59:04.596352+0000","last_peered":"2024-01-28T12:59:04.596352+0000","last_clean":"2024-01-28T12:59:04.596352+0000","last_became_active":"2024-01-28T12:58:39.438585+0000","last_became_peered":"2024-01-28T12:58:39.438585+0000","last_unstale":"2024-01-28T12:59:04.596352+0000","last_undegraded":"2024-01-28T12:59:04.596352+0000","last_fullsized":"2024-01-28T12:59:04.596352+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:41:06.768241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495567+0000","last_change":"2024-01-28T12:58:40.113378+0000","last_active":"2024-01-28T12:58:44.495567+0000","last_peered":"2024-01-28T12:58:44.495567+0000","last_clean":"2024-01-28T12:58:44.495567+0000","last_became_active":"2024-01-28T12:58:40.112852+0000","last_became_peered":"2024-01-28T12:58:40.112852+0000","last_unstale":"2024-01-28T12:58:44.495567+0000","last_undegraded":"2024-01-28T12:58:44.495567+0000","last_fullsized":"2024-01-28T12:58:44.495567+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:18:16.232147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.150143+0000","last_change":"2024-01-28T12:58:44.511720+0000","last_active":"2024-01-28T12:58:45.150143+0000","last_peered":"2024-01-28T12:58:45.150143+0000","last_clean":"2024-01-28T12:58:45.150143+0000","last_became_active":"2024-01-28T12:58:44.511324+0000","last_became_peered":"2024-01-28T12:58:44.511324+0000","last_unstale":"2024-01-28T12:58:45.150143+0000","last_undegraded":"2024-01-28T12:58:45.150143+0000","last_fullsized":"2024-01-28T12:58:45.150143+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:23:53.388211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"83'5","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.582210+0000","last_change":"2024-01-28T12:58:39.441736+0000","last_active":"2024-01-28T12:59:02.582210+0000","last_peered":"2024-01-28T12:59:02.582210+0000","last_clean":"2024-01-28T12:59:02.582210+0000","last_became_active":"2024-01-28T12:58:39.441394+0000","last_became_peered":"2024-01-28T12:58:39.441394+0000","last_unstale":"2024-01-28T12:59:02.582210+0000","last_undegraded":"2024-01-28T12:59:02.582210+0000","last_fullsized":"2024-01-28T12:59:02.582210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:03:20.839385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499460+0000","last_change":"2024-01-28T12:58:40.113698+0000","last_active":"2024-01-28T12:58:44.499460+0000","last_peered":"2024-01-28T12:58:44.499460+0000","last_clean":"2024-01-28T12:58:44.499460+0000","last_became_active":"2024-01-28T12:58:40.112801+0000","last_became_peered":"2024-01-28T12:58:40.112801+0000","last_unstale":"2024-01-28T12:58:44.499460+0000","last_undegraded":"2024-01-28T12:58:44.499460+0000","last_fullsized":"2024-01-28T12:58:44.499460+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:16:44.886354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928986+0000","last_change":"2024-01-28T12:58:44.924561+0000","last_active":"2024-01-28T12:58:45.928986+0000","last_peered":"2024-01-28T12:58:45.928986+0000","last_clean":"2024-01-28T12:58:45.928986+0000","last_became_active":"2024-01-28T12:58:44.924068+0000","last_became_peered":"2024-01-28T12:58:44.924068+0000","last_unstale":"2024-01-28T12:58:45.928986+0000","last_undegraded":"2024-01-28T12:58:45.928986+0000","last_fullsized":"2024-01-28T12:58:45.928986+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:44:37.368019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.581987+0000","last_change":"2024-01-28T12:58:39.443384+0000","last_active":"2024-01-28T12:59:02.581987+0000","last_peered":"2024-01-28T12:59:02.581987+0000","last_clean":"2024-01-28T12:59:02.581987+0000","last_became_active":"2024-01-28T12:58:39.442944+0000","last_became_peered":"2024-01-28T12:58:39.442944+0000","last_unstale":"2024-01-28T12:59:02.581987+0000","last_undegraded":"2024-01-28T12:59:02.581987+0000","last_fullsized":"2024-01-28T12:59:02.581987+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:43:27.814789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.508734+0000","last_change":"2024-01-28T12:58:40.095067+0000","last_active":"2024-01-28T12:58:44.508734+0000","last_peered":"2024-01-28T12:58:44.508734+0000","last_clean":"2024-01-28T12:58:44.508734+0000","last_became_active":"2024-01-28T12:58:40.094773+0000","last_became_peered":"2024-01-28T12:58:40.094773+0000","last_unstale":"2024-01-28T12:58:44.508734+0000","last_undegraded":"2024-01-28T12:58:44.508734+0000","last_fullsized":"2024-01-28T12:58:44.508734+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:44:38.028555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.929337+0000","last_change":"2024-01-28T12:58:44.517634+0000","last_active":"2024-01-28T12:58:45.929337+0000","last_peered":"2024-01-28T12:58:45.929337+0000","last_clean":"2024-01-28T12:58:45.929337+0000","last_became_active":"2024-01-28T12:58:44.517291+0000","last_became_peered":"2024-01-28T12:58:44.517291+0000","last_unstale":"2024-01-28T12:58:45.929337+0000","last_undegraded":"2024-01-28T12:58:45.929337+0000","last_fullsized":"2024-01-28T12:58:45.929337+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:26:38.341997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.107387+0000","last_change":"2024-01-28T12:58:39.446378+0000","last_active":"2024-01-28T12:59:05.107387+0000","last_peered":"2024-01-28T12:59:05.107387+0000","last_clean":"2024-01-28T12:59:05.107387+0000","last_became_active":"2024-01-28T12:58:39.445691+0000","last_became_peered":"2024-01-28T12:58:39.445691+0000","last_unstale":"2024-01-28T12:59:05.107387+0000","last_undegraded":"2024-01-28T12:59:05.107387+0000","last_fullsized":"2024-01-28T12:59:05.107387+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:33:06.180472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.505474+0000","last_change":"2024-01-28T12:58:40.100317+0000","last_active":"2024-01-28T12:58:44.505474+0000","last_peered":"2024-01-28T12:58:44.505474+0000","last_clean":"2024-01-28T12:58:44.505474+0000","last_became_active":"2024-01-28T12:58:40.099922+0000","last_became_peered":"2024-01-28T12:58:40.099922+0000","last_unstale":"2024-01-28T12:58:44.505474+0000","last_undegraded":"2024-01-28T12:58:44.505474+0000","last_fullsized":"2024-01-28T12:58:44.505474+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:40:09.062474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928437+0000","last_change":"2024-01-28T12:58:44.523805+0000","last_active":"2024-01-28T12:58:45.928437+0000","last_peered":"2024-01-28T12:58:45.928437+0000","last_clean":"2024-01-28T12:58:45.928437+0000","last_became_active":"2024-01-28T12:58:44.523398+0000","last_became_peered":"2024-01-28T12:58:44.523398+0000","last_unstale":"2024-01-28T12:58:45.928437+0000","last_undegraded":"2024-01-28T12:58:45.928437+0000","last_fullsized":"2024-01-28T12:58:45.928437+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:56:22.665711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.150359+0000","last_change":"2024-01-28T12:58:39.453660+0000","last_active":"2024-01-28T12:58:45.150359+0000","last_peered":"2024-01-28T12:58:45.150359+0000","last_clean":"2024-01-28T12:58:45.150359+0000","last_became_active":"2024-01-28T12:58:39.453318+0000","last_became_peered":"2024-01-28T12:58:39.453318+0000","last_unstale":"2024-01-28T12:58:45.150359+0000","last_undegraded":"2024-01-28T12:58:45.150359+0000","last_fullsized":"2024-01-28T12:58:45.150359+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:14:18.875280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495105+0000","last_change":"2024-01-28T12:58:40.105373+0000","last_active":"2024-01-28T12:58:44.495105+0000","last_peered":"2024-01-28T12:58:44.495105+0000","last_clean":"2024-01-28T12:58:44.495105+0000","last_became_active":"2024-01-28T12:58:40.104703+0000","last_became_peered":"2024-01-28T12:58:40.104703+0000","last_unstale":"2024-01-28T12:58:44.495105+0000","last_undegraded":"2024-01-28T12:58:44.495105+0000","last_fullsized":"2024-01-28T12:58:44.495105+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:51:50.161226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.928496+0000","last_change":"2024-01-28T12:58:44.923252+0000","last_active":"2024-01-28T12:58:45.928496+0000","last_peered":"2024-01-28T12:58:45.928496+0000","last_clean":"2024-01-28T12:58:45.928496+0000","last_became_active":"2024-01-28T12:58:44.922652+0000","last_became_peered":"2024-01-28T12:58:44.922652+0000","last_unstale":"2024-01-28T12:58:45.928496+0000","last_undegraded":"2024-01-28T12:58:45.928496+0000","last_fullsized":"2024-01-28T12:58:45.928496+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:46:50.715772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:02.581819+0000","last_change":"2024-01-28T12:58:39.445968+0000","last_active":"2024-01-28T12:59:02.581819+0000","last_peered":"2024-01-28T12:59:02.581819+0000","last_clean":"2024-01-28T12:59:02.581819+0000","last_became_active":"2024-01-28T12:58:39.445516+0000","last_became_peered":"2024-01-28T12:58:39.445516+0000","last_unstale":"2024-01-28T12:59:02.581819+0000","last_undegraded":"2024-01-28T12:59:02.581819+0000","last_fullsized":"2024-01-28T12:59:02.581819+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:58:46.898547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.501682+0000","last_change":"2024-01-28T12:58:40.106327+0000","last_active":"2024-01-28T12:58:44.501682+0000","last_peered":"2024-01-28T12:58:44.501682+0000","last_clean":"2024-01-28T12:58:44.501682+0000","last_became_active":"2024-01-28T12:58:40.105851+0000","last_became_peered":"2024-01-28T12:58:40.105851+0000","last_unstale":"2024-01-28T12:58:44.501682+0000","last_undegraded":"2024-01-28T12:58:44.501682+0000","last_fullsized":"2024-01-28T12:58:44.501682+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:35:06.526966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.927992+0000","last_change":"2024-01-28T12:58:44.514160+0000","last_active":"2024-01-28T12:58:45.927992+0000","last_peered":"2024-01-28T12:58:45.927992+0000","last_clean":"2024-01-28T12:58:45.927992+0000","last_became_active":"2024-01-28T12:58:44.513702+0000","last_became_peered":"2024-01-28T12:58:44.513702+0000","last_unstale":"2024-01-28T12:58:45.927992+0000","last_undegraded":"2024-01-28T12:58:45.927992+0000","last_fullsized":"2024-01-28T12:58:45.927992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:58:55.035362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.099836+0000","last_change":"2024-01-28T12:58:39.452665+0000","last_active":"2024-01-28T12:59:05.099836+0000","last_peered":"2024-01-28T12:59:05.099836+0000","last_clean":"2024-01-28T12:59:05.099836+0000","last_became_active":"2024-01-28T12:58:39.452346+0000","last_became_peered":"2024-01-28T12:58:39.452346+0000","last_unstale":"2024-01-28T12:59:05.099836+0000","last_undegraded":"2024-01-28T12:59:05.099836+0000","last_fullsized":"2024-01-28T12:59:05.099836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:25:35.492419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1182,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503366+0000","last_change":"2024-01-28T12:58:40.108195+0000","last_active":"2024-01-28T12:58:44.503366+0000","last_peered":"2024-01-28T12:58:44.503366+0000","last_clean":"2024-01-28T12:58:44.503366+0000","last_became_active":"2024-01-28T12:58:40.107938+0000","last_became_peered":"2024-01-28T12:58:40.107938+0000","last_unstale":"2024-01-28T12:58:44.503366+0000","last_undegraded":"2024-01-28T12:58:44.503366+0000","last_fullsized":"2024-01-28T12:58:44.503366+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:26:50.351233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.927846+0000","last_change":"2024-01-28T12:58:44.521138+0000","last_active":"2024-01-28T12:58:45.927846+0000","last_peered":"2024-01-28T12:58:45.927846+0000","last_clean":"2024-01-28T12:58:45.927846+0000","last_became_active":"2024-01-28T12:58:44.517308+0000","last_became_peered":"2024-01-28T12:58:44.517308+0000","last_unstale":"2024-01-28T12:58:45.927846+0000","last_undegraded":"2024-01-28T12:58:45.927846+0000","last_fullsized":"2024-01-28T12:58:45.927846+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:37:49.523990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:59:05.095654+0000","last_change":"2024-01-28T12:58:39.444309+0000","last_active":"2024-01-28T12:59:05.095654+0000","last_peered":"2024-01-28T12:59:05.095654+0000","last_clean":"2024-01-28T12:59:05.095654+0000","last_became_active":"2024-01-28T12:58:39.444001+0000","last_became_peered":"2024-01-28T12:58:39.444001+0000","last_unstale":"2024-01-28T12:59:05.095654+0000","last_undegraded":"2024-01-28T12:59:05.095654+0000","last_fullsized":"2024-01-28T12:59:05.095654+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:03:52.450732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.502370+0000","last_change":"2024-01-28T12:58:40.105921+0000","last_active":"2024-01-28T12:58:44.502370+0000","last_peered":"2024-01-28T12:58:44.502370+0000","last_clean":"2024-01-28T12:58:44.502370+0000","last_became_active":"2024-01-28T12:58:40.105521+0000","last_became_peered":"2024-01-28T12:58:40.105521+0000","last_unstale":"2024-01-28T12:58:44.502370+0000","last_undegraded":"2024-01-28T12:58:44.502370+0000","last_fullsized":"2024-01-28T12:58:44.502370+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:07:26.791566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-01-28T12:58:45.085625+0000","last_change":"2024-01-28T12:58:44.514717+0000","last_active":"2024-01-28T12:58:45.085625+0000","last_peered":"2024-01-28T12:58:45.085625+0000","last_clean":"2024-01-28T12:58:45.085625+0000","last_became_active":"2024-01-28T12:58:44.513991+0000","last_became_peered":"2024-01-28T12:58:44.513991+0000","last_unstale":"2024-01-28T12:58:45.085625+0000","last_undegraded":"2024-01-28T12:58:45.085625+0000","last_fullsized":"2024-01-28T12:58:45.085625+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:00:30.838158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"78'2","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504060+0000","last_change":"2024-01-28T12:58:39.451153+0000","last_active":"2024-01-28T12:58:44.504060+0000","last_peered":"2024-01-28T12:58:44.504060+0000","last_clean":"2024-01-28T12:58:44.504060+0000","last_became_active":"2024-01-28T12:58:39.450774+0000","last_became_peered":"2024-01-28T12:58:39.450774+0000","last_unstale":"2024-01-28T12:58:44.504060+0000","last_undegraded":"2024-01-28T12:58:44.504060+0000","last_fullsized":"2024-01-28T12:58:44.504060+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:58:09.157519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.502945+0000","last_change":"2024-01-28T12:58:40.108574+0000","last_active":"2024-01-28T12:58:44.502945+0000","last_peered":"2024-01-28T12:58:44.502945+0000","last_clean":"2024-01-28T12:58:44.502945+0000","last_became_active":"2024-01-28T12:58:40.108184+0000","last_became_peered":"2024-01-28T12:58:40.108184+0000","last_unstale":"2024-01-28T12:58:44.502945+0000","last_undegraded":"2024-01-28T12:58:44.502945+0000","last_fullsized":"2024-01-28T12:58:44.502945+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:56:41.128174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504493+0000","last_change":"2024-01-28T12:58:40.102477+0000","last_active":"2024-01-28T12:58:44.504493+0000","last_peered":"2024-01-28T12:58:44.504493+0000","last_clean":"2024-01-28T12:58:44.504493+0000","last_became_active":"2024-01-28T12:58:40.101922+0000","last_became_peered":"2024-01-28T12:58:40.101922+0000","last_unstale":"2024-01-28T12:58:44.504493+0000","last_undegraded":"2024-01-28T12:58:44.504493+0000","last_fullsized":"2024-01-28T12:58:44.504493+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:47:14.704254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.500393+0000","last_change":"2024-01-28T12:58:40.111289+0000","last_active":"2024-01-28T12:58:44.500393+0000","last_peered":"2024-01-28T12:58:44.500393+0000","last_clean":"2024-01-28T12:58:44.500393+0000","last_became_active":"2024-01-28T12:58:40.110893+0000","last_became_peered":"2024-01-28T12:58:40.110893+0000","last_unstale":"2024-01-28T12:58:44.500393+0000","last_undegraded":"2024-01-28T12:58:44.500393+0000","last_fullsized":"2024-01-28T12:58:44.500393+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:36:29.165493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499807+0000","last_change":"2024-01-28T12:58:40.113374+0000","last_active":"2024-01-28T12:58:44.499807+0000","last_peered":"2024-01-28T12:58:44.499807+0000","last_clean":"2024-01-28T12:58:44.499807+0000","last_became_active":"2024-01-28T12:58:40.112905+0000","last_became_peered":"2024-01-28T12:58:40.112905+0000","last_unstale":"2024-01-28T12:58:44.499807+0000","last_undegraded":"2024-01-28T12:58:44.499807+0000","last_fullsized":"2024-01-28T12:58:44.499807+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:40:13.697892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499029+0000","last_change":"2024-01-28T12:58:40.101777+0000","last_active":"2024-01-28T12:58:44.499029+0000","last_peered":"2024-01-28T12:58:44.499029+0000","last_clean":"2024-01-28T12:58:44.499029+0000","last_became_active":"2024-01-28T12:58:40.099197+0000","last_became_peered":"2024-01-28T12:58:40.099197+0000","last_unstale":"2024-01-28T12:58:44.499029+0000","last_undegraded":"2024-01-28T12:58:44.499029+0000","last_fullsized":"2024-01-28T12:58:44.499029+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:01:58.451766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503630+0000","last_change":"2024-01-28T12:58:40.098114+0000","last_active":"2024-01-28T12:58:44.503630+0000","last_peered":"2024-01-28T12:58:44.503630+0000","last_clean":"2024-01-28T12:58:44.503630+0000","last_became_active":"2024-01-28T12:58:40.097814+0000","last_became_peered":"2024-01-28T12:58:40.097814+0000","last_unstale":"2024-01-28T12:58:44.503630+0000","last_undegraded":"2024-01-28T12:58:44.503630+0000","last_fullsized":"2024-01-28T12:58:44.503630+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:17:08.516357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.505937+0000","last_change":"2024-01-28T12:58:40.102166+0000","last_active":"2024-01-28T12:58:44.505937+0000","last_peered":"2024-01-28T12:58:44.505937+0000","last_clean":"2024-01-28T12:58:44.505937+0000","last_became_active":"2024-01-28T12:58:40.101561+0000","last_became_peered":"2024-01-28T12:58:40.101561+0000","last_unstale":"2024-01-28T12:58:44.505937+0000","last_undegraded":"2024-01-28T12:58:44.505937+0000","last_fullsized":"2024-01-28T12:58:44.505937+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:01:26.852581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.499906+0000","last_change":"2024-01-28T12:58:40.099869+0000","last_active":"2024-01-28T12:58:44.499906+0000","last_peered":"2024-01-28T12:58:44.499906+0000","last_clean":"2024-01-28T12:58:44.499906+0000","last_became_active":"2024-01-28T12:58:40.098782+0000","last_became_peered":"2024-01-28T12:58:40.098782+0000","last_unstale":"2024-01-28T12:58:44.499906+0000","last_undegraded":"2024-01-28T12:58:44.499906+0000","last_fullsized":"2024-01-28T12:58:44.499906+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:27:40.523691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495633+0000","last_change":"2024-01-28T12:58:40.113206+0000","last_active":"2024-01-28T12:58:44.495633+0000","last_peered":"2024-01-28T12:58:44.495633+0000","last_clean":"2024-01-28T12:58:44.495633+0000","last_became_active":"2024-01-28T12:58:40.111387+0000","last_became_peered":"2024-01-28T12:58:40.111387+0000","last_unstale":"2024-01-28T12:58:44.495633+0000","last_undegraded":"2024-01-28T12:58:44.495633+0000","last_fullsized":"2024-01-28T12:58:44.495633+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:37:18.049155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.509864+0000","last_change":"2024-01-28T12:58:40.104581+0000","last_active":"2024-01-28T12:58:44.509864+0000","last_peered":"2024-01-28T12:58:44.509864+0000","last_clean":"2024-01-28T12:58:44.509864+0000","last_became_active":"2024-01-28T12:58:40.103785+0000","last_became_peered":"2024-01-28T12:58:40.103785+0000","last_unstale":"2024-01-28T12:58:44.509864+0000","last_undegraded":"2024-01-28T12:58:44.509864+0000","last_fullsized":"2024-01-28T12:58:44.509864+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:00:43.763039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.494700+0000","last_change":"2024-01-28T12:58:40.111136+0000","last_active":"2024-01-28T12:58:44.494700+0000","last_peered":"2024-01-28T12:58:44.494700+0000","last_clean":"2024-01-28T12:58:44.494700+0000","last_became_active":"2024-01-28T12:58:40.110787+0000","last_became_peered":"2024-01-28T12:58:40.110787+0000","last_unstale":"2024-01-28T12:58:44.494700+0000","last_undegraded":"2024-01-28T12:58:44.494700+0000","last_fullsized":"2024-01-28T12:58:44.494700+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:05:52.979714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.495966+0000","last_change":"2024-01-28T12:58:40.107585+0000","last_active":"2024-01-28T12:58:44.495966+0000","last_peered":"2024-01-28T12:58:44.495966+0000","last_clean":"2024-01-28T12:58:44.495966+0000","last_became_active":"2024-01-28T12:58:40.107054+0000","last_became_peered":"2024-01-28T12:58:40.107054+0000","last_unstale":"2024-01-28T12:58:44.495966+0000","last_undegraded":"2024-01-28T12:58:44.495966+0000","last_fullsized":"2024-01-28T12:58:44.495966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:57:07.901241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.503582+0000","last_change":"2024-01-28T12:58:40.103326+0000","last_active":"2024-01-28T12:58:44.503582+0000","last_peered":"2024-01-28T12:58:44.503582+0000","last_clean":"2024-01-28T12:58:44.503582+0000","last_became_active":"2024-01-28T12:58:40.100420+0000","last_became_peered":"2024-01-28T12:58:40.100420+0000","last_unstale":"2024-01-28T12:58:44.503582+0000","last_undegraded":"2024-01-28T12:58:44.503582+0000","last_fullsized":"2024-01-28T12:58:44.503582+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:50:24.609822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-01-28T12:58:44.504890+0000","last_change":"2024-01-28T12:58:40.113162+0000","last_active":"2024-01-28T12:58:44.504890+0000","last_peered":"2024-01-28T12:58:44.504890+0000","last_clean":"2024-01-28T12:58:44.504890+0000","last_became_active":"2024-01-28T12:58:40.112822+0000","last_became_peered":"2024-01-28T12:58:40.112822+0000","last_unstale":"2024-01-28T12:58:44.504890+0000","last_undegraded":"2024-01-28T12:58:44.504890+0000","last_fullsized":"2024-01-28T12:58:44.504890+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:44:28.060249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":12288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280991,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":9717,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":15,"num_read_kb":12,"num_write":151,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":368640,"data_stored":73822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579920,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":921600,"data_stored":454648,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.56499999999999995}]},{"osd":1,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.65900000000000003}]},{"osd":2,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.64100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":4,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.71499999999999997}]},{"osd":5,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.78800000000000003}]},{"osd":6,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.84099999999999997}]},{"osd":7,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.875}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76700000000000002}]},{"osd":9,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.89700000000000002}]},{"osd":10,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.80500000000000005}]}]},{"osd":10,"up_from":67,"seq":287762808850,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":991232,"data_stored":1044561,"data_compressed":47420,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.46100000000000002}]},{"osd":2,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.53600000000000003}]},{"osd":3,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.505},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.68400000000000005}]},{"osd":4,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.48599999999999999}]},{"osd":5,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.60799999999999998}]},{"osd":6,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.71399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":8,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.65300000000000002}]},{"osd":9,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.69699999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]}]},{"osd":9,"up_from":62,"seq":266287972374,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":450482,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.33300000000000002}]},{"osd":1,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.503}]},{"osd":2,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.74399999999999999}]},{"osd":3,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.435}]},{"osd":4,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.61699999999999999}]},{"osd":5,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.58399999999999996}]},{"osd":6,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.371},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.48899999999999999}]},{"osd":7,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.675,"5min":1.675,"15min":1.675},"last":0.67500000000000004}]},{"osd":8,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.60699999999999998}]},{"osd":10,"last update":"Sun Jan 28 12:58:44 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.57299999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]}]},{"osd":8,"up_from":55,"seq":236223201306,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":449986,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.67400000000000004}]},{"osd":1,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.61099999999999999}]},{"osd":2,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.51000000000000001}]},{"osd":3,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.81999999999999995}]},{"osd":4,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.747},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.76000000000000001}]},{"osd":5,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.65300000000000002}]},{"osd":6,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.83499999999999996}]},{"osd":7,"last update":"Sun Jan 28 12:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.80100000000000005}]},{"osd":9,"last update":"Sun Jan 28 12:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.89100000000000001}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.878},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.93400000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]}]},{"osd":7,"up_from":48,"seq":206158430238,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":978944,"data_stored":1042204,"data_compressed":47420,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.376}]},{"osd":1,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.28799999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68999999999999995,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.443,"15min":0.441},"min":{"1min":0.32500000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.46500000000000002}]},{"osd":2,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.67300000000000004}]},{"osd":3,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.625,"15min":0.625},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.66100000000000003}]},{"osd":4,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.5,"15min":0.496},"min":{"1min":0.32300000000000001,"5min":0.308,"15min":0.308},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.629},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51100000000000001,"15min":0.51000000000000001},"min":{"1min":0.32300000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.432}]},{"osd":5,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.59399999999999997,"15min":0.58699999999999997},"min":{"1min":0.45500000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.443,"5min":0.437,"15min":0.437},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.73599999999999999}]},{"osd":6,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.69899999999999995,"15min":0.69499999999999995},"min":{"1min":0.57199999999999995,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.66400000000000003,"15min":0.65200000000000002},"min":{"1min":0.52000000000000002,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.75800000000000001}]},{"osd":8,"last update":"Sun Jan 28 12:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.69599999999999995}]},{"osd":9,"last update":"Sun Jan 28 12:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.77300000000000002}]},{"osd":10,"last update":"Sun Jan 28 12:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.59099999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]}]},{"osd":6,"up_from":43,"seq":184683593761,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":449348,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.372,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.49399999999999999,"15min":0.48999999999999999},"min":{"1min":0.35699999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.435}]},{"osd":1,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.76900000000000002,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.747,"5min":0.67900000000000005,"15min":0.66800000000000004},"min":{"1min":0.54900000000000004,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.85499999999999998}]},{"osd":2,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.495,"5min":0.436,"15min":0.436},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.751},{"interface":"front","average":{"1min":0.629,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.42899999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.53000000000000003}]},{"osd":3,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.376,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.89400000000000002,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.624,"15min":0.62},"min":{"1min":0.45600000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.58299999999999996}]},{"osd":4,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.67900000000000005,"15min":0.67400000000000004},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.746,"5min":0.72999999999999998,"15min":0.72799999999999998},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.91600000000000004}]},{"osd":5,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.73899999999999999,"15min":0.74099999999999999},"min":{"1min":0.54700000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94999999999999996,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.71799999999999997,"15min":0.72299999999999998},"min":{"1min":0.48699999999999999,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.92900000000000005,"5min":1.028,"15min":1.028},"last":0.57099999999999995}]},{"osd":7,"last update":"Sun Jan 28 12:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.751,"15min":0.74299999999999999},"min":{"1min":0.60299999999999998,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":0.82399999999999995}]},{"osd":8,"last update":"Sun Jan 28 12:58:05 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.60599999999999998}]},{"osd":9,"last update":"Sun Jan 28 12:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.81000000000000005}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.87},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.96399999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]}]},{"osd":1,"up_from":12,"seq":51539607606,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":491740,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.55000000000000004,"15min":0.53000000000000003},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81299999999999994,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.628},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.39800000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.80700000000000005,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.68200000000000005}]},{"osd":2,"last update":"Sun Jan 28 12:58:17 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.51800000000000002,"15min":0.50600000000000001},"min":{"1min":0.34899999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.51300000000000001,"15min":0.501},"min":{"1min":0.41999999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.81399999999999995}]},{"osd":3,"last update":"Sun Jan 28 12:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.55900000000000005,"15min":0.54400000000000004},"min":{"1min":0.43099999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.89700000000000002,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.57699999999999996,"15min":0.54900000000000004},"min":{"1min":0.41599999999999998,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.47899999999999998}]},{"osd":4,"last update":"Sun Jan 28 12:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.434,"15min":0.41199999999999998},"min":{"1min":0.29099999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.42899999999999999,"15min":0.40200000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.64900000000000002}]},{"osd":5,"last update":"Sun Jan 28 12:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.58299999999999996,"15min":0.57099999999999995},"min":{"1min":0.47799999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.61199999999999999,"15min":0.60599999999999998},"min":{"1min":0.502,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.91800000000000004,"5min":1.008,"15min":1.008},"last":0.879}]},{"osd":6,"last update":"Sun Jan 28 12:58:31 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66300000000000003,"15min":0.66200000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89700000000000002,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64600000000000002,"15min":0.63700000000000001},"min":{"1min":0.48399999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.70099999999999996}]},{"osd":7,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53900000000000003,"15min":0.52700000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.80200000000000005}]},{"osd":8,"last update":"Sun Jan 28 12:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.63700000000000001,"15min":0.63100000000000001},"min":{"1min":0.45400000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.747},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.66500000000000004,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.73699999999999999}]},{"osd":9,"last update":"Sun Jan 28 12:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.86599999999999999}]},{"osd":10,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.77900000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89800000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738424,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":450850,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Jan 28 12:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.58699999999999997,"15min":0.54600000000000004},"min":{"1min":0.51600000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86099999999999999,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.629,"15min":0.56699999999999995},"min":{"1min":0.48399999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92500000000000004,"5min":4.2800000000000002,"15min":4.2800000000000002},"last":0.57999999999999996}]},{"osd":2,"last update":"Sun Jan 28 12:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.59699999999999998,"15min":0.58499999999999996},"min":{"1min":0.40400000000000003,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.82999999999999996,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.66400000000000003,"15min":0.61499999999999999},"min":{"1min":0.502,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.94099999999999995,"5min":4.2309999999999999,"15min":4.2309999999999999},"last":0.76600000000000001}]},{"osd":3,"last update":"Sun Jan 28 12:57:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.47699999999999998,"15min":0.46899999999999997},"min":{"1min":0.37,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83999999999999997,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.502,"15min":0.49199999999999999},"min":{"1min":0.36699999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.34300000000000003}]},{"osd":4,"last update":"Sun Jan 28 12:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.64400000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95699999999999996,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.621,"5min":0.624,"15min":0.60699999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.84099999999999997,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.61099999999999999}]},{"osd":5,"last update":"Sun Jan 28 12:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.67300000000000004,"15min":0.66000000000000003},"min":{"1min":0.502,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.98499999999999999,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.70499999999999996,"15min":0.69599999999999995},"min":{"1min":0.48499999999999999,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.1000000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.66600000000000004}]},{"osd":6,"last update":"Sun Jan 28 12:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.61199999999999999,"15min":0.60899999999999999},"min":{"1min":0.40300000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.71499999999999997,"15min":0.70799999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.212,"5min":1.212,"15min":1.212},"last":0.46999999999999997}]},{"osd":7,"last update":"Sun Jan 28 12:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.62},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":4.2140000000000004,"5min":4.2140000000000004,"15min":4.2140000000000004},"last":0.73199999999999998}]},{"osd":8,"last update":"Sun Jan 28 12:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.80300000000000005,"15min":0.81100000000000005},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.94499999999999995,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.86299999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.0640000000000001,"5min":1.131,"15min":1.131},"last":0.78700000000000003}]},{"osd":9,"last update":"Sun Jan 28 12:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.69699999999999995}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.752}]},{"osd":11,"last update":"Sun Jan 28 12:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.80000000000000004}]}]},{"osd":2,"up_from":17,"seq":73014444081,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36252,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708900,"statfs":{"total":95995035648,"available":95957913600,"internally_reserved":0,"allocated":937984,"data_stored":454278,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.54000000000000004,"15min":0.51800000000000002},"min":{"1min":0.34799999999999998,"5min":0.183,"15min":0.183},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.54600000000000004,"15min":0.52500000000000002},"min":{"1min":0.378,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.82899999999999996}]},{"osd":1,"last update":"Sun Jan 28 12:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.35599999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.76400000000000001,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.56000000000000005,"15min":0.55400000000000005},"min":{"1min":0.41399999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.57099999999999995}]},{"osd":3,"last update":"Sun Jan 28 12:58:34 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.58999999999999997,"15min":0.56599999999999995},"min":{"1min":0.48099999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.58499999999999996,"15min":0.56499999999999995},"min":{"1min":0.48599999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.73099999999999998}]},{"osd":4,"last update":"Sun Jan 28 12:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.58699999999999997,"15min":0.57799999999999996},"min":{"1min":0.441,"5min":0.379,"15min":0.379},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.63700000000000001}]},{"osd":5,"last update":"Sun Jan 28 12:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.48399999999999999,"15min":0.47199999999999998},"min":{"1min":0.36299999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.79400000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.86499999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.47199999999999998,"15min":0.46100000000000002},"min":{"1min":0.33800000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.78900000000000003,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.76400000000000001}]},{"osd":6,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65200000000000002,"15min":0.65100000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.82399999999999995,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.68000000000000005,"15min":0.68300000000000005},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.89600000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.92200000000000004}]},{"osd":7,"last update":"Sun Jan 28 12:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.95099999999999996}]},{"osd":8,"last update":"Sun Jan 28 12:58:05 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.98099999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.93600000000000005}]},{"osd":9,"last update":"Sun Jan 28 12:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":1.0329999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":1.0109999999999999}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":1.0229999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]}]},{"osd":3,"up_from":23,"seq":98784247853,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":449447,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.436,"15min":0.41499999999999998},"min":{"1min":0.32700000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.45000000000000001,"15min":0.42599999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.42999999999999999}]},{"osd":1,"last update":"Sun Jan 28 12:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.59899999999999998,"15min":0.57499999999999996},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.59599999999999997,"15min":0.56599999999999995},"min":{"1min":0.44800000000000001,"5min":0.373,"15min":0.373},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.625}]},{"osd":2,"last update":"Sun Jan 28 12:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.45700000000000002,"5min":0.432,"15min":0.432},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.65400000000000003,"15min":0.65900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.86099999999999999,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.56999999999999995}]},{"osd":4,"last update":"Sun Jan 28 12:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67000000000000004,"15min":0.628},"min":{"1min":0.47699999999999998,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.91100000000000003,"5min":3.0550000000000002,"15min":3.0550000000000002},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.68700000000000006,"15min":0.66700000000000004},"min":{"1min":0.45700000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.78400000000000003}]},{"osd":5,"last update":"Sun Jan 28 12:58:12 2024","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.65200000000000002,"15min":0.64800000000000002},"min":{"1min":0.48399999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.65000000000000002,"15min":0.63500000000000001},"min":{"1min":0.502,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.55200000000000005}]},{"osd":6,"last update":"Sun Jan 28 12:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.66700000000000004,"15min":0.65900000000000003},"min":{"1min":0.437,"5min":0.433,"15min":0.433},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.749},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.65500000000000003,"15min":0.65100000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.60899999999999999}]},{"osd":7,"last update":"Sun Jan 28 12:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.78700000000000003,"15min":0.78600000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.58299999999999996,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.66300000000000003}]},{"osd":8,"last update":"Sun Jan 28 12:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.76100000000000001}]},{"osd":9,"last update":"Sun Jan 28 12:58:28 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.84999999999999998}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.71799999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018921,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32068,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713084,"statfs":{"total":95995035648,"available":95962198016,"internally_reserved":0,"allocated":913408,"data_stored":449683,"data_compressed":11680,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:57:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.36599999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76100000000000001,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53600000000000003,"15min":0.53400000000000003},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73999999999999999,"5min":1.339,"15min":1.339},"last":0.46200000000000002}]},{"osd":1,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.377,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.39500000000000002,"15min":0.37},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9970000000000001,"5min":1.9970000000000001,"15min":1.9970000000000001},"last":0.42199999999999999}]},{"osd":2,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53300000000000003,"15min":0.50900000000000001},"min":{"1min":0.40300000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.55100000000000005,"15min":0.51300000000000001},"min":{"1min":0.47099999999999997,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.165,"5min":2.165,"15min":2.165},"last":0.55100000000000005}]},{"osd":3,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.60799999999999998,"15min":0.58499999999999996},"min":{"1min":0.436,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":2.375,"5min":2.375,"15min":2.375},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.38300000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"last":0.53700000000000003}]},{"osd":5,"last update":"Sun Jan 28 12:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.54200000000000004,"15min":0.52800000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.54500000000000004,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76300000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.84099999999999997}]},{"osd":6,"last update":"Sun Jan 28 12:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.66700000000000004,"15min":0.65100000000000002},"min":{"1min":0.44700000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.3319999999999999,"5min":2.3319999999999999,"15min":2.3319999999999999},"last":0.754},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.67800000000000005,"15min":0.66200000000000003},"min":{"1min":0.45900000000000002,"5min":0.442,"15min":0.442},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":0.66200000000000003}]},{"osd":7,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.54000000000000004,"15min":0.50700000000000001},"min":{"1min":0.34399999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.2130000000000001,"5min":3.2130000000000001,"15min":3.2130000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.57599999999999996,"15min":0.55000000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.7679999999999998,"5min":3.7679999999999998,"15min":3.7679999999999998},"last":0.67500000000000004}]},{"osd":8,"last update":"Sun Jan 28 12:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.89900000000000002}]},{"osd":9,"last update":"Sun Jan 28 12:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":2.2269999999999999,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":0.73299999999999998}]},{"osd":10,"last update":"Sun Jan 28 12:58:44 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":4.0039999999999996,"5min":4.0039999999999996,"15min":4.0039999999999996},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.876}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822694,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":1047058,"data_compressed":47420,"data_compressed_allocated":61440,"data_compressed_original":622592,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.42899999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.72299999999999998,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.39800000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.80800000000000005}]},{"osd":1,"last update":"Sun Jan 28 12:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.497,"15min":0.48999999999999999},"min":{"1min":0.36299999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.72099999999999997,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.503,"15min":0.497},"min":{"1min":0.39400000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68400000000000005,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.73499999999999999}]},{"osd":2,"last update":"Sun Jan 28 12:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"min":{"1min":0.29799999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.50700000000000001,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.39600000000000002,"15min":0.39400000000000002},"min":{"1min":0.30499999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58699999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.29799999999999999}]},{"osd":3,"last update":"Sun Jan 28 12:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.36199999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.68600000000000005,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.65400000000000003}]},{"osd":4,"last update":"Sun Jan 28 12:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.442,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.746,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.55300000000000005,"15min":0.55100000000000005},"min":{"1min":0.40100000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81000000000000005,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.67000000000000004}]},{"osd":6,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.61299999999999999}]},{"osd":7,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56699999999999995,"15min":0.56200000000000006},"min":{"1min":0.434,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.56999999999999995,"15min":0.56399999999999995},"min":{"1min":0.44500000000000001,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.70399999999999996}]},{"osd":8,"last update":"Sun Jan 28 12:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.378},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.42399999999999999}]},{"osd":9,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":3.0259999999999998,"5min":3.0259999999999998,"15min":3.0259999999999998},"last":0.69299999999999995}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.751}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":42701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":12922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":4845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-01-28T12:59:08.871 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-01-28T12:59:08.872 INFO:tasks.cephadm:Setting up client nodes... 2024-01-28T12:59:08.872 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-01-28T12:59:08.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:08 smithi175 ceph-mon[44549]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:08.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:08 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3270458941' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:08.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:08 smithi181 ceph-mon[45557]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T12:59:08.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:08 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3270458941' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:09.315 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:09.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:09 smithi088 ceph-mon[35322]: pgmap v251: 129 pgs: 129 active+clean; 586 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 2.7 KiB/s wr, 9 op/s 2024-01-28T12:59:09.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:09 smithi088 ceph-mon[35322]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:09.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:09 smithi175 ceph-mon[44549]: pgmap v251: 129 pgs: 129 active+clean; 586 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 2.7 KiB/s wr, 9 op/s 2024-01-28T12:59:09.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:09 smithi175 ceph-mon[44549]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:09.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:09 smithi181 ceph-mon[45557]: pgmap v251: 129 pgs: 129 active+clean; 586 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 2.7 KiB/s wr, 9 op/s 2024-01-28T12:59:09.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:09 smithi181 ceph-mon[45557]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:10.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.657+0000 7f2def600700 1 -- 172.21.15.88:0/1818676877 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2de81020b0 msgr2=0x7f2de81044a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:10.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.657+0000 7f2def600700 1 --2- 172.21.15.88:0/1818676877 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2de81020b0 0x7f2de81044a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f2dd8009990 tx=0x7f2dd8009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.657+0000 7f2def600700 1 -- 172.21.15.88:0/1818676877 shutdown_connections 2024-01-28T12:59:10.656 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.657+0000 7f2def600700 1 --2- 172.21.15.88:0/1818676877 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2de8107310 0x7f2de8109780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.656 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.657+0000 7f2def600700 1 --2- 172.21.15.88:0/1818676877 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2de81020b0 0x7f2de81044a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.656 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.657+0000 7f2def600700 1 --2- 172.21.15.88:0/1818676877 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2de81049e0 0x7f2de8106dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.656 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.657+0000 7f2def600700 1 -- 172.21.15.88:0/1818676877 >> 172.21.15.88:0/1818676877 conn(0x7f2de80fbac0 msgr2=0x7f2de80fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:10.656 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.657+0000 7f2def600700 1 -- 172.21.15.88:0/1818676877 shutdown_connections 2024-01-28T12:59:10.656 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.657+0000 7f2def600700 1 -- 172.21.15.88:0/1818676877 wait complete. 2024-01-28T12:59:10.656 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.659+0000 7f2def600700 1 Processor -- start 2024-01-28T12:59:10.657 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.659+0000 7f2def600700 1 -- start start 2024-01-28T12:59:10.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.659+0000 7f2def600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2de81020b0 0x7f2de8197420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:10.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.659+0000 7f2def600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2de81049e0 0x7f2de8197960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:10.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.659+0000 7f2def600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2de8107310 0x7f2de819e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:10.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.659+0000 7f2def600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2de819efb0 con 0x7f2de81049e0 2024-01-28T12:59:10.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.659+0000 7f2def600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2de819f0f0 con 0x7f2de8107310 2024-01-28T12:59:10.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.659+0000 7f2def600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2de819f280 con 0x7f2de81020b0 2024-01-28T12:59:10.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2de7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2de81049e0 0x7f2de8197960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2decc00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2de81020b0 0x7f2de8197420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2de7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2de81049e0 0x7f2de8197960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52530/0 (socket says 172.21.15.88:52530) 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2de7e00700 1 -- 172.21.15.88:0/2368741415 learned_addr learned my addr 172.21.15.88:0/2368741415 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2ded600700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2de8107310 0x7f2de819e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2de7e00700 1 -- 172.21.15.88:0/2368741415 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2de81020b0 msgr2=0x7f2de8197420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2de7e00700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2de81020b0 0x7f2de8197420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2de7e00700 1 -- 172.21.15.88:0/2368741415 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2de8107310 msgr2=0x7f2de819e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2de7e00700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2de8107310 0x7f2de819e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2de7e00700 1 -- 172.21.15.88:0/2368741415 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dd80095f0 con 0x7f2de81049e0 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.660+0000 7f2decc00700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2de81020b0 0x7f2de8197420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:10.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.661+0000 7f2de7e00700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2de81049e0 0x7f2de8197960 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2dd000d980 tx=0x7f2dd000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:10.660 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.661+0000 7f2de5600700 1 -- 172.21.15.88:0/2368741415 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dd00098d0 con 0x7f2de81049e0 2024-01-28T12:59:10.660 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.661+0000 7f2de5600700 1 -- 172.21.15.88:0/2368741415 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2dd0010460 con 0x7f2de81049e0 2024-01-28T12:59:10.660 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.661+0000 7f2de5600700 1 -- 172.21.15.88:0/2368741415 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dd000f620 con 0x7f2de81049e0 2024-01-28T12:59:10.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.661+0000 7f2def600700 1 -- 172.21.15.88:0/2368741415 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2de819f560 con 0x7f2de81049e0 2024-01-28T12:59:10.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.661+0000 7f2def600700 1 -- 172.21.15.88:0/2368741415 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2de819fab0 con 0x7f2de81049e0 2024-01-28T12:59:10.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.662+0000 7f2def600700 1 -- 172.21.15.88:0/2368741415 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2de80fd640 con 0x7f2de81049e0 2024-01-28T12:59:10.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.664+0000 7f2de5600700 1 -- 172.21.15.88:0/2368741415 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f2dd0010860 con 0x7f2de81049e0 2024-01-28T12:59:10.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.665+0000 7f2de5600700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2dc80a1a10 0x7f2dc80a3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:10.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.665+0000 7f2de5600700 1 -- 172.21.15.88:0/2368741415 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f2dd00cd1b0 con 0x7f2de81049e0 2024-01-28T12:59:10.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.665+0000 7f2decc00700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2dc80a1a10 0x7f2dc80a3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:10.664 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.666+0000 7f2decc00700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2dc80a1a10 0x7f2dc80a3ed0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2dd800b2e0 tx=0x7f2dd8005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:10.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.670+0000 7f2de5600700 1 -- 172.21.15.88:0/2368741415 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f2dd00960e0 con 0x7f2de81049e0 2024-01-28T12:59:10.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:10 smithi088 ceph-mon[35322]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:10.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:10 smithi175 ceph-mon[44549]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:10.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.945+0000 7f2def600700 1 -- 172.21.15.88:0/2368741415 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7f2de804fae0 con 0x7f2de81049e0 2024-01-28T12:59:10.946 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.948+0000 7f2de5600700 1 -- 172.21.15.88:0/2368741415 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v31) v1 ==== 170+0+59 (secure 0 0 0) 0x7f2dd0099700 con 0x7f2de81049e0 2024-01-28T12:59:10.946 INFO:teuthology.orchestra.run.smithi088.stdout:[client.0] 2024-01-28T12:59:10.946 INFO:teuthology.orchestra.run.smithi088.stdout: key = AQCeT7ZlinZyOBAAOGfL9RRLBS5lkUIMqsXDFw== 2024-01-28T12:59:10.949 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 -- 172.21.15.88:0/2368741415 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2dc80a1a10 msgr2=0x7f2dc80a3ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:10.949 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2dc80a1a10 0x7f2dc80a3ed0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2dd800b2e0 tx=0x7f2dd8005fd0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.949 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 -- 172.21.15.88:0/2368741415 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2de81049e0 msgr2=0x7f2de8197960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:10.949 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2de81049e0 0x7f2de8197960 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2dd000d980 tx=0x7f2dd000dc90 comp rx=0 tx=0).stop 2024-01-28T12:59:10.949 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 -- 172.21.15.88:0/2368741415 shutdown_connections 2024-01-28T12:59:10.949 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2dc80a1a10 0x7f2dc80a3ed0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.949 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2de8107310 0x7f2de819e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.949 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2de81020b0 0x7f2de8197420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 --2- 172.21.15.88:0/2368741415 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2de81049e0 0x7f2de8197960 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:10.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 -- 172.21.15.88:0/2368741415 >> 172.21.15.88:0/2368741415 conn(0x7f2de80fbac0 msgr2=0x7f2de81029f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:10.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 -- 172.21.15.88:0/2368741415 shutdown_connections 2024-01-28T12:59:10.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:10.951+0000 7f2def600700 1 -- 172.21.15.88:0/2368741415 wait complete. 2024-01-28T12:59:10.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:10 smithi181 ceph-mon[45557]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:11.396 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T12:59:11.396 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-01-28T12:59:11.396 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-01-28T12:59:11.491 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-01-28T12:59:11.492 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-01-28T12:59:11.492 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph mgr dump --format=json 2024-01-28T12:59:11.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:11 smithi088 ceph-mon[35322]: pgmap v252: 129 pgs: 129 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.2 KiB/s wr, 19 op/s 2024-01-28T12:59:11.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:11 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2368741415' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-01-28T12:59:11.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:11 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2368741415' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-01-28T12:59:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:11 smithi175 ceph-mon[44549]: pgmap v252: 129 pgs: 129 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.2 KiB/s wr, 19 op/s 2024-01-28T12:59:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:11 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2368741415' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-01-28T12:59:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:11 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2368741415' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-01-28T12:59:11.933 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:11.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:11 smithi181 ceph-mon[45557]: pgmap v252: 129 pgs: 129 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.2 KiB/s wr, 19 op/s 2024-01-28T12:59:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:11 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2368741415' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-01-28T12:59:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:11 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2368741415' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-01-28T12:59:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-01-28T12:59:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-01-28T12:59:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-01-28T12:59:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-01-28T12:59:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-01-28T12:59:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-01-28T12:59:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-01-28T12:59:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-01-28T12:59:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]: dispatch 2024-01-28T12:59:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]: dispatch 2024-01-28T12:59:12.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-01-28T12:59:12.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-01-28T12:59:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-01-28T12:59:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-01-28T12:59:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-01-28T12:59:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-01-28T12:59:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-01-28T12:59:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-01-28T12:59:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]: dispatch 2024-01-28T12:59:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]: dispatch 2024-01-28T12:59:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-01-28T12:59:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-01-28T12:59:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-01-28T12:59:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-01-28T12:59:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-01-28T12:59:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-01-28T12:59:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-01-28T12:59:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-01-28T12:59:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]: dispatch 2024-01-28T12:59:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]: dispatch 2024-01-28T12:59:13.096 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.098+0000 7fe98c800700 1 -- 172.21.15.88:0/367101784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe984107630 msgr2=0x7fe984107a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:13.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.098+0000 7fe98c800700 1 --2- 172.21.15.88:0/367101784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe984107630 0x7fe984107a10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe974009990 tx=0x7fe974009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:13.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.098+0000 7fe98c800700 1 -- 172.21.15.88:0/367101784 shutdown_connections 2024-01-28T12:59:13.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.098+0000 7fe98c800700 1 --2- 172.21.15.88:0/367101784 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe984069c40 0x7fe98410e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:13.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.098+0000 7fe98c800700 1 --2- 172.21.15.88:0/367101784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe984107630 0x7fe984107a10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:13.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.098+0000 7fe98c800700 1 --2- 172.21.15.88:0/367101784 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe984069280 0x7fe984069700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:13.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.098+0000 7fe98c800700 1 -- 172.21.15.88:0/367101784 >> 172.21.15.88:0/367101784 conn(0x7fe984077400 msgr2=0x7fe984077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:13.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.099+0000 7fe98c800700 1 -- 172.21.15.88:0/367101784 shutdown_connections 2024-01-28T12:59:13.097 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.099+0000 7fe98c800700 1 -- 172.21.15.88:0/367101784 wait complete. 2024-01-28T12:59:13.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.100+0000 7fe98c800700 1 Processor -- start 2024-01-28T12:59:13.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.100+0000 7fe98c800700 1 -- start start 2024-01-28T12:59:13.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.100+0000 7fe98c800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe984069280 0x7fe98419f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:13.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.100+0000 7fe98c800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe984069c40 0x7fe98419fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:13.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.100+0000 7fe98c800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe984107630 0x7fe984199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:13.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.100+0000 7fe98c800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98419a090 con 0x7fe984107630 2024-01-28T12:59:13.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.100+0000 7fe98c800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98419a1d0 con 0x7fe984069280 2024-01-28T12:59:13.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.100+0000 7fe98c800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98419a390 con 0x7fe984069c40 2024-01-28T12:59:13.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.100+0000 7fe98a800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe984107630 0x7fe984199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.100+0000 7fe989e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe984069280 0x7fe98419f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.101+0000 7fe989e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe984069280 0x7fe98419f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:44574/0 (socket says 172.21.15.88:44574) 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.101+0000 7fe98a800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe984107630 0x7fe984199a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:48210/0 (socket says 172.21.15.88:48210) 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.101+0000 7fe989e00700 1 -- 172.21.15.88:0/1829693745 learned_addr learned my addr 172.21.15.88:0/1829693745 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.101+0000 7fe989400700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe984069c40 0x7fe98419fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.101+0000 7fe989e00700 1 -- 172.21.15.88:0/1829693745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe984069c40 msgr2=0x7fe98419fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.101+0000 7fe989e00700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe984069c40 0x7fe98419fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.101+0000 7fe989e00700 1 -- 172.21.15.88:0/1829693745 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe984107630 msgr2=0x7fe984199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.101+0000 7fe989e00700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe984107630 0x7fe984199a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.101+0000 7fe989e00700 1 -- 172.21.15.88:0/1829693745 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9740095f0 con 0x7fe984069280 2024-01-28T12:59:13.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.101+0000 7fe989e00700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe984069280 0x7fe98419f820 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe974000c00 tx=0x7fe974004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:13.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.102+0000 7fe982a00700 1 -- 172.21.15.88:0/1829693745 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe97401d070 con 0x7fe984069280 2024-01-28T12:59:13.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.102+0000 7fe98c800700 1 -- 172.21.15.88:0/1829693745 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe98419a610 con 0x7fe984069280 2024-01-28T12:59:13.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.102+0000 7fe982a00700 1 -- 172.21.15.88:0/1829693745 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe974022470 con 0x7fe984069280 2024-01-28T12:59:13.102 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.102+0000 7fe982a00700 1 -- 172.21.15.88:0/1829693745 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9740175f0 con 0x7fe984069280 2024-01-28T12:59:13.102 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.102+0000 7fe98c800700 1 -- 172.21.15.88:0/1829693745 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9841a68c0 con 0x7fe984069280 2024-01-28T12:59:13.102 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.103+0000 7fe98c800700 1 -- 172.21.15.88:0/1829693745 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe984068290 con 0x7fe984069280 2024-01-28T12:59:13.103 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.105+0000 7fe982a00700 1 -- 172.21.15.88:0/1829693745 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fe9740225e0 con 0x7fe984069280 2024-01-28T12:59:13.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.106+0000 7fe982a00700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9640a18e0 0x7fe9640a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:13.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.106+0000 7fe982a00700 1 -- 172.21.15.88:0/1829693745 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fe9740ce670 con 0x7fe984069280 2024-01-28T12:59:13.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.107+0000 7fe989400700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9640a18e0 0x7fe9640a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:13.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.107+0000 7fe989400700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9640a18e0 0x7fe9640a3da0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe98410e870 tx=0x7fe96c009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:13.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.111+0000 7fe982a00700 1 -- 172.21.15.88:0/1829693745 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fe974097510 con 0x7fe984069280 2024-01-28T12:59:13.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.364+0000 7fe98c800700 1 -- 172.21.15.88:0/1829693745 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7fe9841114a0 con 0x7fe984069280 2024-01-28T12:59:13.367 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.370+0000 7fe982a00700 1 -- 172.21.15.88:0/1829693745 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) v1 ==== 74+0+260539 (secure 0 0 0) 0x7fe97409ab30 con 0x7fe984069280 2024-01-28T12:59:13.372 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 -- 172.21.15.88:0/1829693745 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9640a18e0 msgr2=0x7fe9640a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9640a18e0 0x7fe9640a3da0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe98410e870 tx=0x7fe96c009260 comp rx=0 tx=0).stop 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 -- 172.21.15.88:0/1829693745 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe984069280 msgr2=0x7fe98419f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe984069280 0x7fe98419f820 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe974000c00 tx=0x7fe974004730 comp rx=0 tx=0).stop 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 -- 172.21.15.88:0/1829693745 shutdown_connections 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9640a18e0 0x7fe9640a3da0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe984107630 0x7fe984199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe984069280 0x7fe98419f820 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 --2- 172.21.15.88:0/1829693745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe984069c40 0x7fe98419fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 -- 172.21.15.88:0/1829693745 >> 172.21.15.88:0/1829693745 conn(0x7fe984077400 msgr2=0x7fe9840fefd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 -- 172.21.15.88:0/1829693745 shutdown_connections 2024-01-28T12:59:13.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:13.374+0000 7fe98c800700 1 -- 172.21.15.88:0/1829693745 wait complete. 2024-01-28T12:59:13.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: pgmap v253: 129 pgs: 129 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.2 KiB/s wr, 21 op/s 2024-01-28T12:59:13.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-01-28T12:59:13.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-01-28T12:59:13.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-01-28T12:59:13.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-01-28T12:59:13.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-01-28T12:59:13.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-01-28T12:59:13.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-01-28T12:59:13.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-01-28T12:59:13.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]': finished 2024-01-28T12:59:13.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]': finished 2024-01-28T12:59:13.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: osdmap e84: 12 total, 12 up, 12 in 2024-01-28T12:59:13.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:13 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1829693745' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-01-28T12:59:13.799 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":17,"active_gid":14154,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":138379761},{"type":"v1","addr":"172.21.15.88:6801","nonce":138379761}]},"active_addr":"172.21.15.88:6801/138379761","active_change":"2024-01-28T12:53:11.989461+0000","active_mgr_features":4540701272860131327,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701272860131327,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701272860131327,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.88:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":941320775}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":347437505}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":833377959}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":1324595352}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.88:0","nonce":2286779031}]}]} 2024-01-28T12:59:13.804 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-01-28T12:59:13.804 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-01-28T12:59:13.804 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd dump --format=json 2024-01-28T12:59:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: pgmap v253: 129 pgs: 129 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.2 KiB/s wr, 21 op/s 2024-01-28T12:59:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-01-28T12:59:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-01-28T12:59:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-01-28T12:59:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-01-28T12:59:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-01-28T12:59:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-01-28T12:59:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-01-28T12:59:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-01-28T12:59:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]': finished 2024-01-28T12:59:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]': finished 2024-01-28T12:59:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: osdmap e84: 12 total, 12 up, 12 in 2024-01-28T12:59:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:13 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1829693745' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: pgmap v253: 129 pgs: 129 active+clean; 624 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.2 KiB/s wr, 21 op/s 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]': finished 2024-01-28T12:59:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]': finished 2024-01-28T12:59:13.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: osdmap e84: 12 total, 12 up, 12 in 2024-01-28T12:59:13.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:13 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1829693745' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-01-28T12:59:14.215 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:14.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:14 smithi088 ceph-mon[35322]: osdmap e85: 12 total, 12 up, 12 in 2024-01-28T12:59:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:14 smithi175 ceph-mon[44549]: osdmap e85: 12 total, 12 up, 12 in 2024-01-28T12:59:14.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:14 smithi181 ceph-mon[45557]: osdmap e85: 12 total, 12 up, 12 in 2024-01-28T12:59:15.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.479+0000 7f4bd0e00700 1 -- 172.21.15.88:0/1356996615 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bcc073800 msgr2=0x7f4bcc073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:15.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.479+0000 7f4bd0e00700 1 --2- 172.21.15.88:0/1356996615 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bcc073800 0x7f4bcc073be0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc009990 tx=0x7f4bbc009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:15.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.479+0000 7f4bd0e00700 1 -- 172.21.15.88:0/1356996615 shutdown_connections 2024-01-28T12:59:15.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.479+0000 7f4bd0e00700 1 --2- 172.21.15.88:0/1356996615 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc10dfd0 0x7f4bcc1103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:15.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.479+0000 7f4bd0e00700 1 --2- 172.21.15.88:0/1356996615 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bcc073800 0x7f4bcc073be0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:15.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.479+0000 7f4bd0e00700 1 --2- 172.21.15.88:0/1356996615 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4bcc074120 0x7f4bcc10da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:15.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.479+0000 7f4bd0e00700 1 -- 172.21.15.88:0/1356996615 >> 172.21.15.88:0/1356996615 conn(0x7f4bcc078730 msgr2=0x7f4bcc078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:15.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.479+0000 7f4bd0e00700 1 -- 172.21.15.88:0/1356996615 shutdown_connections 2024-01-28T12:59:15.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.479+0000 7f4bd0e00700 1 -- 172.21.15.88:0/1356996615 wait complete. 2024-01-28T12:59:15.481 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.480+0000 7f4bd0e00700 1 Processor -- start 2024-01-28T12:59:15.481 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.480+0000 7f4bd0e00700 1 -- start start 2024-01-28T12:59:15.481 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bd0e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc073800 0x7f4bcc199d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:15.481 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bd0e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4bcc074120 0x7f4bcc19a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:15.481 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bd0e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bcc10dfd0 0x7f4bcc19e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:15.481 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bd0e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bcc19ec40 con 0x7f4bcc10dfd0 2024-01-28T12:59:15.481 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bd0e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bcc19edb0 con 0x7f4bcc073800 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bd0e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bcc19ef70 con 0x7f4bcc074120 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bc9e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc073800 0x7f4bcc199d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bc3e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4bcc074120 0x7f4bcc19a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bc9e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc073800 0x7f4bcc199d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:44604/0 (socket says 172.21.15.88:44604) 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bca800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bcc10dfd0 0x7f4bcc19e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.481+0000 7f4bc9e00700 1 -- 172.21.15.88:0/2111908041 learned_addr learned my addr 172.21.15.88:0/2111908041 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bc9e00700 1 -- 172.21.15.88:0/2111908041 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4bcc074120 msgr2=0x7f4bcc19a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bc9e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4bcc074120 0x7f4bcc19a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bc9e00700 1 -- 172.21.15.88:0/2111908041 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bcc10dfd0 msgr2=0x7f4bcc19e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bc9e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bcc10dfd0 0x7f4bcc19e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bc9e00700 1 -- 172.21.15.88:0/2111908041 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bbc0095f0 con 0x7f4bcc073800 2024-01-28T12:59:15.482 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bc9e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc073800 0x7f4bcc199d60 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc000c00 tx=0x7f4bbc005740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:15.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bc2a00700 1 -- 172.21.15.88:0/2111908041 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bbc01d070 con 0x7f4bcc073800 2024-01-28T12:59:15.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bc2a00700 1 -- 172.21.15.88:0/2111908041 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4bbc022470 con 0x7f4bcc073800 2024-01-28T12:59:15.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bd0e00700 1 -- 172.21.15.88:0/2111908041 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bcc19f1f0 con 0x7f4bcc073800 2024-01-28T12:59:15.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bc2a00700 1 -- 172.21.15.88:0/2111908041 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bbc017650 con 0x7f4bcc073800 2024-01-28T12:59:15.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.482+0000 7f4bd0e00700 1 -- 172.21.15.88:0/2111908041 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bcc1a6ab0 con 0x7f4bcc073800 2024-01-28T12:59:15.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.483+0000 7f4bd0e00700 1 -- 172.21.15.88:0/2111908041 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4bcc1091e0 con 0x7f4bcc073800 2024-01-28T12:59:15.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.485+0000 7f4bc2a00700 1 -- 172.21.15.88:0/2111908041 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f4bbc0225e0 con 0x7f4bcc073800 2024-01-28T12:59:15.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.486+0000 7f4bc2a00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4bac0a18e0 0x7f4bac0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:15.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.487+0000 7f4bc2a00700 1 -- 172.21.15.88:0/2111908041 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f4bbc0cef50 con 0x7f4bcc073800 2024-01-28T12:59:15.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.487+0000 7f4bc3e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4bac0a18e0 0x7f4bac0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:15.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.487+0000 7f4bc3e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4bac0a18e0 0x7f4bac0a3da0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc100960 tx=0x7f4bb4009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:15.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.489+0000 7f4bc2a00700 1 -- 172.21.15.88:0/2111908041 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f4bbc097df0 con 0x7f4bcc073800 2024-01-28T12:59:15.689 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.690+0000 7f4bd0e00700 1 -- 172.21.15.88:0/2111908041 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4bcc068290 con 0x7f4bcc073800 2024-01-28T12:59:15.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.693+0000 7f4bc2a00700 1 -- 172.21.15.88:0/2111908041 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+24501 (secure 0 0 0) 0x7f4bbc09b410 con 0x7f4bcc073800 2024-01-28T12:59:15.692 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:15.692 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":85,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:59:13.609403+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:59:15.693 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 -- 172.21.15.88:0/2111908041 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4bac0a18e0 msgr2=0x7f4bac0a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4bac0a18e0 0x7f4bac0a3da0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc100960 tx=0x7f4bb4009260 comp rx=0 tx=0).stop 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 -- 172.21.15.88:0/2111908041 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc073800 msgr2=0x7f4bcc199d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc073800 0x7f4bcc199d60 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc000c00 tx=0x7f4bbc005740 comp rx=0 tx=0).stop 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 -- 172.21.15.88:0/2111908041 shutdown_connections 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4bac0a18e0 0x7f4bac0a3da0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bcc10dfd0 0x7f4bcc19e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc073800 0x7f4bcc199d60 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 --2- 172.21.15.88:0/2111908041 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4bcc074120 0x7f4bcc19a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 -- 172.21.15.88:0/2111908041 >> 172.21.15.88:0/2111908041 conn(0x7f4bcc078730 msgr2=0x7f4bcc0ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 -- 172.21.15.88:0/2111908041 shutdown_connections 2024-01-28T12:59:15.694 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:15.695+0000 7f4bd0e00700 1 -- 172.21.15.88:0/2111908041 wait complete. 2024-01-28T12:59:15.886 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:15 smithi088 ceph-mon[35322]: pgmap v256: 129 pgs: 3 peering, 126 active+clean; 629 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 24 op/s 2024-01-28T12:59:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:15 smithi175 ceph-mon[44549]: pgmap v256: 129 pgs: 3 peering, 126 active+clean; 629 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 24 op/s 2024-01-28T12:59:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:15 smithi181 ceph-mon[45557]: pgmap v256: 129 pgs: 3 peering, 126 active+clean; 629 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 24 op/s 2024-01-28T12:59:16.088 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-01-28T12:59:16.088 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd dump --format=json 2024-01-28T12:59:16.495 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:16 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2111908041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:16.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:16 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2111908041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:17.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:16 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2111908041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:17.695 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.696+0000 7f41aea00700 1 -- 172.21.15.88:0/2046913356 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41a8107fc0 msgr2=0x7f41a8101620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:17.696 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.696+0000 7f41aea00700 1 --2- 172.21.15.88:0/2046913356 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41a8107fc0 0x7f41a8101620 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4190009990 tx=0x7f4190009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:17.696 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.696+0000 7f41aea00700 1 -- 172.21.15.88:0/2046913356 shutdown_connections 2024-01-28T12:59:17.696 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.696+0000 7f41aea00700 1 --2- 172.21.15.88:0/2046913356 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41a8101d50 0x7f41a810e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:17.696 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.696+0000 7f41aea00700 1 --2- 172.21.15.88:0/2046913356 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41a81076a0 0x7f41a8107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:17.696 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.696+0000 7f41aea00700 1 --2- 172.21.15.88:0/2046913356 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41a8107fc0 0x7f41a8101620 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:17.696 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.696+0000 7f41aea00700 1 -- 172.21.15.88:0/2046913356 >> 172.21.15.88:0/2046913356 conn(0x7f41a8078730 msgr2=0x7f41a8078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:17.696 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.696+0000 7f41aea00700 1 -- 172.21.15.88:0/2046913356 shutdown_connections 2024-01-28T12:59:17.696 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.696+0000 7f41aea00700 1 -- 172.21.15.88:0/2046913356 wait complete. 2024-01-28T12:59:17.697 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.697+0000 7f41aea00700 1 Processor -- start 2024-01-28T12:59:17.697 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.697+0000 7f41aea00700 1 -- start start 2024-01-28T12:59:17.697 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41aea00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41a8101d50 0x7f41a819d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:17.697 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41aea00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41a81076a0 0x7f41a819dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41aea00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41a8107fc0 0x7f41a8197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41aea00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a8197ef0 con 0x7f41a8107fc0 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41aea00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a8198060 con 0x7f41a81076a0 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41aea00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41a8198220 con 0x7f41a8101d50 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41a7e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41a8101d50 0x7f41a819d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41a7400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41a81076a0 0x7f41a819dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41aca00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41a8107fc0 0x7f41a8197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41a7e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41a8101d50 0x7f41a819d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:43028/0 (socket says 172.21.15.88:43028) 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41a7e00700 1 -- 172.21.15.88:0/1506650116 learned_addr learned my addr 172.21.15.88:0/1506650116 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.698+0000 7f41a7e00700 1 -- 172.21.15.88:0/1506650116 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41a81076a0 msgr2=0x7f41a819dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41a7e00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41a81076a0 0x7f41a819dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41a7e00700 1 -- 172.21.15.88:0/1506650116 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41a8107fc0 msgr2=0x7f41a8197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41a7e00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41a8107fc0 0x7f41a8197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:17.698 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41a7e00700 1 -- 172.21.15.88:0/1506650116 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41900095f0 con 0x7f41a8101d50 2024-01-28T12:59:17.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41a7400700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41a81076a0 0x7f41a819dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:17.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41aca00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41a8107fc0 0x7f41a8197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:17.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41a7e00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41a8101d50 0x7f41a819d6c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f419800d980 tx=0x7f419800dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:17.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41a4c00700 1 -- 172.21.15.88:0/1506650116 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4198004020 con 0x7f41a8101d50 2024-01-28T12:59:17.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41aea00700 1 -- 172.21.15.88:0/1506650116 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41a8198500 con 0x7f41a8101d50 2024-01-28T12:59:17.700 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41a4c00700 1 -- 172.21.15.88:0/1506650116 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f419800f690 con 0x7f41a8101d50 2024-01-28T12:59:17.700 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41a4c00700 1 -- 172.21.15.88:0/1506650116 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4198003a60 con 0x7f41a8101d50 2024-01-28T12:59:17.700 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.699+0000 7f41aea00700 1 -- 172.21.15.88:0/1506650116 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41a80739d0 con 0x7f41a8101d50 2024-01-28T12:59:17.700 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.700+0000 7f41aea00700 1 -- 172.21.15.88:0/1506650116 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41a8109c30 con 0x7f41a8101d50 2024-01-28T12:59:17.701 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.702+0000 7f41a4c00700 1 -- 172.21.15.88:0/1506650116 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f419800fb00 con 0x7f41a8101d50 2024-01-28T12:59:17.702 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.703+0000 7f41a4c00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41880a18e0 0x7f41880a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:17.702 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.704+0000 7f41a4c00700 1 -- 172.21.15.88:0/1506650116 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f41980cd1e0 con 0x7f41a8101d50 2024-01-28T12:59:17.702 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.704+0000 7f41a7400700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41880a18e0 0x7f41880a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:17.703 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.704+0000 7f41a7400700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41880a18e0 0x7f41880a3da0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f41900098e0 tx=0x7f4190005960 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:17.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.708+0000 7f41a4c00700 1 -- 172.21.15.88:0/1506650116 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f4198095ff0 con 0x7f41a8101d50 2024-01-28T12:59:17.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:17 smithi088 ceph-mon[35322]: pgmap v257: 129 pgs: 3 peering, 126 active+clean; 629 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.1 KiB/s wr, 23 op/s; 0 B/s, 0 objects/s recovering 2024-01-28T12:59:17.907 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.908+0000 7f41aea00700 1 -- 172.21.15.88:0/1506650116 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f41a81986f0 con 0x7f41a8101d50 2024-01-28T12:59:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:17 smithi175 ceph-mon[44549]: pgmap v257: 129 pgs: 3 peering, 126 active+clean; 629 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.1 KiB/s wr, 23 op/s; 0 B/s, 0 objects/s recovering 2024-01-28T12:59:17.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.910+0000 7f41a4c00700 1 -- 172.21.15.88:0/1506650116 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+24501 (secure 0 0 0) 0x7f4198099610 con 0x7f41a8101d50 2024-01-28T12:59:17.909 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:17.909 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":85,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:59:13.609403+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:59:17.911 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.912+0000 7f41aea00700 1 -- 172.21.15.88:0/1506650116 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41880a18e0 msgr2=0x7f41880a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:17.911 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.912+0000 7f41aea00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41880a18e0 0x7f41880a3da0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f41900098e0 tx=0x7f4190005960 comp rx=0 tx=0).stop 2024-01-28T12:59:17.911 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.912+0000 7f41aea00700 1 -- 172.21.15.88:0/1506650116 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41a8101d50 msgr2=0x7f41a819d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:17.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.912+0000 7f41aea00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41a8101d50 0x7f41a819d6c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f419800d980 tx=0x7f419800dc90 comp rx=0 tx=0).stop 2024-01-28T12:59:17.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.912+0000 7f41aea00700 1 -- 172.21.15.88:0/1506650116 shutdown_connections 2024-01-28T12:59:17.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.912+0000 7f41aea00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f41880a18e0 0x7f41880a3da0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:17.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.912+0000 7f41aea00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f41a8107fc0 0x7f41a8197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:17.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.912+0000 7f41aea00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f41a8101d50 0x7f41a819d6c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:17.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.912+0000 7f41aea00700 1 --2- 172.21.15.88:0/1506650116 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f41a81076a0 0x7f41a819dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:17.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.912+0000 7f41aea00700 1 -- 172.21.15.88:0/1506650116 >> 172.21.15.88:0/1506650116 conn(0x7f41a8078730 msgr2=0x7f41a8100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:17.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.913+0000 7f41aea00700 1 -- 172.21.15.88:0/1506650116 shutdown_connections 2024-01-28T12:59:17.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:17.913+0000 7f41aea00700 1 -- 172.21.15.88:0/1506650116 wait complete. 2024-01-28T12:59:17.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:17 smithi181 ceph-mon[45557]: pgmap v257: 129 pgs: 3 peering, 126 active+clean; 629 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.1 KiB/s wr, 23 op/s; 0 B/s, 0 objects/s recovering 2024-01-28T12:59:18.295 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-01-28T12:59:18.295 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-01-28T12:59:18.296 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-01-28T12:59:18.296 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-01-28T12:59:18.296 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-01-28T12:59:18.297 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-01-28T12:59:18.297 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-01-28T12:59:18.298 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-01-28T12:59:18.298 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.8 flush_pg_stats 2024-01-28T12:59:18.299 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.9 flush_pg_stats 2024-01-28T12:59:18.299 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.10 flush_pg_stats 2024-01-28T12:59:18.299 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph tell osd.11 flush_pg_stats 2024-01-28T12:59:18.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:18 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1506650116' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:18.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:18 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1506650116' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:18 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1506650116' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:19.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:19 smithi175 ceph-mon[44549]: pgmap v258: 129 pgs: 2 peering, 127 active+clean; 629 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s; 2 B/s, 1 keys/s, 1 objects/s recovering 2024-01-28T12:59:19.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:19 smithi181 ceph-mon[45557]: pgmap v258: 129 pgs: 2 peering, 127 active+clean; 629 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s; 2 B/s, 1 keys/s, 1 objects/s recovering 2024-01-28T12:59:20.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:19 smithi088 ceph-mon[35322]: pgmap v258: 129 pgs: 2 peering, 127 active+clean; 629 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s; 2 B/s, 1 keys/s, 1 objects/s recovering 2024-01-28T12:59:20.222 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:20.273 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:20.376 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:20.588 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:20.588 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:20.640 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:20.841 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:21.345 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:21.550 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:21.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:21 smithi175 ceph-mon[44549]: pgmap v259: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.9 KiB/s wr, 11 op/s; 2 B/s, 1 keys/s, 1 objects/s recovering 2024-01-28T12:59:21.943 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:21 smithi088 ceph-mon[35322]: pgmap v259: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.9 KiB/s wr, 11 op/s; 2 B/s, 1 keys/s, 1 objects/s recovering 2024-01-28T12:59:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:21 smithi181 ceph-mon[45557]: pgmap v259: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.9 KiB/s wr, 11 op/s; 2 B/s, 1 keys/s, 1 objects/s recovering 2024-01-28T12:59:22.418 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:22.469 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:22.572 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:23.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:23 smithi175 ceph-mon[44549]: pgmap v260: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.4 KiB/s wr, 11 op/s; 2 B/s, 1 keys/s, 1 objects/s recovering 2024-01-28T12:59:23.924 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:23 smithi088 ceph-mon[35322]: pgmap v260: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.4 KiB/s wr, 11 op/s; 2 B/s, 1 keys/s, 1 objects/s recovering 2024-01-28T12:59:23.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:23 smithi181 ceph-mon[45557]: pgmap v260: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.4 KiB/s wr, 11 op/s; 2 B/s, 1 keys/s, 1 objects/s recovering 2024-01-28T12:59:24.252 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.252+0000 7fd789600700 1 -- 172.21.15.88:0/4116626875 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7841064c0 msgr2=0x7fd784069280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.252 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.252+0000 7fd789600700 1 --2- 172.21.15.88:0/4116626875 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7841064c0 0x7fd784069280 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd774009f90 tx=0x7fd77400b330 comp rx=0 tx=0).stop 2024-01-28T12:59:24.252 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.253+0000 7fd789600700 1 -- 172.21.15.88:0/4116626875 shutdown_connections 2024-01-28T12:59:24.252 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.253+0000 7fd789600700 1 --2- 172.21.15.88:0/4116626875 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd784103fd0 0x7fd784104460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.252 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.253+0000 7fd789600700 1 --2- 172.21.15.88:0/4116626875 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7841064c0 0x7fd784069280 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.252 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.253+0000 7fd789600700 1 --2- 172.21.15.88:0/4116626875 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd7840697c0 0x7fd784069c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.252 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.253+0000 7fd789600700 1 -- 172.21.15.88:0/4116626875 >> 172.21.15.88:0/4116626875 conn(0x7fd784077400 msgr2=0x7fd784077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:24.252 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.253+0000 7fd789600700 1 -- 172.21.15.88:0/4116626875 shutdown_connections 2024-01-28T12:59:24.253 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.253+0000 7fd789600700 1 -- 172.21.15.88:0/4116626875 wait complete. 2024-01-28T12:59:24.253 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.254+0000 7fd789600700 1 Processor -- start 2024-01-28T12:59:24.253 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.254+0000 7fd789600700 1 -- start start 2024-01-28T12:59:24.253 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.255+0000 7fd789600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7840697c0 0x7fd78419dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.255+0000 7fd789600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd784103fd0 0x7fd78419e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.255+0000 7fd789600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd7841064c0 0x7fd7841a28b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.255+0000 7fd789600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7841a2ec0 con 0x7fd784103fd0 2024-01-28T12:59:24.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.255+0000 7fd789600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7841a3030 con 0x7fd7841064c0 2024-01-28T12:59:24.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.255+0000 7fd789600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7841a31f0 con 0x7fd7840697c0 2024-01-28T12:59:24.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.256+0000 7fd782a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7840697c0 0x7fd78419dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.256+0000 7fd779e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd784103fd0 0x7fd78419e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.256+0000 7fd783400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd7841064c0 0x7fd7841a28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.256+0000 7fd779e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd784103fd0 0x7fd78419e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:51518/0 (socket says 172.21.15.88:51518) 2024-01-28T12:59:24.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.256+0000 7fd779e00700 1 -- 172.21.15.88:0/1995977025 learned_addr learned my addr 172.21.15.88:0/1995977025 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:24.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.256+0000 7fd783400700 1 -- 172.21.15.88:0/1995977025 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7840697c0 msgr2=0x7fd78419dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.256+0000 7fd783400700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7840697c0 0x7fd78419dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.256+0000 7fd783400700 1 -- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd784103fd0 msgr2=0x7fd78419e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.256 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.256+0000 7fd783400700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd784103fd0 0x7fd78419e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.256 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.256+0000 7fd783400700 1 -- 172.21.15.88:0/1995977025 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd774009c40 con 0x7fd7841064c0 2024-01-28T12:59:24.256 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.257+0000 7fd783400700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd7841064c0 0x7fd7841a28b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd77c00d720 tx=0x7fd77c00da30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:24.256 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.257+0000 7fd77be00700 1 -- 172.21.15.88:0/1995977025 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd77c004220 con 0x7fd7841064c0 2024-01-28T12:59:24.256 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.257+0000 7fd77be00700 1 -- 172.21.15.88:0/1995977025 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd77c004380 con 0x7fd7841064c0 2024-01-28T12:59:24.257 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.257+0000 7fd77be00700 1 -- 172.21.15.88:0/1995977025 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd77c003b80 con 0x7fd7841064c0 2024-01-28T12:59:24.257 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.257+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7841a34d0 con 0x7fd7841064c0 2024-01-28T12:59:24.257 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.257+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7841aab60 con 0x7fd7841064c0 2024-01-28T12:59:24.257 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.259+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd784117e00 con 0x7fd7841064c0 2024-01-28T12:59:24.259 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.261+0000 7fd77be00700 1 -- 172.21.15.88:0/1995977025 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fd77c003ce0 con 0x7fd7841064c0 2024-01-28T12:59:24.261 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.262+0000 7fd77be00700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd7640a1960 0x7fd7640a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.262 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.262+0000 7fd77be00700 1 -- 172.21.15.88:0/1995977025 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fd77c0ccb70 con 0x7fd7841064c0 2024-01-28T12:59:24.262 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.263+0000 7fd77be00700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] conn(0x7fd7640ac980 0x7fd7640aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.262 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.263+0000 7fd77be00700 1 -- 172.21.15.88:0/1995977025 --> [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd7640af4f0 con 0x7fd7640ac980 2024-01-28T12:59:24.262 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.263+0000 7fd77be00700 1 -- 172.21.15.88:0/1995977025 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd77c0d12c0 con 0x7fd7841064c0 2024-01-28T12:59:24.262 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.263+0000 7fd782a00700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd7640a1960 0x7fd7640a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.263 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.263+0000 7fd779e00700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] conn(0x7fd7640ac980 0x7fd7640aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.263 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.264+0000 7fd782a00700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd7640a1960 0x7fd7640a3e20 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd774009f90 tx=0x7fd774009920 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:24.263 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.264+0000 7fd779e00700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] conn(0x7fd7640ac980 0x7fd7640aee20 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:24.264 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.265+0000 7fd77be00700 1 -- 172.21.15.88:0/1995977025 <== osd.3 v2:172.21.15.88:6810/1857922873 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fd7640af4f0 con 0x7fd7640ac980 2024-01-28T12:59:24.284 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.285+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 --> [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd7841039c0 con 0x7fd7640ac980 2024-01-28T12:59:24.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.286+0000 7fd77be00700 1 -- 172.21.15.88:0/1995977025 <== osd.3 v2:172.21.15.88:6810/1857922873 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd7841039c0 con 0x7fd7640ac980 2024-01-28T12:59:24.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] conn(0x7fd7640ac980 msgr2=0x7fd7640aee20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd789600700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] conn(0x7fd7640ac980 0x7fd7640aee20 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd7640a1960 msgr2=0x7fd7640a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd789600700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd7640a1960 0x7fd7640a3e20 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd774009f90 tx=0x7fd774009920 comp rx=0 tx=0).stop 2024-01-28T12:59:24.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd7841064c0 msgr2=0x7fd7841a28b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd789600700 1 --2- 172.21.15.88:0/1995977025 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd7841064c0 0x7fd7841a28b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd77c00d720 tx=0x7fd77c00da30 comp rx=0 tx=0).stop 2024-01-28T12:59:24.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd783400700 1 -- 172.21.15.88:0/1995977025 reap_dead start 2024-01-28T12:59:24.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 shutdown_connections 2024-01-28T12:59:24.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 >> 172.21.15.88:0/1995977025 conn(0x7fd784077400 msgr2=0x7fd784102fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:24.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 shutdown_connections 2024-01-28T12:59:24.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.287+0000 7fd789600700 1 -- 172.21.15.88:0/1995977025 wait complete. 2024-01-28T12:59:24.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.774+0000 7ff083600700 1 -- 172.21.15.88:0/2466191012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff07c069280 msgr2=0x7ff07c069700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.774+0000 7ff083600700 1 --2- 172.21.15.88:0/2466191012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff07c069280 0x7ff07c069700 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff064009990 tx=0x7ff064009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.774+0000 7ff083600700 1 -- 172.21.15.88:0/2466191012 shutdown_connections 2024-01-28T12:59:24.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.774+0000 7ff083600700 1 --2- 172.21.15.88:0/2466191012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff07c069c40 0x7ff07c10e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.774+0000 7ff083600700 1 --2- 172.21.15.88:0/2466191012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff07c107630 0x7ff07c107a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.774+0000 7ff083600700 1 --2- 172.21.15.88:0/2466191012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff07c069280 0x7ff07c069700 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.774+0000 7ff083600700 1 -- 172.21.15.88:0/2466191012 >> 172.21.15.88:0/2466191012 conn(0x7ff07c077400 msgr2=0x7ff07c077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:24.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.775+0000 7ff083600700 1 -- 172.21.15.88:0/2466191012 shutdown_connections 2024-01-28T12:59:24.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.775+0000 7ff083600700 1 -- 172.21.15.88:0/2466191012 wait complete. 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.776+0000 7ff083600700 1 Processor -- start 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.776+0000 7ff083600700 1 -- start start 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.776+0000 7ff083600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff07c069280 0x7ff07c1005a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.776+0000 7ff083600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff07c069c40 0x7ff07c100ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.776+0000 7ff083600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff07c107630 0x7ff07c101020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.776+0000 7ff083600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff07c1a5e10 con 0x7ff07c107630 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.776+0000 7ff083600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff07c1a5f80 con 0x7ff07c069280 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.776+0000 7ff083600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff07c1a6140 con 0x7ff07c069c40 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff081600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff07c107630 0x7ff07c101020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff07be00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff07c069c40 0x7ff07c100ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff081600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff07c107630 0x7ff07c101020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:51536/0 (socket says 172.21.15.88:51536) 2024-01-28T12:59:24.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff081600700 1 -- 172.21.15.88:0/1943679973 learned_addr learned my addr 172.21.15.88:0/1943679973 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:24.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff080c00700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff07c069280 0x7ff07c1005a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff081600700 1 -- 172.21.15.88:0/1943679973 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff07c069c40 msgr2=0x7ff07c100ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff081600700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff07c069c40 0x7ff07c100ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff081600700 1 -- 172.21.15.88:0/1943679973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff07c069280 msgr2=0x7ff07c1005a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff081600700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff07c069280 0x7ff07c1005a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff081600700 1 -- 172.21.15.88:0/1943679973 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0640095f0 con 0x7ff07c107630 2024-01-28T12:59:24.778 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.777+0000 7ff081600700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff07c107630 0x7ff07c101020 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff07400ef30 tx=0x7ff07400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:24.778 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.778+0000 7ff079600700 1 -- 172.21.15.88:0/1943679973 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff074018070 con 0x7ff07c107630 2024-01-28T12:59:24.778 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.778+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff07c1a63c0 con 0x7ff07c107630 2024-01-28T12:59:24.778 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.778+0000 7ff079600700 1 -- 172.21.15.88:0/1943679973 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff07400f040 con 0x7ff07c107630 2024-01-28T12:59:24.778 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.778+0000 7ff079600700 1 -- 172.21.15.88:0/1943679973 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff07400cca0 con 0x7ff07c107630 2024-01-28T12:59:24.778 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.778+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff07c1a6870 con 0x7ff07c107630 2024-01-28T12:59:24.778 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.779+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff07c111800 con 0x7ff07c107630 2024-01-28T12:59:24.779 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.781+0000 7ff079600700 1 -- 172.21.15.88:0/1943679973 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7ff074003a00 con 0x7ff07c107630 2024-01-28T12:59:24.781 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.782+0000 7ff079600700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff05c0a18e0 0x7ff05c0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.781 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.782+0000 7ff079600700 1 -- 172.21.15.88:0/1943679973 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ff0740cdae0 con 0x7ff07c107630 2024-01-28T12:59:24.781 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.782+0000 7ff080c00700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff05c0a18e0 0x7ff05c0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.781 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.783+0000 7ff079600700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] conn(0x7ff05c0ac900 0x7ff05c0aeda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.782 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.783+0000 7ff079600700 1 -- 172.21.15.88:0/1943679973 --> [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff05c0af470 con 0x7ff05c0ac900 2024-01-28T12:59:24.782 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.783+0000 7ff079600700 1 -- 172.21.15.88:0/1943679973 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0740cde50 con 0x7ff07c107630 2024-01-28T12:59:24.782 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.783+0000 7ff07be00700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] conn(0x7ff05c0ac900 0x7ff05c0aeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.782 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.783+0000 7ff080c00700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff05c0a18e0 0x7ff05c0a3da0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff06c009be0 tx=0x7ff06c009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:24.782 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.784+0000 7ff07be00700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] conn(0x7ff05c0ac900 0x7ff05c0aeda0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:24.783 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.785+0000 7ff079600700 1 -- 172.21.15.88:0/1943679973 <== osd.1 v2:172.21.15.175:6800/882207238 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7ff05c0af470 con 0x7ff05c0ac900 2024-01-28T12:59:24.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.804+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 --> [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff07c061ce0 con 0x7ff05c0ac900 2024-01-28T12:59:24.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.804+0000 7ff079600700 1 -- 172.21.15.88:0/1943679973 <== osd.1 v2:172.21.15.175:6800/882207238 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ff07c061ce0 con 0x7ff05c0ac900 2024-01-28T12:59:24.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.804+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 >> [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] conn(0x7ff05c0ac900 msgr2=0x7ff05c0aeda0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.804+0000 7ff083600700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] conn(0x7ff05c0ac900 0x7ff05c0aeda0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.804+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff05c0a18e0 msgr2=0x7ff05c0a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.804+0000 7ff083600700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff05c0a18e0 0x7ff05c0a3da0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff06c009be0 tx=0x7ff06c009260 comp rx=0 tx=0).stop 2024-01-28T12:59:24.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.804+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff07c107630 msgr2=0x7ff07c101020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.804+0000 7ff083600700 1 --2- 172.21.15.88:0/1943679973 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff07c107630 0x7ff07c101020 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff07400ef30 tx=0x7ff07400c3a0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.804+0000 7ff081600700 1 -- 172.21.15.88:0/1943679973 reap_dead start 2024-01-28T12:59:24.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.804+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 shutdown_connections 2024-01-28T12:59:24.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.805+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 >> 172.21.15.88:0/1943679973 conn(0x7ff07c077400 msgr2=0x7ff07c0ff300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:24.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.805+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 shutdown_connections 2024-01-28T12:59:24.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.805+0000 7ff083600700 1 -- 172.21.15.88:0/1943679973 wait complete. 2024-01-28T12:59:24.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.374+0000 7fb7e8c00700 1 -- 172.21.15.88:0/4241482874 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7e41064c0 msgr2=0x7fb7e4069280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.374+0000 7fb7e8c00700 1 --2- 172.21.15.88:0/4241482874 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7e41064c0 0x7fb7e4069280 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb7d4009990 tx=0x7fb7d4009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.374+0000 7fb7e8c00700 1 -- 172.21.15.88:0/4241482874 shutdown_connections 2024-01-28T12:59:24.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.374+0000 7fb7e8c00700 1 --2- 172.21.15.88:0/4241482874 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7e4103fd0 0x7fb7e4104460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.374+0000 7fb7e8c00700 1 --2- 172.21.15.88:0/4241482874 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7e41064c0 0x7fb7e4069280 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.374+0000 7fb7e8c00700 1 --2- 172.21.15.88:0/4241482874 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb7e40697c0 0x7fb7e4069c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.374+0000 7fb7e8c00700 1 -- 172.21.15.88:0/4241482874 >> 172.21.15.88:0/4241482874 conn(0x7fb7e4077400 msgr2=0x7fb7e4077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.375+0000 7fb7e8c00700 1 -- 172.21.15.88:0/4241482874 shutdown_connections 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.375+0000 7fb7e8c00700 1 -- 172.21.15.88:0/4241482874 wait complete. 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.376+0000 7fb7e8c00700 1 Processor -- start 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.380+0000 7fb7e8c00700 1 -- start start 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.380+0000 7fb7e8c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb7e40697c0 0x7fb7e419e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.380+0000 7fb7e8c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7e4103fd0 0x7fb7e419e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.380+0000 7fb7e8c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7e41064c0 0x7fb7e41a2970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.380+0000 7fb7e8c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7e41a2f80 con 0x7fb7e40697c0 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.380+0000 7fb7e8c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7e41a30f0 con 0x7fb7e4103fd0 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.380+0000 7fb7e8c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7e41a32b0 con 0x7fb7e41064c0 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.381+0000 7fb7e2800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7e41064c0 0x7fb7e41a2970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.381+0000 7fb7e2800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7e41064c0 0x7fb7e41a2970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:59996/0 (socket says 172.21.15.88:59996) 2024-01-28T12:59:24.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.381+0000 7fb7e2800700 1 -- 172.21.15.88:0/1691641667 learned_addr learned my addr 172.21.15.88:0/1691641667 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.381+0000 7fb7e1400700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7e4103fd0 0x7fb7e419e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.381+0000 7fb7e1e00700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb7e40697c0 0x7fb7e419e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.381+0000 7fb7e2800700 1 -- 172.21.15.88:0/1691641667 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7e4103fd0 msgr2=0x7fb7e419e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.381+0000 7fb7e2800700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7e4103fd0 0x7fb7e419e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.381+0000 7fb7e2800700 1 -- 172.21.15.88:0/1691641667 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb7e40697c0 msgr2=0x7fb7e419e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.382+0000 7fb7e2800700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb7e40697c0 0x7fb7e419e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.382+0000 7fb7e2800700 1 -- 172.21.15.88:0/1691641667 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7d40095f0 con 0x7fb7e41064c0 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.382+0000 7fb7e1400700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7e4103fd0 0x7fb7e419e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.382+0000 7fb7e1e00700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb7e40697c0 0x7fb7e419e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.382+0000 7fb7e2800700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7e41064c0 0x7fb7e41a2970 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc00ef30 tx=0x7fb7dc00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.382+0000 7fb7daa00700 1 -- 172.21.15.88:0/1691641667 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7dc018070 con 0x7fb7e41064c0 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.382+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7e41a3530 con 0x7fb7e41064c0 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.383+0000 7fb7daa00700 1 -- 172.21.15.88:0/1691641667 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7dc00f040 con 0x7fb7e41064c0 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.383+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7e41aadf0 con 0x7fb7e41064c0 2024-01-28T12:59:24.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.383+0000 7fb7daa00700 1 -- 172.21.15.88:0/1691641667 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7dc00cdb0 con 0x7fb7e41064c0 2024-01-28T12:59:24.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.384+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb7bc001030 con 0x7fb7e41064c0 2024-01-28T12:59:24.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.386+0000 7fb7daa00700 1 -- 172.21.15.88:0/1691641667 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fb7dc004ad0 con 0x7fb7e41064c0 2024-01-28T12:59:24.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.388+0000 7fb7daa00700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7c40a19a0 0x7fb7c40a3e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.389+0000 7fb7daa00700 1 -- 172.21.15.88:0/1691641667 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fb7dc0cd270 con 0x7fb7e41064c0 2024-01-28T12:59:24.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.389+0000 7fb7daa00700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] conn(0x7fb7c40ac9c0 0x7fb7c40aee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:24.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.389+0000 7fb7daa00700 1 -- 172.21.15.88:0/1691641667 --> [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb7c40af530 con 0x7fb7c40ac9c0 2024-01-28T12:59:24.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.389+0000 7fb7daa00700 1 -- 172.21.15.88:0/1691641667 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb7dc0cd5e0 con 0x7fb7e41064c0 2024-01-28T12:59:24.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.389+0000 7fb7e1e00700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7c40a19a0 0x7fb7c40a3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.389+0000 7fb7e1400700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] conn(0x7fb7c40ac9c0 0x7fb7c40aee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.390+0000 7fb7e1e00700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7c40a19a0 0x7fb7c40a3e60 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb7d400b2e0 tx=0x7fb7d4005bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.390+0000 7fb7e1400700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] conn(0x7fb7c40ac9c0 0x7fb7c40aee60 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.391+0000 7fb7daa00700 1 -- 172.21.15.88:0/1691641667 <== osd.4 v2:172.21.15.175:6808/1737262306 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fb7c40af530 con 0x7fb7c40ac9c0 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.411+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 --> [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb7bc002dc0 con 0x7fb7c40ac9c0 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.412+0000 7fb7daa00700 1 -- 172.21.15.88:0/1691641667 <== osd.4 v2:172.21.15.175:6808/1737262306 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fb7bc002dc0 con 0x7fb7c40ac9c0 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.413+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 >> [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] conn(0x7fb7c40ac9c0 msgr2=0x7fb7c40aee60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.413+0000 7fb7e8c00700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] conn(0x7fb7c40ac9c0 0x7fb7c40aee60 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.413+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7c40a19a0 msgr2=0x7fb7c40a3e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.413+0000 7fb7e8c00700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb7c40a19a0 0x7fb7c40a3e60 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb7d400b2e0 tx=0x7fb7d4005bc0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.413+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7e41064c0 msgr2=0x7fb7e41a2970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:24.998 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.413+0000 7fb7e8c00700 1 --2- 172.21.15.88:0/1691641667 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb7e41064c0 0x7fb7e41a2970 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc00ef30 tx=0x7fb7dc00c3a0 comp rx=0 tx=0).stop 2024-01-28T12:59:24.999 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.413+0000 7fb7e2800700 1 -- 172.21.15.88:0/1691641667 reap_dead start 2024-01-28T12:59:24.999 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.414+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 shutdown_connections 2024-01-28T12:59:24.999 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.414+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 >> 172.21.15.88:0/1691641667 conn(0x7fb7e4077400 msgr2=0x7fb7e40ff4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:24.999 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.414+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 shutdown_connections 2024-01-28T12:59:24.999 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.414+0000 7fb7e8c00700 1 -- 172.21.15.88:0/1691641667 wait complete. 2024-01-28T12:59:25.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.341+0000 7fbbef200700 1 -- 172.21.15.88:0/4146155348 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbf01014d0 msgr2=0x7fbbf0101950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.341+0000 7fbbef200700 1 --2- 172.21.15.88:0/4146155348 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbf01014d0 0x7fbbf0101950 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fbbd80099c0 tx=0x7fbbd8009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.341+0000 7fbbef200700 1 -- 172.21.15.88:0/4146155348 shutdown_connections 2024-01-28T12:59:25.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.341+0000 7fbbef200700 1 --2- 172.21.15.88:0/4146155348 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbf0101e90 0x7fbbf010e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.341+0000 7fbbef200700 1 --2- 172.21.15.88:0/4146155348 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbbf0107580 0x7fbbf0107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.341+0000 7fbbef200700 1 --2- 172.21.15.88:0/4146155348 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbf01014d0 0x7fbbf0101950 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.341+0000 7fbbef200700 1 -- 172.21.15.88:0/4146155348 >> 172.21.15.88:0/4146155348 conn(0x7fbbf00fcfa0 msgr2=0x7fbbf00ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:25.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.341+0000 7fbbef200700 1 -- 172.21.15.88:0/4146155348 shutdown_connections 2024-01-28T12:59:25.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.342+0000 7fbbef200700 1 -- 172.21.15.88:0/4146155348 wait complete. 2024-01-28T12:59:25.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.342+0000 7fbbef200700 1 Processor -- start 2024-01-28T12:59:25.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.343+0000 7fbbef200700 1 -- start start 2024-01-28T12:59:25.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.918+0000 7fa22da00700 1 -- 172.21.15.88:0/3195948270 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa22806a400 msgr2=0x7fa22810e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.918+0000 7fa22da00700 1 --2- 172.21.15.88:0/3195948270 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa22806a400 0x7fa22810e4c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa22000b0a0 tx=0x7fa22000b3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.918+0000 7fa22da00700 1 -- 172.21.15.88:0/3195948270 shutdown_connections 2024-01-28T12:59:25.345 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.918+0000 7fa22da00700 1 --2- 172.21.15.88:0/3195948270 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa22806a400 0x7fa22810e4c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.918+0000 7fa22da00700 1 --2- 172.21.15.88:0/3195948270 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa228107680 0x7fa228107a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.918+0000 7fa22da00700 1 --2- 172.21.15.88:0/3195948270 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa228107fa0 0x7fa228069cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.918+0000 7fa22da00700 1 -- 172.21.15.88:0/3195948270 >> 172.21.15.88:0/3195948270 conn(0x7fa2280775d0 msgr2=0x7fa2280779e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:25.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.918+0000 7fa22da00700 1 -- 172.21.15.88:0/3195948270 shutdown_connections 2024-01-28T12:59:25.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.918+0000 7fa22da00700 1 -- 172.21.15.88:0/3195948270 wait complete. 2024-01-28T12:59:25.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.919+0000 7fa22da00700 1 Processor -- start 2024-01-28T12:59:25.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.919+0000 7fa22da00700 1 -- start start 2024-01-28T12:59:25.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.343+0000 7fbbef200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbf01014d0 0x7fbbf00738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:25.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.343+0000 7fbbef200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbbf0101e90 0x7fbbf0073e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:25.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.343+0000 7fbbef200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbf0107580 0x7fbbf0074350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:25.347 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa22da00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa22806a400 0x7fa228100540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:25.347 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa22da00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa228107680 0x7fa228100a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:25.347 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa22da00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa228107fa0 0x7fa228100fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:25.347 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa22da00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2281a5f10 con 0x7fa228107680 2024-01-28T12:59:25.347 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa22da00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2281a6080 con 0x7fa22806a400 2024-01-28T12:59:25.347 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa22da00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2281a6240 con 0x7fa228107fa0 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa226000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa228107680 0x7fa228100a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa226a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa22806a400 0x7fa228100540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa227400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa228107fa0 0x7fa228100fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa226a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa22806a400 0x7fa228100540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:46846/0 (socket says 172.21.15.88:46846) 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa227400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa228107fa0 0x7fa228100fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:60048/0 (socket says 172.21.15.88:60048) 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa226a00700 1 -- 172.21.15.88:0/4257969998 learned_addr learned my addr 172.21.15.88:0/4257969998 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa227400700 1 -- 172.21.15.88:0/4257969998 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa22806a400 msgr2=0x7fa228100540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa227400700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa22806a400 0x7fa228100540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa227400700 1 -- 172.21.15.88:0/4257969998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa228107680 msgr2=0x7fa228100a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.920+0000 7fa227400700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa228107680 0x7fa228100a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.921+0000 7fa227400700 1 -- 172.21.15.88:0/4257969998 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa218009520 con 0x7fa228107fa0 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.921+0000 7fa226a00700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa22806a400 0x7fa228100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.921+0000 7fa227400700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa228107fa0 0x7fa228100fc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa2200062a0 tx=0x7fa220004a50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:25.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.921+0000 7fa21f400700 1 -- 172.21.15.88:0/4257969998 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa22000e040 con 0x7fa228107fa0 2024-01-28T12:59:25.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.921+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa220009d00 con 0x7fa228107fa0 2024-01-28T12:59:25.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.921+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa228197c10 con 0x7fa228107fa0 2024-01-28T12:59:25.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.921+0000 7fa21f400700 1 -- 172.21.15.88:0/4257969998 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa220024070 con 0x7fa228107fa0 2024-01-28T12:59:25.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.922+0000 7fa21f400700 1 -- 172.21.15.88:0/4257969998 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa22002ba60 con 0x7fa228107fa0 2024-01-28T12:59:25.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.343+0000 7fbbef200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbf01a5c70 con 0x7fbbf0107580 2024-01-28T12:59:25.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.923+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa200001030 con 0x7fa228107fa0 2024-01-28T12:59:25.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.925+0000 7fa21f400700 1 -- 172.21.15.88:0/4257969998 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fa220020cc0 con 0x7fa228107fa0 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.927+0000 7fa21f400700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa2080a1960 0x7fa2080a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.927+0000 7fa21f400700 1 -- 172.21.15.88:0/4257969998 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fa220026070 con 0x7fa228107fa0 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.927+0000 7fa21f400700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] conn(0x7fa2080ac980 0x7fa2080aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.927+0000 7fa21f400700 1 -- 172.21.15.88:0/4257969998 --> [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa2080af4f0 con 0x7fa2080ac980 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.927+0000 7fa21f400700 1 -- 172.21.15.88:0/4257969998 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa2200d6c90 con 0x7fa228107fa0 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.928+0000 7fa226a00700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa2080a1960 0x7fa2080a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.928+0000 7fa226000700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] conn(0x7fa2080ac980 0x7fa2080aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.928+0000 7fa226000700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] conn(0x7fa2080ac980 0x7fa2080aee20 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.929+0000 7fa226a00700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa2080a1960 0x7fa2080a3e20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa218009fd0 tx=0x7fa218009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.929+0000 7fa21f400700 1 -- 172.21.15.88:0/4257969998 <== osd.2 v2:172.21.15.181:6800/4163097069 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fa2080af4f0 con 0x7fa2080ac980 2024-01-28T12:59:25.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.343+0000 7fbbef200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbf01a5de0 con 0x7fbbf0101e90 2024-01-28T12:59:25.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.949+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 --> [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa200002dc0 con 0x7fa2080ac980 2024-01-28T12:59:25.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.949+0000 7fa21f400700 1 -- 172.21.15.88:0/4257969998 <== osd.2 v2:172.21.15.181:6800/4163097069 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa200002dc0 con 0x7fa2080ac980 2024-01-28T12:59:25.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 >> [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] conn(0x7fa2080ac980 msgr2=0x7fa2080aee20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa22da00700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] conn(0x7fa2080ac980 0x7fa2080aee20 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa2080a1960 msgr2=0x7fa2080a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa22da00700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa2080a1960 0x7fa2080a3e20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa218009fd0 tx=0x7fa218009260 comp rx=0 tx=0).stop 2024-01-28T12:59:25.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa228107fa0 msgr2=0x7fa228100fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa22da00700 1 --2- 172.21.15.88:0/4257969998 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa228107fa0 0x7fa228100fc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa2200062a0 tx=0x7fa220004a50 comp rx=0 tx=0).stop 2024-01-28T12:59:25.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa227400700 1 -- 172.21.15.88:0/4257969998 reap_dead start 2024-01-28T12:59:25.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 shutdown_connections 2024-01-28T12:59:25.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 >> 172.21.15.88:0/4257969998 conn(0x7fa2280775d0 msgr2=0x7fa2280fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:25.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.343+0000 7fbbef200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbf01a5fa0 con 0x7fbbf01014d0 2024-01-28T12:59:25.354 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 shutdown_connections 2024-01-28T12:59:25.354 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:24.950+0000 7fa22da00700 1 -- 172.21.15.88:0/4257969998 wait complete. 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.343+0000 7fbbee800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbf0107580 0x7fbbf0074350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.343+0000 7fbbee800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbf0107580 0x7fbbf0074350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:51554/0 (socket says 172.21.15.88:51554) 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.343+0000 7fbbee800700 1 -- 172.21.15.88:0/2710382671 learned_addr learned my addr 172.21.15.88:0/2710382671 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.344+0000 7fbbede00700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbf01014d0 0x7fbbf00738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.344+0000 7fbbee800700 1 -- 172.21.15.88:0/2710382671 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbf01014d0 msgr2=0x7fbbf00738d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.344+0000 7fbbee800700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbf01014d0 0x7fbbf00738d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.344+0000 7fbbee800700 1 -- 172.21.15.88:0/2710382671 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbbf0101e90 msgr2=0x7fbbf0073e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.344+0000 7fbbee800700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbbf0101e90 0x7fbbf0073e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.344+0000 7fbbee800700 1 -- 172.21.15.88:0/2710382671 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbd80095f0 con 0x7fbbf0107580 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.344+0000 7fbbede00700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbbf01014d0 0x7fbbf00738d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.344+0000 7fbbee800700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbf0107580 0x7fbbf0074350 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbbe800ef30 tx=0x7fbbe800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:25.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.345+0000 7fbbe6a00700 1 -- 172.21.15.88:0/2710382671 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbe8018070 con 0x7fbbf0107580 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.345+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbf01a6220 con 0x7fbbf0107580 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.345+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbf01a6720 con 0x7fbbf0107580 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.345+0000 7fbbe6a00700 1 -- 172.21.15.88:0/2710382671 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbbe800f040 con 0x7fbbf0107580 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.346+0000 7fbbe6a00700 1 -- 172.21.15.88:0/2710382671 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbe800cdb0 con 0x7fbbf0107580 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.346+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fbbc8001030 con 0x7fbbf0107580 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.350+0000 7fbbe6a00700 1 -- 172.21.15.88:0/2710382671 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fbbe8004ad0 con 0x7fbbf0107580 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.351+0000 7fbbe6a00700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbbd00a1960 0x7fbbd00a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.351+0000 7fbbe6a00700 1 -- 172.21.15.88:0/2710382671 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fbbe80cdde0 con 0x7fbbf0107580 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.351+0000 7fbbede00700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbbd00a1960 0x7fbbd00a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.352+0000 7fbbe6a00700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] conn(0x7fbbd00ac980 0x7fbbd00aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.352+0000 7fbbe6a00700 1 -- 172.21.15.88:0/2710382671 --> [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbbd00af4f0 con 0x7fbbd00ac980 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.352+0000 7fbbe6a00700 1 -- 172.21.15.88:0/2710382671 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbbe80ce150 con 0x7fbbf0107580 2024-01-28T12:59:25.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.352+0000 7fbbede00700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbbd00a1960 0x7fbbd00a3e20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fbbe0009fd0 tx=0x7fbbe0009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:25.358 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.352+0000 7fbbed400700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] conn(0x7fbbd00ac980 0x7fbbd00aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:25.358 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.353+0000 7fbbed400700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] conn(0x7fbbd00ac980 0x7fbbd00aee20 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:25.358 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.354+0000 7fbbe6a00700 1 -- 172.21.15.88:0/2710382671 <== osd.7 v2:172.21.15.175:6816/3009942550 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fbbd00af4f0 con 0x7fbbd00ac980 2024-01-28T12:59:25.369 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.370+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 --> [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fbbc8002dc0 con 0x7fbbd00ac980 2024-01-28T12:59:25.370 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.371+0000 7fbbe6a00700 1 -- 172.21.15.88:0/2710382671 <== osd.7 v2:172.21.15.175:6816/3009942550 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fbbc8002dc0 con 0x7fbbd00ac980 2024-01-28T12:59:25.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 >> [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] conn(0x7fbbd00ac980 msgr2=0x7fbbd00aee20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbef200700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] conn(0x7fbbd00ac980 0x7fbbd00aee20 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbbd00a1960 msgr2=0x7fbbd00a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbef200700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fbbd00a1960 0x7fbbd00a3e20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fbbe0009fd0 tx=0x7fbbe0009260 comp rx=0 tx=0).stop 2024-01-28T12:59:25.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbf0107580 msgr2=0x7fbbf0074350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:25.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbef200700 1 --2- 172.21.15.88:0/2710382671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbbf0107580 0x7fbbf0074350 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbbe800ef30 tx=0x7fbbe800c3a0 comp rx=0 tx=0).stop 2024-01-28T12:59:25.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbee800700 1 -- 172.21.15.88:0/2710382671 reap_dead start 2024-01-28T12:59:25.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 shutdown_connections 2024-01-28T12:59:25.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 >> 172.21.15.88:0/2710382671 conn(0x7fbbf00fcfa0 msgr2=0x7fbbf00fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:25.372 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 shutdown_connections 2024-01-28T12:59:25.372 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.372+0000 7fbbef200700 1 -- 172.21.15.88:0/2710382671 wait complete. 2024-01-28T12:59:25.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:25 smithi181 ceph-mon[45557]: pgmap v261: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.6 KiB/s wr, 10 op/s; 2 B/s, 0 keys/s, 1 objects/s recovering 2024-01-28T12:59:26.001 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:25 smithi088 ceph-mon[35322]: pgmap v261: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.6 KiB/s wr, 10 op/s; 2 B/s, 0 keys/s, 1 objects/s recovering 2024-01-28T12:59:26.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:25 smithi175 ceph-mon[44549]: pgmap v261: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.6 KiB/s wr, 10 op/s; 2 B/s, 0 keys/s, 1 objects/s recovering 2024-01-28T12:59:26.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.410+0000 7fb9e3200700 1 -- 172.21.15.88:0/3913976762 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9dc0742c0 msgr2=0x7fb9dc10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:26.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.410+0000 7fb9e3200700 1 --2- 172.21.15.88:0/3913976762 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9dc0742c0 0x7fb9dc10d950 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb9c4009990 tx=0x7fb9c4009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:26.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.410+0000 7fb9e3200700 1 -- 172.21.15.88:0/3913976762 shutdown_connections 2024-01-28T12:59:26.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.410+0000 7fb9e3200700 1 --2- 172.21.15.88:0/3913976762 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9dc10de90 0x7fb9dc1102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:26.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.410+0000 7fb9e3200700 1 --2- 172.21.15.88:0/3913976762 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb9dc0739a0 0x7fb9dc073d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:26.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.410+0000 7fb9e3200700 1 --2- 172.21.15.88:0/3913976762 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9dc0742c0 0x7fb9dc10d950 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:26.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.410+0000 7fb9e3200700 1 -- 172.21.15.88:0/3913976762 >> 172.21.15.88:0/3913976762 conn(0x7fb9dc0fd0a0 msgr2=0x7fb9dc0ff4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:26.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.410+0000 7fb9e3200700 1 -- 172.21.15.88:0/3913976762 shutdown_connections 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.410+0000 7fb9e3200700 1 -- 172.21.15.88:0/3913976762 wait complete. 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.411+0000 7fb9e3200700 1 Processor -- start 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9e3200700 1 -- start start 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9e3200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9dc0739a0 0x7fb9dc19f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9e3200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9dc0742c0 0x7fb9dc19fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9e3200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb9dc10de90 0x7fb9dc199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9e3200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9dc19a120 con 0x7fb9dc0739a0 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9e3200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9dc19a260 con 0x7fb9dc0742c0 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9e3200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9dc19a420 con 0x7fb9dc10de90 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9dbe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9dc0739a0 0x7fb9dc19f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9dbe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9dc0739a0 0x7fb9dc19f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:51574/0 (socket says 172.21.15.88:51574) 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9dbe00700 1 -- 172.21.15.88:0/3854000407 learned_addr learned my addr 172.21.15.88:0/3854000407 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:26.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9db400700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9dc0742c0 0x7fb9dc19fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.412+0000 7fb9e1200700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb9dc10de90 0x7fb9dc199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.413+0000 7fb9dbe00700 1 -- 172.21.15.88:0/3854000407 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb9dc10de90 msgr2=0x7fb9dc199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.413+0000 7fb9dbe00700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb9dc10de90 0x7fb9dc199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.413+0000 7fb9dbe00700 1 -- 172.21.15.88:0/3854000407 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9dc0742c0 msgr2=0x7fb9dc19fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.413+0000 7fb9dbe00700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9dc0742c0 0x7fb9dc19fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.413+0000 7fb9dbe00700 1 -- 172.21.15.88:0/3854000407 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9c40095f0 con 0x7fb9dc0739a0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.413+0000 7fb9dbe00700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9dc0739a0 0x7fb9dc19f900 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc00e9a0 tx=0x7fb9cc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.413+0000 7fb9d8c00700 1 -- 172.21.15.88:0/3854000407 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc009790 con 0x7fb9dc0739a0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.413+0000 7fb9d8c00700 1 -- 172.21.15.88:0/3854000407 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9cc010430 con 0x7fb9dc0739a0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.413+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9dc19a700 con 0x7fb9dc0739a0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.413+0000 7fb9d8c00700 1 -- 172.21.15.88:0/3854000407 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc018680 con 0x7fb9dc0739a0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.414+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9dc1a69a0 con 0x7fb9dc0739a0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.414+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb9dc075050 con 0x7fb9dc0739a0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.416+0000 7fb9d8c00700 1 -- 172.21.15.88:0/3854000407 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fb9cc0105a0 con 0x7fb9dc0739a0 2024-01-28T12:59:26.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.418+0000 7fb9d8c00700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb9bc0a18e0 0x7fb9bc0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.418+0000 7fb9d8c00700 1 -- 172.21.15.88:0/3854000407 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fb9cc014070 con 0x7fb9dc0739a0 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.418+0000 7fb9db400700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb9bc0a18e0 0x7fb9bc0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.418+0000 7fb9d8c00700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] conn(0x7fb9bc0ac900 0x7fb9bc0aeda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.418+0000 7fb9d8c00700 1 -- 172.21.15.88:0/3854000407 --> [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb9bc0af470 con 0x7fb9bc0ac900 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.418+0000 7fb9d8c00700 1 -- 172.21.15.88:0/3854000407 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb9cc0cdde0 con 0x7fb9dc0739a0 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.418+0000 7fb9e1200700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] conn(0x7fb9bc0ac900 0x7fb9bc0aeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.419+0000 7fb9db400700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb9bc0a18e0 0x7fb9bc0a3da0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb9dc10f160 tx=0x7fb9c400b260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.419+0000 7fb9e1200700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] conn(0x7fb9bc0ac900 0x7fb9bc0aeda0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.420+0000 7fb9d8c00700 1 -- 172.21.15.88:0/3854000407 <== osd.9 v2:172.21.15.88:6826/1519070015 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fb9bc0af470 con 0x7fb9bc0ac900 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.437+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 --> [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb9dc113ad0 con 0x7fb9bc0ac900 2024-01-28T12:59:26.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.437+0000 7fb9d8c00700 1 -- 172.21.15.88:0/3854000407 <== osd.9 v2:172.21.15.88:6826/1519070015 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fb9dc113ad0 con 0x7fb9bc0ac900 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] conn(0x7fb9bc0ac900 msgr2=0x7fb9bc0aeda0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e3200700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] conn(0x7fb9bc0ac900 0x7fb9bc0aeda0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb9bc0a18e0 msgr2=0x7fb9bc0a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e3200700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fb9bc0a18e0 0x7fb9bc0a3da0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb9dc10f160 tx=0x7fb9c400b260 comp rx=0 tx=0).stop 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9dc0739a0 msgr2=0x7fb9dc19f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e3200700 1 --2- 172.21.15.88:0/3854000407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9dc0739a0 0x7fb9dc19f900 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc00e9a0 tx=0x7fb9cc00ecb0 comp rx=0 tx=0).stop 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e1200700 1 -- 172.21.15.88:0/3854000407 reap_dead start 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 shutdown_connections 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 >> 172.21.15.88:0/3854000407 conn(0x7fb9dc0fd0a0 msgr2=0x7fb9dc0fde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 shutdown_connections 2024-01-28T12:59:26.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:25.438+0000 7fb9e3200700 1 -- 172.21.15.88:0/3854000407 wait complete. 2024-01-28T12:59:26.657 INFO:teuthology.orchestra.run.smithi088.stdout:98784247857 2024-01-28T12:59:26.657 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-01-28T12:59:26.944 INFO:teuthology.orchestra.run.smithi088.stdout:266287972378 2024-01-28T12:59:26.945 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.9 2024-01-28T12:59:27.010 INFO:teuthology.orchestra.run.smithi088.stdout:73014444085 2024-01-28T12:59:27.011 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-01-28T12:59:27.206 INFO:teuthology.orchestra.run.smithi088.stdout:128849018925 2024-01-28T12:59:27.207 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-01-28T12:59:27.406 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.408+0000 7f02fa800700 1 -- 172.21.15.88:0/35347716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f02f4073800 msgr2=0x7f02f4073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:27.406 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.408+0000 7f02fa800700 1 --2- 172.21.15.88:0/35347716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f02f4073800 0x7f02f4073be0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f02e4009990 tx=0x7f02e4009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:27.407 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.408+0000 7f02fa800700 1 -- 172.21.15.88:0/35347716 shutdown_connections 2024-01-28T12:59:27.407 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.408+0000 7f02fa800700 1 --2- 172.21.15.88:0/35347716 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f02f410dfd0 0x7f02f41103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:27.407 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.408+0000 7f02fa800700 1 --2- 172.21.15.88:0/35347716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f02f4073800 0x7f02f4073be0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:27.407 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.408+0000 7f02fa800700 1 --2- 172.21.15.88:0/35347716 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f02f4074120 0x7f02f410da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:27.407 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.408+0000 7f02fa800700 1 -- 172.21.15.88:0/35347716 >> 172.21.15.88:0/35347716 conn(0x7f02f4078730 msgr2=0x7f02f4078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:27.407 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.408+0000 7f02fa800700 1 -- 172.21.15.88:0/35347716 shutdown_connections 2024-01-28T12:59:27.407 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.408+0000 7f02fa800700 1 -- 172.21.15.88:0/35347716 wait complete. 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.409+0000 7f02fa800700 1 Processor -- start 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.409+0000 7f02fa800700 1 -- start start 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02fa800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f02f4073800 0x7f02f419fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02fa800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f02f4074120 0x7f02f419ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02fa800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f02f410dfd0 0x7f02f4199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02fa800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02f419a2c0 con 0x7f02f4073800 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02fa800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02f419a430 con 0x7f02f410dfd0 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02fa800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02f419a5f0 con 0x7f02f4074120 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02f2a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f02f4074120 0x7f02f419ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02f2a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f02f4074120 0x7f02f419ff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:60082/0 (socket says 172.21.15.88:60082) 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02f2a00700 1 -- 172.21.15.88:0/445054825 learned_addr learned my addr 172.21.15.88:0/445054825 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:27.409 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02f3e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f02f410dfd0 0x7f02f4199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:27.410 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.410+0000 7f02f3400700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f02f4073800 0x7f02f419fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:27.410 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02f2a00700 1 -- 172.21.15.88:0/445054825 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f02f410dfd0 msgr2=0x7f02f4199b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:27.410 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02f2a00700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f02f410dfd0 0x7f02f4199b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:27.410 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02f2a00700 1 -- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f02f4073800 msgr2=0x7f02f419fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:27.410 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02f2a00700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f02f4073800 0x7f02f419fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:27.410 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02f2a00700 1 -- 172.21.15.88:0/445054825 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02e40095f0 con 0x7f02f4074120 2024-01-28T12:59:27.410 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02f3e00700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f02f410dfd0 0x7f02f4199b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:27.410 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02f3400700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f02f4073800 0x7f02f419fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:27.410 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02f2a00700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f02f4074120 0x7f02f419ff80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f02dc00e9a0 tx=0x7f02dc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:27.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02ebe00700 1 -- 172.21.15.88:0/445054825 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02dc009790 con 0x7f02f4074120 2024-01-28T12:59:27.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02ebe00700 1 -- 172.21.15.88:0/445054825 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02dc00cbd0 con 0x7f02f4074120 2024-01-28T12:59:27.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02ebe00700 1 -- 172.21.15.88:0/445054825 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02dc018680 con 0x7f02f4074120 2024-01-28T12:59:27.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.411+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02f419a870 con 0x7f02f4074120 2024-01-28T12:59:27.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.412+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02f41017f0 con 0x7f02f4074120 2024-01-28T12:59:27.411 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.413+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f02f4113ac0 con 0x7f02f4074120 2024-01-28T12:59:27.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.415+0000 7f02ebe00700 1 -- 172.21.15.88:0/445054825 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f02dc00cd40 con 0x7f02f4074120 2024-01-28T12:59:27.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.416+0000 7f02ebe00700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f02d40a1960 0x7f02d40a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:27.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.416+0000 7f02ebe00700 1 -- 172.21.15.88:0/445054825 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f02dc014070 con 0x7f02f4074120 2024-01-28T12:59:27.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.417+0000 7f02f3400700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f02d40a1960 0x7f02d40a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:27.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.417+0000 7f02ebe00700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] conn(0x7f02d40ac980 0x7f02d40aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:27.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.417+0000 7f02ebe00700 1 -- 172.21.15.88:0/445054825 --> [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f02d40af4f0 con 0x7f02d40ac980 2024-01-28T12:59:27.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.417+0000 7f02ebe00700 1 -- 172.21.15.88:0/445054825 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f02dc0cdf10 con 0x7f02f4074120 2024-01-28T12:59:27.415 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.417+0000 7f02f3e00700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] conn(0x7f02d40ac980 0x7f02d40aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:27.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.417+0000 7f02f3400700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f02d40a1960 0x7f02d40a3e20 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f02e4006010 tx=0x7f02e400b260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:27.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.418+0000 7f02f3e00700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] conn(0x7f02d40ac980 0x7f02d40aee20 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:27.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.419+0000 7f02ebe00700 1 -- 172.21.15.88:0/445054825 <== osd.6 v2:172.21.15.88:6818/1144012606 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f02d40af4f0 con 0x7f02d40ac980 2024-01-28T12:59:27.434 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.436+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 --> [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f02f4061c60 con 0x7f02d40ac980 2024-01-28T12:59:27.434 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02ebe00700 1 -- 172.21.15.88:0/445054825 <== osd.6 v2:172.21.15.88:6818/1144012606 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f02f4061c60 con 0x7f02d40ac980 2024-01-28T12:59:27.435 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] conn(0x7f02d40ac980 msgr2=0x7f02d40aee20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:27.435 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02fa800700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] conn(0x7f02d40ac980 0x7f02d40aee20 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:27.435 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f02d40a1960 msgr2=0x7f02d40a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:27.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02fa800700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f02d40a1960 0x7f02d40a3e20 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f02e4006010 tx=0x7f02e400b260 comp rx=0 tx=0).stop 2024-01-28T12:59:27.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f02f4074120 msgr2=0x7f02f419ff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:27.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02fa800700 1 --2- 172.21.15.88:0/445054825 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f02f4074120 0x7f02f419ff80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f02dc00e9a0 tx=0x7f02dc00ecb0 comp rx=0 tx=0).stop 2024-01-28T12:59:27.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02f3e00700 1 -- 172.21.15.88:0/445054825 reap_dead start 2024-01-28T12:59:27.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 shutdown_connections 2024-01-28T12:59:27.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 >> 172.21.15.88:0/445054825 conn(0x7f02f4078730 msgr2=0x7f02f40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:27.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.437+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 shutdown_connections 2024-01-28T12:59:27.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:27.438+0000 7f02fa800700 1 -- 172.21.15.88:0/445054825 wait complete. 2024-01-28T12:59:27.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:27 smithi088 ceph-mon[35322]: pgmap v262: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.4 KiB/s wr, 10 op/s; 1 B/s, 0 keys/s, 1 objects/s recovering 2024-01-28T12:59:27.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:27 smithi181 ceph-mon[45557]: pgmap v262: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.4 KiB/s wr, 10 op/s; 1 B/s, 0 keys/s, 1 objects/s recovering 2024-01-28T12:59:28.146 INFO:teuthology.orchestra.run.smithi088.stdout:206158430242 2024-01-28T12:59:28.147 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-01-28T12:59:28.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:27 smithi175 ceph-mon[44549]: pgmap v262: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.4 KiB/s wr, 10 op/s; 1 B/s, 0 keys/s, 1 objects/s recovering 2024-01-28T12:59:28.678 INFO:teuthology.orchestra.run.smithi088.stdout:184683593766 2024-01-28T12:59:28.679 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-01-28T12:59:28.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.748+0000 7fa78de00700 1 -- 172.21.15.88:0/3491117726 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa788074120 msgr2=0x7fa78810da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:28.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.748+0000 7fa78de00700 1 --2- 172.21.15.88:0/3491117726 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa788074120 0x7fa78810da90 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa770009990 tx=0x7fa770009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:28.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.749+0000 7fa78de00700 1 -- 172.21.15.88:0/3491117726 shutdown_connections 2024-01-28T12:59:28.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.749+0000 7fa78de00700 1 --2- 172.21.15.88:0/3491117726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa78810dfd0 0x7fa7881103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:28.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.749+0000 7fa78de00700 1 --2- 172.21.15.88:0/3491117726 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa788073800 0x7fa788073be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:28.747 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.749+0000 7fa78de00700 1 --2- 172.21.15.88:0/3491117726 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa788074120 0x7fa78810da90 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:28.748 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.749+0000 7fa78de00700 1 -- 172.21.15.88:0/3491117726 >> 172.21.15.88:0/3491117726 conn(0x7fa788078730 msgr2=0x7fa788078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:28.748 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.749+0000 7fa78de00700 1 -- 172.21.15.88:0/3491117726 shutdown_connections 2024-01-28T12:59:28.748 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.749+0000 7fa78de00700 1 -- 172.21.15.88:0/3491117726 wait complete. 2024-01-28T12:59:28.749 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.750+0000 7fa78de00700 1 Processor -- start 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.750+0000 7fa78de00700 1 -- start start 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.750+0000 7fa78de00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa788073800 0x7fa78819f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.750+0000 7fa78de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa788074120 0x7fa78819fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.750+0000 7fa78de00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa78810dfd0 0x7fa788199b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.750+0000 7fa78de00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78819a1a0 con 0x7fa788074120 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.750+0000 7fa78de00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78819a2e0 con 0x7fa788073800 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.750+0000 7fa78de00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78819a4a0 con 0x7fa78810dfd0 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa788073800 0x7fa78819f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa788073800 0x7fa78819f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:46916/0 (socket says 172.21.15.88:46916) 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa788074120 0x7fa78819fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786a00700 1 -- 172.21.15.88:0/183258909 learned_addr learned my addr 172.21.15.88:0/183258909 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa787400700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa78810dfd0 0x7fa788199b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:28.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786a00700 1 -- 172.21.15.88:0/183258909 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa78810dfd0 msgr2=0x7fa788199b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786a00700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa78810dfd0 0x7fa788199b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786a00700 1 -- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa788074120 msgr2=0x7fa78819fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786a00700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa788074120 0x7fa78819fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786a00700 1 -- 172.21.15.88:0/183258909 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7700095f0 con 0x7fa788073800 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa787400700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa78810dfd0 0x7fa788199b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786000700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa788074120 0x7fa78819fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.751+0000 7fa786a00700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa788073800 0x7fa78819f930 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa77800e9a0 tx=0x7fa77800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.752+0000 7fa78ca00700 1 -- 172.21.15.88:0/183258909 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa778009790 con 0x7fa788073800 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.752+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa78819a780 con 0x7fa788073800 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.752+0000 7fa78ca00700 1 -- 172.21.15.88:0/183258909 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa77800cbd0 con 0x7fa788073800 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.752+0000 7fa78ca00700 1 -- 172.21.15.88:0/183258909 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa778018680 con 0x7fa788073800 2024-01-28T12:59:28.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.752+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7881a69d0 con 0x7fa788073800 2024-01-28T12:59:28.752 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.753+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa788113ad0 con 0x7fa788073800 2024-01-28T12:59:28.752 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.755+0000 7fa78ca00700 1 -- 172.21.15.88:0/183258909 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fa77800cd40 con 0x7fa788073800 2024-01-28T12:59:28.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.756+0000 7fa78ca00700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa7680a18e0 0x7fa7680a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:28.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.756+0000 7fa78ca00700 1 -- 172.21.15.88:0/183258909 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fa778014070 con 0x7fa788073800 2024-01-28T12:59:28.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.756+0000 7fa786000700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa7680a18e0 0x7fa7680a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:28.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.756+0000 7fa78ca00700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] conn(0x7fa7680ac900 0x7fa7680aeda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:28.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.756+0000 7fa78ca00700 1 -- 172.21.15.88:0/183258909 --> [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa7680af470 con 0x7fa7680ac900 2024-01-28T12:59:28.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.756+0000 7fa78ca00700 1 -- 172.21.15.88:0/183258909 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7780cdfd0 con 0x7fa788073800 2024-01-28T12:59:28.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.756+0000 7fa787400700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] conn(0x7fa7680ac900 0x7fa7680aeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:28.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.757+0000 7fa786000700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa7680a18e0 0x7fa7680a3da0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa7881010e0 tx=0x7fa77000b280 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:28.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.757+0000 7fa787400700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] conn(0x7fa7680ac900 0x7fa7680aeda0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:28.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.758+0000 7fa78ca00700 1 -- 172.21.15.88:0/183258909 <== osd.0 v2:172.21.15.88:6802/3249115503 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fa7680af470 con 0x7fa7680ac900 2024-01-28T12:59:28.773 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.775+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 --> [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa788061c60 con 0x7fa7680ac900 2024-01-28T12:59:28.773 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa78ca00700 1 -- 172.21.15.88:0/183258909 <== osd.0 v2:172.21.15.88:6802/3249115503 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa788061c60 con 0x7fa7680ac900 2024-01-28T12:59:28.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] conn(0x7fa7680ac900 msgr2=0x7fa7680aeda0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:28.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa78de00700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] conn(0x7fa7680ac900 0x7fa7680aeda0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:28.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa7680a18e0 msgr2=0x7fa7680a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:28.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa78de00700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa7680a18e0 0x7fa7680a3da0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa7881010e0 tx=0x7fa77000b280 comp rx=0 tx=0).stop 2024-01-28T12:59:28.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa788073800 msgr2=0x7fa78819f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:28.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa78de00700 1 --2- 172.21.15.88:0/183258909 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa788073800 0x7fa78819f930 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa77800e9a0 tx=0x7fa77800ecb0 comp rx=0 tx=0).stop 2024-01-28T12:59:28.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa787400700 1 -- 172.21.15.88:0/183258909 reap_dead start 2024-01-28T12:59:28.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 shutdown_connections 2024-01-28T12:59:28.774 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 >> 172.21.15.88:0/183258909 conn(0x7fa788078730 msgr2=0x7fa7880fe7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:28.775 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.776+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 shutdown_connections 2024-01-28T12:59:28.775 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:28.777+0000 7fa78de00700 1 -- 172.21.15.88:0/183258909 wait complete. 2024-01-28T12:59:28.876 INFO:teuthology.orchestra.run.smithi088.stdout:51539607610 2024-01-28T12:59:28.876 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-01-28T12:59:29.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.711+0000 7f3423000700 1 -- 172.21.15.88:0/1731688447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f341c069c40 msgr2=0x7f341c10e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.711+0000 7f3423000700 1 --2- 172.21.15.88:0/1731688447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f341c069c40 0x7f341c10e430 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f341400b0a0 tx=0x7f341400b3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.711+0000 7f3423000700 1 -- 172.21.15.88:0/1731688447 shutdown_connections 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.711+0000 7f3423000700 1 --2- 172.21.15.88:0/1731688447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f341c069c40 0x7f341c10e430 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.711+0000 7f3423000700 1 --2- 172.21.15.88:0/1731688447 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f341c107630 0x7f341c107a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.711+0000 7f3423000700 1 --2- 172.21.15.88:0/1731688447 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f341c069280 0x7f341c069700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.711+0000 7f3423000700 1 -- 172.21.15.88:0/1731688447 >> 172.21.15.88:0/1731688447 conn(0x7f341c077400 msgr2=0x7f341c077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.711+0000 7f3423000700 1 -- 172.21.15.88:0/1731688447 shutdown_connections 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.711+0000 7f3423000700 1 -- 172.21.15.88:0/1731688447 wait complete. 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.712+0000 7f3423000700 1 Processor -- start 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.712+0000 7f3423000700 1 -- start start 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f3423000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f341c069280 0x7f341c1005a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f3423000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f341c069c40 0x7f341c100ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f3423000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f341c107630 0x7f341c101020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f3423000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f341c1a5fd0 con 0x7f341c107630 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f3423000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f341c1a6140 con 0x7f341c069280 2024-01-28T12:59:29.726 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f3423000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f341c1a6300 con 0x7f341c069c40 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f3421000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f341c107630 0x7f341c101020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f341b400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f341c069c40 0x7f341c100ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f341be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f341c069280 0x7f341c1005a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f3421000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f341c107630 0x7f341c101020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:51608/0 (socket says 172.21.15.88:51608) 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.713+0000 7f3421000700 1 -- 172.21.15.88:0/3013391561 learned_addr learned my addr 172.21.15.88:0/3013391561 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f341be00700 1 -- 172.21.15.88:0/3013391561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f341c069c40 msgr2=0x7f341c100ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f341be00700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f341c069c40 0x7f341c100ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f341be00700 1 -- 172.21.15.88:0/3013391561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f341c107630 msgr2=0x7f341c101020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f341be00700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f341c107630 0x7f341c101020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f341be00700 1 -- 172.21.15.88:0/3013391561 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3414009d00 con 0x7f341c069280 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f341be00700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f341c069280 0x7f341c1005a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f340c00e9f0 tx=0x7f340c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f3418c00700 1 -- 172.21.15.88:0/3013391561 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c00c9c0 con 0x7f341c069280 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f341c1a65e0 con 0x7f341c069280 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f3418c00700 1 -- 172.21.15.88:0/3013391561 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f340c010430 con 0x7f341c069280 2024-01-28T12:59:29.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f3418c00700 1 -- 172.21.15.88:0/3013391561 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c018680 con 0x7f341c069280 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.714+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f341c1a6b30 con 0x7f341c069280 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.715+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f341c111800 con 0x7f341c069280 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.718+0000 7f3418c00700 1 -- 172.21.15.88:0/3013391561 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f340c010860 con 0x7f341c069280 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.720+0000 7f3418c00700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f33fc0a18e0 0x7f33fc0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.720+0000 7f3418c00700 1 -- 172.21.15.88:0/3013391561 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f340c014070 con 0x7f341c069280 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.720+0000 7f341b400700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f33fc0a18e0 0x7f33fc0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.720+0000 7f3418c00700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] conn(0x7f33fc0ac900 0x7f33fc0aeda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.720+0000 7f3418c00700 1 -- 172.21.15.88:0/3013391561 --> [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f33fc0af470 con 0x7f33fc0ac900 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.720+0000 7f3418c00700 1 -- 172.21.15.88:0/3013391561 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f340c0cdd00 con 0x7f341c069280 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.721+0000 7f3421000700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] conn(0x7f33fc0ac900 0x7f33fc0aeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.721+0000 7f341b400700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f33fc0a18e0 0x7f33fc0a3da0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f341c077a00 tx=0x7f3404009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.721+0000 7f3421000700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] conn(0x7f33fc0ac900 0x7f33fc0aeda0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:29.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.722+0000 7f3418c00700 1 -- 172.21.15.88:0/3013391561 <== osd.8 v2:172.21.15.181:6816/1038378462 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f33fc0af470 con 0x7f33fc0ac900 2024-01-28T12:59:29.739 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.741+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 --> [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f341c061c60 con 0x7f33fc0ac900 2024-01-28T12:59:29.739 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.742+0000 7f3418c00700 1 -- 172.21.15.88:0/3013391561 <== osd.8 v2:172.21.15.181:6816/1038378462 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f341c061c60 con 0x7f33fc0ac900 2024-01-28T12:59:29.740 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.742+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 >> [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] conn(0x7f33fc0ac900 msgr2=0x7f33fc0aeda0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.740 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.742+0000 7f3423000700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] conn(0x7f33fc0ac900 0x7f33fc0aeda0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.740 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.742+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f33fc0a18e0 msgr2=0x7f33fc0a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.740 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.742+0000 7f3423000700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f33fc0a18e0 0x7f33fc0a3da0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f341c077a00 tx=0x7f3404009260 comp rx=0 tx=0).stop 2024-01-28T12:59:29.740 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.742+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f341c069280 msgr2=0x7f341c1005a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.742+0000 7f3423000700 1 --2- 172.21.15.88:0/3013391561 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f341c069280 0x7f341c1005a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f340c00e9f0 tx=0x7f340c00ed00 comp rx=0 tx=0).stop 2024-01-28T12:59:29.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.742+0000 7f3421000700 1 -- 172.21.15.88:0/3013391561 reap_dead start 2024-01-28T12:59:29.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.743+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 shutdown_connections 2024-01-28T12:59:29.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.743+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 >> 172.21.15.88:0/3013391561 conn(0x7f341c077400 msgr2=0x7f341c0ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:29.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.743+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 shutdown_connections 2024-01-28T12:59:29.741 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.743+0000 7f3423000700 1 -- 172.21.15.88:0/3013391561 wait complete. 2024-01-28T12:59:29.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.751+0000 7fe877a00700 1 -- 172.21.15.88:0/1999365168 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe870107fc0 msgr2=0x7fe870101620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.751+0000 7fe877a00700 1 --2- 172.21.15.88:0/1999365168 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe870107fc0 0x7fe870101620 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe858009990 tx=0x7fe858009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.752+0000 7fe877a00700 1 -- 172.21.15.88:0/1999365168 shutdown_connections 2024-01-28T12:59:29.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.752+0000 7fe877a00700 1 --2- 172.21.15.88:0/1999365168 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe870101d50 0x7fe87010e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.752+0000 7fe877a00700 1 --2- 172.21.15.88:0/1999365168 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe8701076a0 0x7fe870107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.752+0000 7fe877a00700 1 --2- 172.21.15.88:0/1999365168 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe870107fc0 0x7fe870101620 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.752+0000 7fe877a00700 1 -- 172.21.15.88:0/1999365168 >> 172.21.15.88:0/1999365168 conn(0x7fe870078730 msgr2=0x7fe870078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:29.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.752+0000 7fe877a00700 1 -- 172.21.15.88:0/1999365168 shutdown_connections 2024-01-28T12:59:29.750 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.752+0000 7fe877a00700 1 -- 172.21.15.88:0/1999365168 wait complete. 2024-01-28T12:59:29.751 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.753+0000 7fe877a00700 1 Processor -- start 2024-01-28T12:59:29.752 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.753+0000 7fe877a00700 1 -- start start 2024-01-28T12:59:29.752 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.754+0000 7fe877a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe870101d50 0x7fe8700738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:29.752 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.754+0000 7fe877a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe8701076a0 0x7fe870073e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:29.752 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.754+0000 7fe877a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe870107fc0 0x7fe870074350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:29.752 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.754+0000 7fe877a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe870075870 con 0x7fe8701076a0 2024-01-28T12:59:29.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.754+0000 7fe877a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe87019bc10 con 0x7fe870107fc0 2024-01-28T12:59:29.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.754+0000 7fe877a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe87019bda0 con 0x7fe870101d50 2024-01-28T12:59:29.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.754+0000 7fe875000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe870101d50 0x7fe8700738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:29.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.754+0000 7fe875000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe870101d50 0x7fe8700738d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:60138/0 (socket says 172.21.15.88:60138) 2024-01-28T12:59:29.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.754+0000 7fe875000700 1 -- 172.21.15.88:0/898796648 learned_addr learned my addr 172.21.15.88:0/898796648 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:29.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.754+0000 7fe875a00700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe870107fc0 0x7fe870074350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:29.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.755+0000 7fe86fe00700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe8701076a0 0x7fe870073e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:29.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.755+0000 7fe875000700 1 -- 172.21.15.88:0/898796648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe870107fc0 msgr2=0x7fe870074350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.753 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.755+0000 7fe875000700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe870107fc0 0x7fe870074350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.755+0000 7fe875000700 1 -- 172.21.15.88:0/898796648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe8701076a0 msgr2=0x7fe870073e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.755+0000 7fe875000700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe8701076a0 0x7fe870073e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.755+0000 7fe875000700 1 -- 172.21.15.88:0/898796648 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8580095f0 con 0x7fe870101d50 2024-01-28T12:59:29.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.755+0000 7fe86fe00700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe8701076a0 0x7fe870073e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-28T12:59:29.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.755+0000 7fe875000700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe870101d50 0x7fe8700738d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe86000e970 tx=0x7fe86000ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:29.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.755+0000 7fe86d600700 1 -- 172.21.15.88:0/898796648 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe860009790 con 0x7fe870101d50 2024-01-28T12:59:29.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.756+0000 7fe86d600700 1 -- 172.21.15.88:0/898796648 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe86000eec0 con 0x7fe870101d50 2024-01-28T12:59:29.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.756+0000 7fe86d600700 1 -- 172.21.15.88:0/898796648 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe860003cf0 con 0x7fe870101d50 2024-01-28T12:59:29.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.756+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe87019c080 con 0x7fe870101d50 2024-01-28T12:59:29.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.756+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe87019c580 con 0x7fe870101d50 2024-01-28T12:59:29.757 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.757+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe870111840 con 0x7fe870101d50 2024-01-28T12:59:29.757 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.759+0000 7fe86d600700 1 -- 172.21.15.88:0/898796648 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fe86000ccd0 con 0x7fe870101d50 2024-01-28T12:59:29.758 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.760+0000 7fe86d600700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe8500a18e0 0x7fe8500a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:29.758 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.760+0000 7fe86d600700 1 -- 172.21.15.88:0/898796648 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fe860014070 con 0x7fe870101d50 2024-01-28T12:59:29.758 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.760+0000 7fe86d600700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] conn(0x7fe8500ac900 0x7fe8500aeda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:29.758 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.760+0000 7fe86d600700 1 -- 172.21.15.88:0/898796648 --> [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe8500af470 con 0x7fe8500ac900 2024-01-28T12:59:29.758 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.760+0000 7fe86fe00700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe8500a18e0 0x7fe8500a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:29.758 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.760+0000 7fe86d600700 1 -- 172.21.15.88:0/898796648 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe8600cdaf0 con 0x7fe870101d50 2024-01-28T12:59:29.760 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.762+0000 7fe875a00700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] conn(0x7fe8500ac900 0x7fe8500aeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:29.760 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.763+0000 7fe86fe00700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe8500a18e0 0x7fe8500a3da0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe85800b2e0 tx=0x7fe858005fb0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:29.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.763+0000 7fe875a00700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] conn(0x7fe8500ac900 0x7fe8500aeda0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:29.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.764+0000 7fe86d600700 1 -- 172.21.15.88:0/898796648 <== osd.11 v2:172.21.15.181:6824/100444795 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fe8500af470 con 0x7fe8500ac900 2024-01-28T12:59:29.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:29 smithi088 ceph-mon[35322]: pgmap v263: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.4 KiB/s wr, 9 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.785+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 --> [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe870061ce0 con 0x7fe8500ac900 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.785+0000 7fe86d600700 1 -- 172.21.15.88:0/898796648 <== osd.11 v2:172.21.15.181:6824/100444795 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fe870061ce0 con 0x7fe8500ac900 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 >> [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] conn(0x7fe8500ac900 msgr2=0x7fe8500aeda0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe877a00700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] conn(0x7fe8500ac900 0x7fe8500aeda0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe8500a18e0 msgr2=0x7fe8500a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe877a00700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe8500a18e0 0x7fe8500a3da0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe85800b2e0 tx=0x7fe858005fb0 comp rx=0 tx=0).stop 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe870101d50 msgr2=0x7fe8700738d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe877a00700 1 --2- 172.21.15.88:0/898796648 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe870101d50 0x7fe8700738d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe86000e970 tx=0x7fe86000ec80 comp rx=0 tx=0).stop 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe875a00700 1 -- 172.21.15.88:0/898796648 reap_dead start 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 shutdown_connections 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 >> 172.21.15.88:0/898796648 conn(0x7fe870078730 msgr2=0x7fe8701007c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 shutdown_connections 2024-01-28T12:59:29.793 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:29.786+0000 7fe877a00700 1 -- 172.21.15.88:0/898796648 wait complete. 2024-01-28T12:59:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:29 smithi181 ceph-mon[45557]: pgmap v263: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.4 KiB/s wr, 9 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-01-28T12:59:30.024 INFO:teuthology.orchestra.run.smithi088.stdout:34359738429 2024-01-28T12:59:30.025 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-01-28T12:59:30.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.103+0000 7f92e3400700 1 -- 172.21.15.88:0/1730476725 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92dc069280 msgr2=0x7f92dc069660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.103+0000 7f92e3400700 1 --2- 172.21.15.88:0/1730476725 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92dc069280 0x7f92dc069660 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f92c40098f0 tx=0x7f92c4009c00 comp rx=0 tx=0).stop 2024-01-28T12:59:30.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.103+0000 7f92e3400700 1 -- 172.21.15.88:0/1730476725 shutdown_connections 2024-01-28T12:59:30.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.103+0000 7f92e3400700 1 --2- 172.21.15.88:0/1730476725 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92dc10e080 0x7f92dc110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.103+0000 7f92e3400700 1 --2- 172.21.15.88:0/1730476725 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92dc069280 0x7f92dc069660 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.103+0000 7f92e3400700 1 --2- 172.21.15.88:0/1730476725 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92dc069ba0 0x7f92dc10db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.103+0000 7f92e3400700 1 -- 172.21.15.88:0/1730476725 >> 172.21.15.88:0/1730476725 conn(0x7f92dc077400 msgr2=0x7f92dc077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:30.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.103+0000 7f92e3400700 1 -- 172.21.15.88:0/1730476725 shutdown_connections 2024-01-28T12:59:30.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.103+0000 7f92e3400700 1 -- 172.21.15.88:0/1730476725 wait complete. 2024-01-28T12:59:30.102 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.104+0000 7f92e3400700 1 Processor -- start 2024-01-28T12:59:30.102 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.105+0000 7f92e3400700 1 -- start start 2024-01-28T12:59:30.103 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.105+0000 7f92e3400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92dc069280 0x7f92dc19f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:30.103 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.105+0000 7f92e3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92dc069ba0 0x7f92dc19fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:30.103 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.105+0000 7f92e3400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92dc10e080 0x7f92dc199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:30.103 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.105+0000 7f92e3400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92dc19a090 con 0x7f92dc069ba0 2024-01-28T12:59:30.103 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.105+0000 7f92e3400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92dc19a1d0 con 0x7f92dc069280 2024-01-28T12:59:30.103 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.105+0000 7f92e3400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92dc19a390 con 0x7f92dc10e080 2024-01-28T12:59:30.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e0a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92dc069280 0x7f92dc19f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:30.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92dbe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92dc069ba0 0x7f92dc19fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:30.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e0a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92dc069280 0x7f92dc19f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:46954/0 (socket says 172.21.15.88:46954) 2024-01-28T12:59:30.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e0a00700 1 -- 172.21.15.88:0/1789756402 learned_addr learned my addr 172.21.15.88:0/1789756402 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:30.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e1400700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92dc10e080 0x7f92dc199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:30.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e0a00700 1 -- 172.21.15.88:0/1789756402 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92dc10e080 msgr2=0x7f92dc199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e0a00700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92dc10e080 0x7f92dc199a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e0a00700 1 -- 172.21.15.88:0/1789756402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92dc069ba0 msgr2=0x7f92dc19fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e0a00700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92dc069ba0 0x7f92dc19fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e0a00700 1 -- 172.21.15.88:0/1789756402 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92c4009520 con 0x7f92dc069280 2024-01-28T12:59:30.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e1400700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92dc10e080 0x7f92dc199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-28T12:59:30.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92dbe00700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92dc069ba0 0x7f92dc19fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:30.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.106+0000 7f92e0a00700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92dc069280 0x7f92dc19f870 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f92c4005950 tx=0x7f92c400fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:30.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.107+0000 7f92d9600700 1 -- 172.21.15.88:0/1789756402 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92c401c070 con 0x7f92dc069280 2024-01-28T12:59:30.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.107+0000 7f92d9600700 1 -- 172.21.15.88:0/1789756402 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92c400bbd0 con 0x7f92dc069280 2024-01-28T12:59:30.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.107+0000 7f92e3400700 1 -- 172.21.15.88:0/1789756402 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92dc19a610 con 0x7f92dc069280 2024-01-28T12:59:30.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.107+0000 7f92d9600700 1 -- 172.21.15.88:0/1789756402 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92c4003a00 con 0x7f92dc069280 2024-01-28T12:59:30.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.107+0000 7f92e3400700 1 -- 172.21.15.88:0/1789756402 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92dc1a6910 con 0x7f92dc069280 2024-01-28T12:59:30.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.109+0000 7f92e3400700 1 -- 172.21.15.88:0/1789756402 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f92dc113a00 con 0x7f92dc069280 2024-01-28T12:59:30.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.110+0000 7f92d9600700 1 -- 172.21.15.88:0/1789756402 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f92c4020030 con 0x7f92dc069280 2024-01-28T12:59:30.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.111+0000 7f92d9600700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92bc0a1960 0x7f92bc0a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:30.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.111+0000 7f92d9600700 1 -- 172.21.15.88:0/1789756402 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f92c40ce460 con 0x7f92dc069280 2024-01-28T12:59:30.110 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.112+0000 7f92d9600700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] conn(0x7f92bc0ac900 0x7f92bc0aeda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:30.110 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.112+0000 7f92d9600700 1 -- 172.21.15.88:0/1789756402 --> [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f92bc0af470 con 0x7f92bc0ac900 2024-01-28T12:59:30.110 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.112+0000 7f92d9600700 1 -- 172.21.15.88:0/1789756402 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f92c40d0a40 con 0x7f92dc069280 2024-01-28T12:59:30.110 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.112+0000 7f92dbe00700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92bc0a1960 0x7f92bc0a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:30.110 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.112+0000 7f92e1400700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] conn(0x7f92bc0ac900 0x7f92bc0aeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:30.110 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.113+0000 7f92e1400700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] conn(0x7f92bc0ac900 0x7f92bc0aeda0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:30.111 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.113+0000 7f92dbe00700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92bc0a1960 0x7f92bc0a3e20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f92dc100000 tx=0x7f92cc00a380 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:30.111 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.114+0000 7f92d9600700 1 -- 172.21.15.88:0/1789756402 <== osd.10 v2:172.21.15.175:6824/2250662492 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f92bc0af470 con 0x7f92bc0ac900 2024-01-28T12:59:30.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.137+0000 7f92e3400700 1 -- 172.21.15.88:0/1789756402 --> [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f92dc061ce0 con 0x7f92bc0ac900 2024-01-28T12:59:30.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.138+0000 7f92d9600700 1 -- 172.21.15.88:0/1789756402 <== osd.10 v2:172.21.15.175:6824/2250662492 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f92dc061ce0 con 0x7f92bc0ac900 2024-01-28T12:59:30.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.140+0000 7f92d2a00700 1 -- 172.21.15.88:0/1789756402 >> [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] conn(0x7f92bc0ac900 msgr2=0x7f92bc0aeda0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.140+0000 7f92d2a00700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] conn(0x7f92bc0ac900 0x7f92bc0aeda0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.140+0000 7f92d2a00700 1 -- 172.21.15.88:0/1789756402 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92bc0a1960 msgr2=0x7f92bc0a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.140+0000 7f92d2a00700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92bc0a1960 0x7f92bc0a3e20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f92dc100000 tx=0x7f92cc00a380 comp rx=0 tx=0).stop 2024-01-28T12:59:30.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.140+0000 7f92d2a00700 1 -- 172.21.15.88:0/1789756402 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92dc069280 msgr2=0x7f92dc19f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.140+0000 7f92d2a00700 1 --2- 172.21.15.88:0/1789756402 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92dc069280 0x7f92dc19f870 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f92c4005950 tx=0x7f92c400fa00 comp rx=0 tx=0).stop 2024-01-28T12:59:30.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.140+0000 7f92e1400700 1 -- 172.21.15.88:0/1789756402 reap_dead start 2024-01-28T12:59:30.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.141+0000 7f92d2a00700 1 -- 172.21.15.88:0/1789756402 shutdown_connections 2024-01-28T12:59:30.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.141+0000 7f92d2a00700 1 -- 172.21.15.88:0/1789756402 >> 172.21.15.88:0/1789756402 conn(0x7f92dc077400 msgr2=0x7f92dc10f640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:30.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.141+0000 7f92d2a00700 1 -- 172.21.15.88:0/1789756402 shutdown_connections 2024-01-28T12:59:30.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.141+0000 7f92d2a00700 1 -- 172.21.15.88:0/1789756402 wait complete. 2024-01-28T12:59:30.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:29 smithi175 ceph-mon[44549]: pgmap v263: 129 pgs: 129 active+clean; 642 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.4 KiB/s wr, 9 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-01-28T12:59:30.668 INFO:teuthology.orchestra.run.smithi088.stdout:317827579925 2024-01-28T12:59:30.668 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.11 2024-01-28T12:59:30.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.816+0000 7ff0a6200700 1 -- 172.21.15.88:0/3224748957 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0a01014d0 msgr2=0x7ff0a0101950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.816+0000 7ff0a6200700 1 --2- 172.21.15.88:0/3224748957 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0a01014d0 0x7ff0a0101950 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff088009920 tx=0x7ff088009c30 comp rx=0 tx=0).stop 2024-01-28T12:59:30.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.816+0000 7ff0a6200700 1 -- 172.21.15.88:0/3224748957 shutdown_connections 2024-01-28T12:59:30.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.816+0000 7ff0a6200700 1 --2- 172.21.15.88:0/3224748957 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0a0101e90 0x7ff0a010e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.816+0000 7ff0a6200700 1 --2- 172.21.15.88:0/3224748957 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff0a0107580 0x7ff0a0107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.816+0000 7ff0a6200700 1 --2- 172.21.15.88:0/3224748957 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0a01014d0 0x7ff0a0101950 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.816+0000 7ff0a6200700 1 -- 172.21.15.88:0/3224748957 >> 172.21.15.88:0/3224748957 conn(0x7ff0a00fcfa0 msgr2=0x7ff0a00ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:30.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.816+0000 7ff0a6200700 1 -- 172.21.15.88:0/3224748957 shutdown_connections 2024-01-28T12:59:30.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.816+0000 7ff0a6200700 1 -- 172.21.15.88:0/3224748957 wait complete. 2024-01-28T12:59:30.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.817+0000 7ff0a6200700 1 Processor -- start 2024-01-28T12:59:30.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.817+0000 7ff0a6200700 1 -- start start 2024-01-28T12:59:30.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff0a6200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff0a01014d0 0x7ff0a019d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff0a6200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0a0101e90 0x7ff0a019db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff0a6200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0a0107580 0x7ff0a0197720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff0a6200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a0197ed0 con 0x7ff0a0107580 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff0a6200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a0198040 con 0x7ff0a0101e90 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff0a6200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a0198200 con 0x7ff0a01014d0 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff09fe00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0a0101e90 0x7ff0a019db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff0a4e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff0a01014d0 0x7ff0a019d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff0a5800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0a0107580 0x7ff0a0197720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff09fe00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0a0101e90 0x7ff0a019db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:46978/0 (socket says 172.21.15.88:46978) 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff0a4e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff0a01014d0 0x7ff0a019d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:60186/0 (socket says 172.21.15.88:60186) 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.818+0000 7ff09fe00700 1 -- 172.21.15.88:0/3672031153 learned_addr learned my addr 172.21.15.88:0/3672031153 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.819+0000 7ff09fe00700 1 -- 172.21.15.88:0/3672031153 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff0a01014d0 msgr2=0x7ff0a019d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.819+0000 7ff09fe00700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff0a01014d0 0x7ff0a019d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.819+0000 7ff09fe00700 1 -- 172.21.15.88:0/3672031153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0a0107580 msgr2=0x7ff0a0197720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.819+0000 7ff09fe00700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0a0107580 0x7ff0a0197720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.819+0000 7ff09fe00700 1 -- 172.21.15.88:0/3672031153 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff088009520 con 0x7ff0a0101e90 2024-01-28T12:59:30.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.819+0000 7ff0a5800700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0a0107580 0x7ff0a0197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:30.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.819+0000 7ff09fe00700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0a0101e90 0x7ff0a019db90 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff088000c00 tx=0x7ff08800fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:30.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.819+0000 7ff09d600700 1 -- 172.21.15.88:0/3672031153 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08801c070 con 0x7ff0a0101e90 2024-01-28T12:59:30.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.820+0000 7ff09d600700 1 -- 172.21.15.88:0/3672031153 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff08800baa0 con 0x7ff0a0101e90 2024-01-28T12:59:30.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.820+0000 7ff09d600700 1 -- 172.21.15.88:0/3672031153 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff088005720 con 0x7ff0a0101e90 2024-01-28T12:59:30.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.820+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0a0198480 con 0x7ff0a0101e90 2024-01-28T12:59:30.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.820+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0a01a45d0 con 0x7ff0a0101e90 2024-01-28T12:59:30.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.821+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff0a0111750 con 0x7ff0a0101e90 2024-01-28T12:59:30.820 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.823+0000 7ff09d600700 1 -- 172.21.15.88:0/3672031153 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7ff088020070 con 0x7ff0a0101e90 2024-01-28T12:59:30.821 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.824+0000 7ff09d600700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0800a1960 0x7ff0800a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:30.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.824+0000 7ff09d600700 1 -- 172.21.15.88:0/3672031153 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ff0880ce350 con 0x7ff0a0101e90 2024-01-28T12:59:30.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.824+0000 7ff0a4e00700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0800a1960 0x7ff0800a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:30.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.824+0000 7ff09d600700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] conn(0x7ff0800ac980 0x7ff0800aee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:30.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.824+0000 7ff09d600700 1 -- 172.21.15.88:0/3672031153 --> [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff0800af4f0 con 0x7ff0800ac980 2024-01-28T12:59:30.822 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.824+0000 7ff09d600700 1 -- 172.21.15.88:0/3672031153 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0880ce6c0 con 0x7ff0a0101e90 2024-01-28T12:59:30.823 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.825+0000 7ff0a5800700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] conn(0x7ff0800ac980 0x7ff0800aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:30.823 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.825+0000 7ff0a4e00700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0800a1960 0x7ff0800a3e20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff090005fd0 tx=0x7ff090009310 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:30.823 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.825+0000 7ff0a5800700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] conn(0x7ff0800ac980 0x7ff0800aee20 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:30.824 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.826+0000 7ff09d600700 1 -- 172.21.15.88:0/3672031153 <== osd.5 v2:172.21.15.181:6808/1529256325 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7ff0800af4f0 con 0x7ff0800ac980 2024-01-28T12:59:30.841 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.843+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 --> [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff0a0061ce0 con 0x7ff0800ac980 2024-01-28T12:59:30.842 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.844+0000 7ff09d600700 1 -- 172.21.15.88:0/3672031153 <== osd.5 v2:172.21.15.181:6808/1529256325 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7ff0a0061ce0 con 0x7ff0800ac980 2024-01-28T12:59:30.842 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.844+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 >> [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] conn(0x7ff0800ac980 msgr2=0x7ff0800aee20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.844+0000 7ff0a6200700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] conn(0x7ff0800ac980 0x7ff0800aee20 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:30.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.845+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0800a1960 msgr2=0x7ff0800a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.845+0000 7ff0a6200700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff0800a1960 0x7ff0800a3e20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff090005fd0 tx=0x7ff090009310 comp rx=0 tx=0).stop 2024-01-28T12:59:30.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.845+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0a0101e90 msgr2=0x7ff0a019db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:30.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.845+0000 7ff0a6200700 1 --2- 172.21.15.88:0/3672031153 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0a0101e90 0x7ff0a019db90 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff088000c00 tx=0x7ff08800fa00 comp rx=0 tx=0).stop 2024-01-28T12:59:30.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.845+0000 7ff0a5800700 1 -- 172.21.15.88:0/3672031153 reap_dead start 2024-01-28T12:59:30.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.845+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 shutdown_connections 2024-01-28T12:59:30.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.845+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 >> 172.21.15.88:0/3672031153 conn(0x7ff0a00fcfa0 msgr2=0x7ff0a00fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:30.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.845+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 shutdown_connections 2024-01-28T12:59:30.843 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:30.845+0000 7ff0a6200700 1 -- 172.21.15.88:0/3672031153 wait complete. 2024-01-28T12:59:31.208 INFO:teuthology.orchestra.run.smithi088.stdout:287762808856 2024-01-28T12:59:31.208 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.10 2024-01-28T12:59:31.365 INFO:teuthology.orchestra.run.smithi088.stdout:154618822699 2024-01-28T12:59:31.365 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-01-28T12:59:31.511 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:31.562 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:31.863 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:31.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:31 smithi181 ceph-mon[45557]: pgmap v264: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.6 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-01-28T12:59:31.957 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:31 smithi088 ceph-mon[35322]: pgmap v264: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.6 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-01-28T12:59:32.020 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:32.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:31 smithi175 ceph-mon[44549]: pgmap v264: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.6 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-01-28T12:59:32.577 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:33.097 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:33.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.517+0000 7f4fbb200700 1 -- 172.21.15.88:0/3668133872 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fb4069ba0 msgr2=0x7f4fb410db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:33.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.517+0000 7f4fbb200700 1 --2- 172.21.15.88:0/3668133872 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fb4069ba0 0x7f4fb410db40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c009990 tx=0x7f4f9c009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:33.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.517+0000 7f4fbb200700 1 -- 172.21.15.88:0/3668133872 shutdown_connections 2024-01-28T12:59:33.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.517+0000 7f4fbb200700 1 --2- 172.21.15.88:0/3668133872 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fb410e080 0x7f4fb4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:33.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.517+0000 7f4fbb200700 1 --2- 172.21.15.88:0/3668133872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fb4069280 0x7f4fb4069660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:33.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.517+0000 7f4fbb200700 1 --2- 172.21.15.88:0/3668133872 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fb4069ba0 0x7f4fb410db40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:33.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.517+0000 7f4fbb200700 1 -- 172.21.15.88:0/3668133872 >> 172.21.15.88:0/3668133872 conn(0x7f4fb4077400 msgr2=0x7f4fb4077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:33.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.517+0000 7f4fbb200700 1 -- 172.21.15.88:0/3668133872 shutdown_connections 2024-01-28T12:59:33.516 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.518+0000 7f4fbb200700 1 -- 172.21.15.88:0/3668133872 wait complete. 2024-01-28T12:59:33.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.519+0000 7f4fbb200700 1 Processor -- start 2024-01-28T12:59:33.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.519+0000 7f4fbb200700 1 -- start start 2024-01-28T12:59:33.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.519+0000 7f4fbb200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fb4069280 0x7f4fb419f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:33.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.519+0000 7f4fbb200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fb4069ba0 0x7f4fb419fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:33.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.519+0000 7f4fbb200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fb410e080 0x7f4fb4199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:33.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.519+0000 7f4fbb200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb419a110 con 0x7f4fb4069280 2024-01-28T12:59:33.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.519+0000 7f4fbb200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb419a250 con 0x7f4fb4069ba0 2024-01-28T12:59:33.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.519+0000 7f4fbb200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb419a410 con 0x7f4fb410e080 2024-01-28T12:59:33.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb9200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fb410e080 0x7f4fb4199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:33.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb3400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fb4069ba0 0x7f4fb419fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:33.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb3400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fb4069ba0 0x7f4fb419fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:37138/0 (socket says 172.21.15.88:37138) 2024-01-28T12:59:33.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb3400700 1 -- 172.21.15.88:0/2341751743 learned_addr learned my addr 172.21.15.88:0/2341751743 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:33.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb9200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fb410e080 0x7f4fb4199ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:47820/0 (socket says 172.21.15.88:47820) 2024-01-28T12:59:33.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb3e00700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fb4069280 0x7f4fb419f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:33.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb3400700 1 -- 172.21.15.88:0/2341751743 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fb410e080 msgr2=0x7f4fb4199ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:33.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb3400700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fb410e080 0x7f4fb4199ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:33.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb3400700 1 -- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fb4069280 msgr2=0x7f4fb419f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:33.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb3400700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fb4069280 0x7f4fb419f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:33.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.520+0000 7f4fb3400700 1 -- 172.21.15.88:0/2341751743 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f9c0095f0 con 0x7f4fb4069ba0 2024-01-28T12:59:33.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.521+0000 7f4fb3e00700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fb4069280 0x7f4fb419f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:33.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.521+0000 7f4fb3400700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fb4069ba0 0x7f4fb419fe30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c004730 tx=0x7f4f9c004760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:33.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.521+0000 7f4fb0c00700 1 -- 172.21.15.88:0/2341751743 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f9c01d070 con 0x7f4fb4069ba0 2024-01-28T12:59:33.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.521+0000 7f4fb0c00700 1 -- 172.21.15.88:0/2341751743 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4f9c005da0 con 0x7f4fb4069ba0 2024-01-28T12:59:33.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.521+0000 7f4fbb200700 1 -- 172.21.15.88:0/2341751743 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fb419a690 con 0x7f4fb4069ba0 2024-01-28T12:59:33.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.522+0000 7f4fbb200700 1 -- 172.21.15.88:0/2341751743 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fb41a6990 con 0x7f4fb4069ba0 2024-01-28T12:59:33.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.522+0000 7f4fb0c00700 1 -- 172.21.15.88:0/2341751743 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f9c0173f0 con 0x7f4fb4069ba0 2024-01-28T12:59:33.521 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.523+0000 7f4fbb200700 1 -- 172.21.15.88:0/2341751743 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fb41092a0 con 0x7f4fb4069ba0 2024-01-28T12:59:33.524 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.527+0000 7f4fb0c00700 1 -- 172.21.15.88:0/2341751743 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f4f9c0226e0 con 0x7f4fb4069ba0 2024-01-28T12:59:33.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.528+0000 7f4fb0c00700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4f940a18e0 0x7f4f940a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:33.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.528+0000 7f4fb0c00700 1 -- 172.21.15.88:0/2341751743 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f4f9c0cec80 con 0x7f4fb4069ba0 2024-01-28T12:59:33.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.528+0000 7f4fb3e00700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4f940a18e0 0x7f4f940a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:33.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.529+0000 7f4fb0c00700 1 -- 172.21.15.88:0/2341751743 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f4f9c097b20 con 0x7f4fb4069ba0 2024-01-28T12:59:33.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.529+0000 7f4fb3e00700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4f940a18e0 0x7f4f940a3da0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4fb419abf0 tx=0x7f4fa400a380 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:33.674 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:33 smithi088 ceph-mon[35322]: pgmap v265: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:33.772 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.774+0000 7f4fbb200700 1 -- 172.21.15.88:0/2341751743 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f4fb419afe0 con 0x7f4fb4069ba0 2024-01-28T12:59:33.772 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.775+0000 7f4fb0c00700 1 -- 172.21.15.88:0/2341751743 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4f9c09b140 con 0x7f4fb4069ba0 2024-01-28T12:59:33.773 INFO:teuthology.orchestra.run.smithi088.stdout:73014444087 2024-01-28T12:59:33.775 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.777+0000 7f4fbb200700 1 -- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4f940a18e0 msgr2=0x7f4f940a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:33.775 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.777+0000 7f4fbb200700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4f940a18e0 0x7f4f940a3da0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4fb419abf0 tx=0x7f4fa400a380 comp rx=0 tx=0).stop 2024-01-28T12:59:33.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.777+0000 7f4fbb200700 1 -- 172.21.15.88:0/2341751743 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fb4069ba0 msgr2=0x7f4fb419fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:33.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.777+0000 7f4fbb200700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fb4069ba0 0x7f4fb419fe30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c004730 tx=0x7f4f9c004760 comp rx=0 tx=0).stop 2024-01-28T12:59:33.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.777+0000 7f4fbb200700 1 -- 172.21.15.88:0/2341751743 shutdown_connections 2024-01-28T12:59:33.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.777+0000 7f4fbb200700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f4f940a18e0 0x7f4f940a3da0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:33.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.777+0000 7f4fbb200700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4fb410e080 0x7f4fb4199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:33.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.777+0000 7f4fbb200700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fb4069280 0x7f4fb419f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:33.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.777+0000 7f4fbb200700 1 --2- 172.21.15.88:0/2341751743 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fb4069ba0 0x7f4fb419fe30 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:33.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.777+0000 7f4fbb200700 1 -- 172.21.15.88:0/2341751743 >> 172.21.15.88:0/2341751743 conn(0x7f4fb4077400 msgr2=0x7f4fb410f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:33.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.778+0000 7f4fbb200700 1 -- 172.21.15.88:0/2341751743 shutdown_connections 2024-01-28T12:59:33.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:33.778+0000 7f4fbb200700 1 -- 172.21.15.88:0/2341751743 wait complete. 2024-01-28T12:59:33.832 INFO:teuthology.orchestra.run.smithi088.stdout:236223201312 2024-01-28T12:59:33.832 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph osd last-stat-seq osd.8 2024-01-28T12:59:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:33 smithi181 ceph-mon[45557]: pgmap v265: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:34.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:33 smithi175 ceph-mon[44549]: pgmap v265: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:34.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:34 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2341751743' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-01-28T12:59:34.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.877+0000 7f26ece00700 1 -- 172.21.15.88:0/3987266767 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26e8100ec0 msgr2=0x7f26e810d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:34.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.877+0000 7f26ece00700 1 --2- 172.21.15.88:0/3987266767 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26e8100ec0 0x7f26e810d310 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f26e000b0d0 tx=0x7f26e000b3e0 comp rx=0 tx=0).stop 2024-01-28T12:59:34.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.877+0000 7f26ece00700 1 -- 172.21.15.88:0/3987266767 shutdown_connections 2024-01-28T12:59:34.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.877+0000 7f26ece00700 1 --2- 172.21.15.88:0/3987266767 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26e8100ec0 0x7f26e810d310 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:34.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.877+0000 7f26ece00700 1 --2- 172.21.15.88:0/3987266767 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f26e8106540 0x7f26e8106920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:34.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.877+0000 7f26ece00700 1 --2- 172.21.15.88:0/3987266767 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26e8100500 0x7f26e8100980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:34.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.877+0000 7f26ece00700 1 -- 172.21.15.88:0/3987266767 >> 172.21.15.88:0/3987266767 conn(0x7f26e8076520 msgr2=0x7f26e8076930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:34.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.877+0000 7f26ece00700 1 -- 172.21.15.88:0/3987266767 shutdown_connections 2024-01-28T12:59:34.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.877+0000 7f26ece00700 1 -- 172.21.15.88:0/3987266767 wait complete. 2024-01-28T12:59:34.877 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.878+0000 7f26ece00700 1 Processor -- start 2024-01-28T12:59:34.877 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26ece00700 1 -- start start 2024-01-28T12:59:34.877 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26ece00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26e8100500 0x7f26e819fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26ece00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26e8100ec0 0x7f26e819ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26ece00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f26e8106540 0x7f26e8199b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26ece00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e819a2e0 con 0x7f26e8100500 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26ece00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e819a450 con 0x7f26e8100ec0 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26ece00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26e819a610 con 0x7f26e8106540 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26e5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26e8100500 0x7f26e819fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26e5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26e8100500 0x7f26e819fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:47338/0 (socket says 172.21.15.88:47338) 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26e5e00700 1 -- 172.21.15.88:0/143663063 learned_addr learned my addr 172.21.15.88:0/143663063 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26e6800700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f26e8106540 0x7f26e8199b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.879+0000 7f26e5400700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26e8100ec0 0x7f26e819ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:34.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26e5e00700 1 -- 172.21.15.88:0/143663063 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f26e8106540 msgr2=0x7f26e8199b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:34.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26e5e00700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f26e8106540 0x7f26e8199b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:34.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26e5e00700 1 -- 172.21.15.88:0/143663063 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26e8100ec0 msgr2=0x7f26e819ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:34.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26e5e00700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26e8100ec0 0x7f26e819ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:34.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26e5e00700 1 -- 172.21.15.88:0/143663063 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26d0009520 con 0x7f26e8100500 2024-01-28T12:59:34.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26e5e00700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26e8100500 0x7f26e819fa60 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f26d800eb30 tx=0x7f26d800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:34.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26dea00700 1 -- 172.21.15.88:0/143663063 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26d8009880 con 0x7f26e8100500 2024-01-28T12:59:34.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26dea00700 1 -- 172.21.15.88:0/143663063 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26d80044e0 con 0x7f26e8100500 2024-01-28T12:59:34.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26ece00700 1 -- 172.21.15.88:0/143663063 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26d8009520 con 0x7f26e8100500 2024-01-28T12:59:34.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26dea00700 1 -- 172.21.15.88:0/143663063 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26d8003d80 con 0x7f26e8100500 2024-01-28T12:59:34.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.880+0000 7f26ece00700 1 -- 172.21.15.88:0/143663063 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26e0009d00 con 0x7f26e8100500 2024-01-28T12:59:34.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.882+0000 7f26ece00700 1 -- 172.21.15.88:0/143663063 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26e8101bb0 con 0x7f26e8100500 2024-01-28T12:59:34.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.883+0000 7f26dea00700 1 -- 172.21.15.88:0/143663063 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f26d8004000 con 0x7f26e8100500 2024-01-28T12:59:34.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.885+0000 7f26dea00700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f26c80a18e0 0x7f26c80a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:34.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.885+0000 7f26dea00700 1 -- 172.21.15.88:0/143663063 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f26d8014070 con 0x7f26e8100500 2024-01-28T12:59:34.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.885+0000 7f26e5400700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f26c80a18e0 0x7f26c80a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:34.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.886+0000 7f26e5400700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f26c80a18e0 0x7f26c80a3da0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f26e819b280 tx=0x7f26d0009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:34.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:34.889+0000 7f26dea00700 1 -- 172.21.15.88:0/143663063 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f26d80968c0 con 0x7f26e8100500 2024-01-28T12:59:34.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:34 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2341751743' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-01-28T12:59:35.061 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:35.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.103+0000 7f26ece00700 1 -- 172.21.15.88:0/143663063 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f26e806a5e0 con 0x7f26e8100500 2024-01-28T12:59:35.102 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.104+0000 7f26dea00700 1 -- 172.21.15.88:0/143663063 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f26d8099ee0 con 0x7f26e8100500 2024-01-28T12:59:35.102 INFO:teuthology.orchestra.run.smithi088.stdout:128849018927 2024-01-28T12:59:35.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 -- 172.21.15.88:0/143663063 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f26c80a18e0 msgr2=0x7f26c80a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:35.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f26c80a18e0 0x7f26c80a3da0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f26e819b280 tx=0x7f26d0009260 comp rx=0 tx=0).stop 2024-01-28T12:59:35.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 -- 172.21.15.88:0/143663063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26e8100500 msgr2=0x7f26e819fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:35.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26e8100500 0x7f26e819fa60 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f26d800eb30 tx=0x7f26d800ee40 comp rx=0 tx=0).stop 2024-01-28T12:59:35.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 -- 172.21.15.88:0/143663063 shutdown_connections 2024-01-28T12:59:35.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f26c80a18e0 0x7f26c80a3da0 secure :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f26e819b280 tx=0x7f26d0009260 comp rx=0 tx=0).stop 2024-01-28T12:59:35.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f26e8106540 0x7f26e8199b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26e8100500 0x7f26e819fa60 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 --2- 172.21.15.88:0/143663063 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f26e8100ec0 0x7f26e819ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 -- 172.21.15.88:0/143663063 >> 172.21.15.88:0/143663063 conn(0x7f26e8076520 msgr2=0x7f26e810b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:35.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.107+0000 7f26ece00700 1 -- 172.21.15.88:0/143663063 shutdown_connections 2024-01-28T12:59:35.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.108+0000 7f26ece00700 1 -- 172.21.15.88:0/143663063 wait complete. 2024-01-28T12:59:35.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:34 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2341751743' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-01-28T12:59:35.239 INFO:tasks.cephadm.ceph_manager.ceph:need seq 73014444085 got 73014444087 for osd.2 2024-01-28T12:59:35.239 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:35.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.248+0000 7f5420400700 1 -- 172.21.15.88:0/3222814833 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5418101620 msgr2=0x7f5418101a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:35.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.248+0000 7f5420400700 1 --2- 172.21.15.88:0/3222814833 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5418101620 0x7f5418101a80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f5400009990 tx=0x7f5400009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.248+0000 7f5420400700 1 -- 172.21.15.88:0/3222814833 shutdown_connections 2024-01-28T12:59:35.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.248+0000 7f5420400700 1 --2- 172.21.15.88:0/3222814833 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5418101fc0 0x7f541810e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.248+0000 7f5420400700 1 --2- 172.21.15.88:0/3222814833 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5418106500 0x7f54181068e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.248+0000 7f5420400700 1 --2- 172.21.15.88:0/3222814833 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5418101620 0x7f5418101a80 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.248+0000 7f5420400700 1 -- 172.21.15.88:0/3222814833 >> 172.21.15.88:0/3222814833 conn(0x7f5418078700 msgr2=0x7f5418078b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:35.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.248+0000 7f5420400700 1 -- 172.21.15.88:0/3222814833 shutdown_connections 2024-01-28T12:59:35.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.248+0000 7f5420400700 1 -- 172.21.15.88:0/3222814833 wait complete. 2024-01-28T12:59:35.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.249+0000 7f5420400700 1 Processor -- start 2024-01-28T12:59:35.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.249+0000 7f5420400700 1 -- start start 2024-01-28T12:59:35.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f5420400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5418101620 0x7f5418199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:35.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f5420400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5418101fc0 0x7f541819a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:35.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f5420400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5418106500 0x7f541819e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:35.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f5420400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f541819eb60 con 0x7f5418106500 2024-01-28T12:59:35.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f5420400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f541819ecd0 con 0x7f5418101620 2024-01-28T12:59:35.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f5420400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f541819ee90 con 0x7f5418101fc0 2024-01-28T12:59:35.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f541e400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5418106500 0x7f541819e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:35.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f541e400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5418106500 0x7f541819e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:47346/0 (socket says 172.21.15.88:47346) 2024-01-28T12:59:35.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f541e400700 1 -- 172.21.15.88:0/2669685012 learned_addr learned my addr 172.21.15.88:0/2669685012 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:35.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f541d000700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5418101fc0 0x7f541819a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:35.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f541da00700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5418101620 0x7f5418199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:35.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f541e400700 1 -- 172.21.15.88:0/2669685012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5418101fc0 msgr2=0x7f541819a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:35.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f541e400700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5418101fc0 0x7f541819a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f541e400700 1 -- 172.21.15.88:0/2669685012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5418101620 msgr2=0x7f5418199c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:35.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f541e400700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5418101620 0x7f5418199c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.250+0000 7f541e400700 1 -- 172.21.15.88:0/2669685012 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54000095f0 con 0x7f5418106500 2024-01-28T12:59:35.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.251+0000 7f541e400700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5418106500 0x7f541819e590 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f5410007ee0 tx=0x7f541000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:35.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.251+0000 7f5416000700 1 -- 172.21.15.88:0/2669685012 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5410017070 con 0x7f5418106500 2024-01-28T12:59:35.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.251+0000 7f5416000700 1 -- 172.21.15.88:0/2669685012 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f541000f040 con 0x7f5418106500 2024-01-28T12:59:35.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.251+0000 7f5416000700 1 -- 172.21.15.88:0/2669685012 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5410005580 con 0x7f5418106500 2024-01-28T12:59:35.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.251+0000 7f5420400700 1 -- 172.21.15.88:0/2669685012 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f541819f170 con 0x7f5418106500 2024-01-28T12:59:35.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.251+0000 7f5420400700 1 -- 172.21.15.88:0/2669685012 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54181a6a10 con 0x7f5418106500 2024-01-28T12:59:35.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.252+0000 7f5420400700 1 -- 172.21.15.88:0/2669685012 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5418102cb0 con 0x7f5418106500 2024-01-28T12:59:35.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.254+0000 7f5416000700 1 -- 172.21.15.88:0/2669685012 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f541000db20 con 0x7f5418106500 2024-01-28T12:59:35.253 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.255+0000 7f5416000700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53f80a1960 0x7f53f80a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:35.253 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.255+0000 7f5416000700 1 -- 172.21.15.88:0/2669685012 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f54100ccca0 con 0x7f5418106500 2024-01-28T12:59:35.253 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.256+0000 7f541da00700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53f80a1960 0x7f53f80a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:35.254 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.256+0000 7f541da00700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53f80a1960 0x7f53f80a3e20 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f54181026b0 tx=0x7f5408007400 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:35.258 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.260+0000 7f5416000700 1 -- 172.21.15.88:0/2669685012 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f5410095ab0 con 0x7f5418106500 2024-01-28T12:59:35.506 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.508+0000 7f5420400700 1 -- 172.21.15.88:0/2669685012 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7f5418111550 con 0x7f5418106500 2024-01-28T12:59:35.506 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.509+0000 7f5416000700 1 -- 172.21.15.88:0/2669685012 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f54100990d0 con 0x7f5418106500 2024-01-28T12:59:35.507 INFO:teuthology.orchestra.run.smithi088.stdout:266287972380 2024-01-28T12:59:35.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 -- 172.21.15.88:0/2669685012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53f80a1960 msgr2=0x7f53f80a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:35.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53f80a1960 0x7f53f80a3e20 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f54181026b0 tx=0x7f5408007400 comp rx=0 tx=0).stop 2024-01-28T12:59:35.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 -- 172.21.15.88:0/2669685012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5418106500 msgr2=0x7f541819e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:35.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5418106500 0x7f541819e590 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f5410007ee0 tx=0x7f541000d3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 -- 172.21.15.88:0/2669685012 shutdown_connections 2024-01-28T12:59:35.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53f80a1960 0x7f53f80a3e20 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5418106500 0x7f541819e590 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5418101620 0x7f5418199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 --2- 172.21.15.88:0/2669685012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5418101fc0 0x7f541819a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:35.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 -- 172.21.15.88:0/2669685012 >> 172.21.15.88:0/2669685012 conn(0x7f5418078700 msgr2=0x7f54180ff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:35.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 -- 172.21.15.88:0/2669685012 shutdown_connections 2024-01-28T12:59:35.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:35.511+0000 7f5420400700 1 -- 172.21.15.88:0/2669685012 wait complete. 2024-01-28T12:59:35.717 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:35.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:35 smithi088 ceph-mon[35322]: pgmap v266: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:35.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:35 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/143663063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-01-28T12:59:35.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:35 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2669685012' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-01-28T12:59:35.872 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:35.898 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018925 got 128849018927 for osd.4 2024-01-28T12:59:35.899 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:35.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:35 smithi181 ceph-mon[45557]: pgmap v266: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:35.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:35 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/143663063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-01-28T12:59:35.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:35 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2669685012' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-01-28T12:59:35.972 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:36.019 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:36.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:35 smithi175 ceph-mon[44549]: pgmap v266: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:36.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:35 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/143663063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-01-28T12:59:36.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:35 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2669685012' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-01-28T12:59:36.279 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.281+0000 7f3521c00700 1 -- 172.21.15.88:0/55209932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f351c10da70 msgr2=0x7f351c10def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:36.279 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.281+0000 7f3521c00700 1 --2- 172.21.15.88:0/55209932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f351c10da70 0x7f351c10def0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f3504009990 tx=0x7f3504009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:36.279 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.281+0000 7f3521c00700 1 -- 172.21.15.88:0/55209932 shutdown_connections 2024-01-28T12:59:36.279 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.281+0000 7f3521c00700 1 --2- 172.21.15.88:0/55209932 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f351c1085d0 0x7f351c108a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:36.279 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.281+0000 7f3521c00700 1 --2- 172.21.15.88:0/55209932 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f351c10fc50 0x7f351c110030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:36.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.281+0000 7f3521c00700 1 --2- 172.21.15.88:0/55209932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f351c10da70 0x7f351c10def0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:36.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.281+0000 7f3521c00700 1 -- 172.21.15.88:0/55209932 >> 172.21.15.88:0/55209932 conn(0x7f351c06c580 msgr2=0x7f351c06c990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:36.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.281+0000 7f3521c00700 1 -- 172.21.15.88:0/55209932 shutdown_connections 2024-01-28T12:59:36.280 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.281+0000 7f3521c00700 1 -- 172.21.15.88:0/55209932 wait complete. 2024-01-28T12:59:36.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.282+0000 7f3521c00700 1 Processor -- start 2024-01-28T12:59:36.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.282+0000 7f3521c00700 1 -- start start 2024-01-28T12:59:36.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f3521c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f351c1085d0 0x7f351c1ac3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:36.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f3521c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f351c10da70 0x7f351c1ac930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:36.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f3521c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f351c10fc50 0x7f351c1a6600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:36.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f3521c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f351c1a6c60 con 0x7f351c10fc50 2024-01-28T12:59:36.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f3521c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f351c1a6da0 con 0x7f351c10da70 2024-01-28T12:59:36.281 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f3521c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f351c1a6f60 con 0x7f351c1085d0 2024-01-28T12:59:36.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f351b400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f351c10da70 0x7f351c1ac930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:36.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f3521200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f351c10fc50 0x7f351c1a6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:36.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f351b400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f351c10da70 0x7f351c1ac930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:37180/0 (socket says 172.21.15.88:37180) 2024-01-28T12:59:36.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f351b400700 1 -- 172.21.15.88:0/613144239 learned_addr learned my addr 172.21.15.88:0/613144239 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:36.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.283+0000 7f351be00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f351c1085d0 0x7f351c1ac3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:36.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.284+0000 7f351b400700 1 -- 172.21.15.88:0/613144239 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f351c1085d0 msgr2=0x7f351c1ac3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:36.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.284+0000 7f351b400700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f351c1085d0 0x7f351c1ac3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:36.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.284+0000 7f351b400700 1 -- 172.21.15.88:0/613144239 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f351c10fc50 msgr2=0x7f351c1a6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:36.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.284+0000 7f351b400700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f351c10fc50 0x7f351c1a6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:36.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.284+0000 7f351b400700 1 -- 172.21.15.88:0/613144239 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35040095f0 con 0x7f351c10da70 2024-01-28T12:59:36.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.284+0000 7f351be00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f351c1085d0 0x7f351c1ac3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:36.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.284+0000 7f351b400700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f351c10da70 0x7f351c1ac930 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3504000c00 tx=0x7f350400f670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:36.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.284+0000 7f3518c00700 1 -- 172.21.15.88:0/613144239 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f350401d070 con 0x7f351c10da70 2024-01-28T12:59:36.283 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.285+0000 7f3521c00700 1 -- 172.21.15.88:0/613144239 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f351c1a71e0 con 0x7f351c10da70 2024-01-28T12:59:36.284 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.285+0000 7f3518c00700 1 -- 172.21.15.88:0/613144239 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3504022470 con 0x7f351c10da70 2024-01-28T12:59:36.284 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.285+0000 7f3518c00700 1 -- 172.21.15.88:0/613144239 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3504017650 con 0x7f351c10da70 2024-01-28T12:59:36.284 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.285+0000 7f3521c00700 1 -- 172.21.15.88:0/613144239 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f351c1b3490 con 0x7f351c10da70 2024-01-28T12:59:36.284 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.286+0000 7f3521c00700 1 -- 172.21.15.88:0/613144239 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f351c06d980 con 0x7f351c10da70 2024-01-28T12:59:36.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.288+0000 7f3518c00700 1 -- 172.21.15.88:0/613144239 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f35040225e0 con 0x7f351c10da70 2024-01-28T12:59:36.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.289+0000 7f3518c00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f34fc0a1960 0x7f34fc0a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:36.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.289+0000 7f3518c00700 1 -- 172.21.15.88:0/613144239 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f35040ce810 con 0x7f351c10da70 2024-01-28T12:59:36.288 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.290+0000 7f351be00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f34fc0a1960 0x7f34fc0a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:36.288 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.290+0000 7f351be00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f34fc0a1960 0x7f34fc0a3e20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f350c005950 tx=0x7f350c00a300 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:36.289 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.292+0000 7f3518c00700 1 -- 172.21.15.88:0/613144239 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f350405d380 con 0x7f351c10da70 2024-01-28T12:59:36.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.521+0000 7f3521c00700 1 -- 172.21.15.88:0/613144239 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f351c1a7ae0 con 0x7f351c10da70 2024-01-28T12:59:36.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.522+0000 7f3518c00700 1 -- 172.21.15.88:0/613144239 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f35040976b0 con 0x7f351c10da70 2024-01-28T12:59:36.520 INFO:teuthology.orchestra.run.smithi088.stdout:51539607612 2024-01-28T12:59:36.522 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 -- 172.21.15.88:0/613144239 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f34fc0a1960 msgr2=0x7f34fc0a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:36.522 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f34fc0a1960 0x7f34fc0a3e20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f350c005950 tx=0x7f350c00a300 comp rx=0 tx=0).stop 2024-01-28T12:59:36.522 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 -- 172.21.15.88:0/613144239 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f351c10da70 msgr2=0x7f351c1ac930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:36.522 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f351c10da70 0x7f351c1ac930 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3504000c00 tx=0x7f350400f670 comp rx=0 tx=0).stop 2024-01-28T12:59:36.522 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 -- 172.21.15.88:0/613144239 shutdown_connections 2024-01-28T12:59:36.522 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f34fc0a1960 0x7f34fc0a3e20 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:36.522 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f351c10fc50 0x7f351c1a6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:36.522 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f351c1085d0 0x7f351c1ac3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:36.523 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 --2- 172.21.15.88:0/613144239 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f351c10da70 0x7f351c1ac930 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:36.523 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 -- 172.21.15.88:0/613144239 >> 172.21.15.88:0/613144239 conn(0x7f351c06c580 msgr2=0x7f351c071f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:36.523 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 -- 172.21.15.88:0/613144239 shutdown_connections 2024-01-28T12:59:36.523 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.524+0000 7f3521c00700 1 -- 172.21.15.88:0/613144239 wait complete. 2024-01-28T12:59:36.729 INFO:tasks.cephadm.ceph_manager.ceph:need seq 266287972378 got 266287972380 for osd.9 2024-01-28T12:59:36.730 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:36.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:36 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/613144239' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.975+0000 7fd213a00700 1 -- 172.21.15.88:0/3189735865 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd20c1076a0 msgr2=0x7fd20c107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.975+0000 7fd213a00700 1 --2- 172.21.15.88:0/3189735865 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd20c1076a0 0x7fd20c107a80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc009990 tx=0x7fd1fc009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.976+0000 7fd213a00700 1 -- 172.21.15.88:0/3189735865 shutdown_connections 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.976+0000 7fd213a00700 1 --2- 172.21.15.88:0/3189735865 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd20c101d50 0x7fd20c10e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.976+0000 7fd213a00700 1 --2- 172.21.15.88:0/3189735865 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd20c1076a0 0x7fd20c107a80 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.976+0000 7fd213a00700 1 --2- 172.21.15.88:0/3189735865 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd20c107fc0 0x7fd20c101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.976+0000 7fd213a00700 1 -- 172.21.15.88:0/3189735865 >> 172.21.15.88:0/3189735865 conn(0x7fd20c078730 msgr2=0x7fd20c078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.976+0000 7fd213a00700 1 -- 172.21.15.88:0/3189735865 shutdown_connections 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.976+0000 7fd213a00700 1 -- 172.21.15.88:0/3189735865 wait complete. 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd213a00700 1 Processor -- start 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd213a00700 1 -- start start 2024-01-28T12:59:37.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd213a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd20c101d50 0x7fd20c19d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd213a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd20c1076a0 0x7fd20c19dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd213a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd20c107fc0 0x7fd20c1979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd213a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c198000 con 0x7fd20c1076a0 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd213a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c198140 con 0x7fd20c101d50 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd213a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c198300 con 0x7fd20c107fc0 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd20be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd20c1076a0 0x7fd20c19dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd20be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd20c1076a0 0x7fd20c19dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:47386/0 (socket says 172.21.15.88:47386) 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.977+0000 7fd20be00700 1 -- 172.21.15.88:0/1409389607 learned_addr learned my addr 172.21.15.88:0/1409389607 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd211000700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd20c101d50 0x7fd20c19d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd211a00700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd20c107fc0 0x7fd20c1979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd20be00700 1 -- 172.21.15.88:0/1409389607 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd20c107fc0 msgr2=0x7fd20c1979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd20be00700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd20c107fc0 0x7fd20c1979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd20be00700 1 -- 172.21.15.88:0/1409389607 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd20c101d50 msgr2=0x7fd20c19d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd20be00700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd20c101d50 0x7fd20c19d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd20be00700 1 -- 172.21.15.88:0/1409389607 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1fc0095f0 con 0x7fd20c1076a0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd20be00700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd20c1076a0 0x7fd20c19dcd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd1f400d980 tx=0x7fd1f400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd209600700 1 -- 172.21.15.88:0/1409389607 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1f400f890 con 0x7fd20c1076a0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd213a00700 1 -- 172.21.15.88:0/1409389607 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd20c1985e0 con 0x7fd20c1076a0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd209600700 1 -- 172.21.15.88:0/1409389607 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd1f4010460 con 0x7fd20c1076a0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.978+0000 7fd209600700 1 -- 172.21.15.88:0/1409389607 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1f400e610 con 0x7fd20c1076a0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.979+0000 7fd213a00700 1 -- 172.21.15.88:0/1409389607 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd20c1a4830 con 0x7fd20c1076a0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.979+0000 7fd213a00700 1 -- 172.21.15.88:0/1409389607 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd20c109c10 con 0x7fd20c1076a0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.981+0000 7fd209600700 1 -- 172.21.15.88:0/1409389607 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fd1f40105d0 con 0x7fd20c1076a0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.983+0000 7fd209600700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1ec0a18e0 0x7fd1ec0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.983+0000 7fd209600700 1 -- 172.21.15.88:0/1409389607 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fd1f40ccf70 con 0x7fd20c1076a0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.983+0000 7fd211000700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1ec0a18e0 0x7fd1ec0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.983+0000 7fd211000700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1ec0a18e0 0x7fd1ec0a3da0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd20c079060 tx=0x7fd1fc00b540 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:37.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:36.987+0000 7fd209600700 1 -- 172.21.15.88:0/1409389607 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fd1f4095d80 con 0x7fd20c1076a0 2024-01-28T12:59:37.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:36 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/613144239' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-01-28T12:59:37.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:36 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/613144239' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-01-28T12:59:37.197 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.200+0000 7fd213a00700 1 -- 172.21.15.88:0/1409389607 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fd20c198e80 con 0x7fd20c1076a0 2024-01-28T12:59:37.198 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.200+0000 7fd209600700 1 -- 172.21.15.88:0/1409389607 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fd1f40993a0 con 0x7fd20c1076a0 2024-01-28T12:59:37.198 INFO:teuthology.orchestra.run.smithi088.stdout:206158430245 2024-01-28T12:59:37.202 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 -- 172.21.15.88:0/1409389607 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1ec0a18e0 msgr2=0x7fd1ec0a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:37.202 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1ec0a18e0 0x7fd1ec0a3da0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd20c079060 tx=0x7fd1fc00b540 comp rx=0 tx=0).stop 2024-01-28T12:59:37.202 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 -- 172.21.15.88:0/1409389607 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd20c1076a0 msgr2=0x7fd20c19dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:37.202 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd20c1076a0 0x7fd20c19dcd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd1f400d980 tx=0x7fd1f400dc90 comp rx=0 tx=0).stop 2024-01-28T12:59:37.202 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 -- 172.21.15.88:0/1409389607 shutdown_connections 2024-01-28T12:59:37.202 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd1ec0a18e0 0x7fd1ec0a3da0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.202 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd20c107fc0 0x7fd20c1979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.203 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd20c101d50 0x7fd20c19d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.203 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 --2- 172.21.15.88:0/1409389607 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd20c1076a0 0x7fd20c19dcd0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.203 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 -- 172.21.15.88:0/1409389607 >> 172.21.15.88:0/1409389607 conn(0x7fd20c078730 msgr2=0x7fd20c1008a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:37.203 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.204+0000 7fd213a00700 1 -- 172.21.15.88:0/1409389607 shutdown_connections 2024-01-28T12:59:37.203 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.205+0000 7fd213a00700 1 -- 172.21.15.88:0/1409389607 wait complete. 2024-01-28T12:59:37.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.351+0000 7ff501a00700 1 -- 172.21.15.88:0/347592385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4fc069280 msgr2=0x7ff4fc069700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:37.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.351+0000 7ff501a00700 1 --2- 172.21.15.88:0/347592385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4fc069280 0x7ff4fc069700 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4009990 tx=0x7ff4e4009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.352+0000 7ff501a00700 1 -- 172.21.15.88:0/347592385 shutdown_connections 2024-01-28T12:59:37.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.352+0000 7ff501a00700 1 --2- 172.21.15.88:0/347592385 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4fc069c40 0x7ff4fc10e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.352+0000 7ff501a00700 1 --2- 172.21.15.88:0/347592385 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4fc107630 0x7ff4fc107a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.352+0000 7ff501a00700 1 --2- 172.21.15.88:0/347592385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4fc069280 0x7ff4fc069700 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.352+0000 7ff501a00700 1 -- 172.21.15.88:0/347592385 >> 172.21.15.88:0/347592385 conn(0x7ff4fc077400 msgr2=0x7ff4fc077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.352+0000 7ff501a00700 1 -- 172.21.15.88:0/347592385 shutdown_connections 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.352+0000 7ff501a00700 1 -- 172.21.15.88:0/347592385 wait complete. 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.353+0000 7ff501a00700 1 Processor -- start 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.353+0000 7ff501a00700 1 -- start start 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.353+0000 7ff501a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4fc069280 0x7ff4fc19f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.353+0000 7ff501a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4fc069c40 0x7ff4fc19fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.353+0000 7ff501a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4fc107630 0x7ff4fc199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.353+0000 7ff501a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc19a0d0 con 0x7ff4fc107630 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.353+0000 7ff501a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc19a210 con 0x7ff4fc069280 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.353+0000 7ff501a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc19a3d0 con 0x7ff4fc069c40 2024-01-28T12:59:37.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4fb400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4fc107630 0x7ff4fc199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4faa00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4fc069280 0x7ff4fc19f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4fb400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4fc107630 0x7ff4fc199a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:47396/0 (socket says 172.21.15.88:47396) 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4fb400700 1 -- 172.21.15.88:0/3230699773 learned_addr learned my addr 172.21.15.88:0/3230699773 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4fa000700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4fc069c40 0x7ff4fc19fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4faa00700 1 -- 172.21.15.88:0/3230699773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4fc069c40 msgr2=0x7ff4fc19fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4faa00700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4fc069c40 0x7ff4fc19fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4faa00700 1 -- 172.21.15.88:0/3230699773 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4fc107630 msgr2=0x7ff4fc199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4faa00700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4fc107630 0x7ff4fc199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4faa00700 1 -- 172.21.15.88:0/3230699773 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e40095f0 con 0x7ff4fc069280 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4fa000700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4fc069c40 0x7ff4fc19fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:37.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.354+0000 7ff4faa00700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4fc069280 0x7ff4fc19f8b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec00e9f0 tx=0x7ff4ec00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:37.684 INFO:teuthology.orchestra.run.smithi088.stdout:98784247859 2024-01-28T12:59:37.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.355+0000 7ff4f3400700 1 -- 172.21.15.88:0/3230699773 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4ec00c9c0 con 0x7ff4fc069280 2024-01-28T12:59:37.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.355+0000 7ff501a00700 1 -- 172.21.15.88:0/3230699773 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4fc19a6b0 con 0x7ff4fc069280 2024-01-28T12:59:37.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.355+0000 7ff501a00700 1 -- 172.21.15.88:0/3230699773 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4fc1a6950 con 0x7ff4fc069280 2024-01-28T12:59:37.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.355+0000 7ff4f3400700 1 -- 172.21.15.88:0/3230699773 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4ec010430 con 0x7ff4fc069280 2024-01-28T12:59:37.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.355+0000 7ff4f3400700 1 -- 172.21.15.88:0/3230699773 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4ec018680 con 0x7ff4fc069280 2024-01-28T12:59:37.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.356+0000 7ff501a00700 1 -- 172.21.15.88:0/3230699773 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4d4005330 con 0x7ff4fc069280 2024-01-28T12:59:37.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.359+0000 7ff4f3400700 1 -- 172.21.15.88:0/3230699773 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7ff4ec010810 con 0x7ff4fc069280 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.361+0000 7ff4f3400700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4dc0a1960 0x7ff4dc0a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.362+0000 7ff4f3400700 1 -- 172.21.15.88:0/3230699773 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ff4ec014070 con 0x7ff4fc069280 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.362+0000 7ff4fa000700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4dc0a1960 0x7ff4dc0a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.362+0000 7ff4f3400700 1 -- 172.21.15.88:0/3230699773 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7ff4ec096400 con 0x7ff4fc069280 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.363+0000 7ff4fa000700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4dc0a1960 0x7ff4dc0a3e20 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc077ae0 tx=0x7ff4e4005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.574+0000 7ff501a00700 1 -- 172.21.15.88:0/3230699773 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7ff4d40058b0 con 0x7ff4fc069280 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.575+0000 7ff4f3400700 1 -- 172.21.15.88:0/3230699773 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff4ec099a20 con 0x7ff4fc069280 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 -- 172.21.15.88:0/3230699773 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4dc0a1960 msgr2=0x7ff4dc0a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4dc0a1960 0x7ff4dc0a3e20 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc077ae0 tx=0x7ff4e4005fd0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 -- 172.21.15.88:0/3230699773 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4fc069280 msgr2=0x7ff4fc19f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4fc069280 0x7ff4fc19f8b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec00e9f0 tx=0x7ff4ec00ed00 comp rx=0 tx=0).stop 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 -- 172.21.15.88:0/3230699773 shutdown_connections 2024-01-28T12:59:37.685 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4dc0a1960 0x7ff4dc0a3e20 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.686 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4fc107630 0x7ff4fc199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.686 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4fc069280 0x7ff4fc19f8b0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.686 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 --2- 172.21.15.88:0/3230699773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4fc069c40 0x7ff4fc19fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:37.686 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 -- 172.21.15.88:0/3230699773 >> 172.21.15.88:0/3230699773 conn(0x7ff4fc077400 msgr2=0x7ff4fc0ff2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:37.686 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 -- 172.21.15.88:0/3230699773 shutdown_connections 2024-01-28T12:59:37.686 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:37.577+0000 7ff501a00700 1 -- 172.21.15.88:0/3230699773 wait complete. 2024-01-28T12:59:37.908 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:37 smithi088 ceph-mon[35322]: pgmap v267: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:37.908 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:37 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1409389607' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-01-28T12:59:37.908 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:37 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3230699773' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-01-28T12:59:37.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:37 smithi181 ceph-mon[45557]: pgmap v267: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:37.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:37 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1409389607' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-01-28T12:59:37.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:37 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3230699773' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-01-28T12:59:38.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:37 smithi175 ceph-mon[44549]: pgmap v267: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:38.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:37 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1409389607' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-01-28T12:59:38.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:37 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3230699773' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-01-28T12:59:38.787 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430242 got 206158430245 for osd.7 2024-01-28T12:59:38.788 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:39.089 INFO:tasks.cephadm.ceph_manager.ceph:need seq 51539607610 got 51539607612 for osd.1 2024-01-28T12:59:39.089 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:39.435 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.437+0000 7f45fde00700 1 -- 172.21.15.88:0/941558206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f8074120 msgr2=0x7f45f810da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.437+0000 7f45fde00700 1 --2- 172.21.15.88:0/941558206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f8074120 0x7f45f810da90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f45e0009990 tx=0x7f45e0009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.437+0000 7f45fde00700 1 -- 172.21.15.88:0/941558206 shutdown_connections 2024-01-28T12:59:39.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.437+0000 7f45fde00700 1 --2- 172.21.15.88:0/941558206 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45f810dfd0 0x7f45f81103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.437+0000 7f45fde00700 1 --2- 172.21.15.88:0/941558206 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f45f8073800 0x7f45f8073be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.437+0000 7f45fde00700 1 --2- 172.21.15.88:0/941558206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f8074120 0x7f45f810da90 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.437+0000 7f45fde00700 1 -- 172.21.15.88:0/941558206 >> 172.21.15.88:0/941558206 conn(0x7f45f8078730 msgr2=0x7f45f8078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:39.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.437+0000 7f45fde00700 1 -- 172.21.15.88:0/941558206 shutdown_connections 2024-01-28T12:59:39.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.438+0000 7f45fde00700 1 -- 172.21.15.88:0/941558206 wait complete. 2024-01-28T12:59:39.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.439+0000 7f45fde00700 1 Processor -- start 2024-01-28T12:59:39.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.439+0000 7f45fde00700 1 -- start start 2024-01-28T12:59:39.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45fde00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45f8073800 0x7f45f819f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45fde00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f8074120 0x7f45f819fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45fde00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f45f810dfd0 0x7f45f8199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.438 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45fde00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f819a120 con 0x7f45f8074120 2024-01-28T12:59:39.438 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45fde00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f819a260 con 0x7f45f810dfd0 2024-01-28T12:59:39.438 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45fde00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f819a420 con 0x7f45f8073800 2024-01-28T12:59:39.438 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45f6000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f8074120 0x7f45f819fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45f6000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f8074120 0x7f45f819fe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:47414/0 (socket says 172.21.15.88:47414) 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45f6000700 1 -- 172.21.15.88:0/1749419235 learned_addr learned my addr 172.21.15.88:0/1749419235 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45f6a00700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45f8073800 0x7f45f819f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45f7400700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f45f810dfd0 0x7f45f8199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45f6000700 1 -- 172.21.15.88:0/1749419235 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45f8073800 msgr2=0x7f45f819f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45f6000700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45f8073800 0x7f45f819f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45f6000700 1 -- 172.21.15.88:0/1749419235 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f45f810dfd0 msgr2=0x7f45f8199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45f6000700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f45f810dfd0 0x7f45f8199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.440+0000 7f45f6000700 1 -- 172.21.15.88:0/1749419235 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45e00095f0 con 0x7f45f8074120 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.441+0000 7f45f6000700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f8074120 0x7f45f819fe40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f45e0005910 tx=0x7f45e0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:39.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.441+0000 7f45fca00700 1 -- 172.21.15.88:0/1749419235 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e001d070 con 0x7f45f8074120 2024-01-28T12:59:39.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.441+0000 7f45fca00700 1 -- 172.21.15.88:0/1749419235 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f45e0022470 con 0x7f45f8074120 2024-01-28T12:59:39.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.441+0000 7f45fde00700 1 -- 172.21.15.88:0/1749419235 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45f819a6a0 con 0x7f45f8074120 2024-01-28T12:59:39.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.441+0000 7f45fca00700 1 -- 172.21.15.88:0/1749419235 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e0017650 con 0x7f45f8074120 2024-01-28T12:59:39.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.441+0000 7f45fde00700 1 -- 172.21.15.88:0/1749419235 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45f81a69a0 con 0x7f45f8074120 2024-01-28T12:59:39.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.443+0000 7f45fde00700 1 -- 172.21.15.88:0/1749419235 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45f81091e0 con 0x7f45f8074120 2024-01-28T12:59:39.442 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.445+0000 7f45fca00700 1 -- 172.21.15.88:0/1749419235 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f45e00225e0 con 0x7f45f8074120 2024-01-28T12:59:39.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.446+0000 7f45fca00700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d80a18e0 0x7f45d80a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.446+0000 7f45fca00700 1 -- 172.21.15.88:0/1749419235 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f45e00ce930 con 0x7f45f8074120 2024-01-28T12:59:39.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.446+0000 7f45f6a00700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d80a18e0 0x7f45d80a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.447+0000 7f45f6a00700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d80a18e0 0x7f45d80a3da0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f45f819ac00 tx=0x7f45e800b410 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:39.448 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.450+0000 7f45fca00700 1 -- 172.21.15.88:0/1749419235 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f45e00977d0 con 0x7f45f8074120 2024-01-28T12:59:39.495 INFO:tasks.cephadm.ceph_manager.ceph:need seq 98784247857 got 98784247859 for osd.3 2024-01-28T12:59:39.495 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:39.706 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.599+0000 7f0507c00700 1 -- 172.21.15.88:0/3853260124 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0500073800 msgr2=0x7f0500073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.706 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.599+0000 7f0507c00700 1 --2- 172.21.15.88:0/3853260124 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0500073800 0x7f0500073be0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f04f00098f0 tx=0x7f04f0009c00 comp rx=0 tx=0).stop 2024-01-28T12:59:39.706 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.599+0000 7f0507c00700 1 -- 172.21.15.88:0/3853260124 shutdown_connections 2024-01-28T12:59:39.706 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.599+0000 7f0507c00700 1 --2- 172.21.15.88:0/3853260124 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05001127a0 0x7f0500114b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.706 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.599+0000 7f0507c00700 1 --2- 172.21.15.88:0/3853260124 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0500073800 0x7f0500073be0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.706 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.599+0000 7f0507c00700 1 --2- 172.21.15.88:0/3853260124 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0500074120 0x7f0500112260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.706 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.599+0000 7f0507c00700 1 -- 172.21.15.88:0/3853260124 >> 172.21.15.88:0/3853260124 conn(0x7f0500078730 msgr2=0x7f0500078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.599+0000 7f0507c00700 1 -- 172.21.15.88:0/3853260124 shutdown_connections 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.599+0000 7f0507c00700 1 -- 172.21.15.88:0/3853260124 wait complete. 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.600+0000 7f0507c00700 1 Processor -- start 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.600+0000 7f0507c00700 1 -- start start 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f0507c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0500073800 0x7f050019e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f0507c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0500074120 0x7f050019e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f0507c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05001127a0 0x7f05001a29a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f0507c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05001a2fb0 con 0x7f05001127a0 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f0507c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05001a3120 con 0x7f0500073800 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f0507c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05001a32e0 con 0x7f0500074120 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f0505c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05001127a0 0x7f05001a29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f0505c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05001127a0 0x7f05001a29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:47438/0 (socket says 172.21.15.88:47438) 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f0505c00700 1 -- 172.21.15.88:0/921334522 learned_addr learned my addr 172.21.15.88:0/921334522 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f04ffe00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0500074120 0x7f050019e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.601+0000 7f0505200700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0500073800 0x7f050019e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f04ffe00700 1 -- 172.21.15.88:0/921334522 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0500073800 msgr2=0x7f050019e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f04ffe00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0500073800 0x7f050019e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f04ffe00700 1 -- 172.21.15.88:0/921334522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05001127a0 msgr2=0x7f05001a29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f04ffe00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05001127a0 0x7f05001a29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f04ffe00700 1 -- 172.21.15.88:0/921334522 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04f8009d00 con 0x7f0500074120 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f0505c00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05001127a0 0x7f05001a29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f0505200700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0500073800 0x7f050019e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f04ffe00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0500074120 0x7f050019e610 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f04e800e9c0 tx=0x7f04e800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f04fd600700 1 -- 172.21.15.88:0/921334522 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04e8004220 con 0x7f0500074120 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f0507c00700 1 -- 172.21.15.88:0/921334522 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04f0009520 con 0x7f0500074120 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f04fd600700 1 -- 172.21.15.88:0/921334522 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f04e800cc80 con 0x7f0500074120 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f0507c00700 1 -- 172.21.15.88:0/921334522 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05001aac50 con 0x7f0500074120 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.602+0000 7f04fd600700 1 -- 172.21.15.88:0/921334522 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04e8003be0 con 0x7f0500074120 2024-01-28T12:59:39.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.603+0000 7f0507c00700 1 -- 172.21.15.88:0/921334522 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04d8005330 con 0x7f0500074120 2024-01-28T12:59:39.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.606+0000 7f04fd600700 1 -- 172.21.15.88:0/921334522 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f04e8003d40 con 0x7f0500074120 2024-01-28T12:59:39.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.607+0000 7f04fd600700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f04e00a18e0 0x7f04e00a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.607+0000 7f04fd600700 1 -- 172.21.15.88:0/921334522 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f04e8014070 con 0x7f0500074120 2024-01-28T12:59:39.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.607+0000 7f0505200700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f04e00a18e0 0x7f04e00a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.608+0000 7f0505200700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f04e00a18e0 0x7f04e00a3da0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f04f0009810 tx=0x7f04f0019040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:39.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.609+0000 7f04fd600700 1 -- 172.21.15.88:0/921334522 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f04e80966e0 con 0x7f0500074120 2024-01-28T12:59:39.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.709+0000 7f45fde00700 1 -- 172.21.15.88:0/1749419235 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7f45f80682f0 con 0x7f45f8074120 2024-01-28T12:59:39.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.709+0000 7f45fca00700 1 -- 172.21.15.88:0/1749419235 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f45e009adf0 con 0x7f45f8074120 2024-01-28T12:59:39.710 INFO:teuthology.orchestra.run.smithi088.stdout:317827579927 2024-01-28T12:59:39.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 -- 172.21.15.88:0/1749419235 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d80a18e0 msgr2=0x7f45d80a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d80a18e0 0x7f45d80a3da0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f45f819ac00 tx=0x7f45e800b410 comp rx=0 tx=0).stop 2024-01-28T12:59:39.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 -- 172.21.15.88:0/1749419235 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f8074120 msgr2=0x7f45f819fe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f8074120 0x7f45f819fe40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f45e0005910 tx=0x7f45e0004730 comp rx=0 tx=0).stop 2024-01-28T12:59:39.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 -- 172.21.15.88:0/1749419235 shutdown_connections 2024-01-28T12:59:39.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f45d80a18e0 0x7f45d80a3da0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f45f810dfd0 0x7f45f8199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f45f8073800 0x7f45f819f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 --2- 172.21.15.88:0/1749419235 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45f8074120 0x7f45f819fe40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 -- 172.21.15.88:0/1749419235 >> 172.21.15.88:0/1749419235 conn(0x7f45f8078730 msgr2=0x7f45f80fe7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:39.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 -- 172.21.15.88:0/1749419235 shutdown_connections 2024-01-28T12:59:39.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.712+0000 7f45fde00700 1 -- 172.21.15.88:0/1749419235 wait complete. 2024-01-28T12:59:39.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.861+0000 7f4142a00700 1 -- 172.21.15.88:0/215433554 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f413c069280 msgr2=0x7f413c069660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.861+0000 7f4142a00700 1 --2- 172.21.15.88:0/215433554 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f413c069280 0x7f413c069660 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f412c009990 tx=0x7f412c009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.862+0000 7f4142a00700 1 -- 172.21.15.88:0/215433554 shutdown_connections 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.862+0000 7f4142a00700 1 --2- 172.21.15.88:0/215433554 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f413c10e080 0x7f413c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.862+0000 7f4142a00700 1 --2- 172.21.15.88:0/215433554 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f413c069280 0x7f413c069660 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.862+0000 7f4142a00700 1 --2- 172.21.15.88:0/215433554 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f413c069ba0 0x7f413c10db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.862+0000 7f4142a00700 1 -- 172.21.15.88:0/215433554 >> 172.21.15.88:0/215433554 conn(0x7f413c077400 msgr2=0x7f413c077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.862+0000 7f4142a00700 1 -- 172.21.15.88:0/215433554 shutdown_connections 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.862+0000 7f4142a00700 1 -- 172.21.15.88:0/215433554 wait complete. 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.863+0000 7f4142a00700 1 Processor -- start 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.863+0000 7f4142a00700 1 -- start start 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f4142a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f413c069280 0x7f413c19f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f4142a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f413c069ba0 0x7f413c19fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f4142a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f413c10e080 0x7f413c199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f4142a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f413c19a0f0 con 0x7f413c069ba0 2024-01-28T12:59:39.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f4142a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f413c19a230 con 0x7f413c069280 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f4142a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f413c19a3f0 con 0x7f413c10e080 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f413be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f413c069280 0x7f413c19f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f413b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f413c069ba0 0x7f413c19fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f413b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f413c069ba0 0x7f413c19fdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:47452/0 (socket says 172.21.15.88:47452) 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f413be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f413c069280 0x7f413c19f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:37282/0 (socket says 172.21.15.88:37282) 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f413b400700 1 -- 172.21.15.88:0/3109898117 learned_addr learned my addr 172.21.15.88:0/3109898117 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.864+0000 7f4140a00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f413c10e080 0x7f413c199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4140a00700 1 -- 172.21.15.88:0/3109898117 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f413c069280 msgr2=0x7f413c19f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4140a00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f413c069280 0x7f413c19f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4140a00700 1 -- 172.21.15.88:0/3109898117 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f413c069ba0 msgr2=0x7f413c19fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4140a00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f413c069ba0 0x7f413c19fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4140a00700 1 -- 172.21.15.88:0/3109898117 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f412c0095f0 con 0x7f413c10e080 2024-01-28T12:59:39.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4140a00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f413c10e080 0x7f413c199a90 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f413400ef90 tx=0x7f413400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4138c00700 1 -- 172.21.15.88:0/3109898117 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4134018070 con 0x7f413c10e080 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4138c00700 1 -- 172.21.15.88:0/3109898117 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f413400f040 con 0x7f413c10e080 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4142a00700 1 -- 172.21.15.88:0/3109898117 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f413c19a670 con 0x7f413c10e080 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4142a00700 1 -- 172.21.15.88:0/3109898117 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f413c1a6750 con 0x7f413c10e080 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.865+0000 7f4138c00700 1 -- 172.21.15.88:0/3109898117 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f413400cc30 con 0x7f413c10e080 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.867+0000 7f4142a00700 1 -- 172.21.15.88:0/3109898117 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4114005330 con 0x7f413c10e080 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.868+0000 7f4138c00700 1 -- 172.21.15.88:0/3109898117 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f4134003a00 con 0x7f413c10e080 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.871+0000 7f4138c00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f411c0a18e0 0x7f411c0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.871+0000 7f4138c00700 1 -- 172.21.15.88:0/3109898117 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f41340ccfe0 con 0x7f413c10e080 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.871+0000 7f413be00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f411c0a18e0 0x7f411c0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.872+0000 7f413be00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f411c0a18e0 0x7f411c0a3da0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f412c00b2e0 tx=0x7f412c0058e0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:39.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.874+0000 7f4138c00700 1 -- 172.21.15.88:0/3109898117 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f4134100380 con 0x7f413c10e080 2024-01-28T12:59:39.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.883+0000 7f0507c00700 1 -- 172.21.15.88:0/921334522 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f04d80058b0 con 0x7f0500074120 2024-01-28T12:59:39.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.883+0000 7f04fd600700 1 -- 172.21.15.88:0/921334522 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f04e8004380 con 0x7f0500074120 2024-01-28T12:59:39.881 INFO:teuthology.orchestra.run.smithi088.stdout:184683593768 2024-01-28T12:59:39.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 -- 172.21.15.88:0/921334522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f04e00a18e0 msgr2=0x7f04e00a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f04e00a18e0 0x7f04e00a3da0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f04f0009810 tx=0x7f04f0019040 comp rx=0 tx=0).stop 2024-01-28T12:59:39.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 -- 172.21.15.88:0/921334522 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0500074120 msgr2=0x7f050019e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0500074120 0x7f050019e610 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f04e800e9c0 tx=0x7f04e800ecd0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 -- 172.21.15.88:0/921334522 shutdown_connections 2024-01-28T12:59:39.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f04e00a18e0 0x7f04e00a3da0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f05001127a0 0x7f05001a29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0500073800 0x7f050019e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 --2- 172.21.15.88:0/921334522 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f0500074120 0x7f050019e610 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 -- 172.21.15.88:0/921334522 >> 172.21.15.88:0/921334522 conn(0x7f0500078730 msgr2=0x7f050010f640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:39.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 -- 172.21.15.88:0/921334522 shutdown_connections 2024-01-28T12:59:39.886 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.887+0000 7f0507c00700 1 -- 172.21.15.88:0/921334522 wait complete. 2024-01-28T12:59:39.916 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:39 smithi088 ceph-mon[35322]: pgmap v268: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-01-28T12:59:39.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.945+0000 7f2d3a400700 1 -- 172.21.15.88:0/3712174065 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2d34074320 msgr2=0x7f2d3410d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.945+0000 7f2d3a400700 1 --2- 172.21.15.88:0/3712174065 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2d34074320 0x7f2d3410d7b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2d1c0098f0 tx=0x7f2d1c009c00 comp rx=0 tx=0).stop 2024-01-28T12:59:39.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.946+0000 7f2d3a400700 1 -- 172.21.15.88:0/3712174065 shutdown_connections 2024-01-28T12:59:39.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.946+0000 7f2d3a400700 1 --2- 172.21.15.88:0/3712174065 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d3410dcf0 0x7f2d34110160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.946+0000 7f2d3a400700 1 --2- 172.21.15.88:0/3712174065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2d34073a00 0x7f2d34073de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.946+0000 7f2d3a400700 1 --2- 172.21.15.88:0/3712174065 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2d34074320 0x7f2d3410d7b0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.946+0000 7f2d3a400700 1 -- 172.21.15.88:0/3712174065 >> 172.21.15.88:0/3712174065 conn(0x7f2d340fcfa0 msgr2=0x7f2d340ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:39.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.946+0000 7f2d3a400700 1 -- 172.21.15.88:0/3712174065 shutdown_connections 2024-01-28T12:59:39.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.946+0000 7f2d3a400700 1 -- 172.21.15.88:0/3712174065 wait complete. 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.947+0000 7f2d3a400700 1 Processor -- start 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.948+0000 7f2d3a400700 1 -- start start 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.948+0000 7f2d3a400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d34073a00 0x7f2d3419f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.948+0000 7f2d3a400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2d34074320 0x7f2d3419fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.948+0000 7f2d3a400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2d3410dcf0 0x7f2d341999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.948+0000 7f2d3a400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d3419a030 con 0x7f2d34074320 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.948+0000 7f2d3a400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d3419a170 con 0x7f2d34073a00 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.948+0000 7f2d3a400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d3419a330 con 0x7f2d3410dcf0 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.949+0000 7f2d33e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2d34074320 0x7f2d3419fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.949+0000 7f2d33e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2d34074320 0x7f2d3419fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:47472/0 (socket says 172.21.15.88:47472) 2024-01-28T12:59:39.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.949+0000 7f2d33e00700 1 -- 172.21.15.88:0/202489220 learned_addr learned my addr 172.21.15.88:0/202489220 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:39.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.949+0000 7f2d39a00700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2d3410dcf0 0x7f2d341999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.949+0000 7f2d33e00700 1 -- 172.21.15.88:0/202489220 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2d3410dcf0 msgr2=0x7f2d341999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:39.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.949+0000 7f2d33e00700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2d3410dcf0 0x7f2d341999d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.949+0000 7f2d33e00700 1 -- 172.21.15.88:0/202489220 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d34073a00 msgr2=0x7f2d3419f810 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-01-28T12:59:39.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.949+0000 7f2d33e00700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d34073a00 0x7f2d3419f810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:39.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.949+0000 7f2d33e00700 1 -- 172.21.15.88:0/202489220 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d240095f0 con 0x7f2d34074320 2024-01-28T12:59:39.950 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.953+0000 7f2d33e00700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2d34074320 0x7f2d3419fd50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f2d1c005950 tx=0x7f2d1c010ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:39.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.953+0000 7f2d31600700 1 -- 172.21.15.88:0/202489220 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d1c01c070 con 0x7f2d34074320 2024-01-28T12:59:39.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.953+0000 7f2d31600700 1 -- 172.21.15.88:0/202489220 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d1c00bba0 con 0x7f2d34074320 2024-01-28T12:59:39.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.953+0000 7f2d31600700 1 -- 172.21.15.88:0/202489220 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d1c0039c0 con 0x7f2d34074320 2024-01-28T12:59:39.951 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.954+0000 7f2d3a400700 1 -- 172.21.15.88:0/202489220 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d2c009c40 con 0x7f2d34074320 2024-01-28T12:59:39.952 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.954+0000 7f2d3a400700 1 -- 172.21.15.88:0/202489220 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d1c009520 con 0x7f2d34074320 2024-01-28T12:59:39.954 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.955+0000 7f2d3a400700 1 -- 172.21.15.88:0/202489220 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d34108f00 con 0x7f2d34074320 2024-01-28T12:59:39.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:39 smithi181 ceph-mon[45557]: pgmap v268: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-01-28T12:59:39.958 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.960+0000 7f2d31600700 1 -- 172.21.15.88:0/202489220 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f2d1c020030 con 0x7f2d34074320 2024-01-28T12:59:39.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.962+0000 7f2d31600700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2d140a1960 0x7f2d140a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:39.960 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.963+0000 7f2d31600700 1 -- 172.21.15.88:0/202489220 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f2d1c0ce430 con 0x7f2d34074320 2024-01-28T12:59:39.961 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.963+0000 7f2d39000700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2d140a1960 0x7f2d140a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:39.962 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.964+0000 7f2d39000700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2d140a1960 0x7f2d140a3e20 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2d3419ab10 tx=0x7f2d24009310 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:39.966 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:39.969+0000 7f2d31600700 1 -- 172.21.15.88:0/202489220 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f2d1c097330 con 0x7f2d34074320 2024-01-28T12:59:40.155 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.156+0000 7f4142a00700 1 -- 172.21.15.88:0/3109898117 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f41140058b0 con 0x7f413c10e080 2024-01-28T12:59:40.155 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.157+0000 7f4138c00700 1 -- 172.21.15.88:0/3109898117 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4134095ec0 con 0x7f413c10e080 2024-01-28T12:59:40.157 INFO:teuthology.orchestra.run.smithi088.stdout:34359738431 2024-01-28T12:59:40.158 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 -- 172.21.15.88:0/3109898117 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f411c0a18e0 msgr2=0x7f411c0a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:40.158 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f411c0a18e0 0x7f411c0a3da0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f412c00b2e0 tx=0x7f412c0058e0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.158 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 -- 172.21.15.88:0/3109898117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f413c10e080 msgr2=0x7f413c199a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:40.158 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f413c10e080 0x7f413c199a90 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f413400ef90 tx=0x7f413400c3a0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.158 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 -- 172.21.15.88:0/3109898117 shutdown_connections 2024-01-28T12:59:40.159 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f411c0a18e0 0x7f411c0a3da0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.159 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f413c10e080 0x7f413c199a90 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.159 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f413c069280 0x7f413c19f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.159 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 --2- 172.21.15.88:0/3109898117 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f413c069ba0 0x7f413c19fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.159 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 -- 172.21.15.88:0/3109898117 >> 172.21.15.88:0/3109898117 conn(0x7f413c077400 msgr2=0x7f413c10f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:40.159 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.160+0000 7f4142a00700 1 -- 172.21.15.88:0/3109898117 shutdown_connections 2024-01-28T12:59:40.159 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.161+0000 7f4142a00700 1 -- 172.21.15.88:0/3109898117 wait complete. 2024-01-28T12:59:40.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:39 smithi175 ceph-mon[44549]: pgmap v268: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-01-28T12:59:40.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.230+0000 7f2d3a400700 1 -- 172.21.15.88:0/202489220 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f2d3419af00 con 0x7f2d34074320 2024-01-28T12:59:40.228 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.230+0000 7f2d31600700 1 -- 172.21.15.88:0/202489220 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f2d1c09a950 con 0x7f2d34074320 2024-01-28T12:59:40.228 INFO:teuthology.orchestra.run.smithi088.stdout:154618822701 2024-01-28T12:59:40.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 -- 172.21.15.88:0/202489220 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2d140a1960 msgr2=0x7f2d140a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:40.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2d140a1960 0x7f2d140a3e20 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2d3419ab10 tx=0x7f2d24009310 comp rx=0 tx=0).stop 2024-01-28T12:59:40.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 -- 172.21.15.88:0/202489220 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2d34074320 msgr2=0x7f2d3419fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:40.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2d34074320 0x7f2d3419fd50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f2d1c005950 tx=0x7f2d1c010ff0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 -- 172.21.15.88:0/202489220 shutdown_connections 2024-01-28T12:59:40.231 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f2d140a1960 0x7f2d140a3e20 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2d3410dcf0 0x7f2d341999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d34073a00 0x7f2d3419f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 --2- 172.21.15.88:0/202489220 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2d34074320 0x7f2d3419fd50 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:40.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 -- 172.21.15.88:0/202489220 >> 172.21.15.88:0/202489220 conn(0x7f2d340fcfa0 msgr2=0x7f2d340fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:40.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.233+0000 7f2d3a400700 1 -- 172.21.15.88:0/202489220 shutdown_connections 2024-01-28T12:59:40.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:40.234+0000 7f2d3a400700 1 -- 172.21.15.88:0/202489220 wait complete. 2024-01-28T12:59:40.474 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:40.659 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593766 got 184683593768 for osd.6 2024-01-28T12:59:40.659 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:40.744 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:40 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1749419235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-01-28T12:59:40.744 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:59:40.744 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:40 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/921334522' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-01-28T12:59:40.744 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:40 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3109898117' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-01-28T12:59:40.745 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:40 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/202489220' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-01-28T12:59:40.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:40 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1749419235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-01-28T12:59:40.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:59:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:40 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/921334522' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-01-28T12:59:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:40 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3109898117' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-01-28T12:59:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:40 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/202489220' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-01-28T12:59:41.000 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822699 got 154618822701 for osd.5 2024-01-28T12:59:41.000 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:41.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:40 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1749419235' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-01-28T12:59:41.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T12:59:41.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:40 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/921334522' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-01-28T12:59:41.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:40 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3109898117' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-01-28T12:59:41.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:40 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/202489220' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-01-28T12:59:41.311 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.313+0000 7fad06400700 1 -- 172.21.15.88:0/3064802713 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad001097c0 msgr2=0x7fad00109ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:41.311 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.313+0000 7fad06400700 1 --2- 172.21.15.88:0/3064802713 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad001097c0 0x7fad00109ba0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7facf0009990 tx=0x7facf0009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:41.311 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.313+0000 7fad06400700 1 -- 172.21.15.88:0/3064802713 shutdown_connections 2024-01-28T12:59:41.311 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.313+0000 7fad06400700 1 --2- 172.21.15.88:0/3064802713 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad00104180 0x7fad00110690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.313+0000 7fad06400700 1 --2- 172.21.15.88:0/3064802713 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad001097c0 0x7fad00109ba0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.313+0000 7fad06400700 1 --2- 172.21.15.88:0/3064802713 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fad001037c0 0x7fad00103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.313+0000 7fad06400700 1 -- 172.21.15.88:0/3064802713 >> 172.21.15.88:0/3064802713 conn(0x7fad000ff2d0 msgr2=0x7fad001016f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.313+0000 7fad06400700 1 -- 172.21.15.88:0/3064802713 shutdown_connections 2024-01-28T12:59:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.313+0000 7fad06400700 1 -- 172.21.15.88:0/3064802713 wait complete. 2024-01-28T12:59:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.315+0000 7fad06400700 1 Processor -- start 2024-01-28T12:59:41.312 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.315+0000 7fad06400700 1 -- start start 2024-01-28T12:59:41.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.315+0000 7fad06400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fad001037c0 0x7fad0019f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:41.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.315+0000 7fad06400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad00104180 0x7fad0019fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:41.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.315+0000 7fad06400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad001097c0 0x7fad00199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:41.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.315+0000 7fad06400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad0019a130 con 0x7fad001097c0 2024-01-28T12:59:41.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.315+0000 7fad06400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad0019a270 con 0x7fad001037c0 2024-01-28T12:59:41.313 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.315+0000 7fad06400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad0019a430 con 0x7fad00104180 2024-01-28T12:59:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facff400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fad001037c0 0x7fad0019f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facff400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fad001037c0 0x7fad0019f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:37312/0 (socket says 172.21.15.88:37312) 2024-01-28T12:59:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facff400700 1 -- 172.21.15.88:0/330199200 learned_addr learned my addr 172.21.15.88:0/330199200 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:41.314 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facffe00700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad001097c0 0x7fad00199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facfea00700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad00104180 0x7fad0019fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facff400700 1 -- 172.21.15.88:0/330199200 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad00104180 msgr2=0x7fad0019fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facff400700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad00104180 0x7fad0019fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facff400700 1 -- 172.21.15.88:0/330199200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad001097c0 msgr2=0x7fad00199ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facff400700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad001097c0 0x7fad00199ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facff400700 1 -- 172.21.15.88:0/330199200 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facf00095f0 con 0x7fad001037c0 2024-01-28T12:59:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.316+0000 7facff400700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fad001037c0 0x7fad0019f8c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7facf0005910 tx=0x7facf0004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.317+0000 7facf7e00700 1 -- 172.21.15.88:0/330199200 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf001d070 con 0x7fad001037c0 2024-01-28T12:59:41.315 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.317+0000 7facf7e00700 1 -- 172.21.15.88:0/330199200 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7facf0022470 con 0x7fad001037c0 2024-01-28T12:59:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.317+0000 7facf7e00700 1 -- 172.21.15.88:0/330199200 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf0017650 con 0x7fad001037c0 2024-01-28T12:59:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.317+0000 7fad06400700 1 -- 172.21.15.88:0/330199200 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad0019a6b0 con 0x7fad001037c0 2024-01-28T12:59:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.317+0000 7fad06400700 1 -- 172.21.15.88:0/330199200 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad001a6960 con 0x7fad001037c0 2024-01-28T12:59:41.316 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.318+0000 7fad06400700 1 -- 172.21.15.88:0/330199200 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad0010bd50 con 0x7fad001037c0 2024-01-28T12:59:41.317 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.320+0000 7facf7e00700 1 -- 172.21.15.88:0/330199200 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7facf00225e0 con 0x7fad001037c0 2024-01-28T12:59:41.319 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.321+0000 7facf7e00700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7face00a18e0 0x7face00a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:41.319 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.321+0000 7facf7e00700 1 -- 172.21.15.88:0/330199200 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7facf00cec40 con 0x7fad001037c0 2024-01-28T12:59:41.319 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.322+0000 7facfea00700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7face00a18e0 0x7face00a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:41.320 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.322+0000 7facfea00700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7face00a18e0 0x7face00a3da0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fad00101940 tx=0x7face8009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:41.321 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.323+0000 7facf7e00700 1 -- 172.21.15.88:0/330199200 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7facf0097ae0 con 0x7fad001037c0 2024-01-28T12:59:41.403 INFO:tasks.cephadm.ceph_manager.ceph:need seq 317827579925 got 317827579927 for osd.11 2024-01-28T12:59:41.403 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:41.529 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.531+0000 7fad06400700 1 -- 172.21.15.88:0/330199200 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7fad0019afb0 con 0x7fad001037c0 2024-01-28T12:59:41.529 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.532+0000 7facf7e00700 1 -- 172.21.15.88:0/330199200 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7facf009b100 con 0x7fad001037c0 2024-01-28T12:59:41.529 INFO:teuthology.orchestra.run.smithi088.stdout:287762808858 2024-01-28T12:59:41.532 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 -- 172.21.15.88:0/330199200 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7face00a18e0 msgr2=0x7face00a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:41.532 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7face00a18e0 0x7face00a3da0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fad00101940 tx=0x7face8009260 comp rx=0 tx=0).stop 2024-01-28T12:59:41.532 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 -- 172.21.15.88:0/330199200 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fad001037c0 msgr2=0x7fad0019f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:41.532 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fad001037c0 0x7fad0019f8c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7facf0005910 tx=0x7facf0004730 comp rx=0 tx=0).stop 2024-01-28T12:59:41.532 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 -- 172.21.15.88:0/330199200 shutdown_connections 2024-01-28T12:59:41.533 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7face00a18e0 0x7face00a3da0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:41.533 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad001097c0 0x7fad00199ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:41.533 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fad001037c0 0x7fad0019f8c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:41.533 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 --2- 172.21.15.88:0/330199200 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fad00104180 0x7fad0019fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:41.533 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 -- 172.21.15.88:0/330199200 >> 172.21.15.88:0/330199200 conn(0x7fad000ff2d0 msgr2=0x7fad000ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:41.533 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 -- 172.21.15.88:0/330199200 shutdown_connections 2024-01-28T12:59:41.533 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:41.534+0000 7fad06400700 1 -- 172.21.15.88:0/330199200 wait complete. 2024-01-28T12:59:41.658 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738429 got 34359738431 for osd.0 2024-01-28T12:59:41.658 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:41.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:41 smithi181 ceph-mon[45557]: pgmap v269: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:41.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:41.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:41.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:41.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:41.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:41 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/330199200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-01-28T12:59:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:41 smithi088 ceph-mon[35322]: pgmap v269: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:41.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:41 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/330199200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-01-28T12:59:41.999 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808856 got 287762808858 for osd.10 2024-01-28T12:59:41.999 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:42.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:41 smithi175 ceph-mon[44549]: pgmap v269: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T12:59:42.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:42.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:42.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:42.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:42.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:41 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/330199200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-01-28T12:59:42.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.661+0000 7f3b4fe00700 1 -- 172.21.15.88:0/3501955548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3b50073a00 msgr2=0x7f3b50073de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:42.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.661+0000 7f3b4fe00700 1 --2- 172.21.15.88:0/3501955548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3b50073a00 0x7f3b50073de0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3b40009990 tx=0x7f3b40009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.661+0000 7f3b4fe00700 1 -- 172.21.15.88:0/3501955548 shutdown_connections 2024-01-28T12:59:42.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.661+0000 7f3b4fe00700 1 --2- 172.21.15.88:0/3501955548 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3b5010dcf0 0x7f3b50110160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.660 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.661+0000 7f3b4fe00700 1 --2- 172.21.15.88:0/3501955548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3b50073a00 0x7f3b50073de0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.660 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.661+0000 7f3b4fe00700 1 --2- 172.21.15.88:0/3501955548 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b50074320 0x7f3b5010d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.660 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.661+0000 7f3b4fe00700 1 -- 172.21.15.88:0/3501955548 >> 172.21.15.88:0/3501955548 conn(0x7f3b500fcfa0 msgr2=0x7f3b500ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:42.660 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.661+0000 7f3b4fe00700 1 -- 172.21.15.88:0/3501955548 shutdown_connections 2024-01-28T12:59:42.660 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.661+0000 7f3b4fe00700 1 -- 172.21.15.88:0/3501955548 wait complete. 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.662+0000 7f3b4fe00700 1 Processor -- start 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.662+0000 7f3b4fe00700 1 -- start start 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4fe00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3b50073a00 0x7f3b5019f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4fe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3b50074320 0x7f3b5019fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4fe00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b5010dcf0 0x7f3b501999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4fe00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b5019a030 con 0x7f3b50074320 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4fe00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b5019a170 con 0x7f3b5010dcf0 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4fe00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b5019a330 con 0x7f3b50073a00 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3b50074320 0x7f3b5019fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4f400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b5010dcf0 0x7f3b501999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:42.661 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3b50074320 0x7f3b5019fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:47514/0 (socket says 172.21.15.88:47514) 2024-01-28T12:59:42.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4e000700 1 -- 172.21.15.88:0/836311401 learned_addr learned my addr 172.21.15.88:0/836311401 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:42.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4ea00700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3b50073a00 0x7f3b5019f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:42.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4e000700 1 -- 172.21.15.88:0/836311401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3b50073a00 msgr2=0x7f3b5019f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:42.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4e000700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3b50073a00 0x7f3b5019f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4e000700 1 -- 172.21.15.88:0/836311401 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b5010dcf0 msgr2=0x7f3b501999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:42.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4e000700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b5010dcf0 0x7f3b501999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4e000700 1 -- 172.21.15.88:0/836311401 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b400095f0 con 0x7f3b50074320 2024-01-28T12:59:42.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.663+0000 7f3b4f400700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b5010dcf0 0x7f3b501999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:42.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.664+0000 7f3b4e000700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3b50074320 0x7f3b5019fd00 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3b3800e9a0 tx=0x7f3b3800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:42.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.664+0000 7f3b47400700 1 -- 172.21.15.88:0/836311401 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b38009790 con 0x7f3b50074320 2024-01-28T12:59:42.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.664+0000 7f3b4fe00700 1 -- 172.21.15.88:0/836311401 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b5019a610 con 0x7f3b50074320 2024-01-28T12:59:42.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.664+0000 7f3b47400700 1 -- 172.21.15.88:0/836311401 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b38010430 con 0x7f3b50074320 2024-01-28T12:59:42.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.664+0000 7f3b47400700 1 -- 172.21.15.88:0/836311401 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b38018680 con 0x7f3b50074320 2024-01-28T12:59:42.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.665+0000 7f3b4fe00700 1 -- 172.21.15.88:0/836311401 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b501a6860 con 0x7f3b50074320 2024-01-28T12:59:42.664 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.666+0000 7f3b4fe00700 1 -- 172.21.15.88:0/836311401 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b50108f00 con 0x7f3b50074320 2024-01-28T12:59:42.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.667+0000 7f3b47400700 1 -- 172.21.15.88:0/836311401 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f3b380105a0 con 0x7f3b50074320 2024-01-28T12:59:42.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.669+0000 7f3b47400700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3b300a18e0 0x7f3b300a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:42.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.669+0000 7f3b47400700 1 -- 172.21.15.88:0/836311401 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f3b38014070 con 0x7f3b50074320 2024-01-28T12:59:42.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.669+0000 7f3b4ea00700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3b300a18e0 0x7f3b300a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:42.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.670+0000 7f3b4ea00700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3b300a18e0 0x7f3b300a3da0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3b501105a0 tx=0x7f3b4000b260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:42.671 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.673+0000 7f3b47400700 1 -- 172.21.15.88:0/836311401 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f3b38096460 con 0x7f3b50074320 2024-01-28T12:59:42.888 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.890+0000 7f3b4fe00700 1 -- 172.21.15.88:0/836311401 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f3b50068290 con 0x7f3b50074320 2024-01-28T12:59:42.889 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.890+0000 7f3b47400700 1 -- 172.21.15.88:0/836311401 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f3b38099a80 con 0x7f3b50074320 2024-01-28T12:59:42.889 INFO:teuthology.orchestra.run.smithi088.stdout:236223201314 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 -- 172.21.15.88:0/836311401 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3b300a18e0 msgr2=0x7f3b300a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3b300a18e0 0x7f3b300a3da0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3b501105a0 tx=0x7f3b4000b260 comp rx=0 tx=0).stop 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 -- 172.21.15.88:0/836311401 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3b50074320 msgr2=0x7f3b5019fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3b50074320 0x7f3b5019fd00 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3b3800e9a0 tx=0x7f3b3800ecb0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 -- 172.21.15.88:0/836311401 shutdown_connections 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3b300a18e0 0x7f3b300a3da0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3b5010dcf0 0x7f3b501999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3b50073a00 0x7f3b5019f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 --2- 172.21.15.88:0/836311401 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3b50074320 0x7f3b5019fd00 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 -- 172.21.15.88:0/836311401 >> 172.21.15.88:0/836311401 conn(0x7f3b500fcfa0 msgr2=0x7f3b500fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:42.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 -- 172.21.15.88:0/836311401 shutdown_connections 2024-01-28T12:59:42.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:42.893+0000 7f3b4fe00700 1 -- 172.21.15.88:0/836311401 wait complete. 2024-01-28T12:59:43.291 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201312 got 236223201314 for osd.8 2024-01-28T12:59:43.291 DEBUG:teuthology.parallel:result is None 2024-01-28T12:59:43.291 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-01-28T12:59:43.292 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph pg dump --format=json 2024-01-28T12:59:43.728 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:43.994 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:43 smithi088 ceph-mon[35322]: pgmap v270: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:43.994 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:43 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/836311401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-01-28T12:59:44.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:43 smithi175 ceph-mon[44549]: pgmap v270: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:44.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:43 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/836311401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-01-28T12:59:44.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:43 smithi181 ceph-mon[45557]: pgmap v270: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:44.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:43 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/836311401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-01-28T12:59:44.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.900+0000 7ffb7b000700 1 -- 172.21.15.88:0/3249920354 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb741014d0 msgr2=0x7ffb74101950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:44.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.900+0000 7ffb7b000700 1 --2- 172.21.15.88:0/3249920354 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb741014d0 0x7ffb74101950 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ffb5c0099c0 tx=0x7ffb5c009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:44.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.901+0000 7ffb7b000700 1 -- 172.21.15.88:0/3249920354 shutdown_connections 2024-01-28T12:59:44.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.901+0000 7ffb7b000700 1 --2- 172.21.15.88:0/3249920354 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb74101e90 0x7ffb7410e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:44.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.901+0000 7ffb7b000700 1 --2- 172.21.15.88:0/3249920354 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb74107580 0x7ffb74107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:44.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.901+0000 7ffb7b000700 1 --2- 172.21.15.88:0/3249920354 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb741014d0 0x7ffb74101950 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:44.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.901+0000 7ffb7b000700 1 -- 172.21.15.88:0/3249920354 >> 172.21.15.88:0/3249920354 conn(0x7ffb740fcfa0 msgr2=0x7ffb740ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:44.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.901+0000 7ffb7b000700 1 -- 172.21.15.88:0/3249920354 shutdown_connections 2024-01-28T12:59:44.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.901+0000 7ffb7b000700 1 -- 172.21.15.88:0/3249920354 wait complete. 2024-01-28T12:59:44.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.902+0000 7ffb7b000700 1 Processor -- start 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.902+0000 7ffb7b000700 1 -- start start 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7b000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb741014d0 0x7ffb7419f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7b000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb74101e90 0x7ffb7419fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7b000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb74107580 0x7ffb741998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7b000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb74199f40 con 0x7ffb74107580 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7b000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb7419a080 con 0x7ffb741014d0 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7b000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb7419a240 con 0x7ffb74101e90 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb79c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb741014d0 0x7ffb7419f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb79c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb741014d0 0x7ffb7419f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:49514/0 (socket says 172.21.15.88:49514) 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7a600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb74107580 0x7ffb741998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb79c00700 1 -- 172.21.15.88:0/268655747 learned_addr learned my addr 172.21.15.88:0/268655747 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:44.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb79200700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb74101e90 0x7ffb7419fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:44.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7a600700 1 -- 172.21.15.88:0/268655747 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb74101e90 msgr2=0x7ffb7419fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:44.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7a600700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb74101e90 0x7ffb7419fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7a600700 1 -- 172.21.15.88:0/268655747 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb741014d0 msgr2=0x7ffb7419f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7a600700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb741014d0 0x7ffb7419f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb7a600700 1 -- 172.21.15.88:0/268655747 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb5c0095f0 con 0x7ffb74107580 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb79200700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb74101e90 0x7ffb7419fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.903+0000 7ffb79c00700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb741014d0 0x7ffb7419f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.904+0000 7ffb7a600700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb74107580 0x7ffb741998e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ffb6c007f10 tx=0x7ffb6c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.904+0000 7ffb72000700 1 -- 172.21.15.88:0/268655747 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb6c00ddd0 con 0x7ffb74107580 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.904+0000 7ffb72000700 1 -- 172.21.15.88:0/268655747 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb6c00f040 con 0x7ffb74107580 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.904+0000 7ffb72000700 1 -- 172.21.15.88:0/268655747 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb6c005a90 con 0x7ffb74107580 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.904+0000 7ffb7b000700 1 -- 172.21.15.88:0/268655747 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb7419a520 con 0x7ffb74107580 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.904+0000 7ffb7b000700 1 -- 172.21.15.88:0/268655747 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb741a67c0 con 0x7ffb74107580 2024-01-28T12:59:44.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.905+0000 7ffb7b000700 1 -- 172.21.15.88:0/268655747 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb74068290 con 0x7ffb74107580 2024-01-28T12:59:44.904 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.907+0000 7ffb72000700 1 -- 172.21.15.88:0/268655747 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7ffb6c004ad0 con 0x7ffb74107580 2024-01-28T12:59:44.907 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.909+0000 7ffb72000700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffb540a18e0 0x7ffb540a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:44.907 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.909+0000 7ffb72000700 1 -- 172.21.15.88:0/268655747 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ffb6c0cced0 con 0x7ffb74107580 2024-01-28T12:59:44.907 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.909+0000 7ffb79c00700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffb540a18e0 0x7ffb540a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:44.907 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.910+0000 7ffb79c00700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffb540a18e0 0x7ffb540a3da0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ffb7419aa20 tx=0x7ffb6400b500 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:44.911 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:44.913+0000 7ffb72000700 1 -- 172.21.15.88:0/268655747 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7ffb6c04f380 con 0x7ffb74107580 2024-01-28T12:59:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:44 smithi088 ceph-mon[35322]: pgmap v271: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-01-28T12:59:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:59:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:59:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:45.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.111+0000 7ffb7b000700 1 -- 172.21.15.88:0/268655747 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ffb74111440 con 0x7ffb540a18e0 2024-01-28T12:59:45.122 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.124+0000 7ffb72000700 1 -- 172.21.15.88:0/268655747 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+424743 (secure 0 0 0) 0x7ffb74111440 con 0x7ffb540a18e0 2024-01-28T12:59:45.131 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:45.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 -- 172.21.15.88:0/268655747 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffb540a18e0 msgr2=0x7ffb540a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:45.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffb540a18e0 0x7ffb540a3da0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ffb7419aa20 tx=0x7ffb6400b500 comp rx=0 tx=0).stop 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 -- 172.21.15.88:0/268655747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb74107580 msgr2=0x7ffb741998e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb74107580 0x7ffb741998e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ffb6c007f10 tx=0x7ffb6c00d3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 -- 172.21.15.88:0/268655747 shutdown_connections 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ffb540a18e0 0x7ffb540a3da0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb74107580 0x7ffb741998e0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb741014d0 0x7ffb7419f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 --2- 172.21.15.88:0/268655747 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb74101e90 0x7ffb7419fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 -- 172.21.15.88:0/268655747 >> 172.21.15.88:0/268655747 conn(0x7ffb740fcfa0 msgr2=0x7ffb740fe4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.130+0000 7ffb7b000700 1 -- 172.21.15.88:0/268655747 shutdown_connections 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:45.131+0000 7ffb7b000700 1 -- 172.21.15.88:0/268655747 wait complete. 2024-01-28T12:59:45.135 INFO:teuthology.orchestra.run.smithi088.stderr:dumped all 2024-01-28T12:59:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:44 smithi175 ceph-mon[44549]: pgmap v271: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-01-28T12:59:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:59:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:59:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:45.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:45.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:45.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:44 smithi181 ceph-mon[45557]: pgmap v271: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-01-28T12:59:45.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T12:59:45.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T12:59:45.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T12:59:45.510 INFO:teuthology.orchestra.run.smithi088.stdout:{"pg_ready":true,"pg_map":{"version":271,"stamp":"2024-01-28T12:59:44.072769+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658053,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":535,"num_read_kb":392,"num_write":417,"num_write_kb":3078,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180758,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":345,"ondisk_log_size":345,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377448,"kb_used_data":11608,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564376,"statfs":{"total":1151940427776,"available":1151553921024,"internally_reserved":0,"allocated":11886592,"data_stored":7622575,"data_compressed":318432,"data_compressed_allocated":430080,"data_compressed_original":2359296,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":121,"num_read_kb":67,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003254"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617886+0000","last_change":"2024-01-28T12:58:40.101512+0000","last_active":"2024-01-28T12:59:12.617886+0000","last_peered":"2024-01-28T12:59:12.617886+0000","last_clean":"2024-01-28T12:59:12.617886+0000","last_became_active":"2024-01-28T12:58:40.101156+0000","last_became_peered":"2024-01-28T12:58:40.101156+0000","last_unstale":"2024-01-28T12:59:12.617886+0000","last_undegraded":"2024-01-28T12:59:12.617886+0000","last_fullsized":"2024-01-28T12:59:12.617886+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:57:56.617107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063582+0000","last_change":"2024-01-28T12:58:40.110366+0000","last_active":"2024-01-28T12:59:13.063582+0000","last_peered":"2024-01-28T12:59:13.063582+0000","last_clean":"2024-01-28T12:59:13.063582+0000","last_became_active":"2024-01-28T12:58:40.108218+0000","last_became_peered":"2024-01-28T12:58:40.108218+0000","last_unstale":"2024-01-28T12:59:13.063582+0000","last_undegraded":"2024-01-28T12:59:13.063582+0000","last_fullsized":"2024-01-28T12:59:13.063582+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:34:08.077338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063194+0000","last_change":"2024-01-28T12:58:40.112209+0000","last_active":"2024-01-28T12:59:13.063194+0000","last_peered":"2024-01-28T12:59:13.063194+0000","last_clean":"2024-01-28T12:59:13.063194+0000","last_became_active":"2024-01-28T12:58:40.108566+0000","last_became_peered":"2024-01-28T12:58:40.108566+0000","last_unstale":"2024-01-28T12:59:13.063194+0000","last_undegraded":"2024-01-28T12:59:13.063194+0000","last_fullsized":"2024-01-28T12:59:13.063194+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:53:04.653991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618532+0000","last_change":"2024-01-28T12:58:40.111585+0000","last_active":"2024-01-28T12:59:12.618532+0000","last_peered":"2024-01-28T12:59:12.618532+0000","last_clean":"2024-01-28T12:59:12.618532+0000","last_became_active":"2024-01-28T12:58:40.111222+0000","last_became_peered":"2024-01-28T12:58:40.111222+0000","last_unstale":"2024-01-28T12:59:12.618532+0000","last_undegraded":"2024-01-28T12:59:12.618532+0000","last_fullsized":"2024-01-28T12:59:12.618532+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:24:42.852138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.916587+0000","last_change":"2024-01-28T12:59:13.916587+0000","last_active":"2024-01-28T12:59:13.916587+0000","last_peered":"2024-01-28T12:59:13.916587+0000","last_clean":"2024-01-28T12:59:13.916587+0000","last_became_active":"2024-01-28T12:59:13.916219+0000","last_became_peered":"2024-01-28T12:59:13.916219+0000","last_unstale":"2024-01-28T12:59:13.916587+0000","last_undegraded":"2024-01-28T12:59:13.916587+0000","last_fullsized":"2024-01-28T12:59:13.916587+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:50:49.973280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.113608+0000","last_change":"2024-01-28T12:58:40.102251+0000","last_active":"2024-01-28T12:59:13.113608+0000","last_peered":"2024-01-28T12:59:13.113608+0000","last_clean":"2024-01-28T12:59:13.113608+0000","last_became_active":"2024-01-28T12:58:40.101895+0000","last_became_peered":"2024-01-28T12:58:40.101895+0000","last_unstale":"2024-01-28T12:59:13.113608+0000","last_undegraded":"2024-01-28T12:59:13.113608+0000","last_fullsized":"2024-01-28T12:59:13.113608+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:18:56.297194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615085+0000","last_change":"2024-01-28T12:58:40.107118+0000","last_active":"2024-01-28T12:59:12.615085+0000","last_peered":"2024-01-28T12:59:12.615085+0000","last_clean":"2024-01-28T12:59:12.615085+0000","last_became_active":"2024-01-28T12:58:40.106761+0000","last_became_peered":"2024-01-28T12:58:40.106761+0000","last_unstale":"2024-01-28T12:59:12.615085+0000","last_undegraded":"2024-01-28T12:59:12.615085+0000","last_fullsized":"2024-01-28T12:59:12.615085+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:57:45.312711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618665+0000","last_change":"2024-01-28T12:58:40.110134+0000","last_active":"2024-01-28T12:59:12.618665+0000","last_peered":"2024-01-28T12:59:12.618665+0000","last_clean":"2024-01-28T12:59:12.618665+0000","last_became_active":"2024-01-28T12:58:40.104158+0000","last_became_peered":"2024-01-28T12:58:40.104158+0000","last_unstale":"2024-01-28T12:59:12.618665+0000","last_undegraded":"2024-01-28T12:59:12.618665+0000","last_fullsized":"2024-01-28T12:59:12.618665+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:51:24.406311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612578+0000","last_change":"2024-01-28T12:58:40.103848+0000","last_active":"2024-01-28T12:59:12.612578+0000","last_peered":"2024-01-28T12:59:12.612578+0000","last_clean":"2024-01-28T12:59:12.612578+0000","last_became_active":"2024-01-28T12:58:40.103498+0000","last_became_peered":"2024-01-28T12:58:40.103498+0000","last_unstale":"2024-01-28T12:59:12.612578+0000","last_undegraded":"2024-01-28T12:59:12.612578+0000","last_fullsized":"2024-01-28T12:59:12.612578+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:46:38.753587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.113838+0000","last_change":"2024-01-28T12:58:40.103544+0000","last_active":"2024-01-28T12:59:13.113838+0000","last_peered":"2024-01-28T12:59:13.113838+0000","last_clean":"2024-01-28T12:59:13.113838+0000","last_became_active":"2024-01-28T12:58:40.103111+0000","last_became_peered":"2024-01-28T12:58:40.103111+0000","last_unstale":"2024-01-28T12:59:13.113838+0000","last_undegraded":"2024-01-28T12:59:13.113838+0000","last_fullsized":"2024-01-28T12:59:13.113838+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:45:11.456259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615542+0000","last_change":"2024-01-28T12:58:40.098607+0000","last_active":"2024-01-28T12:59:12.615542+0000","last_peered":"2024-01-28T12:59:12.615542+0000","last_clean":"2024-01-28T12:59:12.615542+0000","last_became_active":"2024-01-28T12:58:40.098292+0000","last_became_peered":"2024-01-28T12:58:40.098292+0000","last_unstale":"2024-01-28T12:59:12.615542+0000","last_undegraded":"2024-01-28T12:59:12.615542+0000","last_fullsized":"2024-01-28T12:59:12.615542+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:38:51.804484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618445+0000","last_change":"2024-01-28T12:58:40.104301+0000","last_active":"2024-01-28T12:59:12.618445+0000","last_peered":"2024-01-28T12:59:12.618445+0000","last_clean":"2024-01-28T12:59:12.618445+0000","last_became_active":"2024-01-28T12:58:40.103966+0000","last_became_peered":"2024-01-28T12:58:40.103966+0000","last_unstale":"2024-01-28T12:59:12.618445+0000","last_undegraded":"2024-01-28T12:59:12.618445+0000","last_fullsized":"2024-01-28T12:59:12.618445+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:46:32.670631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612611+0000","last_change":"2024-01-28T12:58:40.104201+0000","last_active":"2024-01-28T12:59:12.612611+0000","last_peered":"2024-01-28T12:59:12.612611+0000","last_clean":"2024-01-28T12:59:12.612611+0000","last_became_active":"2024-01-28T12:58:40.103655+0000","last_became_peered":"2024-01-28T12:58:40.103655+0000","last_unstale":"2024-01-28T12:59:12.612611+0000","last_undegraded":"2024-01-28T12:59:12.612611+0000","last_fullsized":"2024-01-28T12:59:12.612611+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:08:44.492887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063097+0000","last_change":"2024-01-28T12:58:40.106385+0000","last_active":"2024-01-28T12:59:13.063097+0000","last_peered":"2024-01-28T12:59:13.063097+0000","last_clean":"2024-01-28T12:59:13.063097+0000","last_became_active":"2024-01-28T12:58:40.106103+0000","last_became_peered":"2024-01-28T12:58:40.106103+0000","last_unstale":"2024-01-28T12:59:13.063097+0000","last_undegraded":"2024-01-28T12:59:13.063097+0000","last_fullsized":"2024-01-28T12:59:13.063097+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:21:27.458399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063180+0000","last_change":"2024-01-28T12:58:40.099704+0000","last_active":"2024-01-28T12:59:13.063180+0000","last_peered":"2024-01-28T12:59:13.063180+0000","last_clean":"2024-01-28T12:59:13.063180+0000","last_became_active":"2024-01-28T12:58:40.099408+0000","last_became_peered":"2024-01-28T12:58:40.099408+0000","last_unstale":"2024-01-28T12:59:13.063180+0000","last_undegraded":"2024-01-28T12:59:13.063180+0000","last_fullsized":"2024-01-28T12:59:13.063180+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:22:15.689565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.611932+0000","last_change":"2024-01-28T12:58:40.097318+0000","last_active":"2024-01-28T12:59:12.611932+0000","last_peered":"2024-01-28T12:59:12.611932+0000","last_clean":"2024-01-28T12:59:12.611932+0000","last_became_active":"2024-01-28T12:58:40.096974+0000","last_became_peered":"2024-01-28T12:58:40.096974+0000","last_unstale":"2024-01-28T12:59:12.611932+0000","last_undegraded":"2024-01-28T12:59:12.611932+0000","last_fullsized":"2024-01-28T12:59:12.611932+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:53:01.399262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617586+0000","last_change":"2024-01-28T12:58:40.104956+0000","last_active":"2024-01-28T12:59:12.617586+0000","last_peered":"2024-01-28T12:59:12.617586+0000","last_clean":"2024-01-28T12:59:12.617586+0000","last_became_active":"2024-01-28T12:58:40.104589+0000","last_became_peered":"2024-01-28T12:58:40.104589+0000","last_unstale":"2024-01-28T12:59:12.617586+0000","last_undegraded":"2024-01-28T12:59:12.617586+0000","last_fullsized":"2024-01-28T12:59:12.617586+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:56:08.666348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.620716+0000","last_change":"2024-01-28T12:58:40.104476+0000","last_active":"2024-01-28T12:59:12.620716+0000","last_peered":"2024-01-28T12:59:12.620716+0000","last_clean":"2024-01-28T12:59:12.620716+0000","last_became_active":"2024-01-28T12:58:40.102730+0000","last_became_peered":"2024-01-28T12:58:40.102730+0000","last_unstale":"2024-01-28T12:59:12.620716+0000","last_undegraded":"2024-01-28T12:59:12.620716+0000","last_fullsized":"2024-01-28T12:59:12.620716+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:48:53.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612461+0000","last_change":"2024-01-28T12:58:40.107706+0000","last_active":"2024-01-28T12:59:12.612461+0000","last_peered":"2024-01-28T12:59:12.612461+0000","last_clean":"2024-01-28T12:59:12.612461+0000","last_became_active":"2024-01-28T12:58:40.107355+0000","last_became_peered":"2024-01-28T12:58:40.107355+0000","last_unstale":"2024-01-28T12:59:12.612461+0000","last_undegraded":"2024-01-28T12:59:12.612461+0000","last_fullsized":"2024-01-28T12:59:12.612461+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:49:22.346501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612069+0000","last_change":"2024-01-28T12:58:44.518877+0000","last_active":"2024-01-28T12:59:12.612069+0000","last_peered":"2024-01-28T12:59:12.612069+0000","last_clean":"2024-01-28T12:59:12.612069+0000","last_became_active":"2024-01-28T12:58:44.518469+0000","last_became_peered":"2024-01-28T12:58:44.518469+0000","last_unstale":"2024-01-28T12:59:12.612069+0000","last_undegraded":"2024-01-28T12:59:12.612069+0000","last_fullsized":"2024-01-28T12:59:12.612069+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:15:36.846857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":68,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:39.157278+0000","last_change":"2024-01-28T12:58:39.448560+0000","last_active":"2024-01-28T12:59:39.157278+0000","last_peered":"2024-01-28T12:59:39.157278+0000","last_clean":"2024-01-28T12:59:39.157278+0000","last_became_active":"2024-01-28T12:58:39.447031+0000","last_became_peered":"2024-01-28T12:58:39.447031+0000","last_unstale":"2024-01-28T12:59:39.157278+0000","last_undegraded":"2024-01-28T12:59:39.157278+0000","last_fullsized":"2024-01-28T12:59:39.157278+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:36:50.055028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":684,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":36,"num_read_kb":36,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618963+0000","last_change":"2024-01-28T12:58:40.112496+0000","last_active":"2024-01-28T12:59:12.618963+0000","last_peered":"2024-01-28T12:59:12.618963+0000","last_clean":"2024-01-28T12:59:12.618963+0000","last_became_active":"2024-01-28T12:58:40.111408+0000","last_became_peered":"2024-01-28T12:58:40.111408+0000","last_unstale":"2024-01-28T12:59:12.618963+0000","last_undegraded":"2024-01-28T12:59:12.618963+0000","last_fullsized":"2024-01-28T12:59:12.618963+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:49:15.844814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614845+0000","last_change":"2024-01-28T12:58:44.515958+0000","last_active":"2024-01-28T12:59:12.614845+0000","last_peered":"2024-01-28T12:59:12.614845+0000","last_clean":"2024-01-28T12:59:12.614845+0000","last_became_active":"2024-01-28T12:58:44.515526+0000","last_became_peered":"2024-01-28T12:58:44.515526+0000","last_unstale":"2024-01-28T12:59:12.614845+0000","last_undegraded":"2024-01-28T12:59:12.614845+0000","last_fullsized":"2024-01-28T12:59:12.614845+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:46:49.949138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619301+0000","last_change":"2024-01-28T12:58:39.445552+0000","last_active":"2024-01-28T12:59:12.619301+0000","last_peered":"2024-01-28T12:59:12.619301+0000","last_clean":"2024-01-28T12:59:12.619301+0000","last_became_active":"2024-01-28T12:58:39.445105+0000","last_became_peered":"2024-01-28T12:58:39.445105+0000","last_unstale":"2024-01-28T12:59:12.619301+0000","last_undegraded":"2024-01-28T12:59:12.619301+0000","last_fullsized":"2024-01-28T12:59:12.619301+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:33:14.820303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063439+0000","last_change":"2024-01-28T12:58:40.109658+0000","last_active":"2024-01-28T12:59:13.063439+0000","last_peered":"2024-01-28T12:59:13.063439+0000","last_clean":"2024-01-28T12:59:13.063439+0000","last_became_active":"2024-01-28T12:58:40.106321+0000","last_became_peered":"2024-01-28T12:58:40.106321+0000","last_unstale":"2024-01-28T12:59:13.063439+0000","last_undegraded":"2024-01-28T12:59:13.063439+0000","last_fullsized":"2024-01-28T12:59:13.063439+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:39:02.147216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.875463+0000","last_change":"2024-01-28T12:59:13.875463+0000","last_active":"2024-01-28T12:59:13.875463+0000","last_peered":"2024-01-28T12:59:13.875463+0000","last_clean":"2024-01-28T12:59:13.875463+0000","last_became_active":"2024-01-28T12:59:13.875125+0000","last_became_peered":"2024-01-28T12:59:13.875125+0000","last_unstale":"2024-01-28T12:59:13.875463+0000","last_undegraded":"2024-01-28T12:59:13.875463+0000","last_fullsized":"2024-01-28T12:59:13.875463+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:04:11.674998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.635473+0000","last_change":"2024-01-28T12:59:13.635075+0000","last_active":"2024-01-28T12:59:13.635473+0000","last_peered":"2024-01-28T12:59:13.635473+0000","last_clean":"2024-01-28T12:59:13.635473+0000","last_became_active":"2024-01-28T12:59:13.624850+0000","last_became_peered":"2024-01-28T12:59:13.624850+0000","last_unstale":"2024-01-28T12:59:13.635473+0000","last_undegraded":"2024-01-28T12:59:13.635473+0000","last_fullsized":"2024-01-28T12:59:13.635473+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:49:34.066807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612190+0000","last_change":"2024-01-28T12:58:40.104767+0000","last_active":"2024-01-28T12:59:12.612190+0000","last_peered":"2024-01-28T12:59:12.612190+0000","last_clean":"2024-01-28T12:59:12.612190+0000","last_became_active":"2024-01-28T12:58:40.104386+0000","last_became_peered":"2024-01-28T12:58:40.104386+0000","last_unstale":"2024-01-28T12:59:12.612190+0000","last_undegraded":"2024-01-28T12:59:12.612190+0000","last_fullsized":"2024-01-28T12:59:12.612190+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:33:29.687288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614768+0000","last_change":"2024-01-28T12:58:44.514169+0000","last_active":"2024-01-28T12:59:12.614768+0000","last_peered":"2024-01-28T12:59:12.614768+0000","last_clean":"2024-01-28T12:59:12.614768+0000","last_became_active":"2024-01-28T12:58:44.513710+0000","last_became_peered":"2024-01-28T12:58:44.513710+0000","last_unstale":"2024-01-28T12:59:12.614768+0000","last_undegraded":"2024-01-28T12:59:12.614768+0000","last_fullsized":"2024-01-28T12:59:12.614768+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:46:26.032561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615503+0000","last_change":"2024-01-28T12:58:39.446145+0000","last_active":"2024-01-28T12:59:12.615503+0000","last_peered":"2024-01-28T12:59:12.615503+0000","last_clean":"2024-01-28T12:59:12.615503+0000","last_became_active":"2024-01-28T12:58:39.445833+0000","last_became_peered":"2024-01-28T12:58:39.445833+0000","last_unstale":"2024-01-28T12:59:12.615503+0000","last_undegraded":"2024-01-28T12:59:12.615503+0000","last_fullsized":"2024-01-28T12:59:12.615503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:24:43.250535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":594,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618013+0000","last_change":"2024-01-28T12:58:40.112588+0000","last_active":"2024-01-28T12:59:12.618013+0000","last_peered":"2024-01-28T12:59:12.618013+0000","last_clean":"2024-01-28T12:59:12.618013+0000","last_became_active":"2024-01-28T12:58:40.112281+0000","last_became_peered":"2024-01-28T12:58:40.112281+0000","last_unstale":"2024-01-28T12:59:12.618013+0000","last_undegraded":"2024-01-28T12:59:12.618013+0000","last_fullsized":"2024-01-28T12:59:12.618013+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:24:51.320482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612365+0000","last_change":"2024-01-28T12:58:44.514874+0000","last_active":"2024-01-28T12:59:12.612365+0000","last_peered":"2024-01-28T12:59:12.612365+0000","last_clean":"2024-01-28T12:59:12.612365+0000","last_became_active":"2024-01-28T12:58:44.514420+0000","last_became_peered":"2024-01-28T12:58:44.514420+0000","last_unstale":"2024-01-28T12:59:12.612365+0000","last_undegraded":"2024-01-28T12:59:12.612365+0000","last_fullsized":"2024-01-28T12:59:12.612365+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:40:56.464190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":64,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:40.156484+0000","last_change":"2024-01-28T12:58:39.443766+0000","last_active":"2024-01-28T12:59:40.156484+0000","last_peered":"2024-01-28T12:59:40.156484+0000","last_clean":"2024-01-28T12:59:40.156484+0000","last_became_active":"2024-01-28T12:58:39.443424+0000","last_became_peered":"2024-01-28T12:58:39.443424+0000","last_unstale":"2024-01-28T12:59:40.156484+0000","last_undegraded":"2024-01-28T12:59:40.156484+0000","last_fullsized":"2024-01-28T12:59:40.156484+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:44:29.268333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":39,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616978+0000","last_change":"2024-01-28T12:58:40.097618+0000","last_active":"2024-01-28T12:59:12.616978+0000","last_peered":"2024-01-28T12:59:12.616978+0000","last_clean":"2024-01-28T12:59:12.616978+0000","last_became_active":"2024-01-28T12:58:40.097301+0000","last_became_peered":"2024-01-28T12:58:40.097301+0000","last_unstale":"2024-01-28T12:59:12.616978+0000","last_undegraded":"2024-01-28T12:59:12.616978+0000","last_fullsized":"2024-01-28T12:59:12.616978+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:46:23.374946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612233+0000","last_change":"2024-01-28T12:58:44.517939+0000","last_active":"2024-01-28T12:59:12.612233+0000","last_peered":"2024-01-28T12:59:12.612233+0000","last_clean":"2024-01-28T12:59:12.612233+0000","last_became_active":"2024-01-28T12:58:44.517586+0000","last_became_peered":"2024-01-28T12:58:44.517586+0000","last_unstale":"2024-01-28T12:59:12.612233+0000","last_undegraded":"2024-01-28T12:59:12.612233+0000","last_fullsized":"2024-01-28T12:59:12.612233+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:54:40.996671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.113470+0000","last_change":"2024-01-28T12:58:39.446302+0000","last_active":"2024-01-28T12:59:13.113470+0000","last_peered":"2024-01-28T12:59:13.113470+0000","last_clean":"2024-01-28T12:59:13.113470+0000","last_became_active":"2024-01-28T12:58:39.445928+0000","last_became_peered":"2024-01-28T12:58:39.445928+0000","last_unstale":"2024-01-28T12:59:13.113470+0000","last_undegraded":"2024-01-28T12:59:13.113470+0000","last_fullsized":"2024-01-28T12:59:13.113470+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:12:58.277073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.875942+0000","last_change":"2024-01-28T12:59:13.875326+0000","last_active":"2024-01-28T12:59:13.875942+0000","last_peered":"2024-01-28T12:59:13.875942+0000","last_clean":"2024-01-28T12:59:13.875942+0000","last_became_active":"2024-01-28T12:59:13.874909+0000","last_became_peered":"2024-01-28T12:59:13.874909+0000","last_unstale":"2024-01-28T12:59:13.875942+0000","last_undegraded":"2024-01-28T12:59:13.875942+0000","last_fullsized":"2024-01-28T12:59:13.875942+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:01:37.375118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617484+0000","last_change":"2024-01-28T12:58:44.523453+0000","last_active":"2024-01-28T12:59:12.617484+0000","last_peered":"2024-01-28T12:59:12.617484+0000","last_clean":"2024-01-28T12:59:12.617484+0000","last_became_active":"2024-01-28T12:58:44.523071+0000","last_became_peered":"2024-01-28T12:58:44.523071+0000","last_unstale":"2024-01-28T12:59:12.617484+0000","last_undegraded":"2024-01-28T12:59:12.617484+0000","last_fullsized":"2024-01-28T12:59:12.617484+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:13:17.843842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612426+0000","last_change":"2024-01-28T12:58:39.447005+0000","last_active":"2024-01-28T12:59:12.612426+0000","last_peered":"2024-01-28T12:59:12.612426+0000","last_clean":"2024-01-28T12:59:12.612426+0000","last_became_active":"2024-01-28T12:58:39.446668+0000","last_became_peered":"2024-01-28T12:58:39.446668+0000","last_unstale":"2024-01-28T12:59:12.612426+0000","last_undegraded":"2024-01-28T12:59:12.612426+0000","last_fullsized":"2024-01-28T12:59:12.612426+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:06:08.451384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618853+0000","last_change":"2024-01-28T12:58:40.105991+0000","last_active":"2024-01-28T12:59:12.618853+0000","last_peered":"2024-01-28T12:59:12.618853+0000","last_clean":"2024-01-28T12:59:12.618853+0000","last_became_active":"2024-01-28T12:58:40.104814+0000","last_became_peered":"2024-01-28T12:58:40.104814+0000","last_unstale":"2024-01-28T12:59:12.618853+0000","last_undegraded":"2024-01-28T12:59:12.618853+0000","last_fullsized":"2024-01-28T12:59:12.618853+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:12:54.272510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063508+0000","last_change":"2024-01-28T12:58:44.511549+0000","last_active":"2024-01-28T12:59:13.063508+0000","last_peered":"2024-01-28T12:59:13.063508+0000","last_clean":"2024-01-28T12:59:13.063508+0000","last_became_active":"2024-01-28T12:58:44.510477+0000","last_became_peered":"2024-01-28T12:58:44.510477+0000","last_unstale":"2024-01-28T12:59:13.063508+0000","last_undegraded":"2024-01-28T12:59:13.063508+0000","last_fullsized":"2024-01-28T12:59:13.063508+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:44:35.633926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615372+0000","last_change":"2024-01-28T12:58:39.448816+0000","last_active":"2024-01-28T12:59:12.615372+0000","last_peered":"2024-01-28T12:59:12.615372+0000","last_clean":"2024-01-28T12:59:12.615372+0000","last_became_active":"2024-01-28T12:58:39.448526+0000","last_became_peered":"2024-01-28T12:58:39.448526+0000","last_unstale":"2024-01-28T12:59:12.615372+0000","last_undegraded":"2024-01-28T12:59:12.615372+0000","last_fullsized":"2024-01-28T12:59:12.615372+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:16:30.419200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":594,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619896+0000","last_change":"2024-01-28T12:58:40.103087+0000","last_active":"2024-01-28T12:59:12.619896+0000","last_peered":"2024-01-28T12:59:12.619896+0000","last_clean":"2024-01-28T12:59:12.619896+0000","last_became_active":"2024-01-28T12:58:40.102435+0000","last_became_peered":"2024-01-28T12:58:40.102435+0000","last_unstale":"2024-01-28T12:59:12.619896+0000","last_undegraded":"2024-01-28T12:59:12.619896+0000","last_fullsized":"2024-01-28T12:59:12.619896+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:24:23.852531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618917+0000","last_change":"2024-01-28T12:58:44.515826+0000","last_active":"2024-01-28T12:59:12.618917+0000","last_peered":"2024-01-28T12:59:12.618917+0000","last_clean":"2024-01-28T12:59:12.618917+0000","last_became_active":"2024-01-28T12:58:44.514974+0000","last_became_peered":"2024-01-28T12:58:44.514974+0000","last_unstale":"2024-01-28T12:59:12.618917+0000","last_undegraded":"2024-01-28T12:59:12.618917+0000","last_fullsized":"2024-01-28T12:59:12.618917+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:31:22.269527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":101,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:43.159878+0000","last_change":"2024-01-28T12:58:39.444873+0000","last_active":"2024-01-28T12:59:43.159878+0000","last_peered":"2024-01-28T12:59:43.159878+0000","last_clean":"2024-01-28T12:59:43.159878+0000","last_became_active":"2024-01-28T12:58:39.444470+0000","last_became_peered":"2024-01-28T12:58:39.444470+0000","last_unstale":"2024-01-28T12:59:43.159878+0000","last_undegraded":"2024-01-28T12:59:43.159878+0000","last_fullsized":"2024-01-28T12:59:43.159878+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:19:34.414149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612601+0000","last_change":"2024-01-28T12:58:40.102406+0000","last_active":"2024-01-28T12:59:12.612601+0000","last_peered":"2024-01-28T12:59:12.612601+0000","last_clean":"2024-01-28T12:59:12.612601+0000","last_became_active":"2024-01-28T12:58:40.102060+0000","last_became_peered":"2024-01-28T12:58:40.102060+0000","last_unstale":"2024-01-28T12:59:12.612601+0000","last_undegraded":"2024-01-28T12:59:12.612601+0000","last_fullsized":"2024-01-28T12:59:12.612601+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:10:33.046695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.620038+0000","last_change":"2024-01-28T12:58:44.521612+0000","last_active":"2024-01-28T12:59:12.620038+0000","last_peered":"2024-01-28T12:59:12.620038+0000","last_clean":"2024-01-28T12:59:12.620038+0000","last_became_active":"2024-01-28T12:58:44.518595+0000","last_became_peered":"2024-01-28T12:58:44.518595+0000","last_unstale":"2024-01-28T12:59:12.620038+0000","last_undegraded":"2024-01-28T12:59:12.620038+0000","last_fullsized":"2024-01-28T12:59:12.620038+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:42:13.492487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":37,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.628137+0000","last_change":"2024-01-28T12:59:13.628137+0000","last_active":"2024-01-28T12:59:13.628137+0000","last_peered":"2024-01-28T12:59:13.628137+0000","last_clean":"2024-01-28T12:59:13.628137+0000","last_became_active":"2024-01-28T12:59:13.622836+0000","last_became_peered":"2024-01-28T12:59:13.622836+0000","last_unstale":"2024-01-28T12:59:13.628137+0000","last_undegraded":"2024-01-28T12:59:13.628137+0000","last_fullsized":"2024-01-28T12:59:13.628137+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:37:06.070534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063335+0000","last_change":"2024-01-28T12:58:40.103629+0000","last_active":"2024-01-28T12:59:13.063335+0000","last_peered":"2024-01-28T12:59:13.063335+0000","last_clean":"2024-01-28T12:59:13.063335+0000","last_became_active":"2024-01-28T12:58:40.102718+0000","last_became_peered":"2024-01-28T12:58:40.102718+0000","last_unstale":"2024-01-28T12:59:13.063335+0000","last_undegraded":"2024-01-28T12:59:13.063335+0000","last_fullsized":"2024-01-28T12:59:13.063335+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:46:27.005737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615959+0000","last_change":"2024-01-28T12:58:44.515767+0000","last_active":"2024-01-28T12:59:12.615959+0000","last_peered":"2024-01-28T12:59:12.615959+0000","last_clean":"2024-01-28T12:59:12.615959+0000","last_became_active":"2024-01-28T12:58:44.515362+0000","last_became_peered":"2024-01-28T12:58:44.515362+0000","last_unstale":"2024-01-28T12:59:12.615959+0000","last_undegraded":"2024-01-28T12:59:12.615959+0000","last_fullsized":"2024-01-28T12:59:12.615959+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:19:18.535195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617650+0000","last_change":"2024-01-28T12:58:39.441518+0000","last_active":"2024-01-28T12:59:12.617650+0000","last_peered":"2024-01-28T12:59:12.617650+0000","last_clean":"2024-01-28T12:59:12.617650+0000","last_became_active":"2024-01-28T12:58:39.441179+0000","last_became_peered":"2024-01-28T12:58:39.441179+0000","last_unstale":"2024-01-28T12:59:12.617650+0000","last_undegraded":"2024-01-28T12:59:12.617650+0000","last_fullsized":"2024-01-28T12:59:12.617650+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:09:27.187448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":684,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.916572+0000","last_change":"2024-01-28T12:59:13.916572+0000","last_active":"2024-01-28T12:59:13.916572+0000","last_peered":"2024-01-28T12:59:13.916572+0000","last_clean":"2024-01-28T12:59:13.916572+0000","last_became_active":"2024-01-28T12:59:13.916298+0000","last_became_peered":"2024-01-28T12:59:13.916298+0000","last_unstale":"2024-01-28T12:59:13.916572+0000","last_undegraded":"2024-01-28T12:59:13.916572+0000","last_fullsized":"2024-01-28T12:59:13.916572+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:07:42.764544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619026+0000","last_change":"2024-01-28T12:58:44.516308+0000","last_active":"2024-01-28T12:59:12.619026+0000","last_peered":"2024-01-28T12:59:12.619026+0000","last_clean":"2024-01-28T12:59:12.619026+0000","last_became_active":"2024-01-28T12:58:44.515916+0000","last_became_peered":"2024-01-28T12:58:44.515916+0000","last_unstale":"2024-01-28T12:59:12.619026+0000","last_undegraded":"2024-01-28T12:59:12.619026+0000","last_fullsized":"2024-01-28T12:59:12.619026+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:14:36.809023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"85'33","reported_seq":137,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:43.173211+0000","last_change":"2024-01-28T12:58:39.444556+0000","last_active":"2024-01-28T12:59:43.173211+0000","last_peered":"2024-01-28T12:59:43.173211+0000","last_clean":"2024-01-28T12:59:43.173211+0000","last_became_active":"2024-01-28T12:58:39.444157+0000","last_became_peered":"2024-01-28T12:58:39.444157+0000","last_unstale":"2024-01-28T12:59:43.173211+0000","last_undegraded":"2024-01-28T12:59:43.173211+0000","last_fullsized":"2024-01-28T12:59:43.173211+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:08:57.140823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60189,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":85,"num_read_kb":102,"num_write":35,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615336+0000","last_change":"2024-01-28T12:58:40.095847+0000","last_active":"2024-01-28T12:59:12.615336+0000","last_peered":"2024-01-28T12:59:12.615336+0000","last_clean":"2024-01-28T12:59:12.615336+0000","last_became_active":"2024-01-28T12:58:40.095493+0000","last_became_peered":"2024-01-28T12:58:40.095493+0000","last_unstale":"2024-01-28T12:59:12.615336+0000","last_undegraded":"2024-01-28T12:59:12.615336+0000","last_fullsized":"2024-01-28T12:59:12.615336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:37:43.393351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618374+0000","last_change":"2024-01-28T12:58:44.517539+0000","last_active":"2024-01-28T12:59:12.618374+0000","last_peered":"2024-01-28T12:59:12.618374+0000","last_clean":"2024-01-28T12:59:12.618374+0000","last_became_active":"2024-01-28T12:58:44.517142+0000","last_became_peered":"2024-01-28T12:58:44.517142+0000","last_unstale":"2024-01-28T12:59:12.618374+0000","last_undegraded":"2024-01-28T12:59:12.618374+0000","last_fullsized":"2024-01-28T12:59:12.618374+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:27:06.298691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612127+0000","last_change":"2024-01-28T12:58:39.453663+0000","last_active":"2024-01-28T12:59:12.612127+0000","last_peered":"2024-01-28T12:59:12.612127+0000","last_clean":"2024-01-28T12:59:12.612127+0000","last_became_active":"2024-01-28T12:58:39.453309+0000","last_became_peered":"2024-01-28T12:58:39.453309+0000","last_unstale":"2024-01-28T12:59:12.612127+0000","last_undegraded":"2024-01-28T12:59:12.612127+0000","last_fullsized":"2024-01-28T12:59:12.612127+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:19:13.122643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612545+0000","last_change":"2024-01-28T12:58:40.109144+0000","last_active":"2024-01-28T12:59:12.612545+0000","last_peered":"2024-01-28T12:59:12.612545+0000","last_clean":"2024-01-28T12:59:12.612545+0000","last_became_active":"2024-01-28T12:58:40.108896+0000","last_became_peered":"2024-01-28T12:58:40.108896+0000","last_unstale":"2024-01-28T12:59:12.612545+0000","last_undegraded":"2024-01-28T12:59:12.612545+0000","last_fullsized":"2024-01-28T12:59:12.612545+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:57:10.800766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615398+0000","last_change":"2024-01-28T12:58:44.523585+0000","last_active":"2024-01-28T12:59:12.615398+0000","last_peered":"2024-01-28T12:59:12.615398+0000","last_clean":"2024-01-28T12:59:12.615398+0000","last_became_active":"2024-01-28T12:58:44.523156+0000","last_became_peered":"2024-01-28T12:58:44.523156+0000","last_unstale":"2024-01-28T12:59:12.615398+0000","last_undegraded":"2024-01-28T12:59:12.615398+0000","last_fullsized":"2024-01-28T12:59:12.615398+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:20:15.101114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616307+0000","last_change":"2024-01-28T12:58:39.453225+0000","last_active":"2024-01-28T12:59:12.616307+0000","last_peered":"2024-01-28T12:59:12.616307+0000","last_clean":"2024-01-28T12:59:12.616307+0000","last_became_active":"2024-01-28T12:58:39.452859+0000","last_became_peered":"2024-01-28T12:58:39.452859+0000","last_unstale":"2024-01-28T12:59:12.616307+0000","last_undegraded":"2024-01-28T12:59:12.616307+0000","last_fullsized":"2024-01-28T12:59:12.616307+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:57:47.121207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614972+0000","last_change":"2024-01-28T12:58:40.107702+0000","last_active":"2024-01-28T12:59:12.614972+0000","last_peered":"2024-01-28T12:59:12.614972+0000","last_clean":"2024-01-28T12:59:12.614972+0000","last_became_active":"2024-01-28T12:58:40.107220+0000","last_became_peered":"2024-01-28T12:58:40.107220+0000","last_unstale":"2024-01-28T12:59:12.614972+0000","last_undegraded":"2024-01-28T12:59:12.614972+0000","last_fullsized":"2024-01-28T12:59:12.614972+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:16:04.867587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.620936+0000","last_change":"2024-01-28T12:58:44.522169+0000","last_active":"2024-01-28T12:59:12.620936+0000","last_peered":"2024-01-28T12:59:12.620936+0000","last_clean":"2024-01-28T12:59:12.620936+0000","last_became_active":"2024-01-28T12:58:44.520314+0000","last_became_peered":"2024-01-28T12:58:44.520314+0000","last_unstale":"2024-01-28T12:59:12.620936+0000","last_undegraded":"2024-01-28T12:59:12.620936+0000","last_fullsized":"2024-01-28T12:59:12.620936+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:56:17.439806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":62,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:38.156107+0000","last_change":"2024-01-28T12:58:39.446921+0000","last_active":"2024-01-28T12:59:38.156107+0000","last_peered":"2024-01-28T12:59:38.156107+0000","last_clean":"2024-01-28T12:59:38.156107+0000","last_became_active":"2024-01-28T12:58:39.446601+0000","last_became_peered":"2024-01-28T12:58:39.446601+0000","last_unstale":"2024-01-28T12:59:38.156107+0000","last_undegraded":"2024-01-28T12:59:38.156107+0000","last_fullsized":"2024-01-28T12:59:38.156107+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:50:39.197460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614732+0000","last_change":"2024-01-28T12:58:40.107486+0000","last_active":"2024-01-28T12:59:12.614732+0000","last_peered":"2024-01-28T12:59:12.614732+0000","last_clean":"2024-01-28T12:59:12.614732+0000","last_became_active":"2024-01-28T12:58:40.107187+0000","last_became_peered":"2024-01-28T12:58:40.107187+0000","last_unstale":"2024-01-28T12:59:12.614732+0000","last_undegraded":"2024-01-28T12:59:12.614732+0000","last_fullsized":"2024-01-28T12:59:12.614732+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:53:59.387634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.613024+0000","last_change":"2024-01-28T12:58:44.519303+0000","last_active":"2024-01-28T12:59:12.613024+0000","last_peered":"2024-01-28T12:59:12.613024+0000","last_clean":"2024-01-28T12:59:12.613024+0000","last_became_active":"2024-01-28T12:58:44.518482+0000","last_became_peered":"2024-01-28T12:58:44.518482+0000","last_unstale":"2024-01-28T12:59:12.613024+0000","last_undegraded":"2024-01-28T12:59:12.613024+0000","last_fullsized":"2024-01-28T12:59:12.613024+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:22:32.228762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615060+0000","last_change":"2024-01-28T12:58:39.444173+0000","last_active":"2024-01-28T12:59:12.615060+0000","last_peered":"2024-01-28T12:59:12.615060+0000","last_clean":"2024-01-28T12:59:12.615060+0000","last_became_active":"2024-01-28T12:58:39.443869+0000","last_became_peered":"2024-01-28T12:58:39.443869+0000","last_unstale":"2024-01-28T12:59:12.615060+0000","last_undegraded":"2024-01-28T12:59:12.615060+0000","last_fullsized":"2024-01-28T12:59:12.615060+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:18:10.432178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.620875+0000","last_change":"2024-01-28T12:59:13.620875+0000","last_active":"2024-01-28T12:59:13.620875+0000","last_peered":"2024-01-28T12:59:13.620875+0000","last_clean":"2024-01-28T12:59:13.620875+0000","last_became_active":"2024-01-28T12:59:13.620551+0000","last_became_peered":"2024-01-28T12:59:13.620551+0000","last_unstale":"2024-01-28T12:59:13.620875+0000","last_undegraded":"2024-01-28T12:59:13.620875+0000","last_fullsized":"2024-01-28T12:59:13.620875+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:38:44.289333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619081+0000","last_change":"2024-01-28T12:58:44.518104+0000","last_active":"2024-01-28T12:59:12.619081+0000","last_peered":"2024-01-28T12:59:12.619081+0000","last_clean":"2024-01-28T12:59:12.619081+0000","last_became_active":"2024-01-28T12:58:44.517354+0000","last_became_peered":"2024-01-28T12:58:44.517354+0000","last_unstale":"2024-01-28T12:59:12.619081+0000","last_undegraded":"2024-01-28T12:59:12.619081+0000","last_fullsized":"2024-01-28T12:59:12.619081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:34:37.119969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.641853+0000","last_change":"2024-01-28T12:59:13.641457+0000","last_active":"2024-01-28T12:59:13.641853+0000","last_peered":"2024-01-28T12:59:13.641853+0000","last_clean":"2024-01-28T12:59:13.641853+0000","last_became_active":"2024-01-28T12:59:13.624840+0000","last_became_peered":"2024-01-28T12:59:13.624840+0000","last_unstale":"2024-01-28T12:59:13.641853+0000","last_undegraded":"2024-01-28T12:59:13.641853+0000","last_fullsized":"2024-01-28T12:59:13.641853+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:13:13.122483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617886+0000","last_change":"2024-01-28T12:58:40.112287+0000","last_active":"2024-01-28T12:59:12.617886+0000","last_peered":"2024-01-28T12:59:12.617886+0000","last_clean":"2024-01-28T12:59:12.617886+0000","last_became_active":"2024-01-28T12:58:40.111963+0000","last_became_peered":"2024-01-28T12:58:40.111963+0000","last_unstale":"2024-01-28T12:59:12.617886+0000","last_undegraded":"2024-01-28T12:59:12.617886+0000","last_fullsized":"2024-01-28T12:59:12.617886+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:02:40.802950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616923+0000","last_change":"2024-01-28T12:58:44.923182+0000","last_active":"2024-01-28T12:59:12.616923+0000","last_peered":"2024-01-28T12:59:12.616923+0000","last_clean":"2024-01-28T12:59:12.616923+0000","last_became_active":"2024-01-28T12:58:44.922640+0000","last_became_peered":"2024-01-28T12:58:44.922640+0000","last_unstale":"2024-01-28T12:59:12.616923+0000","last_undegraded":"2024-01-28T12:59:12.616923+0000","last_fullsized":"2024-01-28T12:59:12.616923+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:34:19.410788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619315+0000","last_change":"2024-01-28T12:58:39.443808+0000","last_active":"2024-01-28T12:59:12.619315+0000","last_peered":"2024-01-28T12:59:12.619315+0000","last_clean":"2024-01-28T12:59:12.619315+0000","last_became_active":"2024-01-28T12:58:39.443464+0000","last_became_peered":"2024-01-28T12:58:39.443464+0000","last_unstale":"2024-01-28T12:59:12.619315+0000","last_undegraded":"2024-01-28T12:59:12.619315+0000","last_fullsized":"2024-01-28T12:59:12.619315+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:46:23.748717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.113661+0000","last_change":"2024-01-28T12:58:40.103419+0000","last_active":"2024-01-28T12:59:13.113661+0000","last_peered":"2024-01-28T12:59:13.113661+0000","last_clean":"2024-01-28T12:59:13.113661+0000","last_became_active":"2024-01-28T12:58:40.102856+0000","last_became_peered":"2024-01-28T12:58:40.102856+0000","last_unstale":"2024-01-28T12:59:13.113661+0000","last_undegraded":"2024-01-28T12:59:13.113661+0000","last_fullsized":"2024-01-28T12:59:13.113661+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:56:27.003379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612789+0000","last_change":"2024-01-28T12:58:44.508957+0000","last_active":"2024-01-28T12:59:12.612789+0000","last_peered":"2024-01-28T12:59:12.612789+0000","last_clean":"2024-01-28T12:59:12.612789+0000","last_became_active":"2024-01-28T12:58:44.508561+0000","last_became_peered":"2024-01-28T12:58:44.508561+0000","last_unstale":"2024-01-28T12:59:12.612789+0000","last_undegraded":"2024-01-28T12:59:12.612789+0000","last_fullsized":"2024-01-28T12:59:12.612789+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:42:10.431917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":60,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:39.157870+0000","last_change":"2024-01-28T12:58:39.453978+0000","last_active":"2024-01-28T12:59:39.157870+0000","last_peered":"2024-01-28T12:59:39.157870+0000","last_clean":"2024-01-28T12:59:39.157870+0000","last_became_active":"2024-01-28T12:58:39.453649+0000","last_became_peered":"2024-01-28T12:58:39.453649+0000","last_unstale":"2024-01-28T12:59:39.157870+0000","last_undegraded":"2024-01-28T12:59:39.157870+0000","last_fullsized":"2024-01-28T12:59:39.157870+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:56:46.211753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.113679+0000","last_change":"2024-01-28T12:58:40.104714+0000","last_active":"2024-01-28T12:59:13.113679+0000","last_peered":"2024-01-28T12:59:13.113679+0000","last_clean":"2024-01-28T12:59:13.113679+0000","last_became_active":"2024-01-28T12:58:40.104142+0000","last_became_peered":"2024-01-28T12:58:40.104142+0000","last_unstale":"2024-01-28T12:59:13.113679+0000","last_undegraded":"2024-01-28T12:59:13.113679+0000","last_fullsized":"2024-01-28T12:59:13.113679+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:20:04.789690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612897+0000","last_change":"2024-01-28T12:58:44.922576+0000","last_active":"2024-01-28T12:59:12.612897+0000","last_peered":"2024-01-28T12:59:12.612897+0000","last_clean":"2024-01-28T12:59:12.612897+0000","last_became_active":"2024-01-28T12:58:44.922034+0000","last_became_peered":"2024-01-28T12:58:44.922034+0000","last_unstale":"2024-01-28T12:59:12.612897+0000","last_undegraded":"2024-01-28T12:59:12.612897+0000","last_fullsized":"2024-01-28T12:59:12.612897+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:46:16.708685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615572+0000","last_change":"2024-01-28T12:58:40.104771+0000","last_active":"2024-01-28T12:59:12.615572+0000","last_peered":"2024-01-28T12:59:12.615572+0000","last_clean":"2024-01-28T12:59:12.615572+0000","last_became_active":"2024-01-28T12:58:40.104272+0000","last_became_peered":"2024-01-28T12:58:40.104272+0000","last_unstale":"2024-01-28T12:59:12.615572+0000","last_undegraded":"2024-01-28T12:59:12.615572+0000","last_fullsized":"2024-01-28T12:59:12.615572+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:15:56.986883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":64,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:42.161098+0000","last_change":"2024-01-28T12:58:39.454579+0000","last_active":"2024-01-28T12:59:42.161098+0000","last_peered":"2024-01-28T12:59:42.161098+0000","last_clean":"2024-01-28T12:59:42.161098+0000","last_became_active":"2024-01-28T12:58:39.454252+0000","last_became_peered":"2024-01-28T12:58:39.454252+0000","last_unstale":"2024-01-28T12:59:42.161098+0000","last_undegraded":"2024-01-28T12:59:42.161098+0000","last_fullsized":"2024-01-28T12:59:42.161098+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:43:40.249541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":40,"num_read_kb":40,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"83'1","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615368+0000","last_change":"2024-01-28T12:58:44.515751+0000","last_active":"2024-01-28T12:59:12.615368+0000","last_peered":"2024-01-28T12:59:12.615368+0000","last_clean":"2024-01-28T12:59:12.615368+0000","last_became_active":"2024-01-28T12:58:44.515293+0000","last_became_peered":"2024-01-28T12:58:44.515293+0000","last_unstale":"2024-01-28T12:59:12.615368+0000","last_undegraded":"2024-01-28T12:59:12.615368+0000","last_fullsized":"2024-01-28T12:59:12.615368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:01:49.745334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619444+0000","last_change":"2024-01-28T12:58:40.112950+0000","last_active":"2024-01-28T12:59:12.619444+0000","last_peered":"2024-01-28T12:59:12.619444+0000","last_clean":"2024-01-28T12:59:12.619444+0000","last_became_active":"2024-01-28T12:58:40.112678+0000","last_became_peered":"2024-01-28T12:58:40.112678+0000","last_unstale":"2024-01-28T12:59:12.619444+0000","last_undegraded":"2024-01-28T12:59:12.619444+0000","last_fullsized":"2024-01-28T12:59:12.619444+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:59:12.688272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615828+0000","last_change":"2024-01-28T12:58:39.446041+0000","last_active":"2024-01-28T12:59:12.615828+0000","last_peered":"2024-01-28T12:59:12.615828+0000","last_clean":"2024-01-28T12:59:12.615828+0000","last_became_active":"2024-01-28T12:58:39.445705+0000","last_became_peered":"2024-01-28T12:58:39.445705+0000","last_unstale":"2024-01-28T12:59:12.615828+0000","last_undegraded":"2024-01-28T12:59:12.615828+0000","last_fullsized":"2024-01-28T12:59:12.615828+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:44:44.849639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":313,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614614+0000","last_change":"2024-01-28T12:57:46.077681+0000","last_active":"2024-01-28T12:59:12.614614+0000","last_peered":"2024-01-28T12:59:12.614614+0000","last_clean":"2024-01-28T12:59:12.614614+0000","last_became_active":"2024-01-28T12:57:46.077196+0000","last_became_peered":"2024-01-28T12:57:46.077196+0000","last_unstale":"2024-01-28T12:59:12.614614+0000","last_undegraded":"2024-01-28T12:59:12.614614+0000","last_fullsized":"2024-01-28T12:59:12.614614+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:55:10.655844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:55:10.655844+0000","last_clean_scrub_stamp":"2024-01-28T12:55:10.655844+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:30:07.599755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615216+0000","last_change":"2024-01-28T12:58:44.924294+0000","last_active":"2024-01-28T12:59:12.615216+0000","last_peered":"2024-01-28T12:59:12.615216+0000","last_clean":"2024-01-28T12:59:12.615216+0000","last_became_active":"2024-01-28T12:58:44.923837+0000","last_became_peered":"2024-01-28T12:58:44.923837+0000","last_unstale":"2024-01-28T12:59:12.615216+0000","last_undegraded":"2024-01-28T12:59:12.615216+0000","last_fullsized":"2024-01-28T12:59:12.615216+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:25:34.810503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612342+0000","last_change":"2024-01-28T12:58:40.108921+0000","last_active":"2024-01-28T12:59:12.612342+0000","last_peered":"2024-01-28T12:59:12.612342+0000","last_clean":"2024-01-28T12:59:12.612342+0000","last_became_active":"2024-01-28T12:58:40.107254+0000","last_became_peered":"2024-01-28T12:58:40.107254+0000","last_unstale":"2024-01-28T12:59:12.612342+0000","last_undegraded":"2024-01-28T12:59:12.612342+0000","last_fullsized":"2024-01-28T12:59:12.612342+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:21:23.665872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614963+0000","last_change":"2024-01-28T12:58:39.444134+0000","last_active":"2024-01-28T12:59:12.614963+0000","last_peered":"2024-01-28T12:59:12.614963+0000","last_clean":"2024-01-28T12:59:12.614963+0000","last_became_active":"2024-01-28T12:58:39.443633+0000","last_became_peered":"2024-01-28T12:58:39.443633+0000","last_unstale":"2024-01-28T12:59:12.614963+0000","last_undegraded":"2024-01-28T12:59:12.614963+0000","last_fullsized":"2024-01-28T12:59:12.614963+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:23:46.457007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615269+0000","last_change":"2024-01-28T12:58:44.514938+0000","last_active":"2024-01-28T12:59:12.615269+0000","last_peered":"2024-01-28T12:59:12.615269+0000","last_clean":"2024-01-28T12:59:12.615269+0000","last_became_active":"2024-01-28T12:58:44.514518+0000","last_became_peered":"2024-01-28T12:58:44.514518+0000","last_unstale":"2024-01-28T12:59:12.615269+0000","last_undegraded":"2024-01-28T12:59:12.615269+0000","last_fullsized":"2024-01-28T12:59:12.615269+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:18:27.752109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615439+0000","last_change":"2024-01-28T12:58:39.442781+0000","last_active":"2024-01-28T12:59:12.615439+0000","last_peered":"2024-01-28T12:59:12.615439+0000","last_clean":"2024-01-28T12:59:12.615439+0000","last_became_active":"2024-01-28T12:58:39.442435+0000","last_became_peered":"2024-01-28T12:58:39.442435+0000","last_unstale":"2024-01-28T12:59:12.615439+0000","last_undegraded":"2024-01-28T12:59:12.615439+0000","last_fullsized":"2024-01-28T12:59:12.615439+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:58:24.328288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.613031+0000","last_change":"2024-01-28T12:58:40.101045+0000","last_active":"2024-01-28T12:59:12.613031+0000","last_peered":"2024-01-28T12:59:12.613031+0000","last_clean":"2024-01-28T12:59:12.613031+0000","last_became_active":"2024-01-28T12:58:40.100677+0000","last_became_peered":"2024-01-28T12:58:40.100677+0000","last_unstale":"2024-01-28T12:59:12.613031+0000","last_undegraded":"2024-01-28T12:59:12.613031+0000","last_fullsized":"2024-01-28T12:59:12.613031+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:29:41.746894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618753+0000","last_change":"2024-01-28T12:58:44.923631+0000","last_active":"2024-01-28T12:59:12.618753+0000","last_peered":"2024-01-28T12:59:12.618753+0000","last_clean":"2024-01-28T12:59:12.618753+0000","last_became_active":"2024-01-28T12:58:44.922704+0000","last_became_peered":"2024-01-28T12:58:44.922704+0000","last_unstale":"2024-01-28T12:59:12.618753+0000","last_undegraded":"2024-01-28T12:59:12.618753+0000","last_fullsized":"2024-01-28T12:59:12.618753+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:32:40.342360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"85'9","reported_seq":28,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.620195+0000","last_change":"2024-01-28T12:58:39.439514+0000","last_active":"2024-01-28T12:59:13.620195+0000","last_peered":"2024-01-28T12:59:13.620195+0000","last_clean":"2024-01-28T12:59:13.620195+0000","last_became_active":"2024-01-28T12:58:39.438585+0000","last_became_peered":"2024-01-28T12:58:39.438585+0000","last_unstale":"2024-01-28T12:59:13.620195+0000","last_undegraded":"2024-01-28T12:59:13.620195+0000","last_fullsized":"2024-01-28T12:59:13.620195+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:41:06.768241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619465+0000","last_change":"2024-01-28T12:58:40.113378+0000","last_active":"2024-01-28T12:59:12.619465+0000","last_peered":"2024-01-28T12:59:12.619465+0000","last_clean":"2024-01-28T12:59:12.619465+0000","last_became_active":"2024-01-28T12:58:40.112852+0000","last_became_peered":"2024-01-28T12:58:40.112852+0000","last_unstale":"2024-01-28T12:59:12.619465+0000","last_undegraded":"2024-01-28T12:59:12.619465+0000","last_fullsized":"2024-01-28T12:59:12.619465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:18:16.232147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.611875+0000","last_change":"2024-01-28T12:58:44.511720+0000","last_active":"2024-01-28T12:59:12.611875+0000","last_peered":"2024-01-28T12:59:12.611875+0000","last_clean":"2024-01-28T12:59:12.611875+0000","last_became_active":"2024-01-28T12:58:44.511324+0000","last_became_peered":"2024-01-28T12:58:44.511324+0000","last_unstale":"2024-01-28T12:59:12.611875+0000","last_undegraded":"2024-01-28T12:59:12.611875+0000","last_fullsized":"2024-01-28T12:59:12.611875+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:23:53.388211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617123+0000","last_change":"2024-01-28T12:58:39.441736+0000","last_active":"2024-01-28T12:59:12.617123+0000","last_peered":"2024-01-28T12:59:12.617123+0000","last_clean":"2024-01-28T12:59:12.617123+0000","last_became_active":"2024-01-28T12:58:39.441394+0000","last_became_peered":"2024-01-28T12:58:39.441394+0000","last_unstale":"2024-01-28T12:59:12.617123+0000","last_undegraded":"2024-01-28T12:59:12.617123+0000","last_fullsized":"2024-01-28T12:59:12.617123+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:03:20.839385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063614+0000","last_change":"2024-01-28T12:58:40.113698+0000","last_active":"2024-01-28T12:59:13.063614+0000","last_peered":"2024-01-28T12:59:13.063614+0000","last_clean":"2024-01-28T12:59:13.063614+0000","last_became_active":"2024-01-28T12:58:40.112801+0000","last_became_peered":"2024-01-28T12:58:40.112801+0000","last_unstale":"2024-01-28T12:59:13.063614+0000","last_undegraded":"2024-01-28T12:59:13.063614+0000","last_fullsized":"2024-01-28T12:59:13.063614+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:16:44.886354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615782+0000","last_change":"2024-01-28T12:58:44.924561+0000","last_active":"2024-01-28T12:59:12.615782+0000","last_peered":"2024-01-28T12:59:12.615782+0000","last_clean":"2024-01-28T12:59:12.615782+0000","last_became_active":"2024-01-28T12:58:44.924068+0000","last_became_peered":"2024-01-28T12:58:44.924068+0000","last_unstale":"2024-01-28T12:59:12.615782+0000","last_undegraded":"2024-01-28T12:59:12.615782+0000","last_fullsized":"2024-01-28T12:59:12.615782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:44:37.368019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612051+0000","last_change":"2024-01-28T12:58:39.443384+0000","last_active":"2024-01-28T12:59:12.612051+0000","last_peered":"2024-01-28T12:59:12.612051+0000","last_clean":"2024-01-28T12:59:12.612051+0000","last_became_active":"2024-01-28T12:58:39.442944+0000","last_became_peered":"2024-01-28T12:58:39.442944+0000","last_unstale":"2024-01-28T12:59:12.612051+0000","last_undegraded":"2024-01-28T12:59:12.612051+0000","last_fullsized":"2024-01-28T12:59:12.612051+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:43:27.814789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615828+0000","last_change":"2024-01-28T12:58:40.095067+0000","last_active":"2024-01-28T12:59:12.615828+0000","last_peered":"2024-01-28T12:59:12.615828+0000","last_clean":"2024-01-28T12:59:12.615828+0000","last_became_active":"2024-01-28T12:58:40.094773+0000","last_became_peered":"2024-01-28T12:58:40.094773+0000","last_unstale":"2024-01-28T12:59:12.615828+0000","last_undegraded":"2024-01-28T12:59:12.615828+0000","last_fullsized":"2024-01-28T12:59:12.615828+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:44:38.028555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.620817+0000","last_change":"2024-01-28T12:58:44.517634+0000","last_active":"2024-01-28T12:59:12.620817+0000","last_peered":"2024-01-28T12:59:12.620817+0000","last_clean":"2024-01-28T12:59:12.620817+0000","last_became_active":"2024-01-28T12:58:44.517291+0000","last_became_peered":"2024-01-28T12:58:44.517291+0000","last_unstale":"2024-01-28T12:59:12.620817+0000","last_undegraded":"2024-01-28T12:59:12.620817+0000","last_fullsized":"2024-01-28T12:59:12.620817+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:26:38.341997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618792+0000","last_change":"2024-01-28T12:58:39.446378+0000","last_active":"2024-01-28T12:59:12.618792+0000","last_peered":"2024-01-28T12:59:12.618792+0000","last_clean":"2024-01-28T12:59:12.618792+0000","last_became_active":"2024-01-28T12:58:39.445691+0000","last_became_peered":"2024-01-28T12:58:39.445691+0000","last_unstale":"2024-01-28T12:59:12.618792+0000","last_undegraded":"2024-01-28T12:59:12.618792+0000","last_fullsized":"2024-01-28T12:59:12.618792+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:33:06.180472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616017+0000","last_change":"2024-01-28T12:58:40.100317+0000","last_active":"2024-01-28T12:59:12.616017+0000","last_peered":"2024-01-28T12:59:12.616017+0000","last_clean":"2024-01-28T12:59:12.616017+0000","last_became_active":"2024-01-28T12:58:40.099922+0000","last_became_peered":"2024-01-28T12:58:40.099922+0000","last_unstale":"2024-01-28T12:59:12.616017+0000","last_undegraded":"2024-01-28T12:59:12.616017+0000","last_fullsized":"2024-01-28T12:59:12.616017+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:40:09.062474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"83'1","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618342+0000","last_change":"2024-01-28T12:58:44.523805+0000","last_active":"2024-01-28T12:59:12.618342+0000","last_peered":"2024-01-28T12:59:12.618342+0000","last_clean":"2024-01-28T12:59:12.618342+0000","last_became_active":"2024-01-28T12:58:44.523398+0000","last_became_peered":"2024-01-28T12:58:44.523398+0000","last_unstale":"2024-01-28T12:59:12.618342+0000","last_undegraded":"2024-01-28T12:59:12.618342+0000","last_fullsized":"2024-01-28T12:59:12.618342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:56:22.665711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612097+0000","last_change":"2024-01-28T12:58:39.453660+0000","last_active":"2024-01-28T12:59:12.612097+0000","last_peered":"2024-01-28T12:59:12.612097+0000","last_clean":"2024-01-28T12:59:12.612097+0000","last_became_active":"2024-01-28T12:58:39.453318+0000","last_became_peered":"2024-01-28T12:58:39.453318+0000","last_unstale":"2024-01-28T12:59:12.612097+0000","last_undegraded":"2024-01-28T12:59:12.612097+0000","last_fullsized":"2024-01-28T12:59:12.612097+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:14:18.875280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619086+0000","last_change":"2024-01-28T12:58:40.105373+0000","last_active":"2024-01-28T12:59:12.619086+0000","last_peered":"2024-01-28T12:59:12.619086+0000","last_clean":"2024-01-28T12:59:12.619086+0000","last_became_active":"2024-01-28T12:58:40.104703+0000","last_became_peered":"2024-01-28T12:58:40.104703+0000","last_unstale":"2024-01-28T12:59:12.619086+0000","last_undegraded":"2024-01-28T12:59:12.619086+0000","last_fullsized":"2024-01-28T12:59:12.619086+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:51:50.161226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616832+0000","last_change":"2024-01-28T12:58:44.923252+0000","last_active":"2024-01-28T12:59:12.616832+0000","last_peered":"2024-01-28T12:59:12.616832+0000","last_clean":"2024-01-28T12:59:12.616832+0000","last_became_active":"2024-01-28T12:58:44.922652+0000","last_became_peered":"2024-01-28T12:58:44.922652+0000","last_unstale":"2024-01-28T12:59:12.616832+0000","last_undegraded":"2024-01-28T12:59:12.616832+0000","last_fullsized":"2024-01-28T12:59:12.616832+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:46:50.715772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":38,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.637964+0000","last_change":"2024-01-28T12:59:13.637964+0000","last_active":"2024-01-28T12:59:13.637964+0000","last_peered":"2024-01-28T12:59:13.637964+0000","last_clean":"2024-01-28T12:59:13.637964+0000","last_became_active":"2024-01-28T12:59:13.626359+0000","last_became_peered":"2024-01-28T12:59:13.626359+0000","last_unstale":"2024-01-28T12:59:13.637964+0000","last_undegraded":"2024-01-28T12:59:13.637964+0000","last_fullsized":"2024-01-28T12:59:13.637964+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:51:06.667426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616465+0000","last_change":"2024-01-28T12:58:40.106327+0000","last_active":"2024-01-28T12:59:12.616465+0000","last_peered":"2024-01-28T12:59:12.616465+0000","last_clean":"2024-01-28T12:59:12.616465+0000","last_became_active":"2024-01-28T12:58:40.105851+0000","last_became_peered":"2024-01-28T12:58:40.105851+0000","last_unstale":"2024-01-28T12:59:12.616465+0000","last_undegraded":"2024-01-28T12:59:12.616465+0000","last_fullsized":"2024-01-28T12:59:12.616465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:35:06.526966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.611927+0000","last_change":"2024-01-28T12:58:44.514160+0000","last_active":"2024-01-28T12:59:12.611927+0000","last_peered":"2024-01-28T12:59:12.611927+0000","last_clean":"2024-01-28T12:59:12.611927+0000","last_became_active":"2024-01-28T12:58:44.513702+0000","last_became_peered":"2024-01-28T12:58:44.513702+0000","last_unstale":"2024-01-28T12:59:12.611927+0000","last_undegraded":"2024-01-28T12:59:12.611927+0000","last_fullsized":"2024-01-28T12:59:12.611927+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:58:55.035362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":62,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:39.155215+0000","last_change":"2024-01-28T12:58:39.452665+0000","last_active":"2024-01-28T12:59:39.155215+0000","last_peered":"2024-01-28T12:59:39.155215+0000","last_clean":"2024-01-28T12:59:39.155215+0000","last_became_active":"2024-01-28T12:58:39.452346+0000","last_became_peered":"2024-01-28T12:58:39.452346+0000","last_unstale":"2024-01-28T12:59:39.155215+0000","last_undegraded":"2024-01-28T12:59:39.155215+0000","last_fullsized":"2024-01-28T12:59:39.155215+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:25:35.492419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1182,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615643+0000","last_change":"2024-01-28T12:58:40.108195+0000","last_active":"2024-01-28T12:59:12.615643+0000","last_peered":"2024-01-28T12:59:12.615643+0000","last_clean":"2024-01-28T12:59:12.615643+0000","last_became_active":"2024-01-28T12:58:40.107938+0000","last_became_peered":"2024-01-28T12:58:40.107938+0000","last_unstale":"2024-01-28T12:59:12.615643+0000","last_undegraded":"2024-01-28T12:59:12.615643+0000","last_fullsized":"2024-01-28T12:59:12.615643+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:26:50.351233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063196+0000","last_change":"2024-01-28T12:58:44.521138+0000","last_active":"2024-01-28T12:59:13.063196+0000","last_peered":"2024-01-28T12:59:13.063196+0000","last_clean":"2024-01-28T12:59:13.063196+0000","last_became_active":"2024-01-28T12:58:44.517308+0000","last_became_peered":"2024-01-28T12:58:44.517308+0000","last_unstale":"2024-01-28T12:59:13.063196+0000","last_undegraded":"2024-01-28T12:59:13.063196+0000","last_fullsized":"2024-01-28T12:59:13.063196+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:37:49.523990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618104+0000","last_change":"2024-01-28T12:58:39.444309+0000","last_active":"2024-01-28T12:59:12.618104+0000","last_peered":"2024-01-28T12:59:12.618104+0000","last_clean":"2024-01-28T12:59:12.618104+0000","last_became_active":"2024-01-28T12:58:39.444001+0000","last_became_peered":"2024-01-28T12:58:39.444001+0000","last_unstale":"2024-01-28T12:59:12.618104+0000","last_undegraded":"2024-01-28T12:59:12.618104+0000","last_fullsized":"2024-01-28T12:59:12.618104+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:03:52.450732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615656+0000","last_change":"2024-01-28T12:58:40.105921+0000","last_active":"2024-01-28T12:59:12.615656+0000","last_peered":"2024-01-28T12:59:12.615656+0000","last_clean":"2024-01-28T12:59:12.615656+0000","last_became_active":"2024-01-28T12:58:40.105521+0000","last_became_peered":"2024-01-28T12:58:40.105521+0000","last_unstale":"2024-01-28T12:59:12.615656+0000","last_undegraded":"2024-01-28T12:59:12.615656+0000","last_fullsized":"2024-01-28T12:59:12.615656+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:07:26.791566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615184+0000","last_change":"2024-01-28T12:58:44.514717+0000","last_active":"2024-01-28T12:59:12.615184+0000","last_peered":"2024-01-28T12:59:12.615184+0000","last_clean":"2024-01-28T12:59:12.615184+0000","last_became_active":"2024-01-28T12:58:44.513991+0000","last_became_peered":"2024-01-28T12:58:44.513991+0000","last_unstale":"2024-01-28T12:59:12.615184+0000","last_undegraded":"2024-01-28T12:59:12.615184+0000","last_fullsized":"2024-01-28T12:59:12.615184+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:00:30.838158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612922+0000","last_change":"2024-01-28T12:58:39.451153+0000","last_active":"2024-01-28T12:59:12.612922+0000","last_peered":"2024-01-28T12:59:12.612922+0000","last_clean":"2024-01-28T12:59:12.612922+0000","last_became_active":"2024-01-28T12:58:39.450774+0000","last_became_peered":"2024-01-28T12:58:39.450774+0000","last_unstale":"2024-01-28T12:59:12.612922+0000","last_undegraded":"2024-01-28T12:59:12.612922+0000","last_fullsized":"2024-01-28T12:59:12.612922+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:58:09.157519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615966+0000","last_change":"2024-01-28T12:58:40.108574+0000","last_active":"2024-01-28T12:59:12.615966+0000","last_peered":"2024-01-28T12:59:12.615966+0000","last_clean":"2024-01-28T12:59:12.615966+0000","last_became_active":"2024-01-28T12:58:40.108184+0000","last_became_peered":"2024-01-28T12:58:40.108184+0000","last_unstale":"2024-01-28T12:59:12.615966+0000","last_undegraded":"2024-01-28T12:59:12.615966+0000","last_fullsized":"2024-01-28T12:59:12.615966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:56:41.128174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616120+0000","last_change":"2024-01-28T12:58:40.102477+0000","last_active":"2024-01-28T12:59:12.616120+0000","last_peered":"2024-01-28T12:59:12.616120+0000","last_clean":"2024-01-28T12:59:12.616120+0000","last_became_active":"2024-01-28T12:58:40.101922+0000","last_became_peered":"2024-01-28T12:58:40.101922+0000","last_unstale":"2024-01-28T12:59:12.616120+0000","last_undegraded":"2024-01-28T12:59:12.616120+0000","last_fullsized":"2024-01-28T12:59:12.616120+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:47:14.704254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612229+0000","last_change":"2024-01-28T12:58:40.111289+0000","last_active":"2024-01-28T12:59:12.612229+0000","last_peered":"2024-01-28T12:59:12.612229+0000","last_clean":"2024-01-28T12:59:12.612229+0000","last_became_active":"2024-01-28T12:58:40.110893+0000","last_became_peered":"2024-01-28T12:58:40.110893+0000","last_unstale":"2024-01-28T12:59:12.612229+0000","last_undegraded":"2024-01-28T12:59:12.612229+0000","last_fullsized":"2024-01-28T12:59:12.612229+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:36:29.165493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.611925+0000","last_change":"2024-01-28T12:58:40.113374+0000","last_active":"2024-01-28T12:59:12.611925+0000","last_peered":"2024-01-28T12:59:12.611925+0000","last_clean":"2024-01-28T12:59:12.611925+0000","last_became_active":"2024-01-28T12:58:40.112905+0000","last_became_peered":"2024-01-28T12:58:40.112905+0000","last_unstale":"2024-01-28T12:59:12.611925+0000","last_undegraded":"2024-01-28T12:59:12.611925+0000","last_fullsized":"2024-01-28T12:59:12.611925+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:40:13.697892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063372+0000","last_change":"2024-01-28T12:58:40.101777+0000","last_active":"2024-01-28T12:59:13.063372+0000","last_peered":"2024-01-28T12:59:13.063372+0000","last_clean":"2024-01-28T12:59:13.063372+0000","last_became_active":"2024-01-28T12:58:40.099197+0000","last_became_peered":"2024-01-28T12:58:40.099197+0000","last_unstale":"2024-01-28T12:59:13.063372+0000","last_undegraded":"2024-01-28T12:59:13.063372+0000","last_fullsized":"2024-01-28T12:59:13.063372+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:01:58.451766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612948+0000","last_change":"2024-01-28T12:58:40.098114+0000","last_active":"2024-01-28T12:59:12.612948+0000","last_peered":"2024-01-28T12:59:12.612948+0000","last_clean":"2024-01-28T12:59:12.612948+0000","last_became_active":"2024-01-28T12:58:40.097814+0000","last_became_peered":"2024-01-28T12:58:40.097814+0000","last_unstale":"2024-01-28T12:59:12.612948+0000","last_undegraded":"2024-01-28T12:59:12.612948+0000","last_fullsized":"2024-01-28T12:59:12.612948+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:17:08.516357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617642+0000","last_change":"2024-01-28T12:58:40.102166+0000","last_active":"2024-01-28T12:59:12.617642+0000","last_peered":"2024-01-28T12:59:12.617642+0000","last_clean":"2024-01-28T12:59:12.617642+0000","last_became_active":"2024-01-28T12:58:40.101561+0000","last_became_peered":"2024-01-28T12:58:40.101561+0000","last_unstale":"2024-01-28T12:59:12.617642+0000","last_undegraded":"2024-01-28T12:59:12.617642+0000","last_fullsized":"2024-01-28T12:59:12.617642+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:01:26.852581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.613217+0000","last_change":"2024-01-28T12:58:40.099869+0000","last_active":"2024-01-28T12:59:12.613217+0000","last_peered":"2024-01-28T12:59:12.613217+0000","last_clean":"2024-01-28T12:59:12.613217+0000","last_became_active":"2024-01-28T12:58:40.098782+0000","last_became_peered":"2024-01-28T12:58:40.098782+0000","last_unstale":"2024-01-28T12:59:12.613217+0000","last_undegraded":"2024-01-28T12:59:12.613217+0000","last_fullsized":"2024-01-28T12:59:12.613217+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:27:40.523691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619606+0000","last_change":"2024-01-28T12:58:40.113206+0000","last_active":"2024-01-28T12:59:12.619606+0000","last_peered":"2024-01-28T12:59:12.619606+0000","last_clean":"2024-01-28T12:59:12.619606+0000","last_became_active":"2024-01-28T12:58:40.111387+0000","last_became_peered":"2024-01-28T12:58:40.111387+0000","last_unstale":"2024-01-28T12:59:12.619606+0000","last_undegraded":"2024-01-28T12:59:12.619606+0000","last_fullsized":"2024-01-28T12:59:12.619606+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:37:18.049155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615477+0000","last_change":"2024-01-28T12:58:40.104581+0000","last_active":"2024-01-28T12:59:12.615477+0000","last_peered":"2024-01-28T12:59:12.615477+0000","last_clean":"2024-01-28T12:59:12.615477+0000","last_became_active":"2024-01-28T12:58:40.103785+0000","last_became_peered":"2024-01-28T12:58:40.103785+0000","last_unstale":"2024-01-28T12:59:12.615477+0000","last_undegraded":"2024-01-28T12:59:12.615477+0000","last_fullsized":"2024-01-28T12:59:12.615477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:00:43.763039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619004+0000","last_change":"2024-01-28T12:58:40.111136+0000","last_active":"2024-01-28T12:59:12.619004+0000","last_peered":"2024-01-28T12:59:12.619004+0000","last_clean":"2024-01-28T12:59:12.619004+0000","last_became_active":"2024-01-28T12:58:40.110787+0000","last_became_peered":"2024-01-28T12:58:40.110787+0000","last_unstale":"2024-01-28T12:59:12.619004+0000","last_undegraded":"2024-01-28T12:59:12.619004+0000","last_fullsized":"2024-01-28T12:59:12.619004+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:05:52.979714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612255+0000","last_change":"2024-01-28T12:58:40.107585+0000","last_active":"2024-01-28T12:59:12.612255+0000","last_peered":"2024-01-28T12:59:12.612255+0000","last_clean":"2024-01-28T12:59:12.612255+0000","last_became_active":"2024-01-28T12:58:40.107054+0000","last_became_peered":"2024-01-28T12:58:40.107054+0000","last_unstale":"2024-01-28T12:59:12.612255+0000","last_undegraded":"2024-01-28T12:59:12.612255+0000","last_fullsized":"2024-01-28T12:59:12.612255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:57:07.901241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612704+0000","last_change":"2024-01-28T12:58:40.103326+0000","last_active":"2024-01-28T12:59:12.612704+0000","last_peered":"2024-01-28T12:59:12.612704+0000","last_clean":"2024-01-28T12:59:12.612704+0000","last_became_active":"2024-01-28T12:58:40.100420+0000","last_became_peered":"2024-01-28T12:58:40.100420+0000","last_unstale":"2024-01-28T12:59:12.612704+0000","last_undegraded":"2024-01-28T12:59:12.612704+0000","last_fullsized":"2024-01-28T12:59:12.612704+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:50:24.609822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.621777+0000","last_change":"2024-01-28T12:59:13.621777+0000","last_active":"2024-01-28T12:59:13.621777+0000","last_peered":"2024-01-28T12:59:13.621777+0000","last_clean":"2024-01-28T12:59:13.621777+0000","last_became_active":"2024-01-28T12:59:13.621108+0000","last_became_peered":"2024-01-28T12:59:13.621108+0000","last_unstale":"2024-01-28T12:59:13.621777+0000","last_undegraded":"2024-01-28T12:59:13.621777+0000","last_fullsized":"2024-01-28T12:59:13.621777+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:56:42.584088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280991,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67451,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":409,"num_read_kb":283,"num_write":234,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":202353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":206,"ondisk_log_size":206,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579928,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":950272,"data_stored":473456,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.57999999999999996}]},{"osd":1,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.504}]},{"osd":2,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":4,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.65100000000000002}]},{"osd":5,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.61899999999999999}]},{"osd":6,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.66800000000000004}]},{"osd":7,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.73899999999999999}]},{"osd":8,"last update":"Sun Jan 28 12:59:40 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.748,"5min":0.748,"15min":0.748},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.71299999999999997}]},{"osd":9,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.78600000000000003}]},{"osd":10,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.79300000000000004}]}]},{"osd":10,"up_from":67,"seq":287762808859,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1093632,"data_stored":1120829,"data_compressed":53341,"data_compressed_allocated":69632,"data_compressed_original":638976,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:43 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.8440000000000003,"5min":6.8440000000000003,"15min":6.8440000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.55100000000000005}]},{"osd":1,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.59899999999999998}]},{"osd":2,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.61899999999999999}]},{"osd":3,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.83999999999999997}]},{"osd":4,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.434}]},{"osd":5,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.66000000000000003}]},{"osd":6,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":8,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.63100000000000001}]},{"osd":9,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.71199999999999997}]},{"osd":11,"last update":"Sun Jan 28 12:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.79400000000000004}]}]},{"osd":9,"up_from":62,"seq":266287972382,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":477460,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.51200000000000001,"15min":0.52300000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.69199999999999995,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.56699999999999995,"15min":0.58099999999999996},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.81200000000000006,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.5}]},{"osd":1,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.754,"15min":0.76500000000000001},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.98199999999999998,"5min":1.032,"15min":1.032},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.72399999999999998,"15min":0.73699999999999999},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.86399999999999999,"5min":1.012,"15min":1.012},"last":0.82999999999999996}]},{"osd":2,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.749,"15min":0.75600000000000001},"min":{"1min":0.442,"5min":0.44,"15min":0.44},"max":{"1min":0.995,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.70799999999999996,"15min":0.71399999999999997},"min":{"1min":0.51300000000000001,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.90600000000000003,"5min":1.006,"15min":1.006},"last":0.58599999999999997}]},{"osd":3,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.70399999999999996,"15min":0.72599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.92200000000000004,"5min":1.089,"15min":1.089},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.67700000000000005,"15min":0.70299999999999996},"min":{"1min":0.38700000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.81000000000000005,"5min":1.087,"15min":1.087},"last":0.624}]},{"osd":4,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.70299999999999996,"15min":0.71299999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.85299999999999998,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.80400000000000005,"15min":0.82199999999999995},"min":{"1min":0.53000000000000003,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.96299999999999997,"5min":1.095,"15min":1.095},"last":0.91700000000000004}]},{"osd":5,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.874,"15min":0.85199999999999998},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":5.0460000000000003,"5min":5.0460000000000003,"15min":5.0460000000000003},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.879,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.81000000000000005}]},{"osd":6,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.371},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.48899999999999999}]},{"osd":7,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.86899999999999999,"15min":0.89100000000000001},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.081,"5min":1.171,"15min":1.171},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.89800000000000002,"15min":0.91800000000000004},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0449999999999999,"5min":1.675,"15min":1.675},"last":0.94899999999999995}]},{"osd":8,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.88900000000000001,"15min":0.90700000000000003},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1379999999999999,"5min":1.208,"15min":1.208},"last":0.88400000000000001},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.81399999999999995,"15min":0.83099999999999996},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.0509999999999999,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.754}]},{"osd":10,"last update":"Sun Jan 28 12:58:44 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97699999999999998}]}]},{"osd":8,"up_from":55,"seq":236223201315,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":962560,"data_stored":473732,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54100000000000004,"15min":0.53800000000000003},"min":{"1min":0.36799999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.45400000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.80000000000000004}]},{"osd":1,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.61099999999999999,"15min":0.60799999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.61399999999999999,"15min":0.59999999999999998},"min":{"1min":0.502,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57799999999999996}]},{"osd":2,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.45200000000000001,"15min":0.44800000000000001},"min":{"1min":0.29799999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.30599999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68899999999999995,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.69299999999999995}]},{"osd":3,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.56100000000000005,"15min":0.56299999999999994},"min":{"1min":0.40000000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78700000000000003,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.627,"5min":0.63100000000000001,"15min":0.63200000000000001},"min":{"1min":0.505,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.72499999999999998}]},{"osd":4,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.60299999999999998,"15min":0.59499999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85799999999999998,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.63300000000000001}]},{"osd":5,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.37,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.55600000000000005,"15min":0.55300000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.72099999999999997}]},{"osd":6,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.66900000000000004,"15min":0.66200000000000003},"min":{"1min":0.47099999999999997,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.873},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.68799999999999994,"15min":0.68600000000000005},"min":{"1min":0.55800000000000005,"5min":0.502,"15min":0.502},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.84699999999999998}]},{"osd":7,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.68999999999999995,"15min":0.68600000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.68100000000000005,"15min":0.67500000000000004},"min":{"1min":0.51100000000000001,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.85899999999999999}]},{"osd":9,"last update":"Sun Jan 28 12:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.747,"15min":0.74099999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.745,"15min":0.73999999999999999},"min":{"1min":0.59899999999999998,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.89200000000000002}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.96099999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90700000000000003}]}]},{"osd":7,"up_from":48,"seq":206158430246,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1019904,"data_stored":1070640,"data_compressed":53341,"data_compressed_allocated":69632,"data_compressed_original":638976,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.376}]},{"osd":1,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.28799999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68999999999999995,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.443,"15min":0.441},"min":{"1min":0.32500000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.54400000000000004}]},{"osd":2,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.621}]},{"osd":3,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.625,"15min":0.625},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.74199999999999999}]},{"osd":4,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.5,"15min":0.496},"min":{"1min":0.32300000000000001,"5min":0.308,"15min":0.308},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51100000000000001,"15min":0.51000000000000001},"min":{"1min":0.32300000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.44900000000000001}]},{"osd":5,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.59399999999999997,"15min":0.58699999999999997},"min":{"1min":0.45500000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.443,"5min":0.437,"15min":0.437},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.64400000000000002}]},{"osd":6,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.69899999999999995,"15min":0.69499999999999995},"min":{"1min":0.57199999999999995,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.66400000000000003,"15min":0.65200000000000002},"min":{"1min":0.52000000000000002,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.751}]},{"osd":8,"last update":"Sun Jan 28 12:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.65400000000000003,"15min":0.64800000000000002},"min":{"1min":0.46700000000000003,"5min":0.433,"15min":0.433},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.65300000000000002,"15min":0.63900000000000001},"min":{"1min":0.52500000000000002,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.63300000000000001}]},{"osd":9,"last update":"Sun Jan 28 12:59:25 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.71299999999999997,"15min":0.69999999999999996},"min":{"1min":0.55900000000000005,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.024,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.73799999999999999,"15min":0.72799999999999998},"min":{"1min":0.58099999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.77900000000000003}]},{"osd":10,"last update":"Sun Jan 28 12:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.70899999999999996}]},{"osd":11,"last update":"Sun Jan 28 12:59:40 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.76300000000000001}]}]},{"osd":6,"up_from":43,"seq":184683593770,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":946176,"data_stored":468856,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.46899999999999997,"15min":0.45700000000000002},"min":{"1min":0.35199999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.9790000000000001,"5min":1.9790000000000001,"15min":1.9790000000000001},"last":1.024},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.505,"15min":0.49299999999999999},"min":{"1min":0.32800000000000001,"5min":0.31,"15min":0.31},"max":{"1min":1.8129999999999999,"5min":1.8129999999999999,"15min":1.8129999999999999},"last":0.80800000000000005}]},{"osd":1,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.45300000000000001,"5min":0.438,"15min":0.438},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":1.863},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.69399999999999995,"15min":0.67300000000000004},"min":{"1min":0.47499999999999998,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.849,"5min":1.849,"15min":1.849},"last":0.69499999999999995}]},{"osd":2,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.64300000000000002,"15min":0.63600000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":2.093},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.63400000000000001,"15min":0.63300000000000001},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":1.903}]},{"osd":3,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56200000000000006},"min":{"1min":0.38500000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":2.0499999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.63900000000000001,"15min":0.625},"min":{"1min":0.45300000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.901,"5min":1.901,"15min":1.901},"last":1.429}]},{"osd":4,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.68700000000000006,"15min":0.67700000000000005},"min":{"1min":0.48999999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":1.9810000000000001},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.74099999999999999,"15min":0.73099999999999998},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.9370000000000001,"5min":1.9370000000000001,"15min":1.9370000000000001},"last":0.74199999999999999}]},{"osd":5,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.747,"15min":0.74299999999999999},"min":{"1min":0.56799999999999995,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.749,"5min":0.72199999999999998,"15min":0.72399999999999998},"min":{"1min":0.53400000000000003,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.77}]},{"osd":7,"last update":"Sun Jan 28 12:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":1.8149999999999999},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.751,"15min":0.74299999999999999},"min":{"1min":0.60299999999999998,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":1.946}]},{"osd":8,"last update":"Sun Jan 28 12:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.78300000000000003,"15min":0.78800000000000003},"min":{"1min":0.56299999999999994,"5min":0.504,"15min":0.504},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.873},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.77400000000000002,"15min":0.78800000000000003},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0449999999999999,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":2.137}]},{"osd":9,"last update":"Sun Jan 28 12:59:26 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.84899999999999998,"15min":0.84099999999999997},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":2.0720000000000001,"5min":2.0720000000000001,"15min":2.0720000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.84799999999999998,"15min":0.84599999999999997},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":2.8690000000000002,"5min":2.8690000000000002,"15min":2.8690000000000002},"last":2.173}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":2.0150000000000001},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.4740000000000002}]}]},{"osd":1,"up_from":12,"seq":51539607614,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":529790,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.55000000000000004,"15min":0.53000000000000003},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81299999999999994,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.39800000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.80700000000000005,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.45300000000000001}]},{"osd":2,"last update":"Sun Jan 28 12:59:22 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.53600000000000003,"15min":0.51200000000000001},"min":{"1min":0.36399999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.53900000000000003,"15min":0.51000000000000001},"min":{"1min":0.42199999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.38100000000000001}]},{"osd":3,"last update":"Sun Jan 28 12:59:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.57499999999999996,"15min":0.54900000000000004},"min":{"1min":0.38100000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.872,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.59199999999999997,"15min":0.55400000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.86199999999999999,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.58499999999999996}]},{"osd":4,"last update":"Sun Jan 28 12:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.434,"15min":0.41199999999999998},"min":{"1min":0.29099999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.42899999999999999,"15min":0.40200000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.48099999999999998}]},{"osd":5,"last update":"Sun Jan 28 12:59:11 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.60199999999999998,"15min":0.57799999999999996},"min":{"1min":0.44800000000000001,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.623,"15min":0.60899999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.90900000000000003,"5min":1.008,"15min":1.008},"last":0.60899999999999999}]},{"osd":6,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.91800000000000004,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.628,"5min":0.64500000000000002,"15min":0.63700000000000001},"min":{"1min":0.45800000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.90200000000000002,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.52100000000000002}]},{"osd":7,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53900000000000003,"15min":0.52700000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.46800000000000003}]},{"osd":8,"last update":"Sun Jan 28 12:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.63700000000000001,"15min":0.63100000000000001},"min":{"1min":0.45400000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.66500000000000004,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.49099999999999999}]},{"osd":9,"last update":"Sun Jan 28 12:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.75,"15min":0.75},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.95199999999999996,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.52000000000000002,"5min":0.5,"15min":0.5},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.66900000000000004}]},{"osd":10,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.57399999999999995}]},{"osd":11,"last update":"Sun Jan 28 12:59:39 2024","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.625},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.71199999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":970752,"data_stored":470336,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Jan 28 12:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.58699999999999997,"15min":0.54600000000000004},"min":{"1min":0.51600000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86099999999999999,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.629,"15min":0.56699999999999995},"min":{"1min":0.48399999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92500000000000004,"5min":4.2800000000000002,"15min":4.2800000000000002},"last":0.71299999999999997}]},{"osd":2,"last update":"Sun Jan 28 12:59:18 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.61599999999999999,"15min":0.59099999999999997},"min":{"1min":0.42699999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.627},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.68799999999999994,"15min":0.623},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.1100000000000001,"5min":4.2309999999999999,"15min":4.2309999999999999},"last":0.58699999999999997}]},{"osd":3,"last update":"Sun Jan 28 12:57:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.47699999999999998,"15min":0.46899999999999997},"min":{"1min":0.37,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83999999999999997,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.502,"15min":0.49199999999999999},"min":{"1min":0.36699999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.42099999999999999}]},{"osd":4,"last update":"Sun Jan 28 12:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.64400000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95699999999999996,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.624,"15min":0.60699999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.84099999999999997,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.70199999999999996}]},{"osd":5,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.68100000000000005,"15min":0.66300000000000003},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.96399999999999997,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.70899999999999996,"15min":0.69699999999999995},"min":{"1min":0.47799999999999998,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.93400000000000005,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.69099999999999995}]},{"osd":6,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.625,"15min":0.61299999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.72599999999999998,"15min":0.71199999999999997},"min":{"1min":0.46000000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.8700000000000001,"5min":1.8700000000000001,"15min":1.8700000000000001},"last":0.82599999999999996}]},{"osd":7,"last update":"Sun Jan 28 12:57:48 2024","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":4.2140000000000004,"5min":4.2140000000000004,"15min":4.2140000000000004},"last":0.83799999999999997}]},{"osd":8,"last update":"Sun Jan 28 12:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.80300000000000005,"15min":0.81100000000000005},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.94499999999999995,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.86299999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.0640000000000001,"5min":1.131,"15min":1.131},"last":0.748}]},{"osd":9,"last update":"Sun Jan 28 12:59:28 2024","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.874,"15min":0.878},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.78,"5min":1.78,"15min":1.78},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.93000000000000005,"15min":0.94499999999999995},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.159,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.81499999999999995}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.92500000000000004}]},{"osd":11,"last update":"Sun Jan 28 12:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.85999999999999999}]}]},{"osd":2,"up_from":17,"seq":73014444089,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36340,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708812,"statfs":{"total":95995035648,"available":95957823488,"internally_reserved":0,"allocated":1028096,"data_stored":530388,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:14 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.56499999999999995,"15min":0.52600000000000002},"min":{"1min":0.44,"5min":0.183,"15min":0.183},"max":{"1min":0.90900000000000003,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.38900000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.82899999999999996,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.66000000000000003}]},{"osd":1,"last update":"Sun Jan 28 12:59:14 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.56399999999999995,"15min":0.55000000000000004},"min":{"1min":0.49399999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83499999999999996,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.498},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.58399999999999996,"15min":0.56200000000000006},"min":{"1min":0.40200000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.78000000000000003}]},{"osd":3,"last update":"Sun Jan 28 12:59:36 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.61499999999999999,"15min":0.57499999999999996},"min":{"1min":0.53600000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.84799999999999998,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.622,"5min":0.59899999999999998,"15min":0.56899999999999995},"min":{"1min":0.42699999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.82299999999999995,"5min":0.871,"15min":0.871},"last":0.55900000000000005}]},{"osd":4,"last update":"Sun Jan 28 12:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.628},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.58699999999999997,"15min":0.57799999999999996},"min":{"1min":0.441,"5min":0.379,"15min":0.379},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.46200000000000002}]},{"osd":5,"last update":"Sun Jan 28 12:59:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.499,"15min":0.47699999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.501,"15min":0.47099999999999997},"min":{"1min":0.35999999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.58499999999999996}]},{"osd":6,"last update":"Sun Jan 28 12:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.66800000000000004,"15min":0.65600000000000003},"min":{"1min":0.51000000000000001,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.753,"5min":0.69299999999999995,"15min":0.68700000000000006},"min":{"1min":0.51100000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.75800000000000001}]},{"osd":7,"last update":"Sun Jan 28 12:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.72099999999999997}]},{"osd":8,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67900000000000005,"15min":0.68000000000000005},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.98099999999999998,"5min":1.073,"15min":1.073},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.69099999999999995}]},{"osd":9,"last update":"Sun Jan 28 12:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.73899999999999999,"15min":0.72699999999999998},"min":{"1min":0.58199999999999996,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.75700000000000001,"15min":0.746},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.86099999999999999}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.877}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81200000000000006}]}]},{"osd":3,"up_from":23,"seq":98784247861,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":954368,"data_stored":468233,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.45600000000000002,"15min":0.42199999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46000000000000002,"15min":0.42999999999999999},"min":{"1min":0.313,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.443}]},{"osd":1,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.61499999999999999,"15min":0.58099999999999996},"min":{"1min":0.47299999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.94299999999999995,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.623,"15min":0.57499999999999996},"min":{"1min":0.54900000000000004,"5min":0.373,"15min":0.373},"max":{"1min":0.88600000000000001,"5min":1.04,"15min":1.04},"last":0.57499999999999996}]},{"osd":2,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.65300000000000002,"15min":0.63900000000000001},"min":{"1min":0.48599999999999999,"5min":0.432,"15min":0.432},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.751,"5min":0.67200000000000004,"15min":0.66500000000000004},"min":{"1min":0.51600000000000001,"5min":0.376,"15min":0.376},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.97199999999999998}]},{"osd":4,"last update":"Sun Jan 28 12:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67000000000000004,"15min":0.628},"min":{"1min":0.47699999999999998,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.91100000000000003,"5min":3.0550000000000002,"15min":3.0550000000000002},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.68700000000000006,"15min":0.66700000000000004},"min":{"1min":0.45700000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.81699999999999995}]},{"osd":5,"last update":"Sun Jan 28 12:59:14 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.65700000000000003,"15min":0.65000000000000002},"min":{"1min":0.49399999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.65100000000000002,"15min":0.63500000000000001},"min":{"1min":0.47299999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.81299999999999994,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.78200000000000003}]},{"osd":6,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.69199999999999995,"15min":0.66700000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":3.157,"5min":3.157,"15min":3.157},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.69299999999999995,"15min":0.66300000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.9609999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.624}]},{"osd":7,"last update":"Sun Jan 28 12:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.78700000000000003,"15min":0.78600000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.58299999999999996,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.90000000000000002}]},{"osd":8,"last update":"Sun Jan 28 12:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.76100000000000001}]},{"osd":9,"last update":"Sun Jan 28 12:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.83299999999999996,"15min":0.85299999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.012,"5min":1.2,"15min":1.2},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.78000000000000003,"15min":0.77700000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.874}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.95099999999999996}]},{"osd":11,"last update":"Sun Jan 28 12:59:40 2024","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.6739999999999999,"5min":1.6739999999999999,"15min":1.6739999999999999},"last":1.0049999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":1.034}]}]},{"osd":4,"up_from":30,"seq":128849018929,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32112,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713040,"statfs":{"total":95995035648,"available":95962152960,"internally_reserved":0,"allocated":950272,"data_stored":473011,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:57:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.36599999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76100000000000001,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53600000000000003,"15min":0.53400000000000003},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73999999999999999,"5min":1.339,"15min":1.339},"last":0.46200000000000002}]},{"osd":1,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.377,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.39500000000000002,"15min":0.37},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9970000000000001,"5min":1.9970000000000001,"15min":1.9970000000000001},"last":0.42299999999999999}]},{"osd":2,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53300000000000003,"15min":0.50900000000000001},"min":{"1min":0.40300000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.55100000000000005,"15min":0.51300000000000001},"min":{"1min":0.47099999999999997,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.165,"5min":2.165,"15min":2.165},"last":0.72299999999999998}]},{"osd":3,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.60799999999999998,"15min":0.58499999999999996},"min":{"1min":0.436,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":2.375,"5min":2.375,"15min":2.375},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.38300000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"last":0.57399999999999995}]},{"osd":5,"last update":"Sun Jan 28 12:59:07 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.57999999999999996,"15min":0.54100000000000004},"min":{"1min":0.434,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":2.133,"5min":2.133,"15min":2.133},"last":0.627},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.58299999999999996,"15min":0.54900000000000004},"min":{"1min":0.46500000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.145,"5min":2.145,"15min":2.145},"last":0.55600000000000005}]},{"osd":6,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.44400000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.89700000000000002,"5min":2.3319999999999999,"15min":2.3319999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.68600000000000005,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.442,"15min":0.442},"max":{"1min":0.90200000000000002,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":0.68300000000000005}]},{"osd":7,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.54000000000000004,"15min":0.50700000000000001},"min":{"1min":0.34399999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.2130000000000001,"5min":3.2130000000000001,"15min":3.2130000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.57599999999999996,"15min":0.55000000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.7679999999999998,"5min":3.7679999999999998,"15min":3.7679999999999998},"last":0.69599999999999995}]},{"osd":8,"last update":"Sun Jan 28 12:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.629,"15min":0.61699999999999999},"min":{"1min":0.48499999999999999,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.69099999999999995,"15min":0.67500000000000004},"min":{"1min":0.47399999999999998,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":2.1080000000000001,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.74099999999999999}]},{"osd":9,"last update":"Sun Jan 28 12:59:28 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.73999999999999999,"15min":0.754},"min":{"1min":0.44900000000000001,"5min":0.438,"15min":0.438},"max":{"1min":0.85999999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.82099999999999995,"15min":0.83099999999999996},"min":{"1min":0.57199999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.93600000000000005,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":0.75900000000000001}]},{"osd":10,"last update":"Sun Jan 28 12:58:44 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":4.0039999999999996,"5min":4.0039999999999996,"15min":4.0039999999999996},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.77700000000000002}]},{"osd":11,"last update":"Sun Jan 28 12:59:38 2024","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.80800000000000005}]}]},{"osd":5,"up_from":36,"seq":154618822702,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1028096,"data_stored":1065844,"data_compressed":53341,"data_compressed_allocated":69632,"data_compressed_original":638976,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.38400000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.53500000000000003,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.69799999999999995}]},{"osd":1,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.51600000000000001,"15min":0.496},"min":{"1min":0.442,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.76300000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.52700000000000002,"15min":0.505},"min":{"1min":0.41199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.80200000000000005,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.48699999999999999}]},{"osd":2,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.39500000000000002,"15min":0.38500000000000001},"min":{"1min":0.35999999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.442,"5min":0.40600000000000003,"15min":0.39700000000000002},"min":{"1min":0.29799999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.56599999999999995}]},{"osd":3,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56399999999999995,"15min":0.56000000000000005},"min":{"1min":0.439,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.626,"5min":0.57999999999999996,"15min":0.57299999999999995},"min":{"1min":0.47799999999999998,"5min":0.38,"15min":0.38},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.65100000000000002}]},{"osd":4,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.55500000000000005,"15min":0.53700000000000003},"min":{"1min":0.35799999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.83899999999999997,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.56999999999999995,"15min":0.55600000000000005},"min":{"1min":0.44,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.78100000000000003,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.432}]},{"osd":6,"last update":"Sun Jan 28 12:59:31 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.61099999999999999,"15min":0.60099999999999998},"min":{"1min":0.55100000000000005,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.61899999999999999,"15min":0.61099999999999999},"min":{"1min":0.46800000000000003,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.55000000000000004}]},{"osd":7,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56699999999999995,"15min":0.56200000000000006},"min":{"1min":0.434,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.56999999999999995,"15min":0.56399999999999995},"min":{"1min":0.44500000000000001,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.60399999999999998}]},{"osd":8,"last update":"Sun Jan 28 12:59:07 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.53100000000000003,"15min":0.51700000000000002},"min":{"1min":0.34599999999999997,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.624},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.56299999999999994,"15min":0.55800000000000005},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.501}]},{"osd":9,"last update":"Sun Jan 28 12:59:31 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.70699999999999996,"15min":0.69399999999999995},"min":{"1min":0.61399999999999999,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.82599999999999996,"15min":0.83399999999999996},"min":{"1min":0.59099999999999997,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.92500000000000004,"5min":3.0259999999999998,"15min":3.0259999999999998},"last":0.66600000000000004}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.68300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-01-28T12:59:45.518 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph pg dump --format=json 2024-01-28T12:59:45.925 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:46.399 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:46 smithi088 ceph-mon[35322]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:46.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:46 smithi175 ceph-mon[44549]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:46.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:46 smithi181 ceph-mon[45557]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:47.131 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.133+0000 7fa68f200700 1 -- 172.21.15.88:0/1130045203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa688101d50 msgr2=0x7fa68810e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:47.131 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.133+0000 7fa68f200700 1 --2- 172.21.15.88:0/1130045203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa688101d50 0x7fa68810e4e0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa68000b0a0 tx=0x7fa68000b3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:47.131 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.133+0000 7fa68f200700 1 -- 172.21.15.88:0/1130045203 shutdown_connections 2024-01-28T12:59:47.131 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.133+0000 7fa68f200700 1 --2- 172.21.15.88:0/1130045203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa688101d50 0x7fa68810e4e0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:47.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.133+0000 7fa68f200700 1 --2- 172.21.15.88:0/1130045203 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa6881076a0 0x7fa688107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:47.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.133+0000 7fa68f200700 1 --2- 172.21.15.88:0/1130045203 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa688107fc0 0x7fa688101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:47.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.133+0000 7fa68f200700 1 -- 172.21.15.88:0/1130045203 >> 172.21.15.88:0/1130045203 conn(0x7fa688078730 msgr2=0x7fa688078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:47.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.133+0000 7fa68f200700 1 -- 172.21.15.88:0/1130045203 shutdown_connections 2024-01-28T12:59:47.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.133+0000 7fa68f200700 1 -- 172.21.15.88:0/1130045203 wait complete. 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.134+0000 7fa68f200700 1 Processor -- start 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.134+0000 7fa68f200700 1 -- start start 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa68f200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa688101d50 0x7fa688199d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa68f200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6881076a0 0x7fa68819a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa68f200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa688107fc0 0x7fa68819e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa68f200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa68819ec50 con 0x7fa6881076a0 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa68f200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa68819edc0 con 0x7fa688107fc0 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa68f200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa68819ef80 con 0x7fa688101d50 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa687400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6881076a0 0x7fa68819a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa687e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa688101d50 0x7fa688199d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa687400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6881076a0 0x7fa68819a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54452/0 (socket says 172.21.15.88:54452) 2024-01-28T12:59:47.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa687400700 1 -- 172.21.15.88:0/2521435280 learned_addr learned my addr 172.21.15.88:0/2521435280 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.135+0000 7fa68d200700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa688107fc0 0x7fa68819e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa687400700 1 -- 172.21.15.88:0/2521435280 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa688101d50 msgr2=0x7fa688199d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa687400700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa688101d50 0x7fa688199d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa687400700 1 -- 172.21.15.88:0/2521435280 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa688107fc0 msgr2=0x7fa68819e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa687400700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa688107fc0 0x7fa68819e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa687400700 1 -- 172.21.15.88:0/2521435280 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa680009d00 con 0x7fa6881076a0 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa68d200700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa688107fc0 0x7fa68819e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa687400700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6881076a0 0x7fa68819a2b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa67000e970 tx=0x7fa67000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa684c00700 1 -- 172.21.15.88:0/2521435280 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa670009790 con 0x7fa6881076a0 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa684c00700 1 -- 172.21.15.88:0/2521435280 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa67000eec0 con 0x7fa6881076a0 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa68f200700 1 -- 172.21.15.88:0/2521435280 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa68819f260 con 0x7fa6881076a0 2024-01-28T12:59:47.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa684c00700 1 -- 172.21.15.88:0/2521435280 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa670005590 con 0x7fa6881076a0 2024-01-28T12:59:47.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.136+0000 7fa68f200700 1 -- 172.21.15.88:0/2521435280 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6881a6ac0 con 0x7fa6881076a0 2024-01-28T12:59:47.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.138+0000 7fa68f200700 1 -- 172.21.15.88:0/2521435280 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa688068290 con 0x7fa6881076a0 2024-01-28T12:59:47.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.140+0000 7fa684c00700 1 -- 172.21.15.88:0/2521435280 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fa67000cbd0 con 0x7fa6881076a0 2024-01-28T12:59:47.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.141+0000 7fa684c00700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa6680a18e0 0x7fa6680a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:47.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.141+0000 7fa684c00700 1 -- 172.21.15.88:0/2521435280 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fa670014070 con 0x7fa6881076a0 2024-01-28T12:59:47.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.141+0000 7fa687e00700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa6680a18e0 0x7fa6680a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:47.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.142+0000 7fa687e00700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa6680a18e0 0x7fa6680a3da0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa688079a90 tx=0x7fa67800b410 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:47.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.145+0000 7fa684c00700 1 -- 172.21.15.88:0/2521435280 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fa670096660 con 0x7fa6881076a0 2024-01-28T12:59:47.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:47 smithi088 ceph-mon[35322]: pgmap v272: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:47.338 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.340+0000 7fa68f200700 1 -- 172.21.15.88:0/2521435280 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa6881115c0 con 0x7fa6680a18e0 2024-01-28T12:59:47.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.353+0000 7fa684c00700 1 -- 172.21.15.88:0/2521435280 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+425142 (secure 0 0 0) 0x7fa6881115c0 con 0x7fa6680a18e0 2024-01-28T12:59:47.357 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 -- 172.21.15.88:0/2521435280 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa6680a18e0 msgr2=0x7fa6680a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa6680a18e0 0x7fa6680a3da0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa688079a90 tx=0x7fa67800b410 comp rx=0 tx=0).stop 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 -- 172.21.15.88:0/2521435280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6881076a0 msgr2=0x7fa68819a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6881076a0 0x7fa68819a2b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa67000e970 tx=0x7fa67000ec80 comp rx=0 tx=0).stop 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 -- 172.21.15.88:0/2521435280 shutdown_connections 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa6680a18e0 0x7fa6680a3da0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa688107fc0 0x7fa68819e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fa688101d50 0x7fa688199d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 --2- 172.21.15.88:0/2521435280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa6881076a0 0x7fa68819a2b0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 -- 172.21.15.88:0/2521435280 >> 172.21.15.88:0/2521435280 conn(0x7fa688078730 msgr2=0x7fa68810cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:47.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 -- 172.21.15.88:0/2521435280 shutdown_connections 2024-01-28T12:59:47.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:47.359+0000 7fa68f200700 1 -- 172.21.15.88:0/2521435280 wait complete. 2024-01-28T12:59:47.362 INFO:teuthology.orchestra.run.smithi088.stderr:dumped all 2024-01-28T12:59:47.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:47 smithi175 ceph-mon[44549]: pgmap v272: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:47.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:47 smithi181 ceph-mon[45557]: pgmap v272: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:47.757 INFO:teuthology.orchestra.run.smithi088.stdout:{"pg_ready":true,"pg_map":{"version":272,"stamp":"2024-01-28T12:59:46.073261+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658053,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":555,"num_read_kb":397,"num_write":417,"num_write_kb":3078,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180758,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":345,"ondisk_log_size":345,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377448,"kb_used_data":11608,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564376,"statfs":{"total":1151940427776,"available":1151553921024,"internally_reserved":0,"allocated":11886592,"data_stored":7622575,"data_compressed":318432,"data_compressed_allocated":430080,"data_compressed_original":2359296,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":55,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003250"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617886+0000","last_change":"2024-01-28T12:58:40.101512+0000","last_active":"2024-01-28T12:59:12.617886+0000","last_peered":"2024-01-28T12:59:12.617886+0000","last_clean":"2024-01-28T12:59:12.617886+0000","last_became_active":"2024-01-28T12:58:40.101156+0000","last_became_peered":"2024-01-28T12:58:40.101156+0000","last_unstale":"2024-01-28T12:59:12.617886+0000","last_undegraded":"2024-01-28T12:59:12.617886+0000","last_fullsized":"2024-01-28T12:59:12.617886+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:57:56.617107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063582+0000","last_change":"2024-01-28T12:58:40.110366+0000","last_active":"2024-01-28T12:59:13.063582+0000","last_peered":"2024-01-28T12:59:13.063582+0000","last_clean":"2024-01-28T12:59:13.063582+0000","last_became_active":"2024-01-28T12:58:40.108218+0000","last_became_peered":"2024-01-28T12:58:40.108218+0000","last_unstale":"2024-01-28T12:59:13.063582+0000","last_undegraded":"2024-01-28T12:59:13.063582+0000","last_fullsized":"2024-01-28T12:59:13.063582+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:34:08.077338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063194+0000","last_change":"2024-01-28T12:58:40.112209+0000","last_active":"2024-01-28T12:59:13.063194+0000","last_peered":"2024-01-28T12:59:13.063194+0000","last_clean":"2024-01-28T12:59:13.063194+0000","last_became_active":"2024-01-28T12:58:40.108566+0000","last_became_peered":"2024-01-28T12:58:40.108566+0000","last_unstale":"2024-01-28T12:59:13.063194+0000","last_undegraded":"2024-01-28T12:59:13.063194+0000","last_fullsized":"2024-01-28T12:59:13.063194+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:53:04.653991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618532+0000","last_change":"2024-01-28T12:58:40.111585+0000","last_active":"2024-01-28T12:59:12.618532+0000","last_peered":"2024-01-28T12:59:12.618532+0000","last_clean":"2024-01-28T12:59:12.618532+0000","last_became_active":"2024-01-28T12:58:40.111222+0000","last_became_peered":"2024-01-28T12:58:40.111222+0000","last_unstale":"2024-01-28T12:59:12.618532+0000","last_undegraded":"2024-01-28T12:59:12.618532+0000","last_fullsized":"2024-01-28T12:59:12.618532+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:24:42.852138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.916587+0000","last_change":"2024-01-28T12:59:13.916587+0000","last_active":"2024-01-28T12:59:13.916587+0000","last_peered":"2024-01-28T12:59:13.916587+0000","last_clean":"2024-01-28T12:59:13.916587+0000","last_became_active":"2024-01-28T12:59:13.916219+0000","last_became_peered":"2024-01-28T12:59:13.916219+0000","last_unstale":"2024-01-28T12:59:13.916587+0000","last_undegraded":"2024-01-28T12:59:13.916587+0000","last_fullsized":"2024-01-28T12:59:13.916587+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:50:49.973280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.113608+0000","last_change":"2024-01-28T12:58:40.102251+0000","last_active":"2024-01-28T12:59:13.113608+0000","last_peered":"2024-01-28T12:59:13.113608+0000","last_clean":"2024-01-28T12:59:13.113608+0000","last_became_active":"2024-01-28T12:58:40.101895+0000","last_became_peered":"2024-01-28T12:58:40.101895+0000","last_unstale":"2024-01-28T12:59:13.113608+0000","last_undegraded":"2024-01-28T12:59:13.113608+0000","last_fullsized":"2024-01-28T12:59:13.113608+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:18:56.297194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615085+0000","last_change":"2024-01-28T12:58:40.107118+0000","last_active":"2024-01-28T12:59:12.615085+0000","last_peered":"2024-01-28T12:59:12.615085+0000","last_clean":"2024-01-28T12:59:12.615085+0000","last_became_active":"2024-01-28T12:58:40.106761+0000","last_became_peered":"2024-01-28T12:58:40.106761+0000","last_unstale":"2024-01-28T12:59:12.615085+0000","last_undegraded":"2024-01-28T12:59:12.615085+0000","last_fullsized":"2024-01-28T12:59:12.615085+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:57:45.312711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618665+0000","last_change":"2024-01-28T12:58:40.110134+0000","last_active":"2024-01-28T12:59:12.618665+0000","last_peered":"2024-01-28T12:59:12.618665+0000","last_clean":"2024-01-28T12:59:12.618665+0000","last_became_active":"2024-01-28T12:58:40.104158+0000","last_became_peered":"2024-01-28T12:58:40.104158+0000","last_unstale":"2024-01-28T12:59:12.618665+0000","last_undegraded":"2024-01-28T12:59:12.618665+0000","last_fullsized":"2024-01-28T12:59:12.618665+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:51:24.406311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612578+0000","last_change":"2024-01-28T12:58:40.103848+0000","last_active":"2024-01-28T12:59:12.612578+0000","last_peered":"2024-01-28T12:59:12.612578+0000","last_clean":"2024-01-28T12:59:12.612578+0000","last_became_active":"2024-01-28T12:58:40.103498+0000","last_became_peered":"2024-01-28T12:58:40.103498+0000","last_unstale":"2024-01-28T12:59:12.612578+0000","last_undegraded":"2024-01-28T12:59:12.612578+0000","last_fullsized":"2024-01-28T12:59:12.612578+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:46:38.753587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.113838+0000","last_change":"2024-01-28T12:58:40.103544+0000","last_active":"2024-01-28T12:59:13.113838+0000","last_peered":"2024-01-28T12:59:13.113838+0000","last_clean":"2024-01-28T12:59:13.113838+0000","last_became_active":"2024-01-28T12:58:40.103111+0000","last_became_peered":"2024-01-28T12:58:40.103111+0000","last_unstale":"2024-01-28T12:59:13.113838+0000","last_undegraded":"2024-01-28T12:59:13.113838+0000","last_fullsized":"2024-01-28T12:59:13.113838+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:45:11.456259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615542+0000","last_change":"2024-01-28T12:58:40.098607+0000","last_active":"2024-01-28T12:59:12.615542+0000","last_peered":"2024-01-28T12:59:12.615542+0000","last_clean":"2024-01-28T12:59:12.615542+0000","last_became_active":"2024-01-28T12:58:40.098292+0000","last_became_peered":"2024-01-28T12:58:40.098292+0000","last_unstale":"2024-01-28T12:59:12.615542+0000","last_undegraded":"2024-01-28T12:59:12.615542+0000","last_fullsized":"2024-01-28T12:59:12.615542+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:38:51.804484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618445+0000","last_change":"2024-01-28T12:58:40.104301+0000","last_active":"2024-01-28T12:59:12.618445+0000","last_peered":"2024-01-28T12:59:12.618445+0000","last_clean":"2024-01-28T12:59:12.618445+0000","last_became_active":"2024-01-28T12:58:40.103966+0000","last_became_peered":"2024-01-28T12:58:40.103966+0000","last_unstale":"2024-01-28T12:59:12.618445+0000","last_undegraded":"2024-01-28T12:59:12.618445+0000","last_fullsized":"2024-01-28T12:59:12.618445+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:46:32.670631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612611+0000","last_change":"2024-01-28T12:58:40.104201+0000","last_active":"2024-01-28T12:59:12.612611+0000","last_peered":"2024-01-28T12:59:12.612611+0000","last_clean":"2024-01-28T12:59:12.612611+0000","last_became_active":"2024-01-28T12:58:40.103655+0000","last_became_peered":"2024-01-28T12:58:40.103655+0000","last_unstale":"2024-01-28T12:59:12.612611+0000","last_undegraded":"2024-01-28T12:59:12.612611+0000","last_fullsized":"2024-01-28T12:59:12.612611+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:08:44.492887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063097+0000","last_change":"2024-01-28T12:58:40.106385+0000","last_active":"2024-01-28T12:59:13.063097+0000","last_peered":"2024-01-28T12:59:13.063097+0000","last_clean":"2024-01-28T12:59:13.063097+0000","last_became_active":"2024-01-28T12:58:40.106103+0000","last_became_peered":"2024-01-28T12:58:40.106103+0000","last_unstale":"2024-01-28T12:59:13.063097+0000","last_undegraded":"2024-01-28T12:59:13.063097+0000","last_fullsized":"2024-01-28T12:59:13.063097+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:21:27.458399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063180+0000","last_change":"2024-01-28T12:58:40.099704+0000","last_active":"2024-01-28T12:59:13.063180+0000","last_peered":"2024-01-28T12:59:13.063180+0000","last_clean":"2024-01-28T12:59:13.063180+0000","last_became_active":"2024-01-28T12:58:40.099408+0000","last_became_peered":"2024-01-28T12:58:40.099408+0000","last_unstale":"2024-01-28T12:59:13.063180+0000","last_undegraded":"2024-01-28T12:59:13.063180+0000","last_fullsized":"2024-01-28T12:59:13.063180+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:22:15.689565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.611932+0000","last_change":"2024-01-28T12:58:40.097318+0000","last_active":"2024-01-28T12:59:12.611932+0000","last_peered":"2024-01-28T12:59:12.611932+0000","last_clean":"2024-01-28T12:59:12.611932+0000","last_became_active":"2024-01-28T12:58:40.096974+0000","last_became_peered":"2024-01-28T12:58:40.096974+0000","last_unstale":"2024-01-28T12:59:12.611932+0000","last_undegraded":"2024-01-28T12:59:12.611932+0000","last_fullsized":"2024-01-28T12:59:12.611932+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:53:01.399262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617586+0000","last_change":"2024-01-28T12:58:40.104956+0000","last_active":"2024-01-28T12:59:12.617586+0000","last_peered":"2024-01-28T12:59:12.617586+0000","last_clean":"2024-01-28T12:59:12.617586+0000","last_became_active":"2024-01-28T12:58:40.104589+0000","last_became_peered":"2024-01-28T12:58:40.104589+0000","last_unstale":"2024-01-28T12:59:12.617586+0000","last_undegraded":"2024-01-28T12:59:12.617586+0000","last_fullsized":"2024-01-28T12:59:12.617586+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:56:08.666348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.620716+0000","last_change":"2024-01-28T12:58:40.104476+0000","last_active":"2024-01-28T12:59:12.620716+0000","last_peered":"2024-01-28T12:59:12.620716+0000","last_clean":"2024-01-28T12:59:12.620716+0000","last_became_active":"2024-01-28T12:58:40.102730+0000","last_became_peered":"2024-01-28T12:58:40.102730+0000","last_unstale":"2024-01-28T12:59:12.620716+0000","last_undegraded":"2024-01-28T12:59:12.620716+0000","last_fullsized":"2024-01-28T12:59:12.620716+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:48:53.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612461+0000","last_change":"2024-01-28T12:58:40.107706+0000","last_active":"2024-01-28T12:59:12.612461+0000","last_peered":"2024-01-28T12:59:12.612461+0000","last_clean":"2024-01-28T12:59:12.612461+0000","last_became_active":"2024-01-28T12:58:40.107355+0000","last_became_peered":"2024-01-28T12:58:40.107355+0000","last_unstale":"2024-01-28T12:59:12.612461+0000","last_undegraded":"2024-01-28T12:59:12.612461+0000","last_fullsized":"2024-01-28T12:59:12.612461+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:49:22.346501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612069+0000","last_change":"2024-01-28T12:58:44.518877+0000","last_active":"2024-01-28T12:59:12.612069+0000","last_peered":"2024-01-28T12:59:12.612069+0000","last_clean":"2024-01-28T12:59:12.612069+0000","last_became_active":"2024-01-28T12:58:44.518469+0000","last_became_peered":"2024-01-28T12:58:44.518469+0000","last_unstale":"2024-01-28T12:59:12.612069+0000","last_undegraded":"2024-01-28T12:59:12.612069+0000","last_fullsized":"2024-01-28T12:59:12.612069+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:15:36.846857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":73,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:44.163985+0000","last_change":"2024-01-28T12:58:39.448560+0000","last_active":"2024-01-28T12:59:44.163985+0000","last_peered":"2024-01-28T12:59:44.163985+0000","last_clean":"2024-01-28T12:59:44.163985+0000","last_became_active":"2024-01-28T12:58:39.447031+0000","last_became_peered":"2024-01-28T12:58:39.447031+0000","last_unstale":"2024-01-28T12:59:44.163985+0000","last_undegraded":"2024-01-28T12:59:44.163985+0000","last_fullsized":"2024-01-28T12:59:44.163985+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:36:50.055028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":684,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":41,"num_read_kb":41,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618963+0000","last_change":"2024-01-28T12:58:40.112496+0000","last_active":"2024-01-28T12:59:12.618963+0000","last_peered":"2024-01-28T12:59:12.618963+0000","last_clean":"2024-01-28T12:59:12.618963+0000","last_became_active":"2024-01-28T12:58:40.111408+0000","last_became_peered":"2024-01-28T12:58:40.111408+0000","last_unstale":"2024-01-28T12:59:12.618963+0000","last_undegraded":"2024-01-28T12:59:12.618963+0000","last_fullsized":"2024-01-28T12:59:12.618963+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:49:15.844814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614845+0000","last_change":"2024-01-28T12:58:44.515958+0000","last_active":"2024-01-28T12:59:12.614845+0000","last_peered":"2024-01-28T12:59:12.614845+0000","last_clean":"2024-01-28T12:59:12.614845+0000","last_became_active":"2024-01-28T12:58:44.515526+0000","last_became_peered":"2024-01-28T12:58:44.515526+0000","last_unstale":"2024-01-28T12:59:12.614845+0000","last_undegraded":"2024-01-28T12:59:12.614845+0000","last_fullsized":"2024-01-28T12:59:12.614845+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:46:49.949138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619301+0000","last_change":"2024-01-28T12:58:39.445552+0000","last_active":"2024-01-28T12:59:12.619301+0000","last_peered":"2024-01-28T12:59:12.619301+0000","last_clean":"2024-01-28T12:59:12.619301+0000","last_became_active":"2024-01-28T12:58:39.445105+0000","last_became_peered":"2024-01-28T12:58:39.445105+0000","last_unstale":"2024-01-28T12:59:12.619301+0000","last_undegraded":"2024-01-28T12:59:12.619301+0000","last_fullsized":"2024-01-28T12:59:12.619301+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:33:14.820303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063439+0000","last_change":"2024-01-28T12:58:40.109658+0000","last_active":"2024-01-28T12:59:13.063439+0000","last_peered":"2024-01-28T12:59:13.063439+0000","last_clean":"2024-01-28T12:59:13.063439+0000","last_became_active":"2024-01-28T12:58:40.106321+0000","last_became_peered":"2024-01-28T12:58:40.106321+0000","last_unstale":"2024-01-28T12:59:13.063439+0000","last_undegraded":"2024-01-28T12:59:13.063439+0000","last_fullsized":"2024-01-28T12:59:13.063439+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:39:02.147216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.875463+0000","last_change":"2024-01-28T12:59:13.875463+0000","last_active":"2024-01-28T12:59:13.875463+0000","last_peered":"2024-01-28T12:59:13.875463+0000","last_clean":"2024-01-28T12:59:13.875463+0000","last_became_active":"2024-01-28T12:59:13.875125+0000","last_became_peered":"2024-01-28T12:59:13.875125+0000","last_unstale":"2024-01-28T12:59:13.875463+0000","last_undegraded":"2024-01-28T12:59:13.875463+0000","last_fullsized":"2024-01-28T12:59:13.875463+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:04:11.674998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.635473+0000","last_change":"2024-01-28T12:59:13.635075+0000","last_active":"2024-01-28T12:59:13.635473+0000","last_peered":"2024-01-28T12:59:13.635473+0000","last_clean":"2024-01-28T12:59:13.635473+0000","last_became_active":"2024-01-28T12:59:13.624850+0000","last_became_peered":"2024-01-28T12:59:13.624850+0000","last_unstale":"2024-01-28T12:59:13.635473+0000","last_undegraded":"2024-01-28T12:59:13.635473+0000","last_fullsized":"2024-01-28T12:59:13.635473+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:49:34.066807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612190+0000","last_change":"2024-01-28T12:58:40.104767+0000","last_active":"2024-01-28T12:59:12.612190+0000","last_peered":"2024-01-28T12:59:12.612190+0000","last_clean":"2024-01-28T12:59:12.612190+0000","last_became_active":"2024-01-28T12:58:40.104386+0000","last_became_peered":"2024-01-28T12:58:40.104386+0000","last_unstale":"2024-01-28T12:59:12.612190+0000","last_undegraded":"2024-01-28T12:59:12.612190+0000","last_fullsized":"2024-01-28T12:59:12.612190+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:33:29.687288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614768+0000","last_change":"2024-01-28T12:58:44.514169+0000","last_active":"2024-01-28T12:59:12.614768+0000","last_peered":"2024-01-28T12:59:12.614768+0000","last_clean":"2024-01-28T12:59:12.614768+0000","last_became_active":"2024-01-28T12:58:44.513710+0000","last_became_peered":"2024-01-28T12:58:44.513710+0000","last_unstale":"2024-01-28T12:59:12.614768+0000","last_undegraded":"2024-01-28T12:59:12.614768+0000","last_fullsized":"2024-01-28T12:59:12.614768+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:46:26.032561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615503+0000","last_change":"2024-01-28T12:58:39.446145+0000","last_active":"2024-01-28T12:59:12.615503+0000","last_peered":"2024-01-28T12:59:12.615503+0000","last_clean":"2024-01-28T12:59:12.615503+0000","last_became_active":"2024-01-28T12:58:39.445833+0000","last_became_peered":"2024-01-28T12:58:39.445833+0000","last_unstale":"2024-01-28T12:59:12.615503+0000","last_undegraded":"2024-01-28T12:59:12.615503+0000","last_fullsized":"2024-01-28T12:59:12.615503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:24:43.250535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":594,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618013+0000","last_change":"2024-01-28T12:58:40.112588+0000","last_active":"2024-01-28T12:59:12.618013+0000","last_peered":"2024-01-28T12:59:12.618013+0000","last_clean":"2024-01-28T12:59:12.618013+0000","last_became_active":"2024-01-28T12:58:40.112281+0000","last_became_peered":"2024-01-28T12:58:40.112281+0000","last_unstale":"2024-01-28T12:59:12.618013+0000","last_undegraded":"2024-01-28T12:59:12.618013+0000","last_fullsized":"2024-01-28T12:59:12.618013+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:24:51.320482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612365+0000","last_change":"2024-01-28T12:58:44.514874+0000","last_active":"2024-01-28T12:59:12.612365+0000","last_peered":"2024-01-28T12:59:12.612365+0000","last_clean":"2024-01-28T12:59:12.612365+0000","last_became_active":"2024-01-28T12:58:44.514420+0000","last_became_peered":"2024-01-28T12:58:44.514420+0000","last_unstale":"2024-01-28T12:59:12.612365+0000","last_undegraded":"2024-01-28T12:59:12.612365+0000","last_fullsized":"2024-01-28T12:59:12.612365+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:40:56.464190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":64,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:40.156484+0000","last_change":"2024-01-28T12:58:39.443766+0000","last_active":"2024-01-28T12:59:40.156484+0000","last_peered":"2024-01-28T12:59:40.156484+0000","last_clean":"2024-01-28T12:59:40.156484+0000","last_became_active":"2024-01-28T12:58:39.443424+0000","last_became_peered":"2024-01-28T12:58:39.443424+0000","last_unstale":"2024-01-28T12:59:40.156484+0000","last_undegraded":"2024-01-28T12:59:40.156484+0000","last_fullsized":"2024-01-28T12:59:40.156484+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:44:29.268333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":39,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616978+0000","last_change":"2024-01-28T12:58:40.097618+0000","last_active":"2024-01-28T12:59:12.616978+0000","last_peered":"2024-01-28T12:59:12.616978+0000","last_clean":"2024-01-28T12:59:12.616978+0000","last_became_active":"2024-01-28T12:58:40.097301+0000","last_became_peered":"2024-01-28T12:58:40.097301+0000","last_unstale":"2024-01-28T12:59:12.616978+0000","last_undegraded":"2024-01-28T12:59:12.616978+0000","last_fullsized":"2024-01-28T12:59:12.616978+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:46:23.374946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612233+0000","last_change":"2024-01-28T12:58:44.517939+0000","last_active":"2024-01-28T12:59:12.612233+0000","last_peered":"2024-01-28T12:59:12.612233+0000","last_clean":"2024-01-28T12:59:12.612233+0000","last_became_active":"2024-01-28T12:58:44.517586+0000","last_became_peered":"2024-01-28T12:58:44.517586+0000","last_unstale":"2024-01-28T12:59:12.612233+0000","last_undegraded":"2024-01-28T12:59:12.612233+0000","last_fullsized":"2024-01-28T12:59:12.612233+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:54:40.996671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.113470+0000","last_change":"2024-01-28T12:58:39.446302+0000","last_active":"2024-01-28T12:59:13.113470+0000","last_peered":"2024-01-28T12:59:13.113470+0000","last_clean":"2024-01-28T12:59:13.113470+0000","last_became_active":"2024-01-28T12:58:39.445928+0000","last_became_peered":"2024-01-28T12:58:39.445928+0000","last_unstale":"2024-01-28T12:59:13.113470+0000","last_undegraded":"2024-01-28T12:59:13.113470+0000","last_fullsized":"2024-01-28T12:59:13.113470+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:12:58.277073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.875942+0000","last_change":"2024-01-28T12:59:13.875326+0000","last_active":"2024-01-28T12:59:13.875942+0000","last_peered":"2024-01-28T12:59:13.875942+0000","last_clean":"2024-01-28T12:59:13.875942+0000","last_became_active":"2024-01-28T12:59:13.874909+0000","last_became_peered":"2024-01-28T12:59:13.874909+0000","last_unstale":"2024-01-28T12:59:13.875942+0000","last_undegraded":"2024-01-28T12:59:13.875942+0000","last_fullsized":"2024-01-28T12:59:13.875942+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:01:37.375118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617484+0000","last_change":"2024-01-28T12:58:44.523453+0000","last_active":"2024-01-28T12:59:12.617484+0000","last_peered":"2024-01-28T12:59:12.617484+0000","last_clean":"2024-01-28T12:59:12.617484+0000","last_became_active":"2024-01-28T12:58:44.523071+0000","last_became_peered":"2024-01-28T12:58:44.523071+0000","last_unstale":"2024-01-28T12:59:12.617484+0000","last_undegraded":"2024-01-28T12:59:12.617484+0000","last_fullsized":"2024-01-28T12:59:12.617484+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:13:17.843842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612426+0000","last_change":"2024-01-28T12:58:39.447005+0000","last_active":"2024-01-28T12:59:12.612426+0000","last_peered":"2024-01-28T12:59:12.612426+0000","last_clean":"2024-01-28T12:59:12.612426+0000","last_became_active":"2024-01-28T12:58:39.446668+0000","last_became_peered":"2024-01-28T12:58:39.446668+0000","last_unstale":"2024-01-28T12:59:12.612426+0000","last_undegraded":"2024-01-28T12:59:12.612426+0000","last_fullsized":"2024-01-28T12:59:12.612426+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:06:08.451384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618853+0000","last_change":"2024-01-28T12:58:40.105991+0000","last_active":"2024-01-28T12:59:12.618853+0000","last_peered":"2024-01-28T12:59:12.618853+0000","last_clean":"2024-01-28T12:59:12.618853+0000","last_became_active":"2024-01-28T12:58:40.104814+0000","last_became_peered":"2024-01-28T12:58:40.104814+0000","last_unstale":"2024-01-28T12:59:12.618853+0000","last_undegraded":"2024-01-28T12:59:12.618853+0000","last_fullsized":"2024-01-28T12:59:12.618853+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:12:54.272510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063508+0000","last_change":"2024-01-28T12:58:44.511549+0000","last_active":"2024-01-28T12:59:13.063508+0000","last_peered":"2024-01-28T12:59:13.063508+0000","last_clean":"2024-01-28T12:59:13.063508+0000","last_became_active":"2024-01-28T12:58:44.510477+0000","last_became_peered":"2024-01-28T12:58:44.510477+0000","last_unstale":"2024-01-28T12:59:13.063508+0000","last_undegraded":"2024-01-28T12:59:13.063508+0000","last_fullsized":"2024-01-28T12:59:13.063508+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:44:35.633926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615372+0000","last_change":"2024-01-28T12:58:39.448816+0000","last_active":"2024-01-28T12:59:12.615372+0000","last_peered":"2024-01-28T12:59:12.615372+0000","last_clean":"2024-01-28T12:59:12.615372+0000","last_became_active":"2024-01-28T12:58:39.448526+0000","last_became_peered":"2024-01-28T12:58:39.448526+0000","last_unstale":"2024-01-28T12:59:12.615372+0000","last_undegraded":"2024-01-28T12:59:12.615372+0000","last_fullsized":"2024-01-28T12:59:12.615372+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:16:30.419200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":594,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619896+0000","last_change":"2024-01-28T12:58:40.103087+0000","last_active":"2024-01-28T12:59:12.619896+0000","last_peered":"2024-01-28T12:59:12.619896+0000","last_clean":"2024-01-28T12:59:12.619896+0000","last_became_active":"2024-01-28T12:58:40.102435+0000","last_became_peered":"2024-01-28T12:58:40.102435+0000","last_unstale":"2024-01-28T12:59:12.619896+0000","last_undegraded":"2024-01-28T12:59:12.619896+0000","last_fullsized":"2024-01-28T12:59:12.619896+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:24:23.852531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618917+0000","last_change":"2024-01-28T12:58:44.515826+0000","last_active":"2024-01-28T12:59:12.618917+0000","last_peered":"2024-01-28T12:59:12.618917+0000","last_clean":"2024-01-28T12:59:12.618917+0000","last_became_active":"2024-01-28T12:58:44.514974+0000","last_became_peered":"2024-01-28T12:58:44.514974+0000","last_unstale":"2024-01-28T12:59:12.618917+0000","last_undegraded":"2024-01-28T12:59:12.618917+0000","last_fullsized":"2024-01-28T12:59:12.618917+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:31:22.269527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":101,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:43.159878+0000","last_change":"2024-01-28T12:58:39.444873+0000","last_active":"2024-01-28T12:59:43.159878+0000","last_peered":"2024-01-28T12:59:43.159878+0000","last_clean":"2024-01-28T12:59:43.159878+0000","last_became_active":"2024-01-28T12:58:39.444470+0000","last_became_peered":"2024-01-28T12:58:39.444470+0000","last_unstale":"2024-01-28T12:59:43.159878+0000","last_undegraded":"2024-01-28T12:59:43.159878+0000","last_fullsized":"2024-01-28T12:59:43.159878+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:19:34.414149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612601+0000","last_change":"2024-01-28T12:58:40.102406+0000","last_active":"2024-01-28T12:59:12.612601+0000","last_peered":"2024-01-28T12:59:12.612601+0000","last_clean":"2024-01-28T12:59:12.612601+0000","last_became_active":"2024-01-28T12:58:40.102060+0000","last_became_peered":"2024-01-28T12:58:40.102060+0000","last_unstale":"2024-01-28T12:59:12.612601+0000","last_undegraded":"2024-01-28T12:59:12.612601+0000","last_fullsized":"2024-01-28T12:59:12.612601+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:10:33.046695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.620038+0000","last_change":"2024-01-28T12:58:44.521612+0000","last_active":"2024-01-28T12:59:12.620038+0000","last_peered":"2024-01-28T12:59:12.620038+0000","last_clean":"2024-01-28T12:59:12.620038+0000","last_became_active":"2024-01-28T12:58:44.518595+0000","last_became_peered":"2024-01-28T12:58:44.518595+0000","last_unstale":"2024-01-28T12:59:12.620038+0000","last_undegraded":"2024-01-28T12:59:12.620038+0000","last_fullsized":"2024-01-28T12:59:12.620038+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:42:13.492487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":37,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.628137+0000","last_change":"2024-01-28T12:59:13.628137+0000","last_active":"2024-01-28T12:59:13.628137+0000","last_peered":"2024-01-28T12:59:13.628137+0000","last_clean":"2024-01-28T12:59:13.628137+0000","last_became_active":"2024-01-28T12:59:13.622836+0000","last_became_peered":"2024-01-28T12:59:13.622836+0000","last_unstale":"2024-01-28T12:59:13.628137+0000","last_undegraded":"2024-01-28T12:59:13.628137+0000","last_fullsized":"2024-01-28T12:59:13.628137+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:37:06.070534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063335+0000","last_change":"2024-01-28T12:58:40.103629+0000","last_active":"2024-01-28T12:59:13.063335+0000","last_peered":"2024-01-28T12:59:13.063335+0000","last_clean":"2024-01-28T12:59:13.063335+0000","last_became_active":"2024-01-28T12:58:40.102718+0000","last_became_peered":"2024-01-28T12:58:40.102718+0000","last_unstale":"2024-01-28T12:59:13.063335+0000","last_undegraded":"2024-01-28T12:59:13.063335+0000","last_fullsized":"2024-01-28T12:59:13.063335+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:46:27.005737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615959+0000","last_change":"2024-01-28T12:58:44.515767+0000","last_active":"2024-01-28T12:59:12.615959+0000","last_peered":"2024-01-28T12:59:12.615959+0000","last_clean":"2024-01-28T12:59:12.615959+0000","last_became_active":"2024-01-28T12:58:44.515362+0000","last_became_peered":"2024-01-28T12:58:44.515362+0000","last_unstale":"2024-01-28T12:59:12.615959+0000","last_undegraded":"2024-01-28T12:59:12.615959+0000","last_fullsized":"2024-01-28T12:59:12.615959+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:19:18.535195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617650+0000","last_change":"2024-01-28T12:58:39.441518+0000","last_active":"2024-01-28T12:59:12.617650+0000","last_peered":"2024-01-28T12:59:12.617650+0000","last_clean":"2024-01-28T12:59:12.617650+0000","last_became_active":"2024-01-28T12:58:39.441179+0000","last_became_peered":"2024-01-28T12:58:39.441179+0000","last_unstale":"2024-01-28T12:59:12.617650+0000","last_undegraded":"2024-01-28T12:59:12.617650+0000","last_fullsized":"2024-01-28T12:59:12.617650+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:09:27.187448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":684,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.916572+0000","last_change":"2024-01-28T12:59:13.916572+0000","last_active":"2024-01-28T12:59:13.916572+0000","last_peered":"2024-01-28T12:59:13.916572+0000","last_clean":"2024-01-28T12:59:13.916572+0000","last_became_active":"2024-01-28T12:59:13.916298+0000","last_became_peered":"2024-01-28T12:59:13.916298+0000","last_unstale":"2024-01-28T12:59:13.916572+0000","last_undegraded":"2024-01-28T12:59:13.916572+0000","last_fullsized":"2024-01-28T12:59:13.916572+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:07:42.764544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619026+0000","last_change":"2024-01-28T12:58:44.516308+0000","last_active":"2024-01-28T12:59:12.619026+0000","last_peered":"2024-01-28T12:59:12.619026+0000","last_clean":"2024-01-28T12:59:12.619026+0000","last_became_active":"2024-01-28T12:58:44.515916+0000","last_became_peered":"2024-01-28T12:58:44.515916+0000","last_unstale":"2024-01-28T12:59:12.619026+0000","last_undegraded":"2024-01-28T12:59:12.619026+0000","last_fullsized":"2024-01-28T12:59:12.619026+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:14:36.809023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"85'33","reported_seq":137,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:43.173211+0000","last_change":"2024-01-28T12:58:39.444556+0000","last_active":"2024-01-28T12:59:43.173211+0000","last_peered":"2024-01-28T12:59:43.173211+0000","last_clean":"2024-01-28T12:59:43.173211+0000","last_became_active":"2024-01-28T12:58:39.444157+0000","last_became_peered":"2024-01-28T12:58:39.444157+0000","last_unstale":"2024-01-28T12:59:43.173211+0000","last_undegraded":"2024-01-28T12:59:43.173211+0000","last_fullsized":"2024-01-28T12:59:43.173211+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:08:57.140823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60189,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":85,"num_read_kb":102,"num_write":35,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615336+0000","last_change":"2024-01-28T12:58:40.095847+0000","last_active":"2024-01-28T12:59:12.615336+0000","last_peered":"2024-01-28T12:59:12.615336+0000","last_clean":"2024-01-28T12:59:12.615336+0000","last_became_active":"2024-01-28T12:58:40.095493+0000","last_became_peered":"2024-01-28T12:58:40.095493+0000","last_unstale":"2024-01-28T12:59:12.615336+0000","last_undegraded":"2024-01-28T12:59:12.615336+0000","last_fullsized":"2024-01-28T12:59:12.615336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:37:43.393351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618374+0000","last_change":"2024-01-28T12:58:44.517539+0000","last_active":"2024-01-28T12:59:12.618374+0000","last_peered":"2024-01-28T12:59:12.618374+0000","last_clean":"2024-01-28T12:59:12.618374+0000","last_became_active":"2024-01-28T12:58:44.517142+0000","last_became_peered":"2024-01-28T12:58:44.517142+0000","last_unstale":"2024-01-28T12:59:12.618374+0000","last_undegraded":"2024-01-28T12:59:12.618374+0000","last_fullsized":"2024-01-28T12:59:12.618374+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:27:06.298691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612127+0000","last_change":"2024-01-28T12:58:39.453663+0000","last_active":"2024-01-28T12:59:12.612127+0000","last_peered":"2024-01-28T12:59:12.612127+0000","last_clean":"2024-01-28T12:59:12.612127+0000","last_became_active":"2024-01-28T12:58:39.453309+0000","last_became_peered":"2024-01-28T12:58:39.453309+0000","last_unstale":"2024-01-28T12:59:12.612127+0000","last_undegraded":"2024-01-28T12:59:12.612127+0000","last_fullsized":"2024-01-28T12:59:12.612127+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:19:13.122643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612545+0000","last_change":"2024-01-28T12:58:40.109144+0000","last_active":"2024-01-28T12:59:12.612545+0000","last_peered":"2024-01-28T12:59:12.612545+0000","last_clean":"2024-01-28T12:59:12.612545+0000","last_became_active":"2024-01-28T12:58:40.108896+0000","last_became_peered":"2024-01-28T12:58:40.108896+0000","last_unstale":"2024-01-28T12:59:12.612545+0000","last_undegraded":"2024-01-28T12:59:12.612545+0000","last_fullsized":"2024-01-28T12:59:12.612545+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:57:10.800766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615398+0000","last_change":"2024-01-28T12:58:44.523585+0000","last_active":"2024-01-28T12:59:12.615398+0000","last_peered":"2024-01-28T12:59:12.615398+0000","last_clean":"2024-01-28T12:59:12.615398+0000","last_became_active":"2024-01-28T12:58:44.523156+0000","last_became_peered":"2024-01-28T12:58:44.523156+0000","last_unstale":"2024-01-28T12:59:12.615398+0000","last_undegraded":"2024-01-28T12:59:12.615398+0000","last_fullsized":"2024-01-28T12:59:12.615398+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:20:15.101114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616307+0000","last_change":"2024-01-28T12:58:39.453225+0000","last_active":"2024-01-28T12:59:12.616307+0000","last_peered":"2024-01-28T12:59:12.616307+0000","last_clean":"2024-01-28T12:59:12.616307+0000","last_became_active":"2024-01-28T12:58:39.452859+0000","last_became_peered":"2024-01-28T12:58:39.452859+0000","last_unstale":"2024-01-28T12:59:12.616307+0000","last_undegraded":"2024-01-28T12:59:12.616307+0000","last_fullsized":"2024-01-28T12:59:12.616307+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:57:47.121207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614972+0000","last_change":"2024-01-28T12:58:40.107702+0000","last_active":"2024-01-28T12:59:12.614972+0000","last_peered":"2024-01-28T12:59:12.614972+0000","last_clean":"2024-01-28T12:59:12.614972+0000","last_became_active":"2024-01-28T12:58:40.107220+0000","last_became_peered":"2024-01-28T12:58:40.107220+0000","last_unstale":"2024-01-28T12:59:12.614972+0000","last_undegraded":"2024-01-28T12:59:12.614972+0000","last_fullsized":"2024-01-28T12:59:12.614972+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:16:04.867587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.620936+0000","last_change":"2024-01-28T12:58:44.522169+0000","last_active":"2024-01-28T12:59:12.620936+0000","last_peered":"2024-01-28T12:59:12.620936+0000","last_clean":"2024-01-28T12:59:12.620936+0000","last_became_active":"2024-01-28T12:58:44.520314+0000","last_became_peered":"2024-01-28T12:58:44.520314+0000","last_unstale":"2024-01-28T12:59:12.620936+0000","last_undegraded":"2024-01-28T12:59:12.620936+0000","last_fullsized":"2024-01-28T12:59:12.620936+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:56:17.439806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":67,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:43.163126+0000","last_change":"2024-01-28T12:58:39.446921+0000","last_active":"2024-01-28T12:59:43.163126+0000","last_peered":"2024-01-28T12:59:43.163126+0000","last_clean":"2024-01-28T12:59:43.163126+0000","last_became_active":"2024-01-28T12:58:39.446601+0000","last_became_peered":"2024-01-28T12:58:39.446601+0000","last_unstale":"2024-01-28T12:59:43.163126+0000","last_undegraded":"2024-01-28T12:59:43.163126+0000","last_fullsized":"2024-01-28T12:59:43.163126+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:50:39.197460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":43,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614732+0000","last_change":"2024-01-28T12:58:40.107486+0000","last_active":"2024-01-28T12:59:12.614732+0000","last_peered":"2024-01-28T12:59:12.614732+0000","last_clean":"2024-01-28T12:59:12.614732+0000","last_became_active":"2024-01-28T12:58:40.107187+0000","last_became_peered":"2024-01-28T12:58:40.107187+0000","last_unstale":"2024-01-28T12:59:12.614732+0000","last_undegraded":"2024-01-28T12:59:12.614732+0000","last_fullsized":"2024-01-28T12:59:12.614732+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:53:59.387634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.613024+0000","last_change":"2024-01-28T12:58:44.519303+0000","last_active":"2024-01-28T12:59:12.613024+0000","last_peered":"2024-01-28T12:59:12.613024+0000","last_clean":"2024-01-28T12:59:12.613024+0000","last_became_active":"2024-01-28T12:58:44.518482+0000","last_became_peered":"2024-01-28T12:58:44.518482+0000","last_unstale":"2024-01-28T12:59:12.613024+0000","last_undegraded":"2024-01-28T12:59:12.613024+0000","last_fullsized":"2024-01-28T12:59:12.613024+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:22:32.228762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615060+0000","last_change":"2024-01-28T12:58:39.444173+0000","last_active":"2024-01-28T12:59:12.615060+0000","last_peered":"2024-01-28T12:59:12.615060+0000","last_clean":"2024-01-28T12:59:12.615060+0000","last_became_active":"2024-01-28T12:58:39.443869+0000","last_became_peered":"2024-01-28T12:58:39.443869+0000","last_unstale":"2024-01-28T12:59:12.615060+0000","last_undegraded":"2024-01-28T12:59:12.615060+0000","last_fullsized":"2024-01-28T12:59:12.615060+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:18:10.432178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.620875+0000","last_change":"2024-01-28T12:59:13.620875+0000","last_active":"2024-01-28T12:59:13.620875+0000","last_peered":"2024-01-28T12:59:13.620875+0000","last_clean":"2024-01-28T12:59:13.620875+0000","last_became_active":"2024-01-28T12:59:13.620551+0000","last_became_peered":"2024-01-28T12:59:13.620551+0000","last_unstale":"2024-01-28T12:59:13.620875+0000","last_undegraded":"2024-01-28T12:59:13.620875+0000","last_fullsized":"2024-01-28T12:59:13.620875+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:38:44.289333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619081+0000","last_change":"2024-01-28T12:58:44.518104+0000","last_active":"2024-01-28T12:59:12.619081+0000","last_peered":"2024-01-28T12:59:12.619081+0000","last_clean":"2024-01-28T12:59:12.619081+0000","last_became_active":"2024-01-28T12:58:44.517354+0000","last_became_peered":"2024-01-28T12:58:44.517354+0000","last_unstale":"2024-01-28T12:59:12.619081+0000","last_undegraded":"2024-01-28T12:59:12.619081+0000","last_fullsized":"2024-01-28T12:59:12.619081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:34:37.119969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.641853+0000","last_change":"2024-01-28T12:59:13.641457+0000","last_active":"2024-01-28T12:59:13.641853+0000","last_peered":"2024-01-28T12:59:13.641853+0000","last_clean":"2024-01-28T12:59:13.641853+0000","last_became_active":"2024-01-28T12:59:13.624840+0000","last_became_peered":"2024-01-28T12:59:13.624840+0000","last_unstale":"2024-01-28T12:59:13.641853+0000","last_undegraded":"2024-01-28T12:59:13.641853+0000","last_fullsized":"2024-01-28T12:59:13.641853+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:13:13.122483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617886+0000","last_change":"2024-01-28T12:58:40.112287+0000","last_active":"2024-01-28T12:59:12.617886+0000","last_peered":"2024-01-28T12:59:12.617886+0000","last_clean":"2024-01-28T12:59:12.617886+0000","last_became_active":"2024-01-28T12:58:40.111963+0000","last_became_peered":"2024-01-28T12:58:40.111963+0000","last_unstale":"2024-01-28T12:59:12.617886+0000","last_undegraded":"2024-01-28T12:59:12.617886+0000","last_fullsized":"2024-01-28T12:59:12.617886+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:02:40.802950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616923+0000","last_change":"2024-01-28T12:58:44.923182+0000","last_active":"2024-01-28T12:59:12.616923+0000","last_peered":"2024-01-28T12:59:12.616923+0000","last_clean":"2024-01-28T12:59:12.616923+0000","last_became_active":"2024-01-28T12:58:44.922640+0000","last_became_peered":"2024-01-28T12:58:44.922640+0000","last_unstale":"2024-01-28T12:59:12.616923+0000","last_undegraded":"2024-01-28T12:59:12.616923+0000","last_fullsized":"2024-01-28T12:59:12.616923+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:34:19.410788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619315+0000","last_change":"2024-01-28T12:58:39.443808+0000","last_active":"2024-01-28T12:59:12.619315+0000","last_peered":"2024-01-28T12:59:12.619315+0000","last_clean":"2024-01-28T12:59:12.619315+0000","last_became_active":"2024-01-28T12:58:39.443464+0000","last_became_peered":"2024-01-28T12:58:39.443464+0000","last_unstale":"2024-01-28T12:59:12.619315+0000","last_undegraded":"2024-01-28T12:59:12.619315+0000","last_fullsized":"2024-01-28T12:59:12.619315+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:46:23.748717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.113661+0000","last_change":"2024-01-28T12:58:40.103419+0000","last_active":"2024-01-28T12:59:13.113661+0000","last_peered":"2024-01-28T12:59:13.113661+0000","last_clean":"2024-01-28T12:59:13.113661+0000","last_became_active":"2024-01-28T12:58:40.102856+0000","last_became_peered":"2024-01-28T12:58:40.102856+0000","last_unstale":"2024-01-28T12:59:13.113661+0000","last_undegraded":"2024-01-28T12:59:13.113661+0000","last_fullsized":"2024-01-28T12:59:13.113661+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:56:27.003379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612789+0000","last_change":"2024-01-28T12:58:44.508957+0000","last_active":"2024-01-28T12:59:12.612789+0000","last_peered":"2024-01-28T12:59:12.612789+0000","last_clean":"2024-01-28T12:59:12.612789+0000","last_became_active":"2024-01-28T12:58:44.508561+0000","last_became_peered":"2024-01-28T12:58:44.508561+0000","last_unstale":"2024-01-28T12:59:12.612789+0000","last_undegraded":"2024-01-28T12:59:12.612789+0000","last_fullsized":"2024-01-28T12:59:12.612789+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:42:10.431917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":65,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:44.164499+0000","last_change":"2024-01-28T12:58:39.453978+0000","last_active":"2024-01-28T12:59:44.164499+0000","last_peered":"2024-01-28T12:59:44.164499+0000","last_clean":"2024-01-28T12:59:44.164499+0000","last_became_active":"2024-01-28T12:58:39.453649+0000","last_became_peered":"2024-01-28T12:58:39.453649+0000","last_unstale":"2024-01-28T12:59:44.164499+0000","last_undegraded":"2024-01-28T12:59:44.164499+0000","last_fullsized":"2024-01-28T12:59:44.164499+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:56:46.211753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":41,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.113679+0000","last_change":"2024-01-28T12:58:40.104714+0000","last_active":"2024-01-28T12:59:13.113679+0000","last_peered":"2024-01-28T12:59:13.113679+0000","last_clean":"2024-01-28T12:59:13.113679+0000","last_became_active":"2024-01-28T12:58:40.104142+0000","last_became_peered":"2024-01-28T12:58:40.104142+0000","last_unstale":"2024-01-28T12:59:13.113679+0000","last_undegraded":"2024-01-28T12:59:13.113679+0000","last_fullsized":"2024-01-28T12:59:13.113679+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:20:04.789690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612897+0000","last_change":"2024-01-28T12:58:44.922576+0000","last_active":"2024-01-28T12:59:12.612897+0000","last_peered":"2024-01-28T12:59:12.612897+0000","last_clean":"2024-01-28T12:59:12.612897+0000","last_became_active":"2024-01-28T12:58:44.922034+0000","last_became_peered":"2024-01-28T12:58:44.922034+0000","last_unstale":"2024-01-28T12:59:12.612897+0000","last_undegraded":"2024-01-28T12:59:12.612897+0000","last_fullsized":"2024-01-28T12:59:12.612897+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T22:46:16.708685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615572+0000","last_change":"2024-01-28T12:58:40.104771+0000","last_active":"2024-01-28T12:59:12.615572+0000","last_peered":"2024-01-28T12:59:12.615572+0000","last_clean":"2024-01-28T12:59:12.615572+0000","last_became_active":"2024-01-28T12:58:40.104272+0000","last_became_peered":"2024-01-28T12:58:40.104272+0000","last_unstale":"2024-01-28T12:59:12.615572+0000","last_undegraded":"2024-01-28T12:59:12.615572+0000","last_fullsized":"2024-01-28T12:59:12.615572+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:15:56.986883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":64,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:42.161098+0000","last_change":"2024-01-28T12:58:39.454579+0000","last_active":"2024-01-28T12:59:42.161098+0000","last_peered":"2024-01-28T12:59:42.161098+0000","last_clean":"2024-01-28T12:59:42.161098+0000","last_became_active":"2024-01-28T12:58:39.454252+0000","last_became_peered":"2024-01-28T12:58:39.454252+0000","last_unstale":"2024-01-28T12:59:42.161098+0000","last_undegraded":"2024-01-28T12:59:42.161098+0000","last_fullsized":"2024-01-28T12:59:42.161098+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:43:40.249541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":40,"num_read_kb":40,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"83'1","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615368+0000","last_change":"2024-01-28T12:58:44.515751+0000","last_active":"2024-01-28T12:59:12.615368+0000","last_peered":"2024-01-28T12:59:12.615368+0000","last_clean":"2024-01-28T12:59:12.615368+0000","last_became_active":"2024-01-28T12:58:44.515293+0000","last_became_peered":"2024-01-28T12:58:44.515293+0000","last_unstale":"2024-01-28T12:59:12.615368+0000","last_undegraded":"2024-01-28T12:59:12.615368+0000","last_fullsized":"2024-01-28T12:59:12.615368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:01:49.745334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619444+0000","last_change":"2024-01-28T12:58:40.112950+0000","last_active":"2024-01-28T12:59:12.619444+0000","last_peered":"2024-01-28T12:59:12.619444+0000","last_clean":"2024-01-28T12:59:12.619444+0000","last_became_active":"2024-01-28T12:58:40.112678+0000","last_became_peered":"2024-01-28T12:58:40.112678+0000","last_unstale":"2024-01-28T12:59:12.619444+0000","last_undegraded":"2024-01-28T12:59:12.619444+0000","last_fullsized":"2024-01-28T12:59:12.619444+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:59:12.688272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615828+0000","last_change":"2024-01-28T12:58:39.446041+0000","last_active":"2024-01-28T12:59:12.615828+0000","last_peered":"2024-01-28T12:59:12.615828+0000","last_clean":"2024-01-28T12:59:12.615828+0000","last_became_active":"2024-01-28T12:58:39.445705+0000","last_became_peered":"2024-01-28T12:58:39.445705+0000","last_unstale":"2024-01-28T12:59:12.615828+0000","last_undegraded":"2024-01-28T12:59:12.615828+0000","last_fullsized":"2024-01-28T12:59:12.615828+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:44:44.849639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":313,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614614+0000","last_change":"2024-01-28T12:57:46.077681+0000","last_active":"2024-01-28T12:59:12.614614+0000","last_peered":"2024-01-28T12:59:12.614614+0000","last_clean":"2024-01-28T12:59:12.614614+0000","last_became_active":"2024-01-28T12:57:46.077196+0000","last_became_peered":"2024-01-28T12:57:46.077196+0000","last_unstale":"2024-01-28T12:59:12.614614+0000","last_undegraded":"2024-01-28T12:59:12.614614+0000","last_fullsized":"2024-01-28T12:59:12.614614+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:55:10.655844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:55:10.655844+0000","last_clean_scrub_stamp":"2024-01-28T12:55:10.655844+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:30:07.599755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615216+0000","last_change":"2024-01-28T12:58:44.924294+0000","last_active":"2024-01-28T12:59:12.615216+0000","last_peered":"2024-01-28T12:59:12.615216+0000","last_clean":"2024-01-28T12:59:12.615216+0000","last_became_active":"2024-01-28T12:58:44.923837+0000","last_became_peered":"2024-01-28T12:58:44.923837+0000","last_unstale":"2024-01-28T12:59:12.615216+0000","last_undegraded":"2024-01-28T12:59:12.615216+0000","last_fullsized":"2024-01-28T12:59:12.615216+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:25:34.810503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612342+0000","last_change":"2024-01-28T12:58:40.108921+0000","last_active":"2024-01-28T12:59:12.612342+0000","last_peered":"2024-01-28T12:59:12.612342+0000","last_clean":"2024-01-28T12:59:12.612342+0000","last_became_active":"2024-01-28T12:58:40.107254+0000","last_became_peered":"2024-01-28T12:58:40.107254+0000","last_unstale":"2024-01-28T12:59:12.612342+0000","last_undegraded":"2024-01-28T12:59:12.612342+0000","last_fullsized":"2024-01-28T12:59:12.612342+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:21:23.665872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.614963+0000","last_change":"2024-01-28T12:58:39.444134+0000","last_active":"2024-01-28T12:59:12.614963+0000","last_peered":"2024-01-28T12:59:12.614963+0000","last_clean":"2024-01-28T12:59:12.614963+0000","last_became_active":"2024-01-28T12:58:39.443633+0000","last_became_peered":"2024-01-28T12:58:39.443633+0000","last_unstale":"2024-01-28T12:59:12.614963+0000","last_undegraded":"2024-01-28T12:59:12.614963+0000","last_fullsized":"2024-01-28T12:59:12.614963+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:23:46.457007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615269+0000","last_change":"2024-01-28T12:58:44.514938+0000","last_active":"2024-01-28T12:59:12.615269+0000","last_peered":"2024-01-28T12:59:12.615269+0000","last_clean":"2024-01-28T12:59:12.615269+0000","last_became_active":"2024-01-28T12:58:44.514518+0000","last_became_peered":"2024-01-28T12:58:44.514518+0000","last_unstale":"2024-01-28T12:59:12.615269+0000","last_undegraded":"2024-01-28T12:59:12.615269+0000","last_fullsized":"2024-01-28T12:59:12.615269+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:18:27.752109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615439+0000","last_change":"2024-01-28T12:58:39.442781+0000","last_active":"2024-01-28T12:59:12.615439+0000","last_peered":"2024-01-28T12:59:12.615439+0000","last_clean":"2024-01-28T12:59:12.615439+0000","last_became_active":"2024-01-28T12:58:39.442435+0000","last_became_peered":"2024-01-28T12:58:39.442435+0000","last_unstale":"2024-01-28T12:59:12.615439+0000","last_undegraded":"2024-01-28T12:59:12.615439+0000","last_fullsized":"2024-01-28T12:59:12.615439+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:58:24.328288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.613031+0000","last_change":"2024-01-28T12:58:40.101045+0000","last_active":"2024-01-28T12:59:12.613031+0000","last_peered":"2024-01-28T12:59:12.613031+0000","last_clean":"2024-01-28T12:59:12.613031+0000","last_became_active":"2024-01-28T12:58:40.100677+0000","last_became_peered":"2024-01-28T12:58:40.100677+0000","last_unstale":"2024-01-28T12:59:12.613031+0000","last_undegraded":"2024-01-28T12:59:12.613031+0000","last_fullsized":"2024-01-28T12:59:12.613031+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:29:41.746894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618753+0000","last_change":"2024-01-28T12:58:44.923631+0000","last_active":"2024-01-28T12:59:12.618753+0000","last_peered":"2024-01-28T12:59:12.618753+0000","last_clean":"2024-01-28T12:59:12.618753+0000","last_became_active":"2024-01-28T12:58:44.922704+0000","last_became_peered":"2024-01-28T12:58:44.922704+0000","last_unstale":"2024-01-28T12:59:12.618753+0000","last_undegraded":"2024-01-28T12:59:12.618753+0000","last_fullsized":"2024-01-28T12:59:12.618753+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:32:40.342360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"85'9","reported_seq":28,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.620195+0000","last_change":"2024-01-28T12:58:39.439514+0000","last_active":"2024-01-28T12:59:13.620195+0000","last_peered":"2024-01-28T12:59:13.620195+0000","last_clean":"2024-01-28T12:59:13.620195+0000","last_became_active":"2024-01-28T12:58:39.438585+0000","last_became_peered":"2024-01-28T12:58:39.438585+0000","last_unstale":"2024-01-28T12:59:13.620195+0000","last_undegraded":"2024-01-28T12:59:13.620195+0000","last_fullsized":"2024-01-28T12:59:13.620195+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:41:06.768241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619465+0000","last_change":"2024-01-28T12:58:40.113378+0000","last_active":"2024-01-28T12:59:12.619465+0000","last_peered":"2024-01-28T12:59:12.619465+0000","last_clean":"2024-01-28T12:59:12.619465+0000","last_became_active":"2024-01-28T12:58:40.112852+0000","last_became_peered":"2024-01-28T12:58:40.112852+0000","last_unstale":"2024-01-28T12:59:12.619465+0000","last_undegraded":"2024-01-28T12:59:12.619465+0000","last_fullsized":"2024-01-28T12:59:12.619465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:18:16.232147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.611875+0000","last_change":"2024-01-28T12:58:44.511720+0000","last_active":"2024-01-28T12:59:12.611875+0000","last_peered":"2024-01-28T12:59:12.611875+0000","last_clean":"2024-01-28T12:59:12.611875+0000","last_became_active":"2024-01-28T12:58:44.511324+0000","last_became_peered":"2024-01-28T12:58:44.511324+0000","last_unstale":"2024-01-28T12:59:12.611875+0000","last_undegraded":"2024-01-28T12:59:12.611875+0000","last_fullsized":"2024-01-28T12:59:12.611875+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:23:53.388211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617123+0000","last_change":"2024-01-28T12:58:39.441736+0000","last_active":"2024-01-28T12:59:12.617123+0000","last_peered":"2024-01-28T12:59:12.617123+0000","last_clean":"2024-01-28T12:59:12.617123+0000","last_became_active":"2024-01-28T12:58:39.441394+0000","last_became_peered":"2024-01-28T12:58:39.441394+0000","last_unstale":"2024-01-28T12:59:12.617123+0000","last_undegraded":"2024-01-28T12:59:12.617123+0000","last_fullsized":"2024-01-28T12:59:12.617123+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:03:20.839385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063614+0000","last_change":"2024-01-28T12:58:40.113698+0000","last_active":"2024-01-28T12:59:13.063614+0000","last_peered":"2024-01-28T12:59:13.063614+0000","last_clean":"2024-01-28T12:59:13.063614+0000","last_became_active":"2024-01-28T12:58:40.112801+0000","last_became_peered":"2024-01-28T12:58:40.112801+0000","last_unstale":"2024-01-28T12:59:13.063614+0000","last_undegraded":"2024-01-28T12:59:13.063614+0000","last_fullsized":"2024-01-28T12:59:13.063614+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T17:16:44.886354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615782+0000","last_change":"2024-01-28T12:58:44.924561+0000","last_active":"2024-01-28T12:59:12.615782+0000","last_peered":"2024-01-28T12:59:12.615782+0000","last_clean":"2024-01-28T12:59:12.615782+0000","last_became_active":"2024-01-28T12:58:44.924068+0000","last_became_peered":"2024-01-28T12:58:44.924068+0000","last_unstale":"2024-01-28T12:59:12.615782+0000","last_undegraded":"2024-01-28T12:59:12.615782+0000","last_fullsized":"2024-01-28T12:59:12.615782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:44:37.368019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612051+0000","last_change":"2024-01-28T12:58:39.443384+0000","last_active":"2024-01-28T12:59:12.612051+0000","last_peered":"2024-01-28T12:59:12.612051+0000","last_clean":"2024-01-28T12:59:12.612051+0000","last_became_active":"2024-01-28T12:58:39.442944+0000","last_became_peered":"2024-01-28T12:58:39.442944+0000","last_unstale":"2024-01-28T12:59:12.612051+0000","last_undegraded":"2024-01-28T12:59:12.612051+0000","last_fullsized":"2024-01-28T12:59:12.612051+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:43:27.814789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615828+0000","last_change":"2024-01-28T12:58:40.095067+0000","last_active":"2024-01-28T12:59:12.615828+0000","last_peered":"2024-01-28T12:59:12.615828+0000","last_clean":"2024-01-28T12:59:12.615828+0000","last_became_active":"2024-01-28T12:58:40.094773+0000","last_became_peered":"2024-01-28T12:58:40.094773+0000","last_unstale":"2024-01-28T12:59:12.615828+0000","last_undegraded":"2024-01-28T12:59:12.615828+0000","last_fullsized":"2024-01-28T12:59:12.615828+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:44:38.028555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.620817+0000","last_change":"2024-01-28T12:58:44.517634+0000","last_active":"2024-01-28T12:59:12.620817+0000","last_peered":"2024-01-28T12:59:12.620817+0000","last_clean":"2024-01-28T12:59:12.620817+0000","last_became_active":"2024-01-28T12:58:44.517291+0000","last_became_peered":"2024-01-28T12:58:44.517291+0000","last_unstale":"2024-01-28T12:59:12.620817+0000","last_undegraded":"2024-01-28T12:59:12.620817+0000","last_fullsized":"2024-01-28T12:59:12.620817+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:26:38.341997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618792+0000","last_change":"2024-01-28T12:58:39.446378+0000","last_active":"2024-01-28T12:59:12.618792+0000","last_peered":"2024-01-28T12:59:12.618792+0000","last_clean":"2024-01-28T12:59:12.618792+0000","last_became_active":"2024-01-28T12:58:39.445691+0000","last_became_peered":"2024-01-28T12:58:39.445691+0000","last_unstale":"2024-01-28T12:59:12.618792+0000","last_undegraded":"2024-01-28T12:59:12.618792+0000","last_fullsized":"2024-01-28T12:59:12.618792+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:33:06.180472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616017+0000","last_change":"2024-01-28T12:58:40.100317+0000","last_active":"2024-01-28T12:59:12.616017+0000","last_peered":"2024-01-28T12:59:12.616017+0000","last_clean":"2024-01-28T12:59:12.616017+0000","last_became_active":"2024-01-28T12:58:40.099922+0000","last_became_peered":"2024-01-28T12:58:40.099922+0000","last_unstale":"2024-01-28T12:59:12.616017+0000","last_undegraded":"2024-01-28T12:59:12.616017+0000","last_fullsized":"2024-01-28T12:59:12.616017+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:40:09.062474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"83'1","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618342+0000","last_change":"2024-01-28T12:58:44.523805+0000","last_active":"2024-01-28T12:59:12.618342+0000","last_peered":"2024-01-28T12:59:12.618342+0000","last_clean":"2024-01-28T12:59:12.618342+0000","last_became_active":"2024-01-28T12:58:44.523398+0000","last_became_peered":"2024-01-28T12:58:44.523398+0000","last_unstale":"2024-01-28T12:59:12.618342+0000","last_undegraded":"2024-01-28T12:59:12.618342+0000","last_fullsized":"2024-01-28T12:59:12.618342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T20:56:22.665711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612097+0000","last_change":"2024-01-28T12:58:39.453660+0000","last_active":"2024-01-28T12:59:12.612097+0000","last_peered":"2024-01-28T12:59:12.612097+0000","last_clean":"2024-01-28T12:59:12.612097+0000","last_became_active":"2024-01-28T12:58:39.453318+0000","last_became_peered":"2024-01-28T12:58:39.453318+0000","last_unstale":"2024-01-28T12:59:12.612097+0000","last_undegraded":"2024-01-28T12:59:12.612097+0000","last_fullsized":"2024-01-28T12:59:12.612097+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:14:18.875280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619086+0000","last_change":"2024-01-28T12:58:40.105373+0000","last_active":"2024-01-28T12:59:12.619086+0000","last_peered":"2024-01-28T12:59:12.619086+0000","last_clean":"2024-01-28T12:59:12.619086+0000","last_became_active":"2024-01-28T12:58:40.104703+0000","last_became_peered":"2024-01-28T12:58:40.104703+0000","last_unstale":"2024-01-28T12:59:12.619086+0000","last_undegraded":"2024-01-28T12:59:12.619086+0000","last_fullsized":"2024-01-28T12:59:12.619086+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T23:51:50.161226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616832+0000","last_change":"2024-01-28T12:58:44.923252+0000","last_active":"2024-01-28T12:59:12.616832+0000","last_peered":"2024-01-28T12:59:12.616832+0000","last_clean":"2024-01-28T12:59:12.616832+0000","last_became_active":"2024-01-28T12:58:44.922652+0000","last_became_peered":"2024-01-28T12:58:44.922652+0000","last_unstale":"2024-01-28T12:59:12.616832+0000","last_undegraded":"2024-01-28T12:59:12.616832+0000","last_fullsized":"2024-01-28T12:59:12.616832+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:46:50.715772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":38,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.637964+0000","last_change":"2024-01-28T12:59:13.637964+0000","last_active":"2024-01-28T12:59:13.637964+0000","last_peered":"2024-01-28T12:59:13.637964+0000","last_clean":"2024-01-28T12:59:13.637964+0000","last_became_active":"2024-01-28T12:59:13.626359+0000","last_became_peered":"2024-01-28T12:59:13.626359+0000","last_unstale":"2024-01-28T12:59:13.637964+0000","last_undegraded":"2024-01-28T12:59:13.637964+0000","last_fullsized":"2024-01-28T12:59:13.637964+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:51:06.667426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616465+0000","last_change":"2024-01-28T12:58:40.106327+0000","last_active":"2024-01-28T12:59:12.616465+0000","last_peered":"2024-01-28T12:59:12.616465+0000","last_clean":"2024-01-28T12:59:12.616465+0000","last_became_active":"2024-01-28T12:58:40.105851+0000","last_became_peered":"2024-01-28T12:58:40.105851+0000","last_unstale":"2024-01-28T12:59:12.616465+0000","last_undegraded":"2024-01-28T12:59:12.616465+0000","last_fullsized":"2024-01-28T12:59:12.616465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:35:06.526966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.611927+0000","last_change":"2024-01-28T12:58:44.514160+0000","last_active":"2024-01-28T12:59:12.611927+0000","last_peered":"2024-01-28T12:59:12.611927+0000","last_clean":"2024-01-28T12:59:12.611927+0000","last_became_active":"2024-01-28T12:58:44.513702+0000","last_became_peered":"2024-01-28T12:58:44.513702+0000","last_unstale":"2024-01-28T12:59:12.611927+0000","last_undegraded":"2024-01-28T12:59:12.611927+0000","last_fullsized":"2024-01-28T12:59:12.611927+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:58:55.035362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":67,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:44.161926+0000","last_change":"2024-01-28T12:58:39.452665+0000","last_active":"2024-01-28T12:59:44.161926+0000","last_peered":"2024-01-28T12:59:44.161926+0000","last_clean":"2024-01-28T12:59:44.161926+0000","last_became_active":"2024-01-28T12:58:39.452346+0000","last_became_peered":"2024-01-28T12:58:39.452346+0000","last_unstale":"2024-01-28T12:59:44.161926+0000","last_undegraded":"2024-01-28T12:59:44.161926+0000","last_fullsized":"2024-01-28T12:59:44.161926+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T14:25:35.492419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1182,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":43,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615643+0000","last_change":"2024-01-28T12:58:40.108195+0000","last_active":"2024-01-28T12:59:12.615643+0000","last_peered":"2024-01-28T12:59:12.615643+0000","last_clean":"2024-01-28T12:59:12.615643+0000","last_became_active":"2024-01-28T12:58:40.107938+0000","last_became_peered":"2024-01-28T12:58:40.107938+0000","last_unstale":"2024-01-28T12:59:12.615643+0000","last_undegraded":"2024-01-28T12:59:12.615643+0000","last_fullsized":"2024-01-28T12:59:12.615643+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:26:50.351233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063196+0000","last_change":"2024-01-28T12:58:44.521138+0000","last_active":"2024-01-28T12:59:13.063196+0000","last_peered":"2024-01-28T12:59:13.063196+0000","last_clean":"2024-01-28T12:59:13.063196+0000","last_became_active":"2024-01-28T12:58:44.517308+0000","last_became_peered":"2024-01-28T12:58:44.517308+0000","last_unstale":"2024-01-28T12:59:13.063196+0000","last_undegraded":"2024-01-28T12:59:13.063196+0000","last_fullsized":"2024-01-28T12:59:13.063196+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:37:49.523990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.618104+0000","last_change":"2024-01-28T12:58:39.444309+0000","last_active":"2024-01-28T12:59:12.618104+0000","last_peered":"2024-01-28T12:59:12.618104+0000","last_clean":"2024-01-28T12:59:12.618104+0000","last_became_active":"2024-01-28T12:58:39.444001+0000","last_became_peered":"2024-01-28T12:58:39.444001+0000","last_unstale":"2024-01-28T12:59:12.618104+0000","last_undegraded":"2024-01-28T12:59:12.618104+0000","last_fullsized":"2024-01-28T12:59:12.618104+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:03:52.450732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615656+0000","last_change":"2024-01-28T12:58:40.105921+0000","last_active":"2024-01-28T12:59:12.615656+0000","last_peered":"2024-01-28T12:59:12.615656+0000","last_clean":"2024-01-28T12:59:12.615656+0000","last_became_active":"2024-01-28T12:58:40.105521+0000","last_became_peered":"2024-01-28T12:58:40.105521+0000","last_unstale":"2024-01-28T12:59:12.615656+0000","last_undegraded":"2024-01-28T12:59:12.615656+0000","last_fullsized":"2024-01-28T12:59:12.615656+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:07:26.791566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615184+0000","last_change":"2024-01-28T12:58:44.514717+0000","last_active":"2024-01-28T12:59:12.615184+0000","last_peered":"2024-01-28T12:59:12.615184+0000","last_clean":"2024-01-28T12:59:12.615184+0000","last_became_active":"2024-01-28T12:58:44.513991+0000","last_became_peered":"2024-01-28T12:58:44.513991+0000","last_unstale":"2024-01-28T12:59:12.615184+0000","last_undegraded":"2024-01-28T12:59:12.615184+0000","last_fullsized":"2024-01-28T12:59:12.615184+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:43.483267+0000","last_clean_scrub_stamp":"2024-01-28T12:58:43.483267+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:00:30.838158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612922+0000","last_change":"2024-01-28T12:58:39.451153+0000","last_active":"2024-01-28T12:59:12.612922+0000","last_peered":"2024-01-28T12:59:12.612922+0000","last_clean":"2024-01-28T12:59:12.612922+0000","last_became_active":"2024-01-28T12:58:39.450774+0000","last_became_peered":"2024-01-28T12:58:39.450774+0000","last_unstale":"2024-01-28T12:59:12.612922+0000","last_undegraded":"2024-01-28T12:59:12.612922+0000","last_fullsized":"2024-01-28T12:59:12.612922+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:38.374728+0000","last_clean_scrub_stamp":"2024-01-28T12:58:38.374728+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T16:58:09.157519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615966+0000","last_change":"2024-01-28T12:58:40.108574+0000","last_active":"2024-01-28T12:59:12.615966+0000","last_peered":"2024-01-28T12:59:12.615966+0000","last_clean":"2024-01-28T12:59:12.615966+0000","last_became_active":"2024-01-28T12:58:40.108184+0000","last_became_peered":"2024-01-28T12:58:40.108184+0000","last_unstale":"2024-01-28T12:59:12.615966+0000","last_undegraded":"2024-01-28T12:59:12.615966+0000","last_fullsized":"2024-01-28T12:59:12.615966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:56:41.128174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.616120+0000","last_change":"2024-01-28T12:58:40.102477+0000","last_active":"2024-01-28T12:59:12.616120+0000","last_peered":"2024-01-28T12:59:12.616120+0000","last_clean":"2024-01-28T12:59:12.616120+0000","last_became_active":"2024-01-28T12:58:40.101922+0000","last_became_peered":"2024-01-28T12:58:40.101922+0000","last_unstale":"2024-01-28T12:59:12.616120+0000","last_undegraded":"2024-01-28T12:59:12.616120+0000","last_fullsized":"2024-01-28T12:59:12.616120+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:47:14.704254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612229+0000","last_change":"2024-01-28T12:58:40.111289+0000","last_active":"2024-01-28T12:59:12.612229+0000","last_peered":"2024-01-28T12:59:12.612229+0000","last_clean":"2024-01-28T12:59:12.612229+0000","last_became_active":"2024-01-28T12:58:40.110893+0000","last_became_peered":"2024-01-28T12:58:40.110893+0000","last_unstale":"2024-01-28T12:59:12.612229+0000","last_undegraded":"2024-01-28T12:59:12.612229+0000","last_fullsized":"2024-01-28T12:59:12.612229+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:36:29.165493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.611925+0000","last_change":"2024-01-28T12:58:40.113374+0000","last_active":"2024-01-28T12:59:12.611925+0000","last_peered":"2024-01-28T12:59:12.611925+0000","last_clean":"2024-01-28T12:59:12.611925+0000","last_became_active":"2024-01-28T12:58:40.112905+0000","last_became_peered":"2024-01-28T12:58:40.112905+0000","last_unstale":"2024-01-28T12:59:12.611925+0000","last_undegraded":"2024-01-28T12:59:12.611925+0000","last_fullsized":"2024-01-28T12:59:12.611925+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T18:40:13.697892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.063372+0000","last_change":"2024-01-28T12:58:40.101777+0000","last_active":"2024-01-28T12:59:13.063372+0000","last_peered":"2024-01-28T12:59:13.063372+0000","last_clean":"2024-01-28T12:59:13.063372+0000","last_became_active":"2024-01-28T12:58:40.099197+0000","last_became_peered":"2024-01-28T12:58:40.099197+0000","last_unstale":"2024-01-28T12:59:13.063372+0000","last_undegraded":"2024-01-28T12:59:13.063372+0000","last_fullsized":"2024-01-28T12:59:13.063372+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:01:58.451766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612948+0000","last_change":"2024-01-28T12:58:40.098114+0000","last_active":"2024-01-28T12:59:12.612948+0000","last_peered":"2024-01-28T12:59:12.612948+0000","last_clean":"2024-01-28T12:59:12.612948+0000","last_became_active":"2024-01-28T12:58:40.097814+0000","last_became_peered":"2024-01-28T12:58:40.097814+0000","last_unstale":"2024-01-28T12:59:12.612948+0000","last_undegraded":"2024-01-28T12:59:12.612948+0000","last_fullsized":"2024-01-28T12:59:12.612948+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:17:08.516357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.617642+0000","last_change":"2024-01-28T12:58:40.102166+0000","last_active":"2024-01-28T12:59:12.617642+0000","last_peered":"2024-01-28T12:59:12.617642+0000","last_clean":"2024-01-28T12:59:12.617642+0000","last_became_active":"2024-01-28T12:58:40.101561+0000","last_became_peered":"2024-01-28T12:58:40.101561+0000","last_unstale":"2024-01-28T12:59:12.617642+0000","last_undegraded":"2024-01-28T12:59:12.617642+0000","last_fullsized":"2024-01-28T12:59:12.617642+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T21:01:26.852581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.613217+0000","last_change":"2024-01-28T12:58:40.099869+0000","last_active":"2024-01-28T12:59:12.613217+0000","last_peered":"2024-01-28T12:59:12.613217+0000","last_clean":"2024-01-28T12:59:12.613217+0000","last_became_active":"2024-01-28T12:58:40.098782+0000","last_became_peered":"2024-01-28T12:58:40.098782+0000","last_unstale":"2024-01-28T12:59:12.613217+0000","last_undegraded":"2024-01-28T12:59:12.613217+0000","last_fullsized":"2024-01-28T12:59:12.613217+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:27:40.523691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619606+0000","last_change":"2024-01-28T12:58:40.113206+0000","last_active":"2024-01-28T12:59:12.619606+0000","last_peered":"2024-01-28T12:59:12.619606+0000","last_clean":"2024-01-28T12:59:12.619606+0000","last_became_active":"2024-01-28T12:58:40.111387+0000","last_became_peered":"2024-01-28T12:58:40.111387+0000","last_unstale":"2024-01-28T12:59:12.619606+0000","last_undegraded":"2024-01-28T12:59:12.619606+0000","last_fullsized":"2024-01-28T12:59:12.619606+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:37:18.049155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.615477+0000","last_change":"2024-01-28T12:58:40.104581+0000","last_active":"2024-01-28T12:59:12.615477+0000","last_peered":"2024-01-28T12:59:12.615477+0000","last_clean":"2024-01-28T12:59:12.615477+0000","last_became_active":"2024-01-28T12:58:40.103785+0000","last_became_peered":"2024-01-28T12:58:40.103785+0000","last_unstale":"2024-01-28T12:59:12.615477+0000","last_undegraded":"2024-01-28T12:59:12.615477+0000","last_fullsized":"2024-01-28T12:59:12.615477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-30T00:00:43.763039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.619004+0000","last_change":"2024-01-28T12:58:40.111136+0000","last_active":"2024-01-28T12:59:12.619004+0000","last_peered":"2024-01-28T12:59:12.619004+0000","last_clean":"2024-01-28T12:59:12.619004+0000","last_became_active":"2024-01-28T12:58:40.110787+0000","last_became_peered":"2024-01-28T12:58:40.110787+0000","last_unstale":"2024-01-28T12:59:12.619004+0000","last_undegraded":"2024-01-28T12:59:12.619004+0000","last_fullsized":"2024-01-28T12:59:12.619004+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:05:52.979714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612255+0000","last_change":"2024-01-28T12:58:40.107585+0000","last_active":"2024-01-28T12:59:12.612255+0000","last_peered":"2024-01-28T12:59:12.612255+0000","last_clean":"2024-01-28T12:59:12.612255+0000","last_became_active":"2024-01-28T12:58:40.107054+0000","last_became_peered":"2024-01-28T12:58:40.107054+0000","last_unstale":"2024-01-28T12:59:12.612255+0000","last_undegraded":"2024-01-28T12:59:12.612255+0000","last_fullsized":"2024-01-28T12:59:12.612255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T13:57:07.901241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-01-28T12:59:12.612704+0000","last_change":"2024-01-28T12:58:40.103326+0000","last_active":"2024-01-28T12:59:12.612704+0000","last_peered":"2024-01-28T12:59:12.612704+0000","last_clean":"2024-01-28T12:59:12.612704+0000","last_became_active":"2024-01-28T12:58:40.100420+0000","last_became_peered":"2024-01-28T12:58:40.100420+0000","last_unstale":"2024-01-28T12:59:12.612704+0000","last_undegraded":"2024-01-28T12:59:12.612704+0000","last_fullsized":"2024-01-28T12:59:12.612704+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T15:50:24.609822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-01-28T12:59:13.621777+0000","last_change":"2024-01-28T12:59:13.621777+0000","last_active":"2024-01-28T12:59:13.621777+0000","last_peered":"2024-01-28T12:59:13.621777+0000","last_clean":"2024-01-28T12:59:13.621777+0000","last_became_active":"2024-01-28T12:59:13.621108+0000","last_became_peered":"2024-01-28T12:59:13.621108+0000","last_unstale":"2024-01-28T12:59:13.621777+0000","last_undegraded":"2024-01-28T12:59:13.621777+0000","last_fullsized":"2024-01-28T12:59:13.621777+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-01-28T12:58:39.421839+0000","last_clean_scrub_stamp":"2024-01-28T12:58:39.421839+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-01-29T19:56:42.584088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280991,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67451,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":429,"num_read_kb":288,"num_write":234,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":22,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":202353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":206,"ondisk_log_size":206,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":74,"seq":317827579928,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":950272,"data_stored":473456,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.57999999999999996}]},{"osd":1,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.504}]},{"osd":2,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":4,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.65100000000000002}]},{"osd":5,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.61899999999999999}]},{"osd":6,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.66800000000000004}]},{"osd":7,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.73899999999999999}]},{"osd":8,"last update":"Sun Jan 28 12:59:40 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.748,"5min":0.748,"15min":0.748},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.71299999999999997}]},{"osd":9,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.78600000000000003}]},{"osd":10,"last update":"Sun Jan 28 12:59:01 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.79300000000000004}]}]},{"osd":10,"up_from":67,"seq":287762808859,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1093632,"data_stored":1120829,"data_compressed":53341,"data_compressed_allocated":69632,"data_compressed_original":638976,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:43 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.8440000000000003,"5min":6.8440000000000003,"15min":6.8440000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.55100000000000005}]},{"osd":1,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.59899999999999998}]},{"osd":2,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.61899999999999999}]},{"osd":3,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.83999999999999997}]},{"osd":4,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.434}]},{"osd":5,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.66000000000000003}]},{"osd":6,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":8,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.63100000000000001}]},{"osd":9,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.71199999999999997}]},{"osd":11,"last update":"Sun Jan 28 12:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.79400000000000004}]}]},{"osd":9,"up_from":62,"seq":266287972383,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":477460,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.51200000000000001,"15min":0.52300000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.69199999999999995,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.56699999999999995,"15min":0.58099999999999996},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.81200000000000006,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.373}]},{"osd":1,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.754,"15min":0.76500000000000001},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.98199999999999998,"5min":1.032,"15min":1.032},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.72399999999999998,"15min":0.73699999999999999},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.86399999999999999,"5min":1.012,"15min":1.012},"last":0.502}]},{"osd":2,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.749,"15min":0.75600000000000001},"min":{"1min":0.442,"5min":0.44,"15min":0.44},"max":{"1min":0.995,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.70799999999999996,"15min":0.71399999999999997},"min":{"1min":0.51300000000000001,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.90600000000000003,"5min":1.006,"15min":1.006},"last":0.65900000000000003}]},{"osd":3,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.70399999999999996,"15min":0.72599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.92200000000000004,"5min":1.089,"15min":1.089},"last":0.754},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.67700000000000005,"15min":0.70299999999999996},"min":{"1min":0.38700000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.81000000000000005,"5min":1.087,"15min":1.087},"last":0.48199999999999998}]},{"osd":4,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.70299999999999996,"15min":0.71299999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.85299999999999998,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.80400000000000005,"15min":0.82199999999999995},"min":{"1min":0.53000000000000003,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.96299999999999997,"5min":1.095,"15min":1.095},"last":0.56299999999999994}]},{"osd":5,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.874,"15min":0.85199999999999998},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":5.0460000000000003,"5min":5.0460000000000003,"15min":5.0460000000000003},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.879,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.88700000000000001}]},{"osd":6,"last update":"Sun Jan 28 12:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.371},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.48899999999999999}]},{"osd":7,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.86899999999999999,"15min":0.89100000000000001},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.081,"5min":1.171,"15min":1.171},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.89800000000000002,"15min":0.91800000000000004},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0449999999999999,"5min":1.675,"15min":1.675},"last":0.61699999999999999}]},{"osd":8,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.88900000000000001,"15min":0.90700000000000003},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1379999999999999,"5min":1.208,"15min":1.208},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.81399999999999995,"15min":0.83099999999999996},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.0509999999999999,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.83799999999999997}]},{"osd":10,"last update":"Sun Jan 28 12:58:44 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.81699999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86699999999999999}]}]},{"osd":8,"up_from":55,"seq":236223201315,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":962560,"data_stored":473732,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54100000000000004,"15min":0.53800000000000003},"min":{"1min":0.36799999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.55300000000000005,"15min":0.54900000000000004},"min":{"1min":0.45400000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.80000000000000004}]},{"osd":1,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.61099999999999999,"15min":0.60799999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.61399999999999999,"15min":0.59999999999999998},"min":{"1min":0.502,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57799999999999996}]},{"osd":2,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.45200000000000001,"15min":0.44800000000000001},"min":{"1min":0.29799999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.30599999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68899999999999995,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.69299999999999995}]},{"osd":3,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.56100000000000005,"15min":0.56299999999999994},"min":{"1min":0.40000000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78700000000000003,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.627,"5min":0.63100000000000001,"15min":0.63200000000000001},"min":{"1min":0.505,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.72499999999999998}]},{"osd":4,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.60299999999999998,"15min":0.59499999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85799999999999998,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.63300000000000001}]},{"osd":5,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.37,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.55600000000000005,"15min":0.55300000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.72099999999999997}]},{"osd":6,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.66900000000000004,"15min":0.66200000000000003},"min":{"1min":0.47099999999999997,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.873},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.68799999999999994,"15min":0.68600000000000005},"min":{"1min":0.55800000000000005,"5min":0.502,"15min":0.502},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.84699999999999998}]},{"osd":7,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.68999999999999995,"15min":0.68600000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.68100000000000005,"15min":0.67500000000000004},"min":{"1min":0.51100000000000001,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.85899999999999999}]},{"osd":9,"last update":"Sun Jan 28 12:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.747,"15min":0.74099999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.92100000000000004},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.745,"15min":0.73999999999999999},"min":{"1min":0.59899999999999998,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.89200000000000002}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.96099999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90700000000000003}]}]},{"osd":7,"up_from":48,"seq":206158430247,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1019904,"data_stored":1070640,"data_compressed":53341,"data_compressed_allocated":69632,"data_compressed_original":638976,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.376}]},{"osd":1,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.42799999999999999,"15min":0.42599999999999999},"min":{"1min":0.28799999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68999999999999995,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.443,"15min":0.441},"min":{"1min":0.32500000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.52200000000000002}]},{"osd":2,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.64700000000000002}]},{"osd":3,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56100000000000005,"15min":0.55100000000000005},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.621,"5min":0.625,"15min":0.625},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.59399999999999997}]},{"osd":4,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.5,"15min":0.496},"min":{"1min":0.32300000000000001,"5min":0.308,"15min":0.308},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51100000000000001,"15min":0.51000000000000001},"min":{"1min":0.32300000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.501}]},{"osd":5,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.59399999999999997,"15min":0.58699999999999997},"min":{"1min":0.45500000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.63},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.443,"5min":0.437,"15min":0.437},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.61599999999999999}]},{"osd":6,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.69899999999999995,"15min":0.69499999999999995},"min":{"1min":0.57199999999999995,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.66400000000000003,"15min":0.65200000000000002},"min":{"1min":0.52000000000000002,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.73999999999999999}]},{"osd":8,"last update":"Sun Jan 28 12:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.65400000000000003,"15min":0.64800000000000002},"min":{"1min":0.46700000000000003,"5min":0.433,"15min":0.433},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.65300000000000002,"15min":0.63900000000000001},"min":{"1min":0.52500000000000002,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.68200000000000005}]},{"osd":9,"last update":"Sun Jan 28 12:59:25 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.71299999999999997,"15min":0.69999999999999996},"min":{"1min":0.55900000000000005,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.024,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.73799999999999999,"15min":0.72799999999999998},"min":{"1min":0.58099999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.76800000000000002}]},{"osd":10,"last update":"Sun Jan 28 12:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.754}]},{"osd":11,"last update":"Sun Jan 28 12:59:40 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.69699999999999995}]}]},{"osd":6,"up_from":43,"seq":184683593770,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":946176,"data_stored":468856,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.46899999999999997,"15min":0.45700000000000002},"min":{"1min":0.35199999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.9790000000000001,"5min":1.9790000000000001,"15min":1.9790000000000001},"last":1.024},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.505,"15min":0.49299999999999999},"min":{"1min":0.32800000000000001,"5min":0.31,"15min":0.31},"max":{"1min":1.8129999999999999,"5min":1.8129999999999999,"15min":1.8129999999999999},"last":0.80800000000000005}]},{"osd":1,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.45300000000000001,"5min":0.438,"15min":0.438},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":1.863},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.69399999999999995,"15min":0.67300000000000004},"min":{"1min":0.47499999999999998,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.849,"5min":1.849,"15min":1.849},"last":0.69499999999999995}]},{"osd":2,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.64300000000000002,"15min":0.63600000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":2.0190000000000001,"5min":2.0190000000000001,"15min":2.0190000000000001},"last":2.093},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.63400000000000001,"15min":0.63300000000000001},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":1.903}]},{"osd":3,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56200000000000006},"min":{"1min":0.38500000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":2.0499999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.63900000000000001,"15min":0.625},"min":{"1min":0.45300000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.901,"5min":1.901,"15min":1.901},"last":1.429}]},{"osd":4,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.68700000000000006,"15min":0.67700000000000005},"min":{"1min":0.48999999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":1.9810000000000001},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.74099999999999999,"15min":0.73099999999999998},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.9370000000000001,"5min":1.9370000000000001,"15min":1.9370000000000001},"last":0.74199999999999999}]},{"osd":5,"last update":"Sun Jan 28 12:59:32 2024","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.747,"15min":0.74299999999999999},"min":{"1min":0.56799999999999995,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.749,"5min":0.72199999999999998,"15min":0.72399999999999998},"min":{"1min":0.53400000000000003,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.77}]},{"osd":7,"last update":"Sun Jan 28 12:58:50 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":1.8149999999999999},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.751,"15min":0.74299999999999999},"min":{"1min":0.60299999999999998,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.242,"5min":1.242,"15min":1.242},"last":1.946}]},{"osd":8,"last update":"Sun Jan 28 12:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.78300000000000003,"15min":0.78800000000000003},"min":{"1min":0.56299999999999994,"5min":0.504,"15min":0.504},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.873},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.77400000000000002,"15min":0.78800000000000003},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0449999999999999,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":2.137}]},{"osd":9,"last update":"Sun Jan 28 12:59:26 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.84899999999999998,"15min":0.84099999999999997},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":2.0720000000000001,"5min":2.0720000000000001,"15min":2.0720000000000001},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.84799999999999998,"15min":0.84599999999999997},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":2.8690000000000002,"5min":2.8690000000000002,"15min":2.8690000000000002},"last":2.173}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":2.0150000000000001},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.4740000000000002}]}]},{"osd":1,"up_from":12,"seq":51539607614,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":529790,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.55000000000000004,"15min":0.53000000000000003},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.81299999999999994,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.39800000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.80700000000000005,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.45300000000000001}]},{"osd":2,"last update":"Sun Jan 28 12:59:22 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.53600000000000003,"15min":0.51200000000000001},"min":{"1min":0.36399999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.53900000000000003,"15min":0.51000000000000001},"min":{"1min":0.42199999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.38100000000000001}]},{"osd":3,"last update":"Sun Jan 28 12:59:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.57499999999999996,"15min":0.54900000000000004},"min":{"1min":0.38100000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.872,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.59199999999999997,"15min":0.55400000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.86199999999999999,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.58499999999999996}]},{"osd":4,"last update":"Sun Jan 28 12:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.434,"15min":0.41199999999999998},"min":{"1min":0.29099999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.42899999999999999,"15min":0.40200000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.48099999999999998}]},{"osd":5,"last update":"Sun Jan 28 12:59:11 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.60199999999999998,"15min":0.57799999999999996},"min":{"1min":0.44800000000000001,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.623,"15min":0.60899999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.90900000000000003,"5min":1.008,"15min":1.008},"last":0.60899999999999999}]},{"osd":6,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.91800000000000004,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.628,"5min":0.64500000000000002,"15min":0.63700000000000001},"min":{"1min":0.45800000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.90200000000000002,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.52100000000000002}]},{"osd":7,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53900000000000003,"15min":0.52700000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.46800000000000003}]},{"osd":8,"last update":"Sun Jan 28 12:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.63700000000000001,"15min":0.63100000000000001},"min":{"1min":0.45400000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.66500000000000004,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.49099999999999999}]},{"osd":9,"last update":"Sun Jan 28 12:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.75,"15min":0.75},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.95199999999999996,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.52000000000000002,"5min":0.5,"15min":0.5},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.66900000000000004}]},{"osd":10,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.57399999999999995}]},{"osd":11,"last update":"Sun Jan 28 12:59:39 2024","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.625},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.71199999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":970752,"data_stored":470336,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Jan 28 12:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.58699999999999997,"15min":0.54600000000000004},"min":{"1min":0.51600000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86099999999999999,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.629,"15min":0.56699999999999995},"min":{"1min":0.48399999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92500000000000004,"5min":4.2800000000000002,"15min":4.2800000000000002},"last":0.77200000000000002}]},{"osd":2,"last update":"Sun Jan 28 12:59:18 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.61599999999999999,"15min":0.59099999999999997},"min":{"1min":0.42699999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.68799999999999994,"15min":0.623},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.1100000000000001,"5min":4.2309999999999999,"15min":4.2309999999999999},"last":0.72599999999999998}]},{"osd":3,"last update":"Sun Jan 28 12:59:40 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.839,"5min":1.839,"15min":1.839},"last":0.71699999999999997}]},{"osd":4,"last update":"Sun Jan 28 12:58:57 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.64400000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95699999999999996,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.621,"5min":0.624,"15min":0.60699999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.84099999999999997,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.64300000000000002}]},{"osd":5,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.68100000000000005,"15min":0.66300000000000003},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.96399999999999997,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.70899999999999996,"15min":0.69699999999999995},"min":{"1min":0.47799999999999998,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.93400000000000005,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.68400000000000005}]},{"osd":6,"last update":"Sun Jan 28 12:59:33 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.625,"15min":0.61299999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.72599999999999998,"15min":0.71199999999999997},"min":{"1min":0.46000000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.8700000000000001,"5min":1.8700000000000001,"15min":1.8700000000000001},"last":0.61899999999999999}]},{"osd":7,"last update":"Sun Jan 28 12:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.80300000000000005}]},{"osd":8,"last update":"Sun Jan 28 12:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.80300000000000005,"15min":0.81100000000000005},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.94499999999999995,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.86299999999999999,"15min":0.86699999999999999},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.0640000000000001,"5min":1.131,"15min":1.131},"last":0.84299999999999997}]},{"osd":9,"last update":"Sun Jan 28 12:59:28 2024","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.874,"15min":0.878},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.78,"5min":1.78,"15min":1.78},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.93000000000000005,"15min":0.94499999999999995},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.159,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.98199999999999998}]},{"osd":10,"last update":"Sun Jan 28 12:59:44 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.78300000000000003,"15min":0.78100000000000003},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.755},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.88300000000000001,"15min":0.877},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.8100000000000001,"5min":1.8100000000000001,"15min":1.8100000000000001},"last":0.89700000000000002}]},{"osd":11,"last update":"Sun Jan 28 12:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.872}]}]},{"osd":2,"up_from":17,"seq":73014444090,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36340,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708812,"statfs":{"total":95995035648,"available":95957823488,"internally_reserved":0,"allocated":1028096,"data_stored":530388,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:14 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.56499999999999995,"15min":0.52600000000000002},"min":{"1min":0.44,"5min":0.183,"15min":0.183},"max":{"1min":0.90900000000000003,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.38900000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.82899999999999996,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.501}]},{"osd":1,"last update":"Sun Jan 28 12:59:14 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.56399999999999995,"15min":0.55000000000000004},"min":{"1min":0.49399999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83499999999999996,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.58399999999999996,"15min":0.56200000000000006},"min":{"1min":0.40200000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.65200000000000002}]},{"osd":3,"last update":"Sun Jan 28 12:59:36 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.61499999999999999,"15min":0.57499999999999996},"min":{"1min":0.53600000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.84799999999999998,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.622,"5min":0.59899999999999998,"15min":0.56899999999999995},"min":{"1min":0.42699999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.82299999999999995,"5min":0.871,"15min":0.871},"last":0.42899999999999999}]},{"osd":4,"last update":"Sun Jan 28 12:59:40 2024","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.69499999999999995}]},{"osd":5,"last update":"Sun Jan 28 12:59:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.499,"15min":0.47699999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.501,"15min":0.47099999999999997},"min":{"1min":0.35999999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.41199999999999998}]},{"osd":6,"last update":"Sun Jan 28 12:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.66800000000000004,"15min":0.65600000000000003},"min":{"1min":0.51000000000000001,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.753,"5min":0.69299999999999995,"15min":0.68700000000000006},"min":{"1min":0.51100000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.56999999999999995}]},{"osd":7,"last update":"Sun Jan 28 12:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.70699999999999996}]},{"osd":8,"last update":"Sun Jan 28 12:59:06 2024","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67900000000000005,"15min":0.68000000000000005},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.98099999999999998,"5min":1.073,"15min":1.073},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.48699999999999999}]},{"osd":9,"last update":"Sun Jan 28 12:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.73899999999999999,"15min":0.72699999999999998},"min":{"1min":0.58199999999999996,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.75700000000000001,"15min":0.746},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.66200000000000003}]},{"osd":10,"last update":"Sun Jan 28 12:58:45 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.72399999999999998}]},{"osd":11,"last update":"Sun Jan 28 12:59:40 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.62},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.59899999999999998}]}]},{"osd":3,"up_from":23,"seq":98784247861,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":954368,"data_stored":468233,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.45600000000000002,"15min":0.42199999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46000000000000002,"15min":0.42999999999999999},"min":{"1min":0.313,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.443}]},{"osd":1,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.61499999999999999,"15min":0.58099999999999996},"min":{"1min":0.47299999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.94299999999999995,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.623,"15min":0.57499999999999996},"min":{"1min":0.54900000000000004,"5min":0.373,"15min":0.373},"max":{"1min":0.88600000000000001,"5min":1.04,"15min":1.04},"last":0.57499999999999996}]},{"osd":2,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.65300000000000002,"15min":0.63900000000000001},"min":{"1min":0.48599999999999999,"5min":0.432,"15min":0.432},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.751,"5min":0.67200000000000004,"15min":0.66500000000000004},"min":{"1min":0.51600000000000001,"5min":0.376,"15min":0.376},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.97199999999999998}]},{"osd":4,"last update":"Sun Jan 28 12:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67000000000000004,"15min":0.628},"min":{"1min":0.47699999999999998,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.91100000000000003,"5min":3.0550000000000002,"15min":3.0550000000000002},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.68700000000000006,"15min":0.66700000000000004},"min":{"1min":0.45700000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.81699999999999995}]},{"osd":5,"last update":"Sun Jan 28 12:59:14 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.65700000000000003,"15min":0.65000000000000002},"min":{"1min":0.49399999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.65100000000000002,"15min":0.63500000000000001},"min":{"1min":0.47299999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.81299999999999994,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.78200000000000003}]},{"osd":6,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.69199999999999995,"15min":0.66700000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":3.157,"5min":3.157,"15min":3.157},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.69299999999999995,"15min":0.66300000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.9609999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.624}]},{"osd":7,"last update":"Sun Jan 28 12:58:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.78700000000000003,"15min":0.78600000000000003},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.58299999999999996,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.90000000000000002}]},{"osd":8,"last update":"Sun Jan 28 12:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.76100000000000001}]},{"osd":9,"last update":"Sun Jan 28 12:59:29 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.83299999999999996,"15min":0.85299999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.012,"5min":1.2,"15min":1.2},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.78000000000000003,"15min":0.77700000000000002},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.874}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.95099999999999996}]},{"osd":11,"last update":"Sun Jan 28 12:59:40 2024","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.6739999999999999,"5min":1.6739999999999999,"15min":1.6739999999999999},"last":1.0049999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":1.034}]}]},{"osd":4,"up_from":30,"seq":128849018930,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32112,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713040,"statfs":{"total":95995035648,"available":95962152960,"internally_reserved":0,"allocated":950272,"data_stored":473011,"data_compressed":17601,"data_compressed_allocated":24576,"data_compressed_original":49152,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:57:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.36599999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76100000000000001,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53600000000000003,"15min":0.53400000000000003},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73999999999999999,"5min":1.339,"15min":1.339},"last":0.46200000000000002}]},{"osd":1,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.377,"15min":0.35399999999999998},"min":{"1min":0.27600000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.39500000000000002,"15min":0.37},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9970000000000001,"5min":1.9970000000000001,"15min":1.9970000000000001},"last":0.54000000000000004}]},{"osd":2,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.53300000000000003,"15min":0.50900000000000001},"min":{"1min":0.40300000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.2000000000000002,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.55100000000000005,"15min":0.51300000000000001},"min":{"1min":0.47099999999999997,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.165,"5min":2.165,"15min":2.165},"last":0.81699999999999995}]},{"osd":3,"last update":"Sun Jan 28 12:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.60799999999999998,"15min":0.58499999999999996},"min":{"1min":0.436,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":2.375,"5min":2.375,"15min":2.375},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.38300000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"last":0.63200000000000001}]},{"osd":5,"last update":"Sun Jan 28 12:59:07 2024","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.57999999999999996,"15min":0.54100000000000004},"min":{"1min":0.434,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":2.133,"5min":2.133,"15min":2.133},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.58299999999999996,"15min":0.54900000000000004},"min":{"1min":0.46500000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.145,"5min":2.145,"15min":2.145},"last":0.80300000000000005}]},{"osd":6,"last update":"Sun Jan 28 12:59:34 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.44400000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.89700000000000002,"5min":2.3319999999999999,"15min":2.3319999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.68600000000000005,"15min":0.66500000000000004},"min":{"1min":0.504,"5min":0.442,"15min":0.442},"max":{"1min":0.90200000000000002,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":0.73499999999999999}]},{"osd":7,"last update":"Sun Jan 28 12:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.54000000000000004,"15min":0.50700000000000001},"min":{"1min":0.34399999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.2130000000000001,"5min":3.2130000000000001,"15min":3.2130000000000001},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.57599999999999996,"15min":0.55000000000000004},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.7679999999999998,"5min":3.7679999999999998,"15min":3.7679999999999998},"last":0.70599999999999996}]},{"osd":8,"last update":"Sun Jan 28 12:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.629,"15min":0.61699999999999999},"min":{"1min":0.48499999999999999,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.69099999999999995,"15min":0.67500000000000004},"min":{"1min":0.47399999999999998,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":2.1080000000000001,"5min":2.1080000000000001,"15min":2.1080000000000001},"last":0.83399999999999996}]},{"osd":9,"last update":"Sun Jan 28 12:59:28 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.73999999999999999,"15min":0.754},"min":{"1min":0.44900000000000001,"5min":0.438,"15min":0.438},"max":{"1min":0.85999999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.82099999999999995,"15min":0.83099999999999996},"min":{"1min":0.57199999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.93600000000000005,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":0.91400000000000003}]},{"osd":10,"last update":"Sun Jan 28 12:58:44 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":4.0039999999999996,"5min":4.0039999999999996,"15min":4.0039999999999996},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.86399999999999999}]},{"osd":11,"last update":"Sun Jan 28 12:59:38 2024","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.89900000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822702,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1028096,"data_stored":1065844,"data_compressed":53341,"data_compressed_allocated":69632,"data_compressed_original":638976,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.38400000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.53500000000000003,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.69799999999999995}]},{"osd":1,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.51600000000000001,"15min":0.496},"min":{"1min":0.442,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.76300000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.52700000000000002,"15min":0.505},"min":{"1min":0.41199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.80200000000000005,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.48699999999999999}]},{"osd":2,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.39500000000000002,"15min":0.38500000000000001},"min":{"1min":0.35999999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.442,"5min":0.40600000000000003,"15min":0.39700000000000002},"min":{"1min":0.29799999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.56599999999999995}]},{"osd":3,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56399999999999995,"15min":0.56000000000000005},"min":{"1min":0.439,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.626,"5min":0.57999999999999996,"15min":0.57299999999999995},"min":{"1min":0.47799999999999998,"5min":0.38,"15min":0.38},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.65100000000000002}]},{"osd":4,"last update":"Sun Jan 28 12:59:13 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.55500000000000005,"15min":0.53700000000000003},"min":{"1min":0.35799999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.83899999999999997,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.56999999999999995,"15min":0.55600000000000005},"min":{"1min":0.44,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.78100000000000003,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.432}]},{"osd":6,"last update":"Sun Jan 28 12:59:31 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.61099999999999999,"15min":0.60099999999999998},"min":{"1min":0.55100000000000005,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.61899999999999999,"15min":0.61099999999999999},"min":{"1min":0.46800000000000003,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.55000000000000004}]},{"osd":7,"last update":"Sun Jan 28 12:58:47 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56699999999999995,"15min":0.56200000000000006},"min":{"1min":0.434,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.56999999999999995,"15min":0.56399999999999995},"min":{"1min":0.44500000000000001,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.60399999999999998}]},{"osd":8,"last update":"Sun Jan 28 12:59:07 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.53100000000000003,"15min":0.51700000000000002},"min":{"1min":0.34599999999999997,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.624},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.56299999999999994,"15min":0.55800000000000005},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.501}]},{"osd":9,"last update":"Sun Jan 28 12:59:31 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.70699999999999996,"15min":0.69399999999999995},"min":{"1min":0.61399999999999999,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.82599999999999996,"15min":0.83399999999999996},"min":{"1min":0.59099999999999997,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.92500000000000004,"5min":3.0259999999999998,"15min":3.0259999999999998},"last":0.66600000000000004}]},{"osd":10,"last update":"Sun Jan 28 12:58:43 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.68300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34097,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35740,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-01-28T12:59:47.765 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-01-28T12:59:47.765 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-01-28T12:59:47.765 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-01-28T12:59:47.765 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph health --format=json 2024-01-28T12:59:48.173 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:48.378 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:48 smithi088 ceph-mon[35322]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:48.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:48 smithi175 ceph-mon[44549]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:48.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:48 smithi181 ceph-mon[45557]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-28T12:59:49.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.378+0000 7fc429200700 1 -- 172.21.15.88:0/579670797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc424074290 msgr2=0x7fc424111f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:49.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.378+0000 7fc429200700 1 --2- 172.21.15.88:0/579670797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc424074290 0x7fc424111f80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc40c009990 tx=0x7fc40c009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.378+0000 7fc429200700 1 -- 172.21.15.88:0/579670797 shutdown_connections 2024-01-28T12:59:49.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.378+0000 7fc429200700 1 --2- 172.21.15.88:0/579670797 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4241124c0 0x7fc4241148b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.378+0000 7fc429200700 1 --2- 172.21.15.88:0/579670797 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc424073970 0x7fc424073d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.378+0000 7fc429200700 1 --2- 172.21.15.88:0/579670797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc424074290 0x7fc424111f80 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.378+0000 7fc429200700 1 -- 172.21.15.88:0/579670797 >> 172.21.15.88:0/579670797 conn(0x7fc4240fcfa0 msgr2=0x7fc4240ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:49.378 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.378+0000 7fc429200700 1 -- 172.21.15.88:0/579670797 shutdown_connections 2024-01-28T12:59:49.378 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.378+0000 7fc429200700 1 -- 172.21.15.88:0/579670797 wait complete. 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.380+0000 7fc429200700 1 Processor -- start 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.380+0000 7fc429200700 1 -- start start 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.380+0000 7fc429200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc424073970 0x7fc42419df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc429200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc424074290 0x7fc42419e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc429200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4241124c0 0x7fc4241a2810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc429200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4241a2e20 con 0x7fc424073970 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc429200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4241a2f90 con 0x7fc4241124c0 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc429200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4241a3150 con 0x7fc424074290 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc423400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc424073970 0x7fc42419df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc423400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc424073970 0x7fc42419df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54472/0 (socket says 172.21.15.88:54472) 2024-01-28T12:59:49.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc423400700 1 -- 172.21.15.88:0/3661812094 learned_addr learned my addr 172.21.15.88:0/3661812094 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:49.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc423e00700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4241124c0 0x7fc4241a2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:49.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc422a00700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc424074290 0x7fc42419e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:49.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc423400700 1 -- 172.21.15.88:0/3661812094 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc424074290 msgr2=0x7fc42419e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:49.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc423400700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc424074290 0x7fc42419e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc423400700 1 -- 172.21.15.88:0/3661812094 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4241124c0 msgr2=0x7fc4241a2810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:49.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc423400700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4241124c0 0x7fc4241a2810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc423400700 1 -- 172.21.15.88:0/3661812094 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc40c0095f0 con 0x7fc424073970 2024-01-28T12:59:49.380 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.381+0000 7fc423e00700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4241124c0 0x7fc4241a2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:49.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.382+0000 7fc423400700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc424073970 0x7fc42419df40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc41400e9a0 tx=0x7fc41400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:49.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.382+0000 7fc41be00700 1 -- 172.21.15.88:0/3661812094 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc414009790 con 0x7fc424073970 2024-01-28T12:59:49.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.382+0000 7fc41be00700 1 -- 172.21.15.88:0/3661812094 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc414010430 con 0x7fc424073970 2024-01-28T12:59:49.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.382+0000 7fc429200700 1 -- 172.21.15.88:0/3661812094 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4241a3430 con 0x7fc424073970 2024-01-28T12:59:49.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.382+0000 7fc41be00700 1 -- 172.21.15.88:0/3661812094 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc414018680 con 0x7fc424073970 2024-01-28T12:59:49.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.382+0000 7fc429200700 1 -- 172.21.15.88:0/3661812094 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4241aac90 con 0x7fc424073970 2024-01-28T12:59:49.381 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.383+0000 7fc429200700 1 -- 172.21.15.88:0/3661812094 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4241049a0 con 0x7fc424073970 2024-01-28T12:59:49.382 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.385+0000 7fc41be00700 1 -- 172.21.15.88:0/3661812094 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fc4140105a0 con 0x7fc424073970 2024-01-28T12:59:49.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.386+0000 7fc41be00700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4040a18e0 0x7fc4040a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:49.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.386+0000 7fc41be00700 1 -- 172.21.15.88:0/3661812094 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fc414014070 con 0x7fc424073970 2024-01-28T12:59:49.384 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.386+0000 7fc422a00700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4040a18e0 0x7fc4040a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:49.385 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.387+0000 7fc422a00700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4040a18e0 0x7fc4040a3da0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc4240ff6a0 tx=0x7fc40c005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:49.388 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.390+0000 7fc41be00700 1 -- 172.21.15.88:0/3661812094 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fc414052380 con 0x7fc424073970 2024-01-28T12:59:49.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:49 smithi175 ceph-mon[44549]: pgmap v273: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T12:59:49.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:49 smithi181 ceph-mon[45557]: pgmap v273: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T12:59:49.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:49 smithi088 ceph-mon[35322]: pgmap v273: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T12:59:49.628 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.630+0000 7fc429200700 1 -- 172.21.15.88:0/3661812094 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fc424068290 con 0x7fc424073970 2024-01-28T12:59:49.628 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.630+0000 7fc41be00700 1 -- 172.21.15.88:0/3661812094 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fc4140965d0 con 0x7fc424073970 2024-01-28T12:59:49.628 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:49.629 INFO:teuthology.orchestra.run.smithi088.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 -- 172.21.15.88:0/3661812094 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4040a18e0 msgr2=0x7fc4040a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4040a18e0 0x7fc4040a3da0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc4240ff6a0 tx=0x7fc40c005fd0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 -- 172.21.15.88:0/3661812094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc424073970 msgr2=0x7fc42419df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc424073970 0x7fc42419df40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc41400e9a0 tx=0x7fc41400ecb0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 -- 172.21.15.88:0/3661812094 shutdown_connections 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4040a18e0 0x7fc4040a3da0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4241124c0 0x7fc4241a2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc424073970 0x7fc42419df40 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 --2- 172.21.15.88:0/3661812094 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc424074290 0x7fc42419e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 -- 172.21.15.88:0/3661812094 >> 172.21.15.88:0/3661812094 conn(0x7fc4240fcfa0 msgr2=0x7fc4240fe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 -- 172.21.15.88:0/3661812094 shutdown_connections 2024-01-28T12:59:49.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:49.633+0000 7fc429200700 1 -- 172.21.15.88:0/3661812094 wait complete. 2024-01-28T12:59:50.071 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-01-28T12:59:50.072 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:59:50.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.273+0000 7f8756e00700 1 -- 172.21.15.88:0/1549791843 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87501030d0 msgr2=0x7f8750109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:50.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.273+0000 7f8756e00700 1 --2- 172.21.15.88:0/1549791843 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87501030d0 0x7f8750109980 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f874800b0a0 tx=0x7f874800b3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.274+0000 7f8756e00700 1 -- 172.21.15.88:0/1549791843 shutdown_connections 2024-01-28T12:59:50.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.274+0000 7f8756e00700 1 --2- 172.21.15.88:0/1549791843 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87501030d0 0x7f8750109980 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.274+0000 7f8756e00700 1 --2- 172.21.15.88:0/1549791843 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8750101540 0x7f8750101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.274+0000 7f8756e00700 1 --2- 172.21.15.88:0/1549791843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8750102730 0x7f8750102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.274+0000 7f8756e00700 1 -- 172.21.15.88:0/1549791843 >> 172.21.15.88:0/1549791843 conn(0x7f87500fcad0 msgr2=0x7f87500feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:50.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.274+0000 7f8756e00700 1 -- 172.21.15.88:0/1549791843 shutdown_connections 2024-01-28T12:59:50.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.274+0000 7f8756e00700 1 -- 172.21.15.88:0/1549791843 wait complete. 2024-01-28T12:59:50.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f8756e00700 1 Processor -- start 2024-01-28T12:59:50.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f8756e00700 1 -- start start 2024-01-28T12:59:50.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f8756e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8750101540 0x7f8750075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f8756e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8750102730 0x7f87500739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f8756e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87501030d0 0x7f8750073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f8756e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87500746a0 con 0x7f8750102730 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f8756e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8750074810 con 0x7f8750101540 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f8756e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87501a15e0 con 0x7f87501030d0 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f874f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8750102730 0x7f87500739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f874f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8750102730 0x7f87500739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54482/0 (socket says 172.21.15.88:54482) 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.275+0000 7f874f400700 1 -- 172.21.15.88:0/2382942419 learned_addr learned my addr 172.21.15.88:0/2382942419 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f874fe00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8750101540 0x7f8750075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f8754e00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87501030d0 0x7f8750073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f874f400700 1 -- 172.21.15.88:0/2382942419 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87501030d0 msgr2=0x7f8750073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f874f400700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87501030d0 0x7f8750073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f874f400700 1 -- 172.21.15.88:0/2382942419 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8750101540 msgr2=0x7f8750075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f874f400700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8750101540 0x7f8750075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f874f400700 1 -- 172.21.15.88:0/2382942419 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8748009d00 con 0x7f8750102730 2024-01-28T12:59:50.276 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f874f400700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8750102730 0x7f87500739c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f873800d980 tx=0x7f873800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:50.276 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f874cc00700 1 -- 172.21.15.88:0/2382942419 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8738004220 con 0x7f8750102730 2024-01-28T12:59:50.276 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f874cc00700 1 -- 172.21.15.88:0/2382942419 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8738007640 con 0x7f8750102730 2024-01-28T12:59:50.276 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f8756e00700 1 -- 172.21.15.88:0/2382942419 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87501a18c0 con 0x7f8750102730 2024-01-28T12:59:50.276 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f874cc00700 1 -- 172.21.15.88:0/2382942419 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8738005690 con 0x7f8750102730 2024-01-28T12:59:50.276 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.276+0000 7f8756e00700 1 -- 172.21.15.88:0/2382942419 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87501a1dd0 con 0x7f8750102730 2024-01-28T12:59:50.276 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.278+0000 7f8756e00700 1 -- 172.21.15.88:0/2382942419 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8750108910 con 0x7f8750102730 2024-01-28T12:59:50.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.279+0000 7f874cc00700 1 -- 172.21.15.88:0/2382942419 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f8738004750 con 0x7f8750102730 2024-01-28T12:59:50.278 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.281+0000 7f874cc00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f87300a18e0 0x7f87300a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:50.278 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.281+0000 7f874cc00700 1 -- 172.21.15.88:0/2382942419 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f87380cd360 con 0x7f8750102730 2024-01-28T12:59:50.278 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.281+0000 7f874fe00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f87300a18e0 0x7f87300a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:50.279 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.281+0000 7f874fe00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f87300a18e0 0x7f87300a3da0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8750102590 tx=0x7f8740009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:50.282 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.285+0000 7f874cc00700 1 -- 172.21.15.88:0/2382942419 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f87380961d0 con 0x7f8750102730 2024-01-28T12:59:50.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:50 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3661812094' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-01-28T12:59:50.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:50 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3661812094' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-01-28T12:59:50.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.487+0000 7f8756e00700 1 -- 172.21.15.88:0/2382942419 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f875010cf40 con 0x7f8750102730 2024-01-28T12:59:50.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.488+0000 7f874cc00700 1 -- 172.21.15.88:0/2382942419 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+24501 (secure 0 0 0) 0x7f8738016090 con 0x7f8750102730 2024-01-28T12:59:50.486 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:50.487 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":85,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:59:13.609403+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:59:50.488 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 -- 172.21.15.88:0/2382942419 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f87300a18e0 msgr2=0x7f87300a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f87300a18e0 0x7f87300a3da0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8750102590 tx=0x7f8740009260 comp rx=0 tx=0).stop 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 -- 172.21.15.88:0/2382942419 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8750102730 msgr2=0x7f87500739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8750102730 0x7f87500739c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f873800d980 tx=0x7f873800dc90 comp rx=0 tx=0).stop 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 -- 172.21.15.88:0/2382942419 shutdown_connections 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f87300a18e0 0x7f87300a3da0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f87501030d0 0x7f8750073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8750101540 0x7f8750075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 --2- 172.21.15.88:0/2382942419 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8750102730 0x7f87500739c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 -- 172.21.15.88:0/2382942419 >> 172.21.15.88:0/2382942419 conn(0x7f87500fcad0 msgr2=0x7f8750105a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 -- 172.21.15.88:0/2382942419 shutdown_connections 2024-01-28T12:59:50.489 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.491+0000 7f8756e00700 1 -- 172.21.15.88:0/2382942419 wait complete. 2024-01-28T12:59:50.505 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:50 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3661812094' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-01-28T12:59:50.508 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-28T12:55:10.597998+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-01-28T12:58:38.094655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-01-28T12:58:39.421656+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-01-28T12:58:42.975904+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-01-28T12:59:50.508 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-01-28T12:59:50.704 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.706+0000 7f15a2400700 1 -- 172.21.15.88:0/2754670687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f159c075590 msgr2=0x7f159c0739e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:50.704 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.706+0000 7f15a2400700 1 --2- 172.21.15.88:0/2754670687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f159c075590 0x7f159c0739e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f158c009990 tx=0x7f158c009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.705 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.706+0000 7f15a2400700 1 -- 172.21.15.88:0/2754670687 shutdown_connections 2024-01-28T12:59:50.705 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.706+0000 7f15a2400700 1 --2- 172.21.15.88:0/2754670687 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159c109440 0x7f159c10b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.705 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.706+0000 7f15a2400700 1 --2- 172.21.15.88:0/2754670687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f159c075590 0x7f159c0739e0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.705 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.706+0000 7f15a2400700 1 --2- 172.21.15.88:0/2754670687 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f159c073fb0 0x7f159c074430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.705 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.706+0000 7f15a2400700 1 -- 172.21.15.88:0/2754670687 >> 172.21.15.88:0/2754670687 conn(0x7f159c0fcac0 msgr2=0x7f159c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:50.705 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.706+0000 7f15a2400700 1 -- 172.21.15.88:0/2754670687 shutdown_connections 2024-01-28T12:59:50.705 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.706+0000 7f15a2400700 1 -- 172.21.15.88:0/2754670687 wait complete. 2024-01-28T12:59:50.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.707+0000 7f15a2400700 1 Processor -- start 2024-01-28T12:59:50.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f15a2400700 1 -- start start 2024-01-28T12:59:50.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f15a2400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f159c073fb0 0x7f159c1995f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:50.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f15a2400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f159c075590 0x7f159c199b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:50.707 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f15a2400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159c109440 0x7f159c1a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f15a2400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f159c1a1170 con 0x7f159c073fb0 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f15a2400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f159c1a12b0 con 0x7f159c109440 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f15a2400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f159c1a1440 con 0x7f159c075590 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f159b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f159c073fb0 0x7f159c1995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f159b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f159c073fb0 0x7f159c1995f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54494/0 (socket says 172.21.15.88:54494) 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f159b400700 1 -- 172.21.15.88:0/1205899251 learned_addr learned my addr 172.21.15.88:0/1205899251 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f159aa00700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f159c075590 0x7f159c199b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.708+0000 7f159be00700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159c109440 0x7f159c1a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f159b400700 1 -- 172.21.15.88:0/1205899251 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f159c075590 msgr2=0x7f159c199b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f159b400700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f159c075590 0x7f159c199b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f159b400700 1 -- 172.21.15.88:0/1205899251 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159c109440 msgr2=0x7f159c1a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f159b400700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159c109440 0x7f159c1a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f159b400700 1 -- 172.21.15.88:0/1205899251 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f158c0095f0 con 0x7f159c073fb0 2024-01-28T12:59:50.708 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f159b400700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f159c073fb0 0x7f159c1995f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f158c005910 tx=0x7f158c009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:50.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f1593e00700 1 -- 172.21.15.88:0/1205899251 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c01d070 con 0x7f159c073fb0 2024-01-28T12:59:50.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f1593e00700 1 -- 172.21.15.88:0/1205899251 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f158c021410 con 0x7f159c073fb0 2024-01-28T12:59:50.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f15a2400700 1 -- 172.21.15.88:0/1205899251 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f159c1a16c0 con 0x7f159c073fb0 2024-01-28T12:59:50.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f1593e00700 1 -- 172.21.15.88:0/1205899251 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c017650 con 0x7f159c073fb0 2024-01-28T12:59:50.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.709+0000 7f15a2400700 1 -- 172.21.15.88:0/1205899251 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f159c1a1b40 con 0x7f159c073fb0 2024-01-28T12:59:50.709 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.710+0000 7f15a2400700 1 -- 172.21.15.88:0/1205899251 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f159c108250 con 0x7f159c073fb0 2024-01-28T12:59:50.710 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.712+0000 7f1593e00700 1 -- 172.21.15.88:0/1205899251 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f158c021580 con 0x7f159c073fb0 2024-01-28T12:59:50.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.713+0000 7f1593e00700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f157c0a1960 0x7f157c0a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:50.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.713+0000 7f1593e00700 1 -- 172.21.15.88:0/1205899251 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f158c0ce7f0 con 0x7f159c073fb0 2024-01-28T12:59:50.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.714+0000 7f159aa00700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f157c0a1960 0x7f157c0a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:50.711 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.714+0000 7f159aa00700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f157c0a1960 0x7f157c0a3e20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1584009c60 tx=0x7f1584009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:50.715 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.717+0000 7f1593e00700 1 -- 172.21.15.88:0/1205899251 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f158c097690 con 0x7f159c073fb0 2024-01-28T12:59:50.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.918+0000 7f15a2400700 1 -- 172.21.15.88:0/1205899251 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f159c10f1f0 con 0x7f159c073fb0 2024-01-28T12:59:50.916 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.918+0000 7f1593e00700 1 -- 172.21.15.88:0/1205899251 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7f158c09acb0 con 0x7f159c073fb0 2024-01-28T12:59:50.916 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 -- 172.21.15.88:0/1205899251 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f157c0a1960 msgr2=0x7f157c0a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f157c0a1960 0x7f157c0a3e20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1584009c60 tx=0x7f1584009260 comp rx=0 tx=0).stop 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 -- 172.21.15.88:0/1205899251 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f159c073fb0 msgr2=0x7f159c1995f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f159c073fb0 0x7f159c1995f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f158c005910 tx=0x7f158c009580 comp rx=0 tx=0).stop 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 -- 172.21.15.88:0/1205899251 shutdown_connections 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f157c0a1960 0x7f157c0a3e20 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f159c109440 0x7f159c1a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f159c073fb0 0x7f159c1995f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 --2- 172.21.15.88:0/1205899251 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f159c075590 0x7f159c199b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 -- 172.21.15.88:0/1205899251 >> 172.21.15.88:0/1205899251 conn(0x7f159c0fcac0 msgr2=0x7f159c105390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:50.919 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 -- 172.21.15.88:0/1205899251 shutdown_connections 2024-01-28T12:59:50.920 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:50.921+0000 7f15a2400700 1 -- 172.21.15.88:0/1205899251 wait complete. 2024-01-28T12:59:50.937 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-01-28T12:59:51.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.139+0000 7f9028e00700 1 -- 172.21.15.88:0/1284962374 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9024104940 msgr2=0x7f9024104da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.139+0000 7f9028e00700 1 --2- 172.21.15.88:0/1284962374 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9024104940 0x7f9024104da0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f900c0099c0 tx=0x7f900c009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.139+0000 7f9028e00700 1 -- 172.21.15.88:0/1284962374 shutdown_connections 2024-01-28T12:59:51.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.139+0000 7f9028e00700 1 --2- 172.21.15.88:0/1284962374 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90241052e0 0x7f902410bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.139+0000 7f9028e00700 1 --2- 172.21.15.88:0/1284962374 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9024103750 0x7f9024103b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.139+0000 7f9028e00700 1 --2- 172.21.15.88:0/1284962374 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9024104940 0x7f9024104da0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.139+0000 7f9028e00700 1 -- 172.21.15.88:0/1284962374 >> 172.21.15.88:0/1284962374 conn(0x7f90240fece0 msgr2=0x7f9024101100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:51.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.139+0000 7f9028e00700 1 -- 172.21.15.88:0/1284962374 shutdown_connections 2024-01-28T12:59:51.138 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.139+0000 7f9028e00700 1 -- 172.21.15.88:0/1284962374 wait complete. 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.140+0000 7f9028e00700 1 Processor -- start 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.140+0000 7f9028e00700 1 -- start start 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.140+0000 7f9028e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9024103750 0x7f9024199670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.140+0000 7f9028e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9024104940 0x7f9024199bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.140+0000 7f9028e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90241052e0 0x7f90241a0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.140+0000 7f9028e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90241a11f0 con 0x7f9024103750 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.140+0000 7f9028e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90241a1330 con 0x7f9024104940 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.140+0000 7f9028e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90241a14c0 con 0x7f90241052e0 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9024103750 0x7f9024199670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9024103750 0x7f9024199670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54500/0 (socket says 172.21.15.88:54500) 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021e00700 1 -- 172.21.15.88:0/1845030903 learned_addr learned my addr 172.21.15.88:0/1845030903 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021400700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9024104940 0x7f9024199bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9022800700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90241052e0 0x7f90241a0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021e00700 1 -- 172.21.15.88:0/1845030903 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90241052e0 msgr2=0x7f90241a0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021e00700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90241052e0 0x7f90241a0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021e00700 1 -- 172.21.15.88:0/1845030903 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9024104940 msgr2=0x7f9024199bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021e00700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9024104940 0x7f9024199bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021e00700 1 -- 172.21.15.88:0/1845030903 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9014009520 con 0x7f9024103750 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021400700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9024104940 0x7f9024199bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.141+0000 7f9021e00700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9024103750 0x7f9024199670 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f901400ea50 tx=0x7f901400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.142+0000 7f901aa00700 1 -- 172.21.15.88:0/1845030903 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f901400cbd0 con 0x7f9024103750 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.142+0000 7f9028e00700 1 -- 172.21.15.88:0/1845030903 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f900c0095f0 con 0x7f9024103750 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.142+0000 7f901aa00700 1 -- 172.21.15.88:0/1845030903 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f901400cd30 con 0x7f9024103750 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.142+0000 7f901aa00700 1 -- 172.21.15.88:0/1845030903 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9014018680 con 0x7f9024103750 2024-01-28T12:59:51.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.142+0000 7f9028e00700 1 -- 172.21.15.88:0/1845030903 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90241a1b20 con 0x7f9024103750 2024-01-28T12:59:51.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.143+0000 7f9028e00700 1 -- 172.21.15.88:0/1845030903 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f902410ab80 con 0x7f9024103750 2024-01-28T12:59:51.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.145+0000 7f901aa00700 1 -- 172.21.15.88:0/1845030903 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f9014010430 con 0x7f9024103750 2024-01-28T12:59:51.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.146+0000 7f901aa00700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f90040a18e0 0x7f90040a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.146+0000 7f901aa00700 1 -- 172.21.15.88:0/1845030903 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f9014014070 con 0x7f9024103750 2024-01-28T12:59:51.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.146+0000 7f9021400700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f90040a18e0 0x7f90040a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.147+0000 7f9021400700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f90040a18e0 0x7f90040a3da0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f900c006010 tx=0x7f900c00b540 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:51.147 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.150+0000 7f901aa00700 1 -- 172.21.15.88:0/1845030903 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f90140968b0 con 0x7f9024103750 2024-01-28T12:59:51.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:51 smithi088 ceph-mon[35322]: pgmap v274: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T12:59:51.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:51 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2382942419' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:51.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:51 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1205899251' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:59:51.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.350+0000 7f9028e00700 1 -- 172.21.15.88:0/1845030903 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f902410f040 con 0x7f9024103750 2024-01-28T12:59:51.348 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.351+0000 7f901aa00700 1 -- 172.21.15.88:0/1845030903 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v85) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9014099ed0 con 0x7f9024103750 2024-01-28T12:59:51.349 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T12:59:51.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 -- 172.21.15.88:0/1845030903 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f90040a18e0 msgr2=0x7f90040a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f90040a18e0 0x7f90040a3da0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f900c006010 tx=0x7f900c00b540 comp rx=0 tx=0).stop 2024-01-28T12:59:51.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 -- 172.21.15.88:0/1845030903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9024103750 msgr2=0x7f9024199670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9024103750 0x7f9024199670 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f901400ea50 tx=0x7f901400ed60 comp rx=0 tx=0).stop 2024-01-28T12:59:51.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 -- 172.21.15.88:0/1845030903 shutdown_connections 2024-01-28T12:59:51.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f90040a18e0 0x7f90040a3da0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.351 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f90241052e0 0x7f90241a0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9024103750 0x7f9024199670 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 --2- 172.21.15.88:0/1845030903 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9024104940 0x7f9024199bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 -- 172.21.15.88:0/1845030903 >> 172.21.15.88:0/1845030903 conn(0x7f90240fece0 msgr2=0x7f9024107cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:51.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 -- 172.21.15.88:0/1845030903 shutdown_connections 2024-01-28T12:59:51.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.353+0000 7f9028e00700 1 -- 172.21.15.88:0/1845030903 wait complete. 2024-01-28T12:59:51.370 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-01-28T12:59:51.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:51 smithi175 ceph-mon[44549]: pgmap v274: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T12:59:51.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:51 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2382942419' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:51.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:51 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1205899251' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:59:51.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:51 smithi181 ceph-mon[45557]: pgmap v274: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T12:59:51.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:51 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2382942419' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:51.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:51 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1205899251' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:59:51.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.567+0000 7f7224400700 1 -- 172.21.15.88:0/706646097 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f721c102740 msgr2=0x7f721c102ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.567+0000 7f7224400700 1 --2- 172.21.15.88:0/706646097 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f721c102740 0x7f721c102ba0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f72040099c0 tx=0x7f7204009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.567+0000 7f7224400700 1 -- 172.21.15.88:0/706646097 shutdown_connections 2024-01-28T12:59:51.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.567+0000 7f7224400700 1 --2- 172.21.15.88:0/706646097 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f721c1030e0 0x7f721c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.567+0000 7f7224400700 1 --2- 172.21.15.88:0/706646097 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f721c101550 0x7f721c101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.567+0000 7f7224400700 1 --2- 172.21.15.88:0/706646097 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f721c102740 0x7f721c102ba0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.567+0000 7f7224400700 1 -- 172.21.15.88:0/706646097 >> 172.21.15.88:0/706646097 conn(0x7f721c0fcae0 msgr2=0x7f721c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:51.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.567+0000 7f7224400700 1 -- 172.21.15.88:0/706646097 shutdown_connections 2024-01-28T12:59:51.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.567+0000 7f7224400700 1 -- 172.21.15.88:0/706646097 wait complete. 2024-01-28T12:59:51.568 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.568+0000 7f7224400700 1 Processor -- start 2024-01-28T12:59:51.568 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.568+0000 7f7224400700 1 -- start start 2024-01-28T12:59:51.568 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.568+0000 7f7224400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f721c101550 0x7f721c1996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.568 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7224400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f721c102740 0x7f721c199be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.568 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7224400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f721c1030e0 0x7f721c1a0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.568 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7224400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f721c1a1220 con 0x7f721c102740 2024-01-28T12:59:51.568 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7224400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f721c1a1360 con 0x7f721c101550 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7224400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f721c1a14f0 con 0x7f721c1030e0 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7221000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f721c102740 0x7f721c199be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7221000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f721c102740 0x7f721c199be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54516/0 (socket says 172.21.15.88:54516) 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7221000700 1 -- 172.21.15.88:0/1286577623 learned_addr learned my addr 172.21.15.88:0/1286577623 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7221a00700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f721c101550 0x7f721c1996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7222400700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f721c1030e0 0x7f721c1a0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7221000700 1 -- 172.21.15.88:0/1286577623 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f721c1030e0 msgr2=0x7f721c1a0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7221000700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f721c1030e0 0x7f721c1a0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7221000700 1 -- 172.21.15.88:0/1286577623 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f721c101550 msgr2=0x7f721c1996a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7221000700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f721c101550 0x7f721c1996a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7221000700 1 -- 172.21.15.88:0/1286577623 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72040095f0 con 0x7f721c102740 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.569+0000 7f7221000700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f721c102740 0x7f721c199be0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f7204006010 tx=0x7f720400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.570+0000 7f721a000700 1 -- 172.21.15.88:0/1286577623 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f720401d070 con 0x7f721c102740 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.570+0000 7f721a000700 1 -- 172.21.15.88:0/1286577623 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7204005030 con 0x7f721c102740 2024-01-28T12:59:51.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.570+0000 7f7224400700 1 -- 172.21.15.88:0/1286577623 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f721c1a1770 con 0x7f721c102740 2024-01-28T12:59:51.570 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.570+0000 7f721a000700 1 -- 172.21.15.88:0/1286577623 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7204004b10 con 0x7f721c102740 2024-01-28T12:59:51.570 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.570+0000 7f7224400700 1 -- 172.21.15.88:0/1286577623 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f721c1a1bf0 con 0x7f721c102740 2024-01-28T12:59:51.570 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.571+0000 7f7224400700 1 -- 172.21.15.88:0/1286577623 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f721c068320 con 0x7f721c102740 2024-01-28T12:59:51.570 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.573+0000 7f721a000700 1 -- 172.21.15.88:0/1286577623 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f72040051a0 con 0x7f721c102740 2024-01-28T12:59:51.572 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.574+0000 7f721a000700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f71fc0a1960 0x7f71fc0a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.572 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.574+0000 7f721a000700 1 -- 172.21.15.88:0/1286577623 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f72040ce170 con 0x7f721c102740 2024-01-28T12:59:51.572 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.574+0000 7f7221a00700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f71fc0a1960 0x7f71fc0a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.572 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.575+0000 7f7221a00700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f71fc0a1960 0x7f71fc0a3e20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f721c1025a0 tx=0x7f720c009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:51.575 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.578+0000 7f721a000700 1 -- 172.21.15.88:0/1286577623 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f7204097070 con 0x7f721c102740 2024-01-28T12:59:51.773 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.775+0000 7f7224400700 1 -- 172.21.15.88:0/1286577623 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f721c10cfc0 con 0x7f721c102740 2024-01-28T12:59:51.773 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.776+0000 7f721a000700 1 -- 172.21.15.88:0/1286577623 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v85) v1 ==== 100+0+11 (secure 0 0 0) 0x7f720409a690 con 0x7f721c102740 2024-01-28T12:59:51.774 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 64 2024-01-28T12:59:51.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 -- 172.21.15.88:0/1286577623 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f71fc0a1960 msgr2=0x7f71fc0a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f71fc0a1960 0x7f71fc0a3e20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f721c1025a0 tx=0x7f720c009260 comp rx=0 tx=0).stop 2024-01-28T12:59:51.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 -- 172.21.15.88:0/1286577623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f721c102740 msgr2=0x7f721c199be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f721c102740 0x7f721c199be0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f7204006010 tx=0x7f720400f690 comp rx=0 tx=0).stop 2024-01-28T12:59:51.776 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 -- 172.21.15.88:0/1286577623 shutdown_connections 2024-01-28T12:59:51.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f71fc0a1960 0x7f71fc0a3e20 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f721c1030e0 0x7f721c1a0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f721c101550 0x7f721c1996a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 --2- 172.21.15.88:0/1286577623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f721c102740 0x7f721c199be0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 -- 172.21.15.88:0/1286577623 >> 172.21.15.88:0/1286577623 conn(0x7f721c0fcae0 msgr2=0x7f721c107f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:51.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 -- 172.21.15.88:0/1286577623 shutdown_connections 2024-01-28T12:59:51.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.778+0000 7f7224400700 1 -- 172.21.15.88:0/1286577623 wait complete. 2024-01-28T12:59:51.795 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-01-28T12:59:51.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.993+0000 7faa13e00700 1 -- 172.21.15.88:0/3881446535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faa0c101550 msgr2=0x7faa0c101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.993+0000 7faa13e00700 1 --2- 172.21.15.88:0/3881446535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faa0c101550 0x7faa0c101970 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc0099c0 tx=0x7fa9fc009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.993+0000 7faa13e00700 1 -- 172.21.15.88:0/3881446535 shutdown_connections 2024-01-28T12:59:51.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.993+0000 7faa13e00700 1 --2- 172.21.15.88:0/3881446535 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa0c1030e0 0x7faa0c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.993+0000 7faa13e00700 1 --2- 172.21.15.88:0/3881446535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faa0c101550 0x7faa0c101970 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.993+0000 7faa13e00700 1 --2- 172.21.15.88:0/3881446535 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c102740 0x7faa0c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.993+0000 7faa13e00700 1 -- 172.21.15.88:0/3881446535 >> 172.21.15.88:0/3881446535 conn(0x7faa0c0fcae0 msgr2=0x7faa0c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:51.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.993+0000 7faa13e00700 1 -- 172.21.15.88:0/3881446535 shutdown_connections 2024-01-28T12:59:51.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.993+0000 7faa13e00700 1 -- 172.21.15.88:0/3881446535 wait complete. 2024-01-28T12:59:51.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.995+0000 7faa13e00700 1 Processor -- start 2024-01-28T12:59:51.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.995+0000 7faa13e00700 1 -- start start 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.995+0000 7faa13e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faa0c101550 0x7faa0c1996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.995+0000 7faa13e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c102740 0x7faa0c199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.995+0000 7faa13e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa0c1030e0 0x7faa0c1a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.995+0000 7faa13e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c1a1260 con 0x7faa0c101550 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.995+0000 7faa13e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c1a13a0 con 0x7faa0c102740 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.995+0000 7faa13e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c1a1530 con 0x7faa0c1030e0 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa11400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faa0c101550 0x7faa0c1996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa11400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faa0c101550 0x7faa0c1996e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54534/0 (socket says 172.21.15.88:54534) 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa11400700 1 -- 172.21.15.88:0/3471681629 learned_addr learned my addr 172.21.15.88:0/3471681629 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa10a00700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c102740 0x7faa0c199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa11e00700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa0c1030e0 0x7faa0c1a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa11400700 1 -- 172.21.15.88:0/3471681629 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa0c1030e0 msgr2=0x7faa0c1a0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa11400700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa0c1030e0 0x7faa0c1a0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa11400700 1 -- 172.21.15.88:0/3471681629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c102740 msgr2=0x7faa0c199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:51.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa11400700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c102740 0x7faa0c199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:51.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa11400700 1 -- 172.21.15.88:0/3471681629 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9f4009520 con 0x7faa0c101550 2024-01-28T12:59:51.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.996+0000 7faa11400700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faa0c101550 0x7faa0c1996e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc006010 tx=0x7fa9fc00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:51.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.997+0000 7faa0a000700 1 -- 172.21.15.88:0/3471681629 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9fc01d070 con 0x7faa0c101550 2024-01-28T12:59:51.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.997+0000 7faa0a000700 1 -- 172.21.15.88:0/3471681629 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa9fc005020 con 0x7faa0c101550 2024-01-28T12:59:51.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.997+0000 7faa13e00700 1 -- 172.21.15.88:0/3471681629 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9fc0095f0 con 0x7faa0c101550 2024-01-28T12:59:51.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.997+0000 7faa0a000700 1 -- 172.21.15.88:0/3471681629 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9fc004b10 con 0x7faa0c101550 2024-01-28T12:59:51.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.997+0000 7faa13e00700 1 -- 172.21.15.88:0/3471681629 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa0c1a19e0 con 0x7faa0c101550 2024-01-28T12:59:51.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:51.998+0000 7faa13e00700 1 -- 172.21.15.88:0/3471681629 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa0c068350 con 0x7faa0c101550 2024-01-28T12:59:51.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.000+0000 7faa0a000700 1 -- 172.21.15.88:0/3471681629 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fa9fc005190 con 0x7faa0c101550 2024-01-28T12:59:51.999 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.001+0000 7faa0a000700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa9ec0a18e0 0x7fa9ec0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:51.999 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.001+0000 7faa0a000700 1 -- 172.21.15.88:0/3471681629 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fa9fc0cdfe0 con 0x7faa0c101550 2024-01-28T12:59:51.999 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.001+0000 7faa10a00700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa9ec0a18e0 0x7fa9ec0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:51.999 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.002+0000 7faa10a00700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa9ec0a18e0 0x7fa9ec0a3da0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa9f4009df0 tx=0x7fa9f4009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:52.003 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.005+0000 7faa0a000700 1 -- 172.21.15.88:0/3471681629 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fa9fc101380 con 0x7faa0c101550 2024-01-28T12:59:52.213 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.216+0000 7faa13e00700 1 -- 172.21.15.88:0/3471681629 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7faa0c10d070 con 0x7faa0c101550 2024-01-28T12:59:52.214 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.216+0000 7faa0a000700 1 -- 172.21.15.88:0/3471681629 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v85) v1 ==== 103+0+11 (secure 0 0 0) 0x7fa9fc096ec0 con 0x7faa0c101550 2024-01-28T12:59:52.214 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T12:59:52.217 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 -- 172.21.15.88:0/3471681629 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa9ec0a18e0 msgr2=0x7fa9ec0a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:52.217 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa9ec0a18e0 0x7fa9ec0a3da0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa9f4009df0 tx=0x7fa9f4009260 comp rx=0 tx=0).stop 2024-01-28T12:59:52.217 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 -- 172.21.15.88:0/3471681629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faa0c101550 msgr2=0x7faa0c1996e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:52.217 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faa0c101550 0x7faa0c1996e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc006010 tx=0x7fa9fc00f690 comp rx=0 tx=0).stop 2024-01-28T12:59:52.217 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 -- 172.21.15.88:0/3471681629 shutdown_connections 2024-01-28T12:59:52.217 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fa9ec0a18e0 0x7fa9ec0a3da0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.217 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faa0c1030e0 0x7faa0c1a0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.217 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faa0c101550 0x7faa0c1996e0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.217 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 --2- 172.21.15.88:0/3471681629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c102740 0x7faa0c199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.217 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 -- 172.21.15.88:0/3471681629 >> 172.21.15.88:0/3471681629 conn(0x7faa0c0fcae0 msgr2=0x7faa0c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:52.218 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 -- 172.21.15.88:0/3471681629 shutdown_connections 2024-01-28T12:59:52.218 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.219+0000 7faa13e00700 1 -- 172.21.15.88:0/3471681629 wait complete. 2024-01-28T12:59:52.236 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:59:52.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:52 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1845030903' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:59:52.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:52 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1286577623' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:59:52.429 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.431+0000 7f1d18c00700 1 -- 172.21.15.88:0/1816262006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d14102750 msgr2=0x7f1d14102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:52.429 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.431+0000 7f1d18c00700 1 --2- 172.21.15.88:0/1816262006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d14102750 0x7f1d14102bb0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1cfc0099c0 tx=0x7f1cfc009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.429 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.431+0000 7f1d18c00700 1 -- 172.21.15.88:0/1816262006 shutdown_connections 2024-01-28T12:59:52.429 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.431+0000 7f1d18c00700 1 --2- 172.21.15.88:0/1816262006 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d141030f0 0x7f1d141099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.429 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.431+0000 7f1d18c00700 1 --2- 172.21.15.88:0/1816262006 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d14101560 0x7f1d14101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.429 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.431+0000 7f1d18c00700 1 --2- 172.21.15.88:0/1816262006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d14102750 0x7f1d14102bb0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.429 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.431+0000 7f1d18c00700 1 -- 172.21.15.88:0/1816262006 >> 172.21.15.88:0/1816262006 conn(0x7f1d140fcad0 msgr2=0x7f1d140fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:52.429 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.431+0000 7f1d18c00700 1 -- 172.21.15.88:0/1816262006 shutdown_connections 2024-01-28T12:59:52.429 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.431+0000 7f1d18c00700 1 -- 172.21.15.88:0/1816262006 wait complete. 2024-01-28T12:59:52.431 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d18c00700 1 Processor -- start 2024-01-28T12:59:52.431 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d18c00700 1 -- start start 2024-01-28T12:59:52.431 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d18c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d14101560 0x7f1d141996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d18c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d14102750 0x7f1d14199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d18c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d141030f0 0x7f1d141a0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d18c00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d141a1230 con 0x7f1d141030f0 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d18c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d141a1370 con 0x7f1d14101560 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d18c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d141a1500 con 0x7f1d14102750 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d12800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d141030f0 0x7f1d141a0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d12800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d141030f0 0x7f1d141a0c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:54566/0 (socket says 172.21.15.88:54566) 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.432+0000 7f1d12800700 1 -- 172.21.15.88:0/1339888188 learned_addr learned my addr 172.21.15.88:0/1339888188 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d0be00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d14102750 0x7f1d14199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d11e00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d14101560 0x7f1d141996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d12800700 1 -- 172.21.15.88:0/1339888188 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d14102750 msgr2=0x7f1d14199bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d12800700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d14102750 0x7f1d14199bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.432 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d12800700 1 -- 172.21.15.88:0/1339888188 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d14101560 msgr2=0x7f1d141996b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:52.433 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d12800700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d14101560 0x7f1d141996b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.433 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d12800700 1 -- 172.21.15.88:0/1339888188 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cfc0095f0 con 0x7f1d141030f0 2024-01-28T12:59:52.433 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d12800700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d141030f0 0x7f1d141a0c60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c00ef30 tx=0x7f1d0c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:52.433 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d0aa00700 1 -- 172.21.15.88:0/1339888188 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c018070 con 0x7f1d141030f0 2024-01-28T12:59:52.433 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d0aa00700 1 -- 172.21.15.88:0/1339888188 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d0c00f040 con 0x7f1d141030f0 2024-01-28T12:59:52.433 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d18c00700 1 -- 172.21.15.88:0/1339888188 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d141a1780 con 0x7f1d141030f0 2024-01-28T12:59:52.433 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.433+0000 7f1d0aa00700 1 -- 172.21.15.88:0/1339888188 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c00cd00 con 0x7f1d141030f0 2024-01-28T12:59:52.433 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.434+0000 7f1d18c00700 1 -- 172.21.15.88:0/1339888188 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d141a1c40 con 0x7f1d141030f0 2024-01-28T12:59:52.433 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.435+0000 7f1d18c00700 1 -- 172.21.15.88:0/1339888188 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d14068240 con 0x7f1d141030f0 2024-01-28T12:59:52.434 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.436+0000 7f1d0aa00700 1 -- 172.21.15.88:0/1339888188 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f1d0c003a00 con 0x7f1d141030f0 2024-01-28T12:59:52.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.438+0000 7f1d0aa00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cf40a18e0 0x7f1cf40a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:52.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.439+0000 7f1d0aa00700 1 -- 172.21.15.88:0/1339888188 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f1d0c0cd180 con 0x7f1d141030f0 2024-01-28T12:59:52.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.439+0000 7f1d11e00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cf40a18e0 0x7f1cf40a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:52.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.439+0000 7f1d11e00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cf40a18e0 0x7f1cf40a3da0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1d141025b0 tx=0x7f1d04009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:52.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.443+0000 7f1d0aa00700 1 -- 172.21.15.88:0/1339888188 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f1d0c096020 con 0x7f1d141030f0 2024-01-28T12:59:52.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:52 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1845030903' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:59:52.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:52 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1286577623' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:59:52.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:52 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1845030903' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:59:52.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:52 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1286577623' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:59:52.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.689+0000 7f1d18c00700 1 -- 172.21.15.88:0/1339888188 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1d1410cdd0 con 0x7f1d141030f0 2024-01-28T12:59:52.687 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.690+0000 7f1d0aa00700 1 -- 172.21.15.88:0/1339888188 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11400 (secure 0 0 0) 0x7f1d0c099640 con 0x7f1d141030f0 2024-01-28T12:59:52.688 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:52.688 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-01-28T12:58:39.921017+0000","modified":"2024-01-28T12:59:06.098710+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24584,"mds_1":24550,"mds_2":24542,"mds_3":24532,"mds_4":14532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14520":{"gid":14520,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6839/836955068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":836955068},{"type":"v1","addr":"172.21.15.88:6839","nonce":836955068}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14532":{"gid":14532,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":10,"addr":"172.21.15.88:6841/2328811772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6840","nonce":2328811772},{"type":"v1","addr":"172.21.15.88:6841","nonce":2328811772}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24509":{"gid":24509,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24520":{"gid":24520,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24532":{"gid":24532,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":11,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24550":{"gid":24550,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24584":{"gid":24584,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.175:6839/3969931760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":3969931760},{"type":"v1","addr":"172.21.15.175:6839","nonce":3969931760}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-01-28T12:59:52.690 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.692+0000 7f1d18c00700 1 -- 172.21.15.88:0/1339888188 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cf40a18e0 msgr2=0x7f1cf40a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.692+0000 7f1d18c00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cf40a18e0 0x7f1cf40a3da0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1d141025b0 tx=0x7f1d04009260 comp rx=0 tx=0).stop 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.692+0000 7f1d18c00700 1 -- 172.21.15.88:0/1339888188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d141030f0 msgr2=0x7f1d141a0c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.692+0000 7f1d18c00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d141030f0 0x7f1d141a0c60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c00ef30 tx=0x7f1d0c00c3a0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.692+0000 7f1d18c00700 1 -- 172.21.15.88:0/1339888188 shutdown_connections 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.693+0000 7f1d18c00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cf40a18e0 0x7f1cf40a3da0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.693+0000 7f1d18c00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d141030f0 0x7f1d141a0c60 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.693+0000 7f1d18c00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d14101560 0x7f1d141996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.693+0000 7f1d18c00700 1 --2- 172.21.15.88:0/1339888188 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d14102750 0x7f1d14199bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.693+0000 7f1d18c00700 1 -- 172.21.15.88:0/1339888188 >> 172.21.15.88:0/1339888188 conn(0x7f1d140fcad0 msgr2=0x7f1d14073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.693+0000 7f1d18c00700 1 -- 172.21.15.88:0/1339888188 shutdown_connections 2024-01-28T12:59:52.691 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.693+0000 7f1d18c00700 1 -- 172.21.15.88:0/1339888188 wait complete. 2024-01-28T12:59:52.692 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 28 2024-01-28T12:59:52.709 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:59:52.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.903+0000 7fd3fdc00700 1 -- 172.21.15.88:0/1275615993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3f8109430 msgr2=0x7fd3f810b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:52.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.903+0000 7fd3fdc00700 1 --2- 172.21.15.88:0/1275615993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3f8109430 0x7fd3f810b8a0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd3f000b0a0 tx=0x7fd3f000b3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.903+0000 7fd3fdc00700 1 -- 172.21.15.88:0/1275615993 shutdown_connections 2024-01-28T12:59:52.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.903+0000 7fd3fdc00700 1 --2- 172.21.15.88:0/1275615993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3f8109430 0x7fd3f810b8a0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.903+0000 7fd3fdc00700 1 --2- 172.21.15.88:0/1275615993 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd3f80755b0 0x7fd3f8073a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.903+0000 7fd3fdc00700 1 --2- 172.21.15.88:0/1275615993 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd3f8073fd0 0x7fd3f8074450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.903+0000 7fd3fdc00700 1 -- 172.21.15.88:0/1275615993 >> 172.21.15.88:0/1275615993 conn(0x7fd3f80fcad0 msgr2=0x7fd3f80fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:52.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.903+0000 7fd3fdc00700 1 -- 172.21.15.88:0/1275615993 shutdown_connections 2024-01-28T12:59:52.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.904+0000 7fd3fdc00700 1 -- 172.21.15.88:0/1275615993 wait complete. 2024-01-28T12:59:52.904 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.904+0000 7fd3fdc00700 1 Processor -- start 2024-01-28T12:59:52.904 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.904+0000 7fd3fdc00700 1 -- start start 2024-01-28T12:59:52.904 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3fdc00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd3f8073fd0 0x7fd3f8199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:52.904 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3fdc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3f80755b0 0x7fd3f8199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3fdc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd3f8109430 0x7fd3f81a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3fdc00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f81a12b0 con 0x7fd3f80755b0 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3fdc00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f81a13f0 con 0x7fd3f8109430 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3fdc00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f81a1580 con 0x7fd3f8073fd0 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3f6000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3f80755b0 0x7fd3f8199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3f6a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd3f8073fd0 0x7fd3f8199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3f6000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3f80755b0 0x7fd3f8199c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38722/0 (socket says 172.21.15.88:38722) 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3f6000700 1 -- 172.21.15.88:0/115582769 learned_addr learned my addr 172.21.15.88:0/115582769 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.905+0000 7fd3f7400700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd3f8109430 0x7fd3f81a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3f6000700 1 -- 172.21.15.88:0/115582769 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd3f8073fd0 msgr2=0x7fd3f8199730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3f6000700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd3f8073fd0 0x7fd3f8199730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3f6000700 1 -- 172.21.15.88:0/115582769 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd3f8109430 msgr2=0x7fd3f81a0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3f6000700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd3f8109430 0x7fd3f81a0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3f6000700 1 -- 172.21.15.88:0/115582769 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3f0009d00 con 0x7fd3f80755b0 2024-01-28T12:59:52.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3f6a00700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd3f8073fd0 0x7fd3f8199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:52.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3f7400700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd3f8109430 0x7fd3f81a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:52.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3f6000700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3f80755b0 0x7fd3f8199c70 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000e9a0 tx=0x7fd3e000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:52.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3ef400700 1 -- 172.21.15.88:0/115582769 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0009790 con 0x7fd3f80755b0 2024-01-28T12:59:52.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3ef400700 1 -- 172.21.15.88:0/115582769 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd3e0010430 con 0x7fd3f80755b0 2024-01-28T12:59:52.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3fdc00700 1 -- 172.21.15.88:0/115582769 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3f81a1860 con 0x7fd3f80755b0 2024-01-28T12:59:52.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3ef400700 1 -- 172.21.15.88:0/115582769 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0018680 con 0x7fd3f80755b0 2024-01-28T12:59:52.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.906+0000 7fd3fdc00700 1 -- 172.21.15.88:0/115582769 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3f81a1dc0 con 0x7fd3f80755b0 2024-01-28T12:59:52.906 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.907+0000 7fd3fdc00700 1 -- 172.21.15.88:0/115582769 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3f8108240 con 0x7fd3f80755b0 2024-01-28T12:59:52.907 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.909+0000 7fd3ef400700 1 -- 172.21.15.88:0/115582769 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fd3e00105a0 con 0x7fd3f80755b0 2024-01-28T12:59:52.908 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.910+0000 7fd3ef400700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd3d80a1960 0x7fd3d80a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:52.908 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.910+0000 7fd3ef400700 1 -- 172.21.15.88:0/115582769 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fd3e0014070 con 0x7fd3f80755b0 2024-01-28T12:59:52.908 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.911+0000 7fd3f6a00700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd3d80a1960 0x7fd3d80a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:52.909 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.911+0000 7fd3f6a00700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd3d80a1960 0x7fd3d80a3e20 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8005950 tx=0x7fd3e800b410 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:52.912 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:52.914+0000 7fd3ef400700 1 -- 172.21.15.88:0/115582769 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fd3e0096570 con 0x7fd3f80755b0 2024-01-28T12:59:53.118 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.121+0000 7fd3fdc00700 1 -- 172.21.15.88:0/115582769 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd3f810efa0 con 0x7fd3f80755b0 2024-01-28T12:59:53.120 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.122+0000 7fd3ef400700 1 -- 172.21.15.88:0/115582769 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+24501 (secure 0 0 0) 0x7fd3e0099b90 con 0x7fd3f80755b0 2024-01-28T12:59:53.120 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:53.121 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":85,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:59:13.609403+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:59:53.123 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 -- 172.21.15.88:0/115582769 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd3d80a1960 msgr2=0x7fd3d80a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:53.123 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd3d80a1960 0x7fd3d80a3e20 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd3e8005950 tx=0x7fd3e800b410 comp rx=0 tx=0).stop 2024-01-28T12:59:53.123 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 -- 172.21.15.88:0/115582769 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3f80755b0 msgr2=0x7fd3f8199c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:53.123 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3f80755b0 0x7fd3f8199c70 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd3e000e9a0 tx=0x7fd3e000ecb0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.123 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 -- 172.21.15.88:0/115582769 shutdown_connections 2024-01-28T12:59:53.123 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fd3d80a1960 0x7fd3d80a3e20 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.123 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd3f8109430 0x7fd3f81a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.123 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd3f8073fd0 0x7fd3f8199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.123 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 --2- 172.21.15.88:0/115582769 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3f80755b0 0x7fd3f8199c70 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.124 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 -- 172.21.15.88:0/115582769 >> 172.21.15.88:0/115582769 conn(0x7fd3f80fcad0 msgr2=0x7fd3f8105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:53.124 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 -- 172.21.15.88:0/115582769 shutdown_connections 2024-01-28T12:59:53.124 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.125+0000 7fd3fdc00700 1 -- 172.21.15.88:0/115582769 wait complete. 2024-01-28T12:59:53.142 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-28T12:55:10.597998+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-01-28T12:58:38.094655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-01-28T12:58:39.421656+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-01-28T12:58:42.975904+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-01-28T12:59:53.142 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-01-28T12:59:53.352 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.354+0000 7f15aec00700 1 -- 172.21.15.88:0/3093162921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15a810db20 msgr2=0x7f15a810ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:53.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.354+0000 7f15aec00700 1 --2- 172.21.15.88:0/3093162921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15a810db20 0x7f15a810ff10 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f15a000b0a0 tx=0x7f15a000b3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.354+0000 7f15aec00700 1 -- 172.21.15.88:0/3093162921 shutdown_connections 2024-01-28T12:59:53.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.354+0000 7f15aec00700 1 --2- 172.21.15.88:0/3093162921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15a810db20 0x7f15a810ff10 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.354+0000 7f15aec00700 1 --2- 172.21.15.88:0/3093162921 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15a8075610 0x7f15a8073a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.354+0000 7f15aec00700 1 --2- 172.21.15.88:0/3093162921 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f15a8074030 0x7f15a80744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.354+0000 7f15aec00700 1 -- 172.21.15.88:0/3093162921 >> 172.21.15.88:0/3093162921 conn(0x7f15a80fcae0 msgr2=0x7f15a80fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:53.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.354+0000 7f15aec00700 1 -- 172.21.15.88:0/3093162921 shutdown_connections 2024-01-28T12:59:53.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.354+0000 7f15aec00700 1 -- 172.21.15.88:0/3093162921 wait complete. 2024-01-28T12:59:53.353 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.355+0000 7f15aec00700 1 Processor -- start 2024-01-28T12:59:53.355 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.355+0000 7f15aec00700 1 -- start start 2024-01-28T12:59:53.355 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15aec00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15a8074030 0x7f15a819db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:53.355 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15aec00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f15a8075610 0x7f15a819e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:53.355 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15aec00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15a810db20 0x7f15a81a5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15aec00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15a81a5700 con 0x7f15a8074030 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15aec00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15a81a5840 con 0x7f15a8075610 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15aec00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15a81a59d0 con 0x7f15a810db20 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15a7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15a8074030 0x7f15a819db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15acc00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15a810db20 0x7f15a81a5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15a7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15a8074030 0x7f15a819db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38736/0 (socket says 172.21.15.88:38736) 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15a7e00700 1 -- 172.21.15.88:0/3224476390 learned_addr learned my addr 172.21.15.88:0/3224476390 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.356+0000 7f15a7400700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f15a8075610 0x7f15a819e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15a7e00700 1 -- 172.21.15.88:0/3224476390 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15a810db20 msgr2=0x7f15a81a5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15a7e00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15a810db20 0x7f15a81a5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15a7e00700 1 -- 172.21.15.88:0/3224476390 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f15a8075610 msgr2=0x7f15a819e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15a7e00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f15a8075610 0x7f15a819e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15a7e00700 1 -- 172.21.15.88:0/3224476390 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15a0009d00 con 0x7f15a8074030 2024-01-28T12:59:53.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15acc00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15a810db20 0x7f15a81a5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:53.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15a7e00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15a8074030 0x7f15a819db80 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f159800e9a0 tx=0x7f159800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:53.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15a4c00700 1 -- 172.21.15.88:0/3224476390 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1598009790 con 0x7f15a8074030 2024-01-28T12:59:53.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15a4c00700 1 -- 172.21.15.88:0/3224476390 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1598010430 con 0x7f15a8074030 2024-01-28T12:59:53.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15aec00700 1 -- 172.21.15.88:0/3224476390 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15a81a5cb0 con 0x7f15a8074030 2024-01-28T12:59:53.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15a4c00700 1 -- 172.21.15.88:0/3224476390 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1598018680 con 0x7f15a8074030 2024-01-28T12:59:53.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.357+0000 7f15aec00700 1 -- 172.21.15.88:0/3224476390 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15a81a61c0 con 0x7f15a8074030 2024-01-28T12:59:53.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.359+0000 7f15aec00700 1 -- 172.21.15.88:0/3224476390 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15a8103d80 con 0x7f15a8074030 2024-01-28T12:59:53.358 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.360+0000 7f15a4c00700 1 -- 172.21.15.88:0/3224476390 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f15980105a0 con 0x7f15a8074030 2024-01-28T12:59:53.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.361+0000 7f15a4c00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f15880a1960 0x7f15880a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:53.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.362+0000 7f15a4c00700 1 -- 172.21.15.88:0/3224476390 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f1598014070 con 0x7f15a8074030 2024-01-28T12:59:53.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.362+0000 7f15a7400700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f15880a1960 0x7f15880a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:53.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.362+0000 7f15a7400700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f15880a1960 0x7f15880a3e20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f15a8075330 tx=0x7f1590007400 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:53.363 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.365+0000 7f15a4c00700 1 -- 172.21.15.88:0/3224476390 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f15980964e0 con 0x7f15a8074030 2024-01-28T12:59:53.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:53 smithi175 ceph-mon[44549]: pgmap v275: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:53.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:53 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3471681629' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:59:53.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:53 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1339888188' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:53.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:53 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/115582769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:53.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:53 smithi181 ceph-mon[45557]: pgmap v275: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:53.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:53 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3471681629' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:59:53.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:53 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1339888188' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:53.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:53 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/115582769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:53 smithi088 ceph-mon[35322]: pgmap v275: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:53 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3471681629' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:59:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:53 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1339888188' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:53 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/115582769' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:53.585 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.587+0000 7f15aec00700 1 -- 172.21.15.88:0/3224476390 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f15a8113390 con 0x7f15a8074030 2024-01-28T12:59:53.586 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.588+0000 7f15a4c00700 1 -- 172.21.15.88:0/3224476390 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1598099b00 con 0x7f15a8074030 2024-01-28T12:59:53.586 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-01-28T12:59:53.588 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.590+0000 7f15aec00700 1 -- 172.21.15.88:0/3224476390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f15880a1960 msgr2=0x7f15880a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.590+0000 7f15aec00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f15880a1960 0x7f15880a3e20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f15a8075330 tx=0x7f1590007400 comp rx=0 tx=0).stop 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.590+0000 7f15aec00700 1 -- 172.21.15.88:0/3224476390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15a8074030 msgr2=0x7f15a819db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.590+0000 7f15aec00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15a8074030 0x7f15a819db80 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f159800e9a0 tx=0x7f159800ecb0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.590+0000 7f15aec00700 1 -- 172.21.15.88:0/3224476390 shutdown_connections 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.590+0000 7f15aec00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f15880a1960 0x7f15880a3e20 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.590+0000 7f15aec00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f15a810db20 0x7f15a81a5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.590+0000 7f15aec00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15a8074030 0x7f15a819db80 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.590+0000 7f15aec00700 1 --2- 172.21.15.88:0/3224476390 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f15a8075610 0x7f15a819e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.591+0000 7f15aec00700 1 -- 172.21.15.88:0/3224476390 >> 172.21.15.88:0/3224476390 conn(0x7f15a80fcae0 msgr2=0x7f15a8100ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.591+0000 7f15aec00700 1 -- 172.21.15.88:0/3224476390 shutdown_connections 2024-01-28T12:59:53.589 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.591+0000 7f15aec00700 1 -- 172.21.15.88:0/3224476390 wait complete. 2024-01-28T12:59:53.607 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-01-28T12:59:53.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.805+0000 7f1b61000700 1 -- 172.21.15.88:0/1694024148 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b5c101560 msgr2=0x7f1b5c101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:53.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.805+0000 7f1b61000700 1 --2- 172.21.15.88:0/1694024148 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b5c101560 0x7f1b5c101980 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c0099c0 tx=0x7f1b4c009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.805+0000 7f1b61000700 1 -- 172.21.15.88:0/1694024148 shutdown_connections 2024-01-28T12:59:53.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.805+0000 7f1b61000700 1 --2- 172.21.15.88:0/1694024148 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b5c1030f0 0x7f1b5c1099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.805+0000 7f1b61000700 1 --2- 172.21.15.88:0/1694024148 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b5c101560 0x7f1b5c101980 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.805+0000 7f1b61000700 1 --2- 172.21.15.88:0/1694024148 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1b5c102750 0x7f1b5c102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.805+0000 7f1b61000700 1 -- 172.21.15.88:0/1694024148 >> 172.21.15.88:0/1694024148 conn(0x7f1b5c0fcad0 msgr2=0x7f1b5c0fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:53.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.805+0000 7f1b61000700 1 -- 172.21.15.88:0/1694024148 shutdown_connections 2024-01-28T12:59:53.804 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.805+0000 7f1b61000700 1 -- 172.21.15.88:0/1694024148 wait complete. 2024-01-28T12:59:53.806 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.806+0000 7f1b61000700 1 Processor -- start 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.806+0000 7f1b61000700 1 -- start start 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.806+0000 7f1b61000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b5c101560 0x7f1b5c1996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.806+0000 7f1b61000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b5c102750 0x7f1b5c199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.806+0000 7f1b61000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1b5c1030f0 0x7f1b5c1a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.806+0000 7f1b61000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b5c1a1260 con 0x7f1b5c102750 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.806+0000 7f1b61000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b5c1a13a0 con 0x7f1b5c1030f0 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.806+0000 7f1b61000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b5c1a1530 con 0x7f1b5c101560 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b59e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b5c101560 0x7f1b5c1996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b59e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b5c101560 0x7f1b5c1996e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:51714/0 (socket says 172.21.15.88:51714) 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b59400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b5c102750 0x7f1b5c199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b59e00700 1 -- 172.21.15.88:0/2910396012 learned_addr learned my addr 172.21.15.88:0/2910396012 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b5a800700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1b5c1030f0 0x7f1b5c1a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b59e00700 1 -- 172.21.15.88:0/2910396012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1b5c1030f0 msgr2=0x7f1b5c1a0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:53.807 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b59e00700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1b5c1030f0 0x7f1b5c1a0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b59e00700 1 -- 172.21.15.88:0/2910396012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b5c102750 msgr2=0x7f1b5c199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:53.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b59e00700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b5c102750 0x7f1b5c199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:53.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b59e00700 1 -- 172.21.15.88:0/2910396012 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b4c0095f0 con 0x7f1b5c101560 2024-01-28T12:59:53.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.807+0000 7f1b59e00700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b5c101560 0x7f1b5c1996e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c003730 tx=0x7f1b4c00f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:53.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.808+0000 7f1b52a00700 1 -- 172.21.15.88:0/2910396012 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c01d070 con 0x7f1b5c101560 2024-01-28T12:59:53.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.808+0000 7f1b52a00700 1 -- 172.21.15.88:0/2910396012 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b4c005050 con 0x7f1b5c101560 2024-01-28T12:59:53.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.808+0000 7f1b61000700 1 -- 172.21.15.88:0/2910396012 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b5c1a17b0 con 0x7f1b5c101560 2024-01-28T12:59:53.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.808+0000 7f1b52a00700 1 -- 172.21.15.88:0/2910396012 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c004a50 con 0x7f1b5c101560 2024-01-28T12:59:53.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.808+0000 7f1b61000700 1 -- 172.21.15.88:0/2910396012 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b5c1a1c30 con 0x7f1b5c101560 2024-01-28T12:59:53.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.809+0000 7f1b61000700 1 -- 172.21.15.88:0/2910396012 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b5c068320 con 0x7f1b5c101560 2024-01-28T12:59:53.809 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.811+0000 7f1b52a00700 1 -- 172.21.15.88:0/2910396012 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f1b4c0051c0 con 0x7f1b5c101560 2024-01-28T12:59:53.810 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.812+0000 7f1b52a00700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1b3c0a1960 0x7f1b3c0a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:53.810 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.812+0000 7f1b52a00700 1 -- 172.21.15.88:0/2910396012 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f1b4c0ce6a0 con 0x7f1b5c101560 2024-01-28T12:59:53.810 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.813+0000 7f1b59400700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1b3c0a1960 0x7f1b3c0a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:53.811 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.813+0000 7f1b59400700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1b3c0a1960 0x7f1b3c0a3e20 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1b44009c60 tx=0x7f1b44009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:53.812 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:53.815+0000 7f1b52a00700 1 -- 172.21.15.88:0/2910396012 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f1b4c097540 con 0x7f1b5c101560 2024-01-28T12:59:54.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.017+0000 7f1b61000700 1 -- 172.21.15.88:0/2910396012 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1b5c10cf90 con 0x7f1b5c101560 2024-01-28T12:59:54.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.018+0000 7f1b52a00700 1 -- 172.21.15.88:0/2910396012 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v85) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1b4c09ab60 con 0x7f1b5c101560 2024-01-28T12:59:54.016 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T12:59:54.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 -- 172.21.15.88:0/2910396012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1b3c0a1960 msgr2=0x7f1b3c0a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1b3c0a1960 0x7f1b3c0a3e20 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1b44009c60 tx=0x7f1b44009260 comp rx=0 tx=0).stop 2024-01-28T12:59:54.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 -- 172.21.15.88:0/2910396012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b5c101560 msgr2=0x7f1b5c1996e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b5c101560 0x7f1b5c1996e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c003730 tx=0x7f1b4c00f690 comp rx=0 tx=0).stop 2024-01-28T12:59:54.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 -- 172.21.15.88:0/2910396012 shutdown_connections 2024-01-28T12:59:54.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1b3c0a1960 0x7f1b3c0a3e20 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1b5c1030f0 0x7f1b5c1a0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.020 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b5c101560 0x7f1b5c1996e0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.020 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 --2- 172.21.15.88:0/2910396012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b5c102750 0x7f1b5c199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.020 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 -- 172.21.15.88:0/2910396012 >> 172.21.15.88:0/2910396012 conn(0x7f1b5c0fcad0 msgr2=0x7f1b5c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:54.020 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 -- 172.21.15.88:0/2910396012 shutdown_connections 2024-01-28T12:59:54.020 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.021+0000 7f1b61000700 1 -- 172.21.15.88:0/2910396012 wait complete. 2024-01-28T12:59:54.038 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-01-28T12:59:54.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.237+0000 7f6cfce00700 1 -- 172.21.15.88:0/1396699763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6cf8101560 msgr2=0x7f6cf8101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.237+0000 7f6cfce00700 1 --2- 172.21.15.88:0/1396699763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6cf8101560 0x7f6cf8101980 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6ce80099c0 tx=0x7f6ce8009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.237+0000 7f6cfce00700 1 -- 172.21.15.88:0/1396699763 shutdown_connections 2024-01-28T12:59:54.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.237+0000 7f6cfce00700 1 --2- 172.21.15.88:0/1396699763 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6cf81030f0 0x7f6cf81099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.237+0000 7f6cfce00700 1 --2- 172.21.15.88:0/1396699763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6cf8101560 0x7f6cf8101980 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.237+0000 7f6cfce00700 1 --2- 172.21.15.88:0/1396699763 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6cf8102750 0x7f6cf8102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.237+0000 7f6cfce00700 1 -- 172.21.15.88:0/1396699763 >> 172.21.15.88:0/1396699763 conn(0x7f6cf80fcad0 msgr2=0x7f6cf80fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:54.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.237+0000 7f6cfce00700 1 -- 172.21.15.88:0/1396699763 shutdown_connections 2024-01-28T12:59:54.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.237+0000 7f6cfce00700 1 -- 172.21.15.88:0/1396699763 wait complete. 2024-01-28T12:59:54.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.238+0000 7f6cfce00700 1 Processor -- start 2024-01-28T12:59:54.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.238+0000 7f6cfce00700 1 -- start start 2024-01-28T12:59:54.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cfce00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6cf8101560 0x7f6cf81996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:54.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cfce00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6cf8102750 0x7f6cf8199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:54.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cfce00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6cf81030f0 0x7f6cf81a0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cfce00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cf81a1230 con 0x7f6cf8102750 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cfce00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cf81a1370 con 0x7f6cf8101560 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cfce00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cf81a1500 con 0x7f6cf81030f0 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cf5400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6cf8102750 0x7f6cf8199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cf5400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6cf8102750 0x7f6cf8199bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38760/0 (socket says 172.21.15.88:38760) 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cf5400700 1 -- 172.21.15.88:0/4027151030 learned_addr learned my addr 172.21.15.88:0/4027151030 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cf5e00700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6cf8101560 0x7f6cf81996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cf6800700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6cf81030f0 0x7f6cf81a0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cf5400700 1 -- 172.21.15.88:0/4027151030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6cf81030f0 msgr2=0x7f6cf81a0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cf5400700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6cf81030f0 0x7f6cf81a0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cf5400700 1 -- 172.21.15.88:0/4027151030 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6cf8101560 msgr2=0x7f6cf81996b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cf5400700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6cf8101560 0x7f6cf81996b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.239+0000 7f6cf5400700 1 -- 172.21.15.88:0/4027151030 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ce80095f0 con 0x7f6cf8102750 2024-01-28T12:59:54.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.240+0000 7f6cf6800700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6cf81030f0 0x7f6cf81a0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:54.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.240+0000 7f6cf5400700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6cf8102750 0x7f6cf8199bf0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6ce000d980 tx=0x7f6ce000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:54.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.240+0000 7f6ceea00700 1 -- 172.21.15.88:0/4027151030 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ce0004220 con 0x7f6cf8102750 2024-01-28T12:59:54.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.240+0000 7f6ceea00700 1 -- 172.21.15.88:0/4027151030 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ce0007640 con 0x7f6cf8102750 2024-01-28T12:59:54.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.240+0000 7f6cfce00700 1 -- 172.21.15.88:0/4027151030 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cf81a17e0 con 0x7f6cf8102750 2024-01-28T12:59:54.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.240+0000 7f6ceea00700 1 -- 172.21.15.88:0/4027151030 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ce0005610 con 0x7f6cf8102750 2024-01-28T12:59:54.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.240+0000 7f6cfce00700 1 -- 172.21.15.88:0/4027151030 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cf81a1cf0 con 0x7f6cf8102750 2024-01-28T12:59:54.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.241+0000 7f6cfce00700 1 -- 172.21.15.88:0/4027151030 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cf8068320 con 0x7f6cf8102750 2024-01-28T12:59:54.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.243+0000 7f6ceea00700 1 -- 172.21.15.88:0/4027151030 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f6ce0004750 con 0x7f6cf8102750 2024-01-28T12:59:54.242 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.244+0000 7f6ceea00700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6cd80a18e0 0x7f6cd80a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:54.242 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.244+0000 7f6ceea00700 1 -- 172.21.15.88:0/4027151030 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f6ce00cd9a0 con 0x7f6cf8102750 2024-01-28T12:59:54.242 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.245+0000 7f6cf5e00700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6cd80a18e0 0x7f6cd80a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:54.243 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.245+0000 7f6cf5e00700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6cd80a18e0 0x7f6cd80a3da0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8006010 tx=0x7f6ce8000bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:54.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.247+0000 7f6ceea00700 1 -- 172.21.15.88:0/4027151030 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f6ce00967b0 con 0x7f6cf8102750 2024-01-28T12:59:54.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:54 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3224476390' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:59:54.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:54 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2910396012' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:59:54.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.445+0000 7f6cfce00700 1 -- 172.21.15.88:0/4027151030 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6cf810cf20 con 0x7f6cf8102750 2024-01-28T12:59:54.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.446+0000 7f6ceea00700 1 -- 172.21.15.88:0/4027151030 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v85) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6ce0099dd0 con 0x7f6cf8102750 2024-01-28T12:59:54.444 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 64 2024-01-28T12:59:54.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.448+0000 7f6cfce00700 1 -- 172.21.15.88:0/4027151030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6cd80a18e0 msgr2=0x7f6cd80a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.448+0000 7f6cfce00700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6cd80a18e0 0x7f6cd80a3da0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8006010 tx=0x7f6ce8000bc0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.448+0000 7f6cfce00700 1 -- 172.21.15.88:0/4027151030 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6cf8102750 msgr2=0x7f6cf8199bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.448+0000 7f6cfce00700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6cf8102750 0x7f6cf8199bf0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6ce000d980 tx=0x7f6ce000dc90 comp rx=0 tx=0).stop 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.448+0000 7f6cfce00700 1 -- 172.21.15.88:0/4027151030 shutdown_connections 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.448+0000 7f6cfce00700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f6cd80a18e0 0x7f6cd80a3da0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.448+0000 7f6cfce00700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6cf81030f0 0x7f6cf81a0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.448+0000 7f6cfce00700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6cf8101560 0x7f6cf81996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.448+0000 7f6cfce00700 1 --2- 172.21.15.88:0/4027151030 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6cf8102750 0x7f6cf8199bf0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.448+0000 7f6cfce00700 1 -- 172.21.15.88:0/4027151030 >> 172.21.15.88:0/4027151030 conn(0x7f6cf80fcad0 msgr2=0x7f6cf8073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.449+0000 7f6cfce00700 1 -- 172.21.15.88:0/4027151030 shutdown_connections 2024-01-28T12:59:54.447 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.449+0000 7f6cfce00700 1 -- 172.21.15.88:0/4027151030 wait complete. 2024-01-28T12:59:54.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:54 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3224476390' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:59:54.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:54 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2910396012' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:59:54.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:54 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3224476390' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T12:59:54.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:54 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2910396012' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T12:59:54.465 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-01-28T12:59:54.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.663+0000 7faabd200700 1 -- 172.21.15.88:0/4001148594 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faab8101550 msgr2=0x7faab8101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.663+0000 7faabd200700 1 --2- 172.21.15.88:0/4001148594 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faab8101550 0x7faab8101970 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7faaa80099c0 tx=0x7faaa8009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.663+0000 7faabd200700 1 -- 172.21.15.88:0/4001148594 shutdown_connections 2024-01-28T12:59:54.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.663+0000 7faabd200700 1 --2- 172.21.15.88:0/4001148594 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faab81030e0 0x7faab8109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.663+0000 7faabd200700 1 --2- 172.21.15.88:0/4001148594 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faab8101550 0x7faab8101970 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.663+0000 7faabd200700 1 --2- 172.21.15.88:0/4001148594 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faab8102740 0x7faab8102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.663+0000 7faabd200700 1 -- 172.21.15.88:0/4001148594 >> 172.21.15.88:0/4001148594 conn(0x7faab80fcae0 msgr2=0x7faab80fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:54.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.663+0000 7faabd200700 1 -- 172.21.15.88:0/4001148594 shutdown_connections 2024-01-28T12:59:54.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.663+0000 7faabd200700 1 -- 172.21.15.88:0/4001148594 wait complete. 2024-01-28T12:59:54.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.664+0000 7faabd200700 1 Processor -- start 2024-01-28T12:59:54.664 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.664+0000 7faabd200700 1 -- start start 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faabd200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faab8101550 0x7faab81996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faabd200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faab8102740 0x7faab8199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faabd200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faab81030e0 0x7faab81a0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faabd200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab81a1230 con 0x7faab8102740 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faabd200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab81a1370 con 0x7faab8101550 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faabd200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab81a1500 con 0x7faab81030e0 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faab8102740 0x7faab8199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faab8101550 0x7faab81996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faab8101550 0x7faab81996b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:36554/0 (socket says 172.21.15.88:36554) 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faab8102740 0x7faab8199bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38788/0 (socket says 172.21.15.88:38788) 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5e00700 1 -- 172.21.15.88:0/1019478390 learned_addr learned my addr 172.21.15.88:0/1019478390 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab6800700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faab81030e0 0x7faab81a0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:54.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5400700 1 -- 172.21.15.88:0/1019478390 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faab81030e0 msgr2=0x7faab81a0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5400700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faab81030e0 0x7faab81a0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5400700 1 -- 172.21.15.88:0/1019478390 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faab8101550 msgr2=0x7faab81996b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5400700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faab8101550 0x7faab81996b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5400700 1 -- 172.21.15.88:0/1019478390 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaa80095f0 con 0x7faab8102740 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.665+0000 7faab5e00700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faab8101550 0x7faab81996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.666+0000 7faab5400700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faab8102740 0x7faab8199bf0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7faaa000e9f0 tx=0x7faaa000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.666+0000 7faaaea00700 1 -- 172.21.15.88:0/1019478390 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaa000c9c0 con 0x7faab8102740 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.666+0000 7faaaea00700 1 -- 172.21.15.88:0/1019478390 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faaa0010430 con 0x7faab8102740 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.666+0000 7faabd200700 1 -- 172.21.15.88:0/1019478390 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faab81a17e0 con 0x7faab8102740 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.666+0000 7faaaea00700 1 -- 172.21.15.88:0/1019478390 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaa0018680 con 0x7faab8102740 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.666+0000 7faabd200700 1 -- 172.21.15.88:0/1019478390 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faab81a1d40 con 0x7faab8102740 2024-01-28T12:59:54.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.667+0000 7faabd200700 1 -- 172.21.15.88:0/1019478390 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faab8068320 con 0x7faab8102740 2024-01-28T12:59:54.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.669+0000 7faaaea00700 1 -- 172.21.15.88:0/1019478390 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7faaa0010860 con 0x7faab8102740 2024-01-28T12:59:54.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.670+0000 7faaaea00700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faa980a1960 0x7faa980a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:54.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.670+0000 7faaaea00700 1 -- 172.21.15.88:0/1019478390 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7faaa0014070 con 0x7faab8102740 2024-01-28T12:59:54.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.670+0000 7faab5e00700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faa980a1960 0x7faa980a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:54.669 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.671+0000 7faab5e00700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faa980a1960 0x7faa980a3e20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7faaa8000c00 tx=0x7faaa8009530 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:54.672 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.674+0000 7faaaea00700 1 -- 172.21.15.88:0/1019478390 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7faaa0052380 con 0x7faab8102740 2024-01-28T12:59:54.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.875+0000 7faabd200700 1 -- 172.21.15.88:0/1019478390 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7faab810cfe0 con 0x7faab8102740 2024-01-28T12:59:54.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.875+0000 7faaaea00700 1 -- 172.21.15.88:0/1019478390 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v85) v1 ==== 103+0+11 (secure 0 0 0) 0x7faaa00964c0 con 0x7faab8102740 2024-01-28T12:59:54.873 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T12:59:54.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.877+0000 7faabd200700 1 -- 172.21.15.88:0/1019478390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faa980a1960 msgr2=0x7faa980a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.877+0000 7faabd200700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faa980a1960 0x7faa980a3e20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7faaa8000c00 tx=0x7faaa8009530 comp rx=0 tx=0).stop 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.877+0000 7faabd200700 1 -- 172.21.15.88:0/1019478390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faab8102740 msgr2=0x7faab8199bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.877+0000 7faabd200700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faab8102740 0x7faab8199bf0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7faaa000e9f0 tx=0x7faaa000ed00 comp rx=0 tx=0).stop 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.878+0000 7faabd200700 1 -- 172.21.15.88:0/1019478390 shutdown_connections 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.878+0000 7faabd200700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7faa980a1960 0x7faa980a3e20 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.878+0000 7faabd200700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faab81030e0 0x7faab81a0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.878+0000 7faabd200700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faab8101550 0x7faab81996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.878+0000 7faabd200700 1 --2- 172.21.15.88:0/1019478390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faab8102740 0x7faab8199bf0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.878+0000 7faabd200700 1 -- 172.21.15.88:0/1019478390 >> 172.21.15.88:0/1019478390 conn(0x7faab80fcae0 msgr2=0x7faab8073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.878+0000 7faabd200700 1 -- 172.21.15.88:0/1019478390 shutdown_connections 2024-01-28T12:59:54.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:54.878+0000 7faabd200700 1 -- 172.21.15.88:0/1019478390 wait complete. 2024-01-28T12:59:54.895 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:59:55.088 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.090+0000 7f365bc00700 1 -- 172.21.15.88:0/1125486551 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3654101540 msgr2=0x7f3654101960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.090+0000 7f365bc00700 1 --2- 172.21.15.88:0/1125486551 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3654101540 0x7f3654101960 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f36440099c0 tx=0x7f3644009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.090+0000 7f365bc00700 1 -- 172.21.15.88:0/1125486551 shutdown_connections 2024-01-28T12:59:55.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.090+0000 7f365bc00700 1 --2- 172.21.15.88:0/1125486551 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36541030d0 0x7f3654109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.090+0000 7f365bc00700 1 --2- 172.21.15.88:0/1125486551 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3654101540 0x7f3654101960 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.090+0000 7f365bc00700 1 --2- 172.21.15.88:0/1125486551 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3654102730 0x7f3654102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.090+0000 7f365bc00700 1 -- 172.21.15.88:0/1125486551 >> 172.21.15.88:0/1125486551 conn(0x7f36540fcad0 msgr2=0x7f36540feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:55.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.090+0000 7f365bc00700 1 -- 172.21.15.88:0/1125486551 shutdown_connections 2024-01-28T12:59:55.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.090+0000 7f365bc00700 1 -- 172.21.15.88:0/1125486551 wait complete. 2024-01-28T12:59:55.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.091+0000 7f365bc00700 1 Processor -- start 2024-01-28T12:59:55.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.091+0000 7f365bc00700 1 -- start start 2024-01-28T12:59:55.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f365bc00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3654101540 0x7f36541996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f365bc00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3654102730 0x7f3654199c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f365bc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36541030d0 0x7f36541a0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f365bc00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36541a1240 con 0x7f3654102730 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f365bc00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36541a1380 con 0x7f36541030d0 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f365bc00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36541a1510 con 0x7f3654101540 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f3653e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3654102730 0x7f3654199c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f3653e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3654102730 0x7f3654199c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38806/0 (socket says 172.21.15.88:38806) 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f3653e00700 1 -- 172.21.15.88:0/3089109003 learned_addr learned my addr 172.21.15.88:0/3089109003 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f3659c00700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36541030d0 0x7f36541a0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f3659200700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3654101540 0x7f36541996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f3653e00700 1 -- 172.21.15.88:0/3089109003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3654101540 msgr2=0x7f36541996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f3653e00700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3654101540 0x7f36541996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.092 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f3653e00700 1 -- 172.21.15.88:0/3089109003 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36541030d0 msgr2=0x7f36541a0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.092+0000 7f3653e00700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36541030d0 0x7f36541a0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.093+0000 7f3653e00700 1 -- 172.21.15.88:0/3089109003 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36440095f0 con 0x7f3654102730 2024-01-28T12:59:55.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.093+0000 7f3659200700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3654101540 0x7f36541996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:55.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.093+0000 7f3653e00700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3654102730 0x7f3654199c00 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f363c00d980 tx=0x7f363c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:55.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.093+0000 7f3651600700 1 -- 172.21.15.88:0/3089109003 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f363c004220 con 0x7f3654102730 2024-01-28T12:59:55.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.093+0000 7f3651600700 1 -- 172.21.15.88:0/3089109003 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f363c007640 con 0x7f3654102730 2024-01-28T12:59:55.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.093+0000 7f365bc00700 1 -- 172.21.15.88:0/3089109003 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36541a17f0 con 0x7f3654102730 2024-01-28T12:59:55.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.093+0000 7f3651600700 1 -- 172.21.15.88:0/3089109003 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f363c005610 con 0x7f3654102730 2024-01-28T12:59:55.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.093+0000 7f365bc00700 1 -- 172.21.15.88:0/3089109003 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36541a1d50 con 0x7f3654102730 2024-01-28T12:59:55.094 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.094+0000 7f365bc00700 1 -- 172.21.15.88:0/3089109003 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3654068240 con 0x7f3654102730 2024-01-28T12:59:55.094 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.096+0000 7f3651600700 1 -- 172.21.15.88:0/3089109003 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f363c004750 con 0x7f3654102730 2024-01-28T12:59:55.095 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.097+0000 7f3651600700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36340a1960 0x7f36340a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.095 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.097+0000 7f3651600700 1 -- 172.21.15.88:0/3089109003 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f363c0cd460 con 0x7f3654102730 2024-01-28T12:59:55.095 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.098+0000 7f3659200700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36340a1960 0x7f36340a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.096 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.098+0000 7f3659200700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36340a1960 0x7f36340a3e20 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3644009990 tx=0x7f364401a040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:55.099 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.101+0000 7f3651600700 1 -- 172.21.15.88:0/3089109003 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f363c096270 con 0x7f3654102730 2024-01-28T12:59:55.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.348+0000 7f365bc00700 1 -- 172.21.15.88:0/3089109003 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f365410cdb0 con 0x7f3654102730 2024-01-28T12:59:55.347 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.349+0000 7f3651600700 1 -- 172.21.15.88:0/3089109003 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11400 (secure 0 0 0) 0x7f363c016090 con 0x7f3654102730 2024-01-28T12:59:55.347 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:55.347 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-01-28T12:58:39.921017+0000","modified":"2024-01-28T12:59:06.098710+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24584,"mds_1":24550,"mds_2":24542,"mds_3":24532,"mds_4":14532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14520":{"gid":14520,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6839/836955068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":836955068},{"type":"v1","addr":"172.21.15.88:6839","nonce":836955068}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14532":{"gid":14532,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":10,"addr":"172.21.15.88:6841/2328811772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6840","nonce":2328811772},{"type":"v1","addr":"172.21.15.88:6841","nonce":2328811772}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24509":{"gid":24509,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24520":{"gid":24520,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24532":{"gid":24532,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":11,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24550":{"gid":24550,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24584":{"gid":24584,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.175:6839/3969931760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":3969931760},{"type":"v1","addr":"172.21.15.175:6839","nonce":3969931760}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-01-28T12:59:55.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.351+0000 7f365bc00700 1 -- 172.21.15.88:0/3089109003 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36340a1960 msgr2=0x7f36340a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.351+0000 7f365bc00700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36340a1960 0x7f36340a3e20 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3644009990 tx=0x7f364401a040 comp rx=0 tx=0).stop 2024-01-28T12:59:55.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.351+0000 7f365bc00700 1 -- 172.21.15.88:0/3089109003 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3654102730 msgr2=0x7f3654199c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.349 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.351+0000 7f365bc00700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3654102730 0x7f3654199c00 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f363c00d980 tx=0x7f363c00dc90 comp rx=0 tx=0).stop 2024-01-28T12:59:55.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.352+0000 7f365bc00700 1 -- 172.21.15.88:0/3089109003 shutdown_connections 2024-01-28T12:59:55.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.352+0000 7f365bc00700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f36340a1960 0x7f36340a3e20 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.352+0000 7f365bc00700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f36541030d0 0x7f36541a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.352+0000 7f365bc00700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3654101540 0x7f36541996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.352+0000 7f365bc00700 1 --2- 172.21.15.88:0/3089109003 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3654102730 0x7f3654199c00 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.352+0000 7f365bc00700 1 -- 172.21.15.88:0/3089109003 >> 172.21.15.88:0/3089109003 conn(0x7f36540fcad0 msgr2=0x7f3654073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:55.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.352+0000 7f365bc00700 1 -- 172.21.15.88:0/3089109003 shutdown_connections 2024-01-28T12:59:55.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.352+0000 7f365bc00700 1 -- 172.21.15.88:0/3089109003 wait complete. 2024-01-28T12:59:55.350 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 28 2024-01-28T12:59:55.368 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T12:59:55.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:55 smithi175 ceph-mon[44549]: pgmap v276: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T12:59:55.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:55 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/4027151030' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:59:55.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:55 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1019478390' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:59:55.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:55 smithi088 ceph-mon[35322]: pgmap v276: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T12:59:55.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:55 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/4027151030' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:59:55.424 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:55 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1019478390' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:59:55.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:55 smithi181 ceph-mon[45557]: pgmap v276: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T12:59:55.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:55 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/4027151030' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T12:59:55.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:55 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1019478390' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T12:59:55.562 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.564+0000 7f5395200700 1 -- 172.21.15.88:0/3533057886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5390074030 msgr2=0x7f53900744b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.562 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.564+0000 7f5395200700 1 --2- 172.21.15.88:0/3533057886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5390074030 0x7f53900744b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f5378009990 tx=0x7f5378009ca0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.562 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.564+0000 7f5395200700 1 -- 172.21.15.88:0/3533057886 shutdown_connections 2024-01-28T12:59:55.562 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.564+0000 7f5395200700 1 --2- 172.21.15.88:0/3533057886 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5390109420 0x7f539010b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.562 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.564+0000 7f5395200700 1 --2- 172.21.15.88:0/3533057886 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5390075610 0x7f5390073a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.562 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.564+0000 7f5395200700 1 --2- 172.21.15.88:0/3533057886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5390074030 0x7f53900744b0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.562 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.564+0000 7f5395200700 1 -- 172.21.15.88:0/3533057886 >> 172.21.15.88:0/3533057886 conn(0x7f53900fcad0 msgr2=0x7f53900fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:55.562 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.564+0000 7f5395200700 1 -- 172.21.15.88:0/3533057886 shutdown_connections 2024-01-28T12:59:55.563 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.564+0000 7f5395200700 1 -- 172.21.15.88:0/3533057886 wait complete. 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.565+0000 7f5395200700 1 Processor -- start 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.565+0000 7f5395200700 1 -- start start 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.565+0000 7f5395200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5390074030 0x7f53901996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.565+0000 7f5395200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5390075610 0x7f5390199be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.565+0000 7f5395200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5390109420 0x7f53901a0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.565+0000 7f5395200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53901a1220 con 0x7f5390074030 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.565+0000 7f5395200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53901a1360 con 0x7f5390109420 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.565+0000 7f5395200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53901a14f0 con 0x7f5390075610 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f538de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5390074030 0x7f53901996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f538de00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5390074030 0x7f53901996a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38820/0 (socket says 172.21.15.88:38820) 2024-01-28T12:59:55.565 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f538de00700 1 -- 172.21.15.88:0/4237145087 learned_addr learned my addr 172.21.15.88:0/4237145087 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f538e800700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5390109420 0x7f53901a0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f5387e00700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5390075610 0x7f5390199be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f538de00700 1 -- 172.21.15.88:0/4237145087 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5390075610 msgr2=0x7f5390199be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f538de00700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5390075610 0x7f5390199be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f538de00700 1 -- 172.21.15.88:0/4237145087 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5390109420 msgr2=0x7f53901a0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f538de00700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5390109420 0x7f53901a0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f538de00700 1 -- 172.21.15.88:0/4237145087 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53780095f0 con 0x7f5390074030 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.566+0000 7f538de00700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5390074030 0x7f53901996a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f538000e9a0 tx=0x7f538000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.567+0000 7f5386a00700 1 -- 172.21.15.88:0/4237145087 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5380009790 con 0x7f5390074030 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.567+0000 7f5386a00700 1 -- 172.21.15.88:0/4237145087 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5380010430 con 0x7f5390074030 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.567+0000 7f5395200700 1 -- 172.21.15.88:0/4237145087 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53901a17d0 con 0x7f5390074030 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.567+0000 7f5386a00700 1 -- 172.21.15.88:0/4237145087 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5380018680 con 0x7f5390074030 2024-01-28T12:59:55.566 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.567+0000 7f5395200700 1 -- 172.21.15.88:0/4237145087 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53901a1ce0 con 0x7f5390074030 2024-01-28T12:59:55.567 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.568+0000 7f5395200700 1 -- 172.21.15.88:0/4237145087 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53901081e0 con 0x7f5390074030 2024-01-28T12:59:55.567 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.570+0000 7f5386a00700 1 -- 172.21.15.88:0/4237145087 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f53800105a0 con 0x7f5390074030 2024-01-28T12:59:55.568 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.571+0000 7f5386a00700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53700a18e0 0x7f53700a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.571+0000 7f5386a00700 1 -- 172.21.15.88:0/4237145087 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5380014070 con 0x7f5390074030 2024-01-28T12:59:55.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.571+0000 7f5387e00700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53700a18e0 0x7f53700a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.569 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.572+0000 7f5387e00700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53700a18e0 0x7f53700a3da0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f537800b680 tx=0x7f5378005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:55.573 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.575+0000 7f5386a00700 1 -- 172.21.15.88:0/4237145087 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f5380052380 con 0x7f5390074030 2024-01-28T12:59:55.777 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.779+0000 7f5395200700 1 -- 172.21.15.88:0/4237145087 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f539010efd0 con 0x7f5390074030 2024-01-28T12:59:55.779 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.781+0000 7f5386a00700 1 -- 172.21.15.88:0/4237145087 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+24501 (secure 0 0 0) 0x7f53800965d0 con 0x7f5390074030 2024-01-28T12:59:55.779 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:55.779 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":85,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T12:59:13.609403+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T12:59:55.782 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 -- 172.21.15.88:0/4237145087 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53700a18e0 msgr2=0x7f53700a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.782 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53700a18e0 0x7f53700a3da0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f537800b680 tx=0x7f5378005fd0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.782 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 -- 172.21.15.88:0/4237145087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5390074030 msgr2=0x7f53901996a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.782 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5390074030 0x7f53901996a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f538000e9a0 tx=0x7f538000ecb0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.783 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 -- 172.21.15.88:0/4237145087 shutdown_connections 2024-01-28T12:59:55.783 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f53700a18e0 0x7f53700a3da0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.783 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5390109420 0x7f53901a0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.783 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5390074030 0x7f53901996a0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.783 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 --2- 172.21.15.88:0/4237145087 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5390075610 0x7f5390199be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.783 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 -- 172.21.15.88:0/4237145087 >> 172.21.15.88:0/4237145087 conn(0x7f53900fcad0 msgr2=0x7f5390105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:55.783 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 -- 172.21.15.88:0/4237145087 shutdown_connections 2024-01-28T12:59:55.783 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.784+0000 7f5395200700 1 -- 172.21.15.88:0/4237145087 wait complete. 2024-01-28T12:59:55.801 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T12:59:55.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.994+0000 7f7cd7e00700 1 -- 172.21.15.88:0/970902498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cd0102750 msgr2=0x7f7cd0102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.992 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.994+0000 7f7cd7e00700 1 --2- 172.21.15.88:0/970902498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cd0102750 0x7f7cd0102bb0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f7cb80099c0 tx=0x7f7cb8009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.994+0000 7f7cd7e00700 1 -- 172.21.15.88:0/970902498 shutdown_connections 2024-01-28T12:59:55.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.994+0000 7f7cd7e00700 1 --2- 172.21.15.88:0/970902498 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7cd01030f0 0x7f7cd01099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.994+0000 7f7cd7e00700 1 --2- 172.21.15.88:0/970902498 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7cd0101560 0x7f7cd0101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.994+0000 7f7cd7e00700 1 --2- 172.21.15.88:0/970902498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cd0102750 0x7f7cd0102bb0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.994+0000 7f7cd7e00700 1 -- 172.21.15.88:0/970902498 >> 172.21.15.88:0/970902498 conn(0x7f7cd00fcad0 msgr2=0x7f7cd00fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:55.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.994+0000 7f7cd7e00700 1 -- 172.21.15.88:0/970902498 shutdown_connections 2024-01-28T12:59:55.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.994+0000 7f7cd7e00700 1 -- 172.21.15.88:0/970902498 wait complete. 2024-01-28T12:59:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.995+0000 7f7cd7e00700 1 Processor -- start 2024-01-28T12:59:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.995+0000 7f7cd7e00700 1 -- start start 2024-01-28T12:59:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd7e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7cd0101560 0x7f7cd0197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cd0102750 0x7f7cd0197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd7e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7cd01030f0 0x7f7cd019ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd7e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd019efd0 con 0x7f7cd0102750 2024-01-28T12:59:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd7e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd019f110 con 0x7f7cd0101560 2024-01-28T12:59:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd7e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd019f2a0 con 0x7f7cd01030f0 2024-01-28T12:59:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd4a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cd0102750 0x7f7cd0197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.995 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd4a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cd0102750 0x7f7cd0197990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38846/0 (socket says 172.21.15.88:38846) 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd4a00700 1 -- 172.21.15.88:0/657144281 learned_addr learned my addr 172.21.15.88:0/657144281 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd5400700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7cd0101560 0x7f7cd0197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd5e00700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7cd01030f0 0x7f7cd019ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd4a00700 1 -- 172.21.15.88:0/657144281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7cd01030f0 msgr2=0x7f7cd019ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd4a00700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7cd01030f0 0x7f7cd019ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd4a00700 1 -- 172.21.15.88:0/657144281 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7cd0101560 msgr2=0x7f7cd0197450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd4a00700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7cd0101560 0x7f7cd0197450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.996+0000 7f7cd4a00700 1 -- 172.21.15.88:0/657144281 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cb80095f0 con 0x7f7cd0102750 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.997+0000 7f7cd4a00700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cd0102750 0x7f7cd0197990 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7cb800c010 tx=0x7f7cb800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.997+0000 7f7cce000700 1 -- 172.21.15.88:0/657144281 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb801d070 con 0x7f7cd0102750 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.997+0000 7f7cd7e00700 1 -- 172.21.15.88:0/657144281 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cd019f520 con 0x7f7cd0102750 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.997+0000 7f7cce000700 1 -- 172.21.15.88:0/657144281 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7cb8005050 con 0x7f7cd0102750 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.997+0000 7f7cce000700 1 -- 172.21.15.88:0/657144281 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cb8004a70 con 0x7f7cd0102750 2024-01-28T12:59:55.996 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.997+0000 7f7cd7e00700 1 -- 172.21.15.88:0/657144281 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cd019f950 con 0x7f7cd0102750 2024-01-28T12:59:55.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:55.998+0000 7f7cc7400700 1 -- 172.21.15.88:0/657144281 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ca0005330 con 0x7f7cd0102750 2024-01-28T12:59:55.997 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.000+0000 7f7cce000700 1 -- 172.21.15.88:0/657144281 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f7cb8005450 con 0x7f7cd0102750 2024-01-28T12:59:56.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.002+0000 7f7cce000700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7cb00a18e0 0x7f7cb00a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.002+0000 7f7cce000700 1 -- 172.21.15.88:0/657144281 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f7cb80ce3a0 con 0x7f7cd0102750 2024-01-28T12:59:56.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.002+0000 7f7cd5400700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7cb00a18e0 0x7f7cb00a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.000 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.003+0000 7f7cd5400700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7cb00a18e0 0x7f7cb00a3da0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7cd01025b0 tx=0x7f7cc0009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.003 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.006+0000 7f7cce000700 1 -- 172.21.15.88:0/657144281 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f7cb8097240 con 0x7f7cd0102750 2024-01-28T12:59:56.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.253+0000 7f7cc7400700 1 -- 172.21.15.88:0/657144281 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7ca00058b0 con 0x7f7cd0102750 2024-01-28T12:59:56.252 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.254+0000 7f7cce000700 1 -- 172.21.15.88:0/657144281 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11400 (secure 0 0 0) 0x7f7cb809a860 con 0x7f7cd0102750 2024-01-28T12:59:56.252 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T12:59:56.252 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-01-28T12:58:39.921017+0000","modified":"2024-01-28T12:59:06.098710+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24584,"mds_1":24550,"mds_2":24542,"mds_3":24532,"mds_4":14532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14520":{"gid":14520,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6839/836955068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":836955068},{"type":"v1","addr":"172.21.15.88:6839","nonce":836955068}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14532":{"gid":14532,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":10,"addr":"172.21.15.88:6841/2328811772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6840","nonce":2328811772},{"type":"v1","addr":"172.21.15.88:6841","nonce":2328811772}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24509":{"gid":24509,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24520":{"gid":24520,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24532":{"gid":24532,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":11,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24550":{"gid":24550,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24584":{"gid":24584,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.175:6839/3969931760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":3969931760},{"type":"v1","addr":"172.21.15.175:6839","nonce":3969931760}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.256+0000 7f7cc7400700 1 -- 172.21.15.88:0/657144281 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7cb00a18e0 msgr2=0x7f7cb00a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.256+0000 7f7cc7400700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7cb00a18e0 0x7f7cb00a3da0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7cd01025b0 tx=0x7f7cc0009260 comp rx=0 tx=0).stop 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.256+0000 7f7cc7400700 1 -- 172.21.15.88:0/657144281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cd0102750 msgr2=0x7f7cd0197990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.256+0000 7f7cc7400700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cd0102750 0x7f7cd0197990 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7cb800c010 tx=0x7f7cb800f690 comp rx=0 tx=0).stop 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.257+0000 7f7cc7400700 1 -- 172.21.15.88:0/657144281 shutdown_connections 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.257+0000 7f7cc7400700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7cb00a18e0 0x7f7cb00a3da0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.257+0000 7f7cc7400700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7cd01030f0 0x7f7cd019ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.257+0000 7f7cc7400700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7cd0101560 0x7f7cd0197450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.257+0000 7f7cc7400700 1 --2- 172.21.15.88:0/657144281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7cd0102750 0x7f7cd0197990 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.257+0000 7f7cc7400700 1 -- 172.21.15.88:0/657144281 >> 172.21.15.88:0/657144281 conn(0x7f7cd00fcad0 msgr2=0x7f7cd0105b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.255 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.257+0000 7f7cc7400700 1 -- 172.21.15.88:0/657144281 shutdown_connections 2024-01-28T12:59:56.256 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.257+0000 7f7cc7400700 1 -- 172.21.15.88:0/657144281 wait complete. 2024-01-28T12:59:56.256 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 28 2024-01-28T12:59:56.274 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-01-28T12:58:39.921017+0000', 'modified': '2024-01-28T12:59:06.098710+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24584, 'mds_1': 24550, 'mds_2': 24542, 'mds_3': 24532, 'mds_4': 14532}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14520': {'gid': 14520, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.88:6839/836955068', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6838', 'nonce': 836955068}, {'type': 'v1', 'addr': '172.21.15.88:6839', 'nonce': 836955068}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14532': {'gid': 14532, 'name': 'a', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.88:6841/2328811772', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6840', 'nonce': 2328811772}, {'type': 'v1', 'addr': '172.21.15.88:6841', 'nonce': 2328811772}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24472': {'gid': 24472, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.181:6833/1748638141', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6832', 'nonce': 1748638141}, {'type': 'v1', 'addr': '172.21.15.181:6833', 'nonce': 1748638141}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24479': {'gid': 24479, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.175:6833/1903155747', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6832', 'nonce': 1903155747}, {'type': 'v1', 'addr': '172.21.15.175:6833', 'nonce': 1903155747}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24509': {'gid': 24509, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.175:6835/861965715', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6834', 'nonce': 861965715}, {'type': 'v1', 'addr': '172.21.15.175:6835', 'nonce': 861965715}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24520': {'gid': 24520, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.181:6835/3339751534', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6834', 'nonce': 3339751534}, {'type': 'v1', 'addr': '172.21.15.181:6835', 'nonce': 3339751534}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24532': {'gid': 24532, 'name': 'c', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.181:6837/3453054744', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6836', 'nonce': 3453054744}, {'type': 'v1', 'addr': '172.21.15.181:6837', 'nonce': 3453054744}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24542': {'gid': 24542, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.175:6837/1770942203', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6836', 'nonce': 1770942203}, {'type': 'v1', 'addr': '172.21.15.175:6837', 'nonce': 1770942203}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24550': {'gid': 24550, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.181:6839/818465462', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6838', 'nonce': 818465462}, {'type': 'v1', 'addr': '172.21.15.181:6839', 'nonce': 818465462}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24584': {'gid': 24584, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.175:6839/3969931760', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6838', 'nonce': 3969931760}, {'type': 'v1', 'addr': '172.21.15.175:6839', 'nonce': 3969931760}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-01-28T12:59:56.274 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-01-28T12:59:56.274 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-01-28T12:59:56.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:56 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3089109003' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:56.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:56 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/4237145087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:56.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:56 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3089109003' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:56.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:56 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/4237145087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:56.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.468+0000 7fcb3a000700 1 -- 172.21.15.88:0/527572948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb341030e0 msgr2=0x7fcb34109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.468+0000 7fcb3a000700 1 --2- 172.21.15.88:0/527572948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb341030e0 0x7fcb34109990 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c00b0d0 tx=0x7fcb2c00b3e0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.468+0000 7fcb3a000700 1 -- 172.21.15.88:0/527572948 shutdown_connections 2024-01-28T12:59:56.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.468+0000 7fcb3a000700 1 --2- 172.21.15.88:0/527572948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb341030e0 0x7fcb34109990 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.468+0000 7fcb3a000700 1 --2- 172.21.15.88:0/527572948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb34101550 0x7fcb34101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.468+0000 7fcb3a000700 1 --2- 172.21.15.88:0/527572948 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb34102740 0x7fcb34102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.471 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.468+0000 7fcb3a000700 1 -- 172.21.15.88:0/527572948 >> 172.21.15.88:0/527572948 conn(0x7fcb340fcae0 msgr2=0x7fcb340fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.471 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.469+0000 7fcb3a000700 1 -- 172.21.15.88:0/527572948 shutdown_connections 2024-01-28T12:59:56.471 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.469+0000 7fcb3a000700 1 -- 172.21.15.88:0/527572948 wait complete. 2024-01-28T12:59:56.471 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.469+0000 7fcb3a000700 1 Processor -- start 2024-01-28T12:59:56.471 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb3a000700 1 -- start start 2024-01-28T12:59:56.471 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb3a000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb34101550 0x7fcb34197580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.471 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb3a000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb34102740 0x7fcb34197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.471 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb3a000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb341030e0 0x7fcb3419eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.471 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb3a000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb3419f100 con 0x7fcb34101550 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb3a000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb3419f240 con 0x7fcb341030e0 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb3a000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb3419f3d0 con 0x7fcb34102740 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb33400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb34101550 0x7fcb34197580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb33400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb34101550 0x7fcb34197580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38870/0 (socket says 172.21.15.88:38870) 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb33400700 1 -- 172.21.15.88:0/3814895184 learned_addr learned my addr 172.21.15.88:0/3814895184 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb32a00700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb34102740 0x7fcb34197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.470+0000 7fcb33e00700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb341030e0 0x7fcb3419eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb33400700 1 -- 172.21.15.88:0/3814895184 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb34102740 msgr2=0x7fcb34197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb33400700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb34102740 0x7fcb34197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb33400700 1 -- 172.21.15.88:0/3814895184 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb341030e0 msgr2=0x7fcb3419eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb33400700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb341030e0 0x7fcb3419eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb33400700 1 -- 172.21.15.88:0/3814895184 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb2c009d00 con 0x7fcb34101550 2024-01-28T12:59:56.472 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb32a00700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb34102740 0x7fcb34197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:56.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb33400700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb34101550 0x7fcb34197580 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fcb2400e970 tx=0x7fcb2400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb2be00700 1 -- 172.21.15.88:0/3814895184 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb24009790 con 0x7fcb34101550 2024-01-28T12:59:56.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb2be00700 1 -- 172.21.15.88:0/3814895184 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb2400eec0 con 0x7fcb34101550 2024-01-28T12:59:56.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb2be00700 1 -- 172.21.15.88:0/3814895184 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb24003cf0 con 0x7fcb34101550 2024-01-28T12:59:56.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb3a000700 1 -- 172.21.15.88:0/3814895184 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb3419f6b0 con 0x7fcb34101550 2024-01-28T12:59:56.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.471+0000 7fcb3a000700 1 -- 172.21.15.88:0/3814895184 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb3419fb70 con 0x7fcb34101550 2024-01-28T12:59:56.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.474+0000 7fcb2be00700 1 -- 172.21.15.88:0/3814895184 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fcb2400ccd0 con 0x7fcb34101550 2024-01-28T12:59:56.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.475+0000 7fcb4e01bb80 1 Processor -- start 2024-01-28T12:59:56.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.475+0000 7fcb2be00700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb140a1960 0x7fcb140a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb4e01bb80 1 -- start start 2024-01-28T12:59:56.476 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb2be00700 1 -- 172.21.15.88:0/3814895184 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fcb24014070 con 0x7fcb34101550 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb33e00700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb140a1960 0x7fcb140a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 0x55793b8594e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b857c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b8586b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b7adad0 con 0x55793b859a40 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b7ab3f0 con 0x55793b858230 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b7a6ce0 con 0x55793b8590c0 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb32a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b857c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb33400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 0x55793b8594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb32a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b857c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38874/0 (socket says 172.21.15.88:38874) 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.476+0000 7fcb32a00700 1 -- 172.21.15.88:0/741684221 learned_addr learned my addr 172.21.15.88:0/741684221 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb33e00700 1 --2- 172.21.15.88:0/741684221 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b8586b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb33400700 1 -- 172.21.15.88:0/741684221 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 msgr2=0x55793b8586b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb33400700 1 --2- 172.21.15.88:0/741684221 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b8586b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb33400700 1 -- 172.21.15.88:0/741684221 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 msgr2=0x55793b857c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.477 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb33400700 1 --2- 172.21.15.88:0/741684221 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b857c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb33400700 1 -- 172.21.15.88:0/741684221 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55793b61b360 con 0x55793b8590c0 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb32a00700 1 --2- 172.21.15.88:0/741684221 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b857c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb33e00700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb140a1960 0x7fcb140a3e20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c009fd0 tx=0x7fcb2c0094c0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb33400700 1 --2- 172.21.15.88:0/741684221 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 0x55793b8594e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcb240cae40 tx=0x7fcb2409a1d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=263067edcf2d3d9f server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb23e00700 1 -- 172.21.15.88:0/741684221 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2409e420 con 0x55793b8590c0 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb23e00700 1 -- 172.21.15.88:0/741684221 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb240a2660 con 0x55793b8590c0 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.477+0000 7fcb23e00700 1 -- 172.21.15.88:0/741684221 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2409a770 con 0x55793b8590c0 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.478+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/741684221 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 msgr2=0x55793b8594e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.478+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/741684221 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 0x55793b8594e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcb240cae40 tx=0x7fcb2409a1d0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.478+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/741684221 shutdown_connections 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.478+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/741684221 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b8586b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.478+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/741684221 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 0x55793b8594e0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.478+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/741684221 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b857c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.478+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/741684221 >> 172.21.15.88:0/741684221 conn(0x55793b7c8750 msgr2=0x55793b84e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.478+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/741684221 shutdown_connections 2024-01-28T12:59:56.478 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.478+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/741684221 wait complete. 2024-01-28T12:59:56.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb4e01bb80 1 -- start start 2024-01-28T12:59:56.479 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb4e01bb80 1 Processor -- start 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b861b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8620b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b859a40 0x55793b8690f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b715350 con 0x55793b8590c0 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b714ff0 con 0x55793b858230 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b61d650 con 0x55793b859a40 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb4e01bb80 10 client.0 _ll_register_callbacks cb 0x55793b74e2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb32a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8620b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb33400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b861b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb33400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b861b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:36654/0 (socket says 172.21.15.88:36654) 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb32a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8620b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38878/0 (socket says 172.21.15.88:38878) 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.479+0000 7fcb33400700 1 -- 172.21.15.88:0/4285573058 learned_addr learned my addr 172.21.15.88:0/4285573058 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb33e00700 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b859a40 0x55793b8690f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb33400700 1 -- 172.21.15.88:0/4285573058 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b859a40 msgr2=0x55793b8690f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb33400700 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b859a40 0x55793b8690f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb33400700 1 -- 172.21.15.88:0/4285573058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 msgr2=0x55793b8620b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb33400700 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8620b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb33400700 1 -- 172.21.15.88:0/4285573058 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb1c009dd0 con 0x55793b858230 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb32a00700 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8620b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb33400700 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b861b70 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcb2409a260 tx=0x7fcb24003680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8f3dc85e059af5a server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb20c00700 10 client.0 ms_handle_connect on v2:172.21.15.175:3300/0 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb20c00700 1 -- 172.21.15.88:0/4285573058 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2409a730 con 0x55793b858230 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/4285573058 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55793b8468c0 con 0x55793b858230 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb20c00700 1 -- 172.21.15.88:0/4285573058 <== mon.2 v2:172.21.15.175:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fcb2401fde0 con 0x55793b858230 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb20c00700 1 -- 172.21.15.88:0/4285573058 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb2409e420 con 0x55793b858230 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb4e01bb80 10 client.25142 fetch_fsmap learned FSMap version 28 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.480+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/4285573058 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7fcb3419fb70 con 0x55793b858230 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.481+0000 7fcb20c00700 1 -- 172.21.15.88:0/4285573058 <== mon.2 v2:172.21.15.175:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55793b8468c0 con 0x55793b858230 2024-01-28T12:59:56.485 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.481+0000 7fcb20c00700 1 -- 172.21.15.88:0/4285573058 <== mon.2 v2:172.21.15.175:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fcb24099230 con 0x55793b858230 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.481+0000 7fcb4e01bb80 10 client.25142 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.481+0000 7fcb4e01bb80 10 client.25142 resolve_mds: resolved name 'a' to daemon mds.a 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.481+0000 7fcb4e01bb80 20 client.25142 populate_metadata read hostname 'smithi088' 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.481+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x55793b86d3b0 0x55793b86c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.481+0000 7fcb4e01bb80 4 client.25142 mds_command: new command op to 14532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.481+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/4285573058 --> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55793b79fb70 con 0x55793b86d3b0 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.481+0000 7fcb32a00700 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x55793b86d3b0 0x55793b86c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.482+0000 7fcb20c00700 10 client.25142 ms_handle_connect on v2:172.21.15.88:6840/2328811772 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.482+0000 7fcb32a00700 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x55793b86d3b0 0x55793b86c0c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2e1190bd4e2581d5 server_cookie=49d7a849b3759416 in_seq=0 out_seq=0 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb20c00700 1 -- 172.21.15.88:0/4285573058 <== mds.4 v2:172.21.15.88:6840/2328811772 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55793b79fb70 con 0x55793b86d3b0 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb20c00700 10 client.25142 handle_command_reply: tid=0 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 client.25142 shutdown 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/4285573058 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 msgr2=0x55793b861b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b861b70 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcb2409a260 tx=0x7fcb24003680 comp rx=0 tx=0).stop 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/4285573058 shutdown_connections 2024-01-28T12:59:56.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x55793b86d3b0 0x55793b86c0c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b859a40 0x55793b8690f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb20c00700 0 client.25142 ms_handle_reset on v2:172.21.15.88:6840/2328811772 2024-01-28T12:59:56.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b861b70 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/4285573058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8620b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/4285573058 >> 172.21.15.88:0/4285573058 conn(0x55793b7c8750 msgr2=0x55793b856b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/4285573058 shutdown_connections 2024-01-28T12:59:56.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/4285573058 wait complete. 2024-01-28T12:59:56.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.483+0000 7fcb4e01bb80 20 client.25142 trim_cache size 0 max 16384 2024-01-28T12:59:56.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.501+0000 7fcb4e01bb80 1 Processor -- start 2024-01-28T12:59:56.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.501+0000 7fcb4e01bb80 1 -- start start 2024-01-28T12:59:56.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b858610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8690b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b859a40 0x55793b857b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b714ff0 con 0x55793b8590c0 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b84fa80 con 0x55793b858230 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b86ae00 con 0x55793b859a40 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb32a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8690b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb32a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8690b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38886/0 (socket says 172.21.15.88:38886) 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb32a00700 1 -- 172.21.15.88:0/409651127 learned_addr learned my addr 172.21.15.88:0/409651127 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb33400700 1 --2- 172.21.15.88:0/409651127 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b858610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb33e00700 1 --2- 172.21.15.88:0/409651127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b859a40 0x55793b857b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb32a00700 1 -- 172.21.15.88:0/409651127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b859a40 msgr2=0x55793b857b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb32a00700 1 --2- 172.21.15.88:0/409651127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b859a40 0x55793b857b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb32a00700 1 -- 172.21.15.88:0/409651127 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 msgr2=0x55793b858610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb32a00700 1 --2- 172.21.15.88:0/409651127 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b858610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb32a00700 1 -- 172.21.15.88:0/409651127 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55793b5c7b10 con 0x55793b8590c0 2024-01-28T12:59:56.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.502+0000 7fcb32a00700 1 --2- 172.21.15.88:0/409651127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8690b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c00a010 tx=0x7fcb1c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7889d08f5dbc90d server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb23400700 1 -- 172.21.15.88:0/409651127 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb1c017040 con 0x55793b8590c0 2024-01-28T12:59:56.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb23400700 1 -- 172.21.15.88:0/409651127 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb1c025070 con 0x55793b8590c0 2024-01-28T12:59:56.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb23400700 1 -- 172.21.15.88:0/409651127 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb1c004a90 con 0x55793b8590c0 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/409651127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 msgr2=0x55793b8690b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/409651127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8690b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c00a010 tx=0x7fcb1c009260 comp rx=0 tx=0).stop 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/409651127 shutdown_connections 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/409651127 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b859a40 0x55793b857b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/409651127 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b858610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/409651127 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b8590c0 0x55793b8690b0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/409651127 >> 172.21.15.88:0/409651127 conn(0x55793b7c8750 msgr2=0x55793b8610f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/409651127 shutdown_connections 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.503+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/409651127 wait complete. 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.504+0000 7fcb4e01bb80 1 -- start start 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.504+0000 7fcb4e01bb80 1 Processor -- start 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.504+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b8652e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.507 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.504+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 0x55793b865820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.504+0000 7fcb4e01bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b868300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.504+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b868840 con 0x55793b859a40 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.504+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b8689b0 con 0x55793b858230 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.504+0000 7fcb4e01bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55793b868b70 con 0x55793b8590c0 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.504+0000 7fcb4e01bb80 10 client.0 _ll_register_callbacks cb 0x55793b74e2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.504+0000 7fcb33e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b868300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb32a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 0x55793b865820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb33e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b868300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38896/0 (socket says 172.21.15.88:38896) 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb33e00700 1 -- 172.21.15.88:0/2632640937 learned_addr learned my addr 172.21.15.88:0/2632640937 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb33400700 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b8652e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb32a00700 1 -- 172.21.15.88:0/2632640937 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 msgr2=0x55793b8652e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb32a00700 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b8652e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.508 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb32a00700 1 -- 172.21.15.88:0/2632640937 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 msgr2=0x55793b868300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb32a00700 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b868300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb32a00700 1 -- 172.21.15.88:0/2632640937 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb1c012bc0 con 0x55793b8590c0 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb33e00700 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b868300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb32a00700 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 0x55793b865820 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c014010 tx=0x7fcb1c012350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3af57a9c28b44684 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb20c00700 10 client.0 ms_handle_connect on v2:172.21.15.181:3300/0 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.505+0000 7fcb20c00700 1 -- 172.21.15.88:0/2632640937 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb1c00fc60 con 0x55793b8590c0 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/2632640937 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcb240a2660 con 0x55793b8590c0 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb20c00700 1 -- 172.21.15.88:0/2632640937 <== mon.1 v2:172.21.15.181:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fcb1c00fdc0 con 0x55793b8590c0 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb20c00700 1 -- 172.21.15.88:0/2632640937 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb1c0047c0 con 0x55793b8590c0 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb4e01bb80 10 client.25150 fetch_fsmap learned FSMap version 28 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/2632640937 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55793b7681e0 con 0x55793b8590c0 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb20c00700 1 -- 172.21.15.88:0/2632640937 <== mon.1 v2:172.21.15.181:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb240a2660 con 0x55793b8590c0 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb20c00700 1 -- 172.21.15.88:0/2632640937 <== mon.1 v2:172.21.15.181:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fcb1c0210f0 con 0x55793b8590c0 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb4e01bb80 10 client.25150 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb4e01bb80 10 client.25150 resolve_mds: resolved name 'a' to daemon mds.a 2024-01-28T12:59:56.509 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb4e01bb80 20 client.25150 populate_metadata read hostname 'smithi088' 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x55793b8c7b70 0x55793b8c3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb4e01bb80 4 client.25150 mds_command: new command op to 14532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.506+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/2632640937 --> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55793b79f890 con 0x55793b8c7b70 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.507+0000 7fcb33400700 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x55793b8c7b70 0x55793b8c3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.507+0000 7fcb33400700 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x55793b8c7b70 0x55793b8c3ff0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b7c04e6a85b9f3f5 server_cookie=52a4963f9c774839 in_seq=0 out_seq=0 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.507+0000 7fcb20c00700 10 client.25150 ms_handle_connect on v2:172.21.15.88:6840/2328811772 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.507+0000 7fcb20c00700 1 -- 172.21.15.88:0/2632640937 <== mds.4 v2:172.21.15.88:6840/2328811772 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55793b79f890 con 0x55793b8c7b70 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.507+0000 7fcb20c00700 10 client.25150 handle_command_reply: tid=0 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.507+0000 7fcb4e01bb80 1 client.25150 shutdown 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/2632640937 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 msgr2=0x55793b865820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 0x55793b865820 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c014010 tx=0x7fcb1c012350 comp rx=0 tx=0).stop 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/2632640937 shutdown_connections 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x55793b8c7b70 0x55793b8c3ff0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55793b859a40 0x55793b868300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.510 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55793b858230 0x55793b8652e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 1 --2- 172.21.15.88:0/2632640937 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55793b8590c0 0x55793b865820 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb20c00700 0 client.25150 ms_handle_reset on v2:172.21.15.88:6840/2328811772 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/2632640937 >> 172.21.15.88:0/2632640937 conn(0x55793b7c8750 msgr2=0x55793b86c0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/2632640937 shutdown_connections 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 1 -- 172.21.15.88:0/2632640937 wait complete. 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb4e01bb80 20 client.25150 trim_cache size 0 max 16384 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 4, 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 14532, 2024-01-28T12:59:56.511 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T12:59:56.512 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T12:59:56.512 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T12:59:56.512 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 51.413698279000002, 2024-01-28T12:59:56.512 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 28, 2024-01-28T12:59:56.512 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 85, 2024-01-28T12:59:56.512 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T12:59:56.512 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 83.709379862000006 2024-01-28T12:59:56.512 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb3a000700 1 -- 172.21.15.88:0/3814895184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb140a1960 msgr2=0x7fcb140a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb3a000700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb140a1960 0x7fcb140a3e20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c009fd0 tx=0x7fcb2c0094c0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb3a000700 1 -- 172.21.15.88:0/3814895184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb34101550 msgr2=0x7fcb34197580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.508+0000 7fcb3a000700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb34101550 0x7fcb34197580 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fcb2400e970 tx=0x7fcb2400ec80 comp rx=0 tx=0).stop 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.509+0000 7fcb3a000700 1 -- 172.21.15.88:0/3814895184 shutdown_connections 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.509+0000 7fcb3a000700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fcb140a1960 0x7fcb140a3e20 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.509+0000 7fcb3a000700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb341030e0 0x7fcb3419eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.509+0000 7fcb3a000700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb34101550 0x7fcb34197580 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.509+0000 7fcb3a000700 1 --2- 172.21.15.88:0/3814895184 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcb34102740 0x7fcb34197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.509+0000 7fcb3a000700 1 -- 172.21.15.88:0/3814895184 >> 172.21.15.88:0/3814895184 conn(0x7fcb340fcae0 msgr2=0x7fcb34105a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.509+0000 7fcb3a000700 1 -- 172.21.15.88:0/3814895184 shutdown_connections 2024-01-28T12:59:56.513 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.509+0000 7fcb3a000700 1 -- 172.21.15.88:0/3814895184 wait complete. 2024-01-28T12:59:56.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:56 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3089109003' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:56.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:56 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/4237145087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T12:59:56.526 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-01-28T12:59:56.722 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.721+0000 7ff3ee400700 1 -- 172.21.15.88:0/450616094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3e8101550 msgr2=0x7ff3e8101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.723 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.721+0000 7ff3ee400700 1 --2- 172.21.15.88:0/450616094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3e8101550 0x7ff3e8101970 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff3d80099c0 tx=0x7ff3d8009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.723 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.721+0000 7ff3ee400700 1 -- 172.21.15.88:0/450616094 shutdown_connections 2024-01-28T12:59:56.723 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.721+0000 7ff3ee400700 1 --2- 172.21.15.88:0/450616094 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff3e81030e0 0x7ff3e8109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.723 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.721+0000 7ff3ee400700 1 --2- 172.21.15.88:0/450616094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3e8101550 0x7ff3e8101970 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.723 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.721+0000 7ff3ee400700 1 --2- 172.21.15.88:0/450616094 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3e8102740 0x7ff3e8102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.721+0000 7ff3ee400700 1 -- 172.21.15.88:0/450616094 >> 172.21.15.88:0/450616094 conn(0x7ff3e80fcae0 msgr2=0x7ff3e80fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.721+0000 7ff3ee400700 1 -- 172.21.15.88:0/450616094 shutdown_connections 2024-01-28T12:59:56.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.721+0000 7ff3ee400700 1 -- 172.21.15.88:0/450616094 wait complete. 2024-01-28T12:59:56.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.722+0000 7ff3ee400700 1 Processor -- start 2024-01-28T12:59:56.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.722+0000 7ff3ee400700 1 -- start start 2024-01-28T12:59:56.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.722+0000 7ff3ee400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff3e8101550 0x7ff3e81996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.722+0000 7ff3ee400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3e8102740 0x7ff3e8199c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.722+0000 7ff3ee400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3e81030e0 0x7ff3e81a0c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.722+0000 7ff3ee400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e81a1250 con 0x7ff3e81030e0 2024-01-28T12:59:56.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.722+0000 7ff3ee400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e81a1390 con 0x7ff3e8101550 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.722+0000 7ff3ee400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e81a1520 con 0x7ff3e8102740 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3e81030e0 0x7ff3e81a0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3e81030e0 0x7ff3e81a0c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38922/0 (socket says 172.21.15.88:38922) 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e7e00700 1 -- 172.21.15.88:0/723882729 learned_addr learned my addr 172.21.15.88:0/723882729 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e7400700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff3e8101550 0x7ff3e81996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3e8102740 0x7ff3e8199c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e7e00700 1 -- 172.21.15.88:0/723882729 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3e8102740 msgr2=0x7ff3e8199c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e7e00700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3e8102740 0x7ff3e8199c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e7e00700 1 -- 172.21.15.88:0/723882729 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff3e8101550 msgr2=0x7ff3e81996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e7e00700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff3e8101550 0x7ff3e81996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e7e00700 1 -- 172.21.15.88:0/723882729 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3d0009520 con 0x7ff3e81030e0 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.723+0000 7ff3e7e00700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3e81030e0 0x7ff3e81a0c80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff3e000ef30 tx=0x7ff3e000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.724+0000 7ff3dfe00700 1 -- 172.21.15.88:0/723882729 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e0018070 con 0x7ff3e81030e0 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.724+0000 7ff3dfe00700 1 -- 172.21.15.88:0/723882729 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3e000f040 con 0x7ff3e81030e0 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.724+0000 7ff3ee400700 1 -- 172.21.15.88:0/723882729 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3d80095f0 con 0x7ff3e81030e0 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.724+0000 7ff3dfe00700 1 -- 172.21.15.88:0/723882729 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e000cd00 con 0x7ff3e81030e0 2024-01-28T12:59:56.725 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.724+0000 7ff3ee400700 1 -- 172.21.15.88:0/723882729 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3e81a1ad0 con 0x7ff3e81030e0 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.727+0000 7ff3dfe00700 1 -- 172.21.15.88:0/723882729 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7ff3e0003a00 con 0x7ff3e81030e0 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff40239eb80 1 Processor -- start 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff3dfe00700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff3c80a18e0 0x7ff3c80a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff40239eb80 1 -- start start 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff3dfe00700 1 -- 172.21.15.88:0/723882729 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ff3e00cd180 con 0x7ff3e81030e0 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e2cb0 0x5567663e30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e3630 0x5567663e1840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff3c80a18e0 0x7ff3c80a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663e22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff40239eb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55676633bad0 con 0x5567663e3630 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff40239eb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567663393f0 con 0x5567663e2cb0 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.728+0000 7ff40239eb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x556766334ce0 con 0x5567663e1e20 2024-01-28T12:59:56.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e3630 0x5567663e1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e3630 0x5567663e1840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38924/0 (socket says 172.21.15.88:38924) 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e6a00700 1 -- 172.21.15.88:0/3567067162 learned_addr learned my addr 172.21.15.88:0/3567067162 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e7400700 1 --2- 172.21.15.88:0/3567067162 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e2cb0 0x5567663e30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e7e00700 1 --2- 172.21.15.88:0/3567067162 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663e22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e6a00700 1 -- 172.21.15.88:0/3567067162 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 msgr2=0x5567663e22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/3567067162 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663e22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e6a00700 1 -- 172.21.15.88:0/3567067162 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e2cb0 msgr2=0x5567663e30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/3567067162 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e2cb0 0x5567663e30d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e6a00700 1 -- 172.21.15.88:0/3567067162 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567661a9360 con 0x5567663e3630 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff3c80a18e0 0x7ff3c80a3da0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff3d0013c50 tx=0x7ff3d0009de0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.729+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/3567067162 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e3630 0x5567663e1840 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7ff3d0000e40 tx=0x7ff3d001d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2a6dcd5073f9903 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff3dcc00700 1 -- 172.21.15.88:0/3567067162 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d0011ec0 con 0x5567663e3630 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff3dcc00700 1 -- 172.21.15.88:0/3567067162 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3d000eb80 con 0x5567663e3630 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff3dcc00700 1 -- 172.21.15.88:0/3567067162 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d00219d0 con 0x5567663e3630 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff40239eb80 1 -- 172.21.15.88:0/3567067162 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e3630 msgr2=0x5567663e1840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.729 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3567067162 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e3630 0x5567663e1840 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7ff3d0000e40 tx=0x7ff3d001d000 comp rx=0 tx=0).stop 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff40239eb80 1 -- 172.21.15.88:0/3567067162 shutdown_connections 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3567067162 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663e22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3567067162 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e2cb0 0x5567663e30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3567067162 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e3630 0x5567663e1840 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff40239eb80 1 -- 172.21.15.88:0/3567067162 >> 172.21.15.88:0/3567067162 conn(0x556766356750 msgr2=0x5567663dc690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.730+0000 7ff40239eb80 1 -- 172.21.15.88:0/3567067162 shutdown_connections 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.731+0000 7ff40239eb80 1 -- 172.21.15.88:0/3567067162 wait complete. 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.731+0000 7ff40239eb80 1 -- start start 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.731+0000 7ff40239eb80 1 Processor -- start 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663eb6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663ebc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff40239eb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567662a3350 con 0x5567663e2cb0 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff40239eb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567662a2ff0 con 0x5567663e3630 2024-01-28T12:59:56.733 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff40239eb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567661ab650 con 0x5567663e1e20 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff40239eb80 10 client.0 _ll_register_callbacks cb 0x5567662dc2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff3e6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663ebc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff3e6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663ebc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38930/0 (socket says 172.21.15.88:38930) 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff3e7e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff3e6a00700 1 -- 172.21.15.88:0/2602560130 learned_addr learned my addr 172.21.15.88:0/2602560130 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff3e7400700 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663eb6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff3e6a00700 1 -- 172.21.15.88:0/2602560130 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 msgr2=0x5567663eb6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.732+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663eb6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff3e6a00700 1 -- 172.21.15.88:0/2602560130 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 msgr2=0x5567663f2c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff3e6a00700 1 -- 172.21.15.88:0/2602560130 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3d001b040 con 0x5567663e2cb0 2024-01-28T12:59:56.734 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff3e7e00700 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff3e7400700 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663eb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663ebc10 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7ff3d0011fa0 tx=0x7ff3d0011fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aa165040958fe98 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff3d5600700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff3d5600700 1 -- 172.21.15.88:0/2602560130 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d000ee20 con 0x5567663e2cb0 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff3d5600700 1 -- 172.21.15.88:0/2602560130 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ff3d0030070 con 0x5567663e2cb0 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff40239eb80 1 -- 172.21.15.88:0/2602560130 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5567663d48c0 con 0x5567663e2cb0 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff3d5600700 1 -- 172.21.15.88:0/2602560130 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3d000e8a0 con 0x5567663e2cb0 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff40239eb80 10 client.15126 fetch_fsmap learned FSMap version 28 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.733+0000 7ff40239eb80 1 -- 172.21.15.88:0/2602560130 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556766155b10 con 0x5567663e2cb0 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.734+0000 7ff3d5600700 1 -- 172.21.15.88:0/2602560130 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5567663d48c0 con 0x5567663e2cb0 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.734+0000 7ff3d5600700 1 -- 172.21.15.88:0/2602560130 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff3d0004a10 con 0x5567663e2cb0 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.734+0000 7ff40239eb80 10 client.15126 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T12:59:56.735 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.734+0000 7ff40239eb80 10 client.15126 resolve_mds: resolved name 'c' to daemon mds.c 2024-01-28T12:59:56.736 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.734+0000 7ff40239eb80 20 client.15126 populate_metadata read hostname 'smithi088' 2024-01-28T12:59:56.736 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.734+0000 7ff40239eb80 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x5567663f71e0 0x5567663f5d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.736 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.734+0000 7ff40239eb80 4 client.15126 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T12:59:56.736 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.734+0000 7ff40239eb80 1 -- 172.21.15.88:0/2602560130 --> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55676632db70 con 0x5567663f71e0 2024-01-28T12:59:56.736 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.734+0000 7ff3e7400700 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x5567663f71e0 0x5567663f5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.736 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.735+0000 7ff3d5600700 10 client.15126 ms_handle_connect on v2:172.21.15.181:6836/3453054744 2024-01-28T12:59:56.736 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.735+0000 7ff3e7400700 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x5567663f71e0 0x5567663f5d30 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=45639b6b87543d59 server_cookie=43b0827ce3ccb984 in_seq=0 out_seq=0 2024-01-28T12:59:56.737 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff3d5600700 1 -- 172.21.15.88:0/2602560130 <== mds.3 v2:172.21.15.181:6836/3453054744 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55676632db70 con 0x5567663f71e0 2024-01-28T12:59:56.737 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff3d5600700 10 client.15126 handle_command_reply: tid=0 2024-01-28T12:59:56.737 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 client.15126 shutdown 2024-01-28T12:59:56.737 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 -- 172.21.15.88:0/2602560130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 msgr2=0x5567663ebc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.737 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663ebc10 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7ff3d0011fa0 tx=0x7ff3d0011fd0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.737 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 -- 172.21.15.88:0/2602560130 shutdown_connections 2024-01-28T12:59:56.737 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x5567663f71e0 0x5567663f5d30 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.738 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.738 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff3d5600700 0 client.15126 ms_handle_reset on v2:172.21.15.181:6836/3453054744 2024-01-28T12:59:56.738 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663eb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.738 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 --2- 172.21.15.88:0/2602560130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663ebc10 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.738 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 -- 172.21.15.88:0/2602560130 >> 172.21.15.88:0/2602560130 conn(0x556766356750 msgr2=0x5567663e0700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.738 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 -- 172.21.15.88:0/2602560130 shutdown_connections 2024-01-28T12:59:56.738 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.736+0000 7ff40239eb80 1 -- 172.21.15.88:0/2602560130 wait complete. 2024-01-28T12:59:56.738 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.737+0000 7ff40239eb80 20 client.15126 trim_cache size 0 max 16384 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff40239eb80 1 Processor -- start 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff40239eb80 1 -- start start 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663ea900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663eae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff40239eb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55676632db70 con 0x5567663e2cb0 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff40239eb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567663e2950 con 0x5567663e3630 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff40239eb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x556766330dd0 con 0x5567663e1e20 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff3e6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663eae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff3e7400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663ea900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.754 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff3e7e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff3e6a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663eae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38934/0 (socket says 172.21.15.88:38934) 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff3e7e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:36710/0 (socket says 172.21.15.88:36710) 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.755+0000 7ff3e6a00700 1 -- 172.21.15.88:0/3206909705 learned_addr learned my addr 172.21.15.88:0/3206909705 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.756+0000 7ff3e7400700 1 -- 172.21.15.88:0/3206909705 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 msgr2=0x5567663f2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.756+0000 7ff3e7400700 1 --2- 172.21.15.88:0/3206909705 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.756+0000 7ff3e7400700 1 -- 172.21.15.88:0/3206909705 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 msgr2=0x5567663eae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.756+0000 7ff3e7400700 1 --2- 172.21.15.88:0/3206909705 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663eae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.756+0000 7ff3e7400700 1 -- 172.21.15.88:0/3206909705 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567662f61e0 con 0x5567663e1e20 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.756+0000 7ff3e7e00700 1 --2- 172.21.15.88:0/3206909705 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.756+0000 7ff3e7400700 1 --2- 172.21.15.88:0/3206909705 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663ea900 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff3d80098e0 tx=0x7ff3d8009550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5ef2dc9fb9568cb server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.756+0000 7ff3d7e00700 1 -- 172.21.15.88:0/3206909705 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d80052b0 con 0x5567663e1e20 2024-01-28T12:59:56.755 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.756+0000 7ff3d7e00700 1 -- 172.21.15.88:0/3206909705 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3d801e040 con 0x5567663e1e20 2024-01-28T12:59:56.756 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.756+0000 7ff3d7e00700 1 -- 172.21.15.88:0/3206909705 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d80283b0 con 0x5567663e1e20 2024-01-28T12:59:56.760 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.757+0000 7ff40239eb80 1 -- 172.21.15.88:0/3206909705 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 msgr2=0x5567663ea900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.760 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.757+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3206909705 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663ea900 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff3d80098e0 tx=0x7ff3d8009550 comp rx=0 tx=0).stop 2024-01-28T12:59:56.760 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.757+0000 7ff40239eb80 1 -- 172.21.15.88:0/3206909705 shutdown_connections 2024-01-28T12:59:56.760 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.757+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3206909705 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663f2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.760 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.757+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3206909705 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e1e20 0x5567663ea900 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.760 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.757+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3206909705 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e2cb0 0x5567663eae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.760 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.757+0000 7ff40239eb80 1 -- 172.21.15.88:0/3206909705 >> 172.21.15.88:0/3206909705 conn(0x556766356750 msgr2=0x5567663ffb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.760 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.757+0000 7ff40239eb80 1 -- 172.21.15.88:0/3206909705 shutdown_connections 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.757+0000 7ff40239eb80 1 -- 172.21.15.88:0/3206909705 wait complete. 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.758+0000 7ff40239eb80 1 -- start start 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.758+0000 7ff40239eb80 1 Processor -- start 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.758+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e1e20 0x5567663f28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.758+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e2cb0 0x5567663ef4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff40239eb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663ef9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff40239eb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567663f3110 con 0x5567663e1e20 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff40239eb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567663eff50 con 0x5567663e3630 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff40239eb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567663f0110 con 0x5567663e2cb0 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff40239eb80 10 client.0 _ll_register_callbacks cb 0x5567662dc2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e1e20 0x5567663f28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e7400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e1e20 0x5567663f28f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38936/0 (socket says 172.21.15.88:38936) 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e7400700 1 -- 172.21.15.88:0/3880972836 learned_addr learned my addr 172.21.15.88:0/3880972836 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e2cb0 0x5567663ef4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e7e00700 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663ef9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.761 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e7400700 1 -- 172.21.15.88:0/3880972836 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e2cb0 msgr2=0x5567663ef4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e7400700 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e2cb0 0x5567663ef4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e7400700 1 -- 172.21.15.88:0/3880972836 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 msgr2=0x5567663ef9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e7400700 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663ef9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e7400700 1 -- 172.21.15.88:0/3880972836 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3e81a1ad0 con 0x5567663e1e20 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e2cb0 0x5567663ef4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3e7400700 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e1e20 0x5567663f28f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff3d8006010 tx=0x7ff3d8009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a94fab34b5a5d3f server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.759+0000 7ff3d5600700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff3d5600700 1 -- 172.21.15.88:0/3880972836 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d80039d0 con 0x5567663e1e20 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff3d5600700 1 -- 172.21.15.88:0/3880972836 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ff3d8028e40 con 0x5567663e1e20 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff40239eb80 1 -- 172.21.15.88:0/3880972836 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff3d000eb80 con 0x5567663e1e20 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff3d5600700 1 -- 172.21.15.88:0/3880972836 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3d8005480 con 0x5567663e1e20 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff40239eb80 10 client.15132 fetch_fsmap learned FSMap version 28 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff40239eb80 1 -- 172.21.15.88:0/3880972836 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7ff3e810a2e0 con 0x5567663e1e20 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff3d5600700 1 -- 172.21.15.88:0/3880972836 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3d000eb80 con 0x5567663e1e20 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff3d5600700 1 -- 172.21.15.88:0/3880972836 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff3d800f4f0 con 0x5567663e1e20 2024-01-28T12:59:56.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff40239eb80 10 client.15132 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff40239eb80 10 client.15132 resolve_mds: resolved name 'c' to daemon mds.c 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff40239eb80 20 client.15132 populate_metadata read hostname 'smithi088' 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x5567664522f0 0x55676644e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff40239eb80 4 client.15132 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.760+0000 7ff40239eb80 1 -- 172.21.15.88:0/3880972836 --> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55676632d890 con 0x5567664522f0 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.761+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x5567664522f0 0x55676644e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.761+0000 7ff3d5600700 10 client.15132 ms_handle_connect on v2:172.21.15.181:6836/3453054744 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.761+0000 7ff3e6a00700 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x5567664522f0 0x55676644e750 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f5119fc0dbdbbe4e server_cookie=c53141a734d8ca08 in_seq=0 out_seq=0 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff3d5600700 1 -- 172.21.15.88:0/3880972836 <== mds.3 v2:172.21.15.181:6836/3453054744 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55676632d890 con 0x5567664522f0 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff3d5600700 10 client.15132 handle_command_reply: tid=0 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 client.15132 shutdown 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 -- 172.21.15.88:0/3880972836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e1e20 msgr2=0x5567663f28f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e1e20 0x5567663f28f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff3d8006010 tx=0x7ff3d8009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 -- 172.21.15.88:0/3880972836 shutdown_connections 2024-01-28T12:59:56.763 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x5567664522f0 0x55676644e750 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5567663e3630 0x5567663ef9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5567663e1e20 0x5567663f28f0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff3d5600700 0 client.15132 ms_handle_reset on v2:172.21.15.181:6836/3453054744 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 --2- 172.21.15.88:0/3880972836 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x5567663e2cb0 0x5567663ef4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 -- 172.21.15.88:0/3880972836 >> 172.21.15.88:0/3880972836 conn(0x556766356750 msgr2=0x5567663ea900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 -- 172.21.15.88:0/3880972836 shutdown_connections 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 1 -- 172.21.15.88:0/3880972836 wait complete. 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.762+0000 7ff40239eb80 20 client.15132 trim_cache size 0 max 16384 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:59:56.764 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 3, 2024-01-28T12:59:56.765 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 24532, 2024-01-28T12:59:56.765 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T12:59:56.765 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T12:59:56.765 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T12:59:56.765 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 52.176835734999997, 2024-01-28T12:59:56.765 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 28, 2024-01-28T12:59:56.765 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 85, 2024-01-28T12:59:56.765 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T12:59:56.765 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 93.150242431999999 2024-01-28T12:59:56.765 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T12:59:56.766 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 -- 172.21.15.88:0/723882729 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff3c80a18e0 msgr2=0x7ff3c80a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.766 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff3c80a18e0 0x7ff3c80a3da0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff3d0013c50 tx=0x7ff3d0009de0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.766 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 -- 172.21.15.88:0/723882729 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3e81030e0 msgr2=0x7ff3e81a0c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.766 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3e81030e0 0x7ff3e81a0c80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff3e000ef30 tx=0x7ff3e000c3a0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.766 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 -- 172.21.15.88:0/723882729 shutdown_connections 2024-01-28T12:59:56.766 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff3c80a18e0 0x7ff3c80a3da0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.766 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3e81030e0 0x7ff3e81a0c80 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff3e8101550 0x7ff3e81996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 --2- 172.21.15.88:0/723882729 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff3e8102740 0x7ff3e8199c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 -- 172.21.15.88:0/723882729 >> 172.21.15.88:0/723882729 conn(0x7ff3e80fcae0 msgr2=0x7ff3e8107f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 -- 172.21.15.88:0/723882729 shutdown_connections 2024-01-28T12:59:56.767 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.763+0000 7ff3ee400700 1 -- 172.21.15.88:0/723882729 wait complete. 2024-01-28T12:59:56.778 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-01-28T12:59:56.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.976+0000 7f5ea3400700 1 -- 172.21.15.88:0/2341898120 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e9c1030d0 msgr2=0x7f5e9c109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.976+0000 7f5ea3400700 1 --2- 172.21.15.88:0/2341898120 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e9c1030d0 0x7f5e9c109980 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5e9400b0a0 tx=0x7f5e9400b3b0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.976+0000 7f5ea3400700 1 -- 172.21.15.88:0/2341898120 shutdown_connections 2024-01-28T12:59:56.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.976+0000 7f5ea3400700 1 --2- 172.21.15.88:0/2341898120 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e9c1030d0 0x7f5e9c109980 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.976+0000 7f5ea3400700 1 --2- 172.21.15.88:0/2341898120 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e9c101540 0x7f5e9c101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.976+0000 7f5ea3400700 1 --2- 172.21.15.88:0/2341898120 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c102730 0x7f5e9c102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.976+0000 7f5ea3400700 1 -- 172.21.15.88:0/2341898120 >> 172.21.15.88:0/2341898120 conn(0x7f5e9c0fcad0 msgr2=0x7f5e9c0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.976+0000 7f5ea3400700 1 -- 172.21.15.88:0/2341898120 shutdown_connections 2024-01-28T12:59:56.974 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.976+0000 7f5ea3400700 1 -- 172.21.15.88:0/2341898120 wait complete. 2024-01-28T12:59:56.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.977+0000 7f5ea3400700 1 Processor -- start 2024-01-28T12:59:56.976 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.977+0000 7f5ea3400700 1 -- start start 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.977+0000 7f5ea3400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e9c101540 0x7f5e9c1997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.977+0000 7f5ea3400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e9c102730 0x7f5e9c199cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.977+0000 7f5ea3400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c1030d0 0x7f5e9c1a0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.977+0000 7f5ea3400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e9c1a1330 con 0x7f5e9c1030d0 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.977+0000 7f5ea3400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e9c1a1470 con 0x7f5e9c101540 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.977+0000 7f5ea3400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e9c1a1600 con 0x7f5e9c102730 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5e9be00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e9c102730 0x7f5e9c199cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5ea1400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c1030d0 0x7f5e9c1a0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5e9be00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e9c102730 0x7f5e9c199cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:51932/0 (socket says 172.21.15.88:51932) 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5ea0a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e9c101540 0x7f5e9c1997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5e9be00700 1 -- 172.21.15.88:0/3654253103 learned_addr learned my addr 172.21.15.88:0/3654253103 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5ea1400700 1 -- 172.21.15.88:0/3654253103 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e9c102730 msgr2=0x7f5e9c199cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5ea1400700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e9c102730 0x7f5e9c199cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.977 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5ea1400700 1 -- 172.21.15.88:0/3654253103 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e9c101540 msgr2=0x7f5e9c1997b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5ea1400700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e9c101540 0x7f5e9c1997b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5ea1400700 1 -- 172.21.15.88:0/3654253103 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e94009d00 con 0x7f5e9c1030d0 2024-01-28T12:59:56.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5e9be00700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e9c102730 0x7f5e9c199cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:56.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5ea1400700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c1030d0 0x7f5e9c1a0d60 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5e94007bc0 tx=0x7f5e94007930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.978+0000 7f5e99600700 1 -- 172.21.15.88:0/3654253103 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e9400e040 con 0x7f5e9c1030d0 2024-01-28T12:59:56.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.979+0000 7f5ea3400700 1 -- 172.21.15.88:0/3654253103 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e9c1a1880 con 0x7f5e9c1030d0 2024-01-28T12:59:56.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.979+0000 7f5e99600700 1 -- 172.21.15.88:0/3654253103 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5e9401d470 con 0x7f5e9c1030d0 2024-01-28T12:59:56.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.979+0000 7f5e99600700 1 -- 172.21.15.88:0/3654253103 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e9401b6e0 con 0x7f5e9c1030d0 2024-01-28T12:59:56.978 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.979+0000 7f5ea3400700 1 -- 172.21.15.88:0/3654253103 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e9c1a1ca0 con 0x7f5e9c1030d0 2024-01-28T12:59:56.980 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.983+0000 7f5e99600700 1 -- 172.21.15.88:0/3654253103 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f5e9401d5e0 con 0x7f5e9c1030d0 2024-01-28T12:59:56.983 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.984+0000 7f5eb7255b80 1 Processor -- start 2024-01-28T12:59:56.983 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.984+0000 7f5eb7255b80 1 -- start start 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.984+0000 7f5e99600700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e7c0a18e0 0x7f5e7c0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.984+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee9cb0 0x55ce6feea0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.984+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6feea630 0x55ce6fee8840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.984+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fee92a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.984+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fe42ad0 con 0x55ce6fee9cb0 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.984+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fe403f0 con 0x55ce6fee8e20 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.984+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fe3bce0 con 0x55ce6feea630 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.984+0000 7f5e99600700 1 -- 172.21.15.88:0/3654253103 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5e940ce420 con 0x7f5e9c1030d0 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5e9be00700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e7c0a18e0 0x7f5e7c0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea0a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee9cb0 0x55ce6feea0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea0a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee9cb0 0x55ce6feea0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38970/0 (socket says 172.21.15.88:38970) 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea0a00700 1 -- 172.21.15.88:0/1535464856 learned_addr learned my addr 172.21.15.88:0/1535464856 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea1400700 1 --2- 172.21.15.88:0/1535464856 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fee92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5e9be00700 1 --2- 172.21.15.88:0/1535464856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6feea630 0x55ce6fee8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.984 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea0a00700 1 -- 172.21.15.88:0/1535464856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6feea630 msgr2=0x55ce6fee8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.985 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea0a00700 1 --2- 172.21.15.88:0/1535464856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6feea630 0x55ce6fee8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.985 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea0a00700 1 -- 172.21.15.88:0/1535464856 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 msgr2=0x55ce6fee92a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.985 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea0a00700 1 --2- 172.21.15.88:0/1535464856 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fee92a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.985 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea0a00700 1 -- 172.21.15.88:0/1535464856 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ce6fcb0360 con 0x55ce6fee9cb0 2024-01-28T12:59:56.985 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea1400700 1 --2- 172.21.15.88:0/1535464856 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fee92a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:56.985 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5e9be00700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e7c0a18e0 0x7f5e7c0a3da0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5e840096b0 tx=0x7f5e840134e0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.985 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.985+0000 7f5ea0a00700 1 --2- 172.21.15.88:0/1535464856 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee9cb0 0x55ce6feea0d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c009d30 tx=0x7f5e8c011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1350cc07edc7409 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.985 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.986+0000 7f5e91c00700 1 -- 172.21.15.88:0/1535464856 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c004220 con 0x55ce6fee9cb0 2024-01-28T12:59:56.985 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.986+0000 7f5e91c00700 1 -- 172.21.15.88:0/1535464856 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5e8c004380 con 0x55ce6fee9cb0 2024-01-28T12:59:56.985 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.986+0000 7f5e91c00700 1 -- 172.21.15.88:0/1535464856 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c0197a0 con 0x55ce6fee9cb0 2024-01-28T12:59:56.988 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.986+0000 7f5eb7255b80 1 -- 172.21.15.88:0/1535464856 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee9cb0 msgr2=0x55ce6feea0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.988 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.986+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/1535464856 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee9cb0 0x55ce6feea0d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c009d30 tx=0x7f5e8c011720 comp rx=0 tx=0).stop 2024-01-28T12:59:56.988 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.987+0000 7f5eb7255b80 1 -- 172.21.15.88:0/1535464856 shutdown_connections 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.987+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/1535464856 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fee92a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.987+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/1535464856 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee9cb0 0x55ce6feea0d0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.987+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/1535464856 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6feea630 0x55ce6fee8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.987+0000 7f5eb7255b80 1 -- 172.21.15.88:0/1535464856 >> 172.21.15.88:0/1535464856 conn(0x55ce6fe5d750 msgr2=0x55ce6fee3690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.987+0000 7f5eb7255b80 1 -- 172.21.15.88:0/1535464856 shutdown_connections 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.987+0000 7f5eb7255b80 1 -- 172.21.15.88:0/1535464856 wait complete. 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.987+0000 7f5eb7255b80 1 -- start start 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.987+0000 7f5eb7255b80 1 Processor -- start 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee8e20 0x55ce6fef2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef2c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6feea630 0x55ce6fef9c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fdaa350 con 0x55ce6fee8e20 2024-01-28T12:59:56.989 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fda9ff0 con 0x55ce6feea630 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fcb2650 con 0x55ce6fee9cb0 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5eb7255b80 10 client.0 _ll_register_callbacks cb 0x55ce6fde32f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5ea0a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee8e20 0x55ce6fef2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5ea0a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee8e20 0x55ce6fef2710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38974/0 (socket says 172.21.15.88:38974) 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5ea0a00700 1 -- 172.21.15.88:0/3706169498 learned_addr learned my addr 172.21.15.88:0/3706169498 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5e9be00700 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5ea1400700 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6feea630 0x55ce6fef9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5ea0a00700 1 -- 172.21.15.88:0/3706169498 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee9cb0 msgr2=0x55ce6fef2c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5ea0a00700 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef2c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5ea0a00700 1 -- 172.21.15.88:0/3706169498 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6feea630 msgr2=0x55ce6fef9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5ea0a00700 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6feea630 0x55ce6fef9c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.988+0000 7f5ea0a00700 1 -- 172.21.15.88:0/3706169498 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e9c1a1ca0 con 0x55ce6fee8e20 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.989+0000 7f5ea0a00700 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee8e20 0x55ce6fef2710 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c000c00 tx=0x7f5e8c005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14ecb7ea2e8a8067 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.989+0000 7f5e8a000700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T12:59:56.990 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.989+0000 7f5e8a000700 1 -- 172.21.15.88:0/3706169498 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c005040 con 0x55ce6fee8e20 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.989+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3706169498 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ce6fedb8c0 con 0x55ce6fee8e20 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.989+0000 7f5e8a000700 1 -- 172.21.15.88:0/3706169498 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5e8c0051a0 con 0x55ce6fee8e20 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.989+0000 7f5e8a000700 1 -- 172.21.15.88:0/3706169498 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5e8c005360 con 0x55ce6fee8e20 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.989+0000 7f5eb7255b80 10 client.15144 fetch_fsmap learned FSMap version 28 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.989+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3706169498 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f5e8c009960 con 0x55ce6fee8e20 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.989+0000 7f5e8a000700 1 -- 172.21.15.88:0/3706169498 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ce6fedb8c0 con 0x55ce6fee8e20 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.990+0000 7f5e8a000700 1 -- 172.21.15.88:0/3706169498 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f5e8c021040 con 0x55ce6fee8e20 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.990+0000 7f5eb7255b80 10 client.15144 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.990+0000 7f5eb7255b80 10 client.15144 resolve_mds: resolved name 'h' to daemon mds.h 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.990+0000 7f5eb7255b80 20 client.15144 populate_metadata read hostname 'smithi088' 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.990+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x55ce6fefe200 0x55ce6fefcd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.990+0000 7f5eb7255b80 4 client.15144 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.990+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3706169498 --> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ce6fe34b70 con 0x55ce6fefe200 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.990+0000 7f5e9be00700 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x55ce6fefe200 0x55ce6fefcd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.991+0000 7f5e9be00700 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x55ce6fefe200 0x55ce6fefcd10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=45788c0944826375 server_cookie=7f4a9f5bfb1fef68 in_seq=0 out_seq=0 2024-01-28T12:59:56.991 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.991+0000 7f5e8a000700 10 client.15144 ms_handle_connect on v2:172.21.15.175:6836/1770942203 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5e8a000700 1 -- 172.21.15.88:0/3706169498 <== mds.2 v2:172.21.15.175:6836/1770942203 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ce6fe34b70 con 0x55ce6fefe200 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5e8a000700 10 client.15144 handle_command_reply: tid=0 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 client.15144 shutdown 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3706169498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee8e20 msgr2=0x55ce6fef2710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee8e20 0x55ce6fef2710 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c000c00 tx=0x7f5e8c005e10 comp rx=0 tx=0).stop 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3706169498 shutdown_connections 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x55ce6fefe200 0x55ce6fefcd10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6feea630 0x55ce6fef9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6fee8e20 0x55ce6fef2710 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5e8a000700 0 client.15144 ms_handle_reset on v2:172.21.15.175:6836/1770942203 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3706169498 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:56.993 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3706169498 >> 172.21.15.88:0/3706169498 conn(0x55ce6fe5d750 msgr2=0x55ce6fee7700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:56.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3706169498 shutdown_connections 2024-01-28T12:59:56.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3706169498 wait complete. 2024-01-28T12:59:56.994 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:56.992+0000 7f5eb7255b80 20 client.15144 trim_cache size 0 max 16384 2024-01-28T12:59:57.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5eb7255b80 1 Processor -- start 2024-01-28T12:59:57.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5eb7255b80 1 -- start start 2024-01-28T12:59:57.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee8e20 0x55ce6fee8710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fee33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fe34b70 con 0x55ce6feea630 2024-01-28T12:59:57.009 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fe37dd0 con 0x55ce6fee9cb0 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fcbeb60 con 0x55ce6fee8e20 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5ea1400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fee33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5ea1400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fee33b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:38990/0 (socket says 172.21.15.88:38990) 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5ea1400700 1 -- 172.21.15.88:0/144353948 learned_addr learned my addr 172.21.15.88:0/144353948 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5ea0a00700 1 --2- 172.21.15.88:0/144353948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee8e20 0x55ce6fee8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.011+0000 7f5e9be00700 1 --2- 172.21.15.88:0/144353948 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5ea1400700 1 -- 172.21.15.88:0/144353948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee8e20 msgr2=0x55ce6fee8710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5ea1400700 1 --2- 172.21.15.88:0/144353948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee8e20 0x55ce6fee8710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5ea1400700 1 -- 172.21.15.88:0/144353948 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee9cb0 msgr2=0x55ce6fef9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5ea1400700 1 --2- 172.21.15.88:0/144353948 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5ea1400700 1 -- 172.21.15.88:0/144353948 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ce6fc5cb10 con 0x55ce6feea630 2024-01-28T12:59:57.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5ea1400700 1 --2- 172.21.15.88:0/144353948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fee33b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5e940974e0 tx=0x7f5e9400b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4bb5789dbf65697 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5e91200700 1 -- 172.21.15.88:0/144353948 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e9409a940 con 0x55ce6feea630 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5e91200700 1 -- 172.21.15.88:0/144353948 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5e9401aea0 con 0x55ce6feea630 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5e91200700 1 -- 172.21.15.88:0/144353948 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e940a3370 con 0x55ce6feea630 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5eb7255b80 1 -- 172.21.15.88:0/144353948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 msgr2=0x55ce6fee33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.012+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/144353948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fee33b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5e940974e0 tx=0x7f5e9400b040 comp rx=0 tx=0).stop 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.013+0000 7f5eb7255b80 1 -- 172.21.15.88:0/144353948 shutdown_connections 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.013+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/144353948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fee33b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.013+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/144353948 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee8e20 0x55ce6fee8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.013+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/144353948 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.013+0000 7f5eb7255b80 1 -- 172.21.15.88:0/144353948 >> 172.21.15.88:0/144353948 conn(0x55ce6fe5d750 msgr2=0x55ce6fef0690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.013+0000 7f5eb7255b80 1 -- 172.21.15.88:0/144353948 shutdown_connections 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.013+0000 7f5eb7255b80 1 -- 172.21.15.88:0/144353948 wait complete. 2024-01-28T12:59:57.015 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.013+0000 7f5eb7255b80 1 -- start start 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.013+0000 7f5eb7255b80 1 Processor -- start 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fef9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5eb7255b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fef6210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fef6920 con 0x55ce6feea630 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fef6a90 con 0x55ce6fee8e20 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5eb7255b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce6fef6c50 con 0x55ce6fee9cb0 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5eb7255b80 10 client.0 _ll_register_callbacks cb 0x55ce6fde32f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea0a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fef9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea1400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fef6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea0a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fef9680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:36776/0 (socket says 172.21.15.88:36776) 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea0a00700 1 -- 172.21.15.88:0/3458819763 learned_addr learned my addr 172.21.15.88:0/3458819763 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5e9be00700 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea1400700 1 -- 172.21.15.88:0/3458819763 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee9cb0 msgr2=0x55ce6fef9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.016 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea1400700 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea1400700 1 -- 172.21.15.88:0/3458819763 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 msgr2=0x55ce6fef9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea1400700 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fef9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea1400700 1 -- 172.21.15.88:0/3458819763 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e9409fe70 con 0x55ce6feea630 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea0a00700 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fef9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5ea1400700 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fef6210 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5e940cbb40 tx=0x7f5e9409f170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=154a6d7c3d8ab2fb server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.014+0000 7f5e8a000700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5e8a000700 1 -- 172.21.15.88:0/3458819763 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e94023270 con 0x55ce6feea630 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5e8a000700 1 -- 172.21.15.88:0/3458819763 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5e9409afe0 con 0x55ce6feea630 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3458819763 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5e8c004380 con 0x55ce6feea630 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5e8a000700 1 -- 172.21.15.88:0/3458819763 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5e9409b6e0 con 0x55ce6feea630 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5eb7255b80 10 client.15150 fetch_fsmap learned FSMap version 28 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3458819763 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ce6fdfd1e0 con 0x55ce6feea630 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5e8a000700 1 -- 172.21.15.88:0/3458819763 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5e8c004380 con 0x55ce6feea630 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5e8a000700 1 -- 172.21.15.88:0/3458819763 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f5e9409b240 con 0x55ce6feea630 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5eb7255b80 10 client.15150 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5eb7255b80 10 client.15150 resolve_mds: resolved name 'h' to daemon mds.h 2024-01-28T12:59:57.017 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5eb7255b80 20 client.15150 populate_metadata read hostname 'smithi088' 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x55ce6ff58cb0 0x55ce6ff55320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5eb7255b80 4 client.15150 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.015+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3458819763 --> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55ce6fe34890 con 0x55ce6ff58cb0 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.016+0000 7f5ea0a00700 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x55ce6ff58cb0 0x55ce6ff55320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.016+0000 7f5ea0a00700 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x55ce6ff58cb0 0x55ce6ff55320 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8400142db25b7098 server_cookie=c610b52fcd8f09e2 in_seq=0 out_seq=0 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.016+0000 7f5e8a000700 10 client.15150 ms_handle_connect on v2:172.21.15.175:6836/1770942203 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5e8a000700 1 -- 172.21.15.88:0/3458819763 <== mds.2 v2:172.21.15.175:6836/1770942203 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55ce6fe34890 con 0x55ce6ff58cb0 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5e8a000700 10 client.15150 handle_command_reply: tid=0 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 client.15150 shutdown 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3458819763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 msgr2=0x55ce6fef6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fef6210 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5e940cbb40 tx=0x7f5e9409f170 comp rx=0 tx=0).stop 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3458819763 shutdown_connections 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x55ce6ff58cb0 0x55ce6ff55320 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce6feea630 0x55ce6fef6210 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.018 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ce6fee8e20 0x55ce6fef9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 --2- 172.21.15.88:0/3458819763 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55ce6fee9cb0 0x55ce6fef9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5e8a000700 0 client.15150 ms_handle_reset on v2:172.21.15.175:6836/1770942203 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3458819763 >> 172.21.15.88:0/3458819763 conn(0x55ce6fe5d750 msgr2=0x55ce6fee33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3458819763 shutdown_connections 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 1 -- 172.21.15.88:0/3458819763 wait complete. 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.017+0000 7f5eb7255b80 20 client.15150 trim_cache size 0 max 16384 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 2, 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 24542, 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T12:59:57.019 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T12:59:57.020 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 53.439380731999996, 2024-01-28T12:59:57.020 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 28, 2024-01-28T12:59:57.020 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 85, 2024-01-28T12:59:57.020 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T12:59:57.020 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 91.526444111000004 2024-01-28T12:59:57.020 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T12:59:57.020 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 -- 172.21.15.88:0/3654253103 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e7c0a18e0 msgr2=0x7f5e7c0a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.020 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e7c0a18e0 0x7f5e7c0a3da0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5e840096b0 tx=0x7f5e840134e0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.021 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 -- 172.21.15.88:0/3654253103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c1030d0 msgr2=0x7f5e9c1a0d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.021 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c1030d0 0x7f5e9c1a0d60 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5e94007bc0 tx=0x7f5e94007930 comp rx=0 tx=0).stop 2024-01-28T12:59:57.021 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 -- 172.21.15.88:0/3654253103 shutdown_connections 2024-01-28T12:59:57.021 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f5e7c0a18e0 0x7f5e7c0a3da0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.021 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c1030d0 0x7f5e9c1a0d60 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.021 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5e9c101540 0x7f5e9c1997b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.021 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 --2- 172.21.15.88:0/3654253103 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5e9c102730 0x7f5e9c199cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.021 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 -- 172.21.15.88:0/3654253103 >> 172.21.15.88:0/3654253103 conn(0x7f5e9c0fcad0 msgr2=0x7f5e9c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.021 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 -- 172.21.15.88:0/3654253103 shutdown_connections 2024-01-28T12:59:57.021 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.018+0000 7f5ea3400700 1 -- 172.21.15.88:0/3654253103 wait complete. 2024-01-28T12:59:57.034 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-01-28T12:59:57.229 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.231+0000 7feeb8200700 1 -- 172.21.15.88:0/1972805999 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feeb0101550 msgr2=0x7feeb0101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.231+0000 7feeb8200700 1 --2- 172.21.15.88:0/1972805999 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feeb0101550 0x7feeb0101970 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7feea00099c0 tx=0x7feea0009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.231+0000 7feeb8200700 1 -- 172.21.15.88:0/1972805999 shutdown_connections 2024-01-28T12:59:57.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.231+0000 7feeb8200700 1 --2- 172.21.15.88:0/1972805999 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feeb01030e0 0x7feeb0109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.231+0000 7feeb8200700 1 --2- 172.21.15.88:0/1972805999 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feeb0101550 0x7feeb0101970 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.231+0000 7feeb8200700 1 --2- 172.21.15.88:0/1972805999 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feeb0102740 0x7feeb0102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.231+0000 7feeb8200700 1 -- 172.21.15.88:0/1972805999 >> 172.21.15.88:0/1972805999 conn(0x7feeb00fcae0 msgr2=0x7feeb00fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.231+0000 7feeb8200700 1 -- 172.21.15.88:0/1972805999 shutdown_connections 2024-01-28T12:59:57.230 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.231+0000 7feeb8200700 1 -- 172.21.15.88:0/1972805999 wait complete. 2024-01-28T12:59:57.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.232+0000 7feeb8200700 1 Processor -- start 2024-01-28T12:59:57.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.232+0000 7feeb8200700 1 -- start start 2024-01-28T12:59:57.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb8200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feeb0101550 0x7feeb0199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb8200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feeb0102740 0x7feeb0199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb8200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feeb01030e0 0x7feeb01a0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb8200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feeb01a1200 con 0x7feeb01030e0 2024-01-28T12:59:57.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb8200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feeb01a1340 con 0x7feeb0102740 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb8200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feeb01a14d0 con 0x7feeb0101550 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb4e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feeb0102740 0x7feeb0199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb6200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feeb01030e0 0x7feeb01a0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb5800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feeb0101550 0x7feeb0199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb4e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feeb0102740 0x7feeb0199bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:36782/0 (socket says 172.21.15.88:36782) 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb4e00700 1 -- 172.21.15.88:0/410235642 learned_addr learned my addr 172.21.15.88:0/410235642 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb6200700 1 -- 172.21.15.88:0/410235642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feeb0101550 msgr2=0x7feeb0199680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb6200700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feeb0101550 0x7feeb0199680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb6200700 1 -- 172.21.15.88:0/410235642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feeb0102740 msgr2=0x7feeb0199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb6200700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feeb0102740 0x7feeb0199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb6200700 1 -- 172.21.15.88:0/410235642 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feea00095f0 con 0x7feeb01030e0 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.233+0000 7feeb4e00700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feeb0102740 0x7feeb0199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.234+0000 7feeb6200700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feeb01030e0 0x7feeb01a0c30 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7feea800efc0 tx=0x7feea800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.234+0000 7feeae000700 1 -- 172.21.15.88:0/410235642 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feea8018070 con 0x7feeb01030e0 2024-01-28T12:59:57.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.234+0000 7feeae000700 1 -- 172.21.15.88:0/410235642 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feea800f040 con 0x7feeb01030e0 2024-01-28T12:59:57.234 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.234+0000 7feeb8200700 1 -- 172.21.15.88:0/410235642 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feeb01a1750 con 0x7feeb01030e0 2024-01-28T12:59:57.234 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.234+0000 7feeae000700 1 -- 172.21.15.88:0/410235642 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feea800cd40 con 0x7feeb01030e0 2024-01-28T12:59:57.234 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.234+0000 7feeb8200700 1 -- 172.21.15.88:0/410235642 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feeb01a1c60 con 0x7feeb01030e0 2024-01-28T12:59:57.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.237+0000 7feeae000700 1 -- 172.21.15.88:0/410235642 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7feea8003a00 con 0x7feeb01030e0 2024-01-28T12:59:57.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.239+0000 7feecc037b80 1 Processor -- start 2024-01-28T12:59:57.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.239+0000 7feecc037b80 1 -- start start 2024-01-28T12:59:57.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.239+0000 7feeae000700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee900a1960 0x7fee900a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.239+0000 7feecc037b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b45095f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feecc037b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45095d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feecc037b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b45095e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feecc037b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4508b7ad0 con 0x55b45095ecb0 2024-01-28T12:59:57.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feecc037b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4508b53f0 con 0x55b45095f630 2024-01-28T12:59:57.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeae000700 1 -- 172.21.15.88:0/410235642 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7feea80cd150 con 0x7feeb01030e0 2024-01-28T12:59:57.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feecc037b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4508b0ce0 con 0x55b45095de20 2024-01-28T12:59:57.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb4e00700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee900a1960 0x7fee900a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb4e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45095d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb4e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45095d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:36798/0 (socket says 172.21.15.88:36798) 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb4e00700 1 -- 172.21.15.88:0/3660591974 learned_addr learned my addr 172.21.15.88:0/3660591974 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb5800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b45095f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb6200700 1 --2- 172.21.15.88:0/3660591974 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b45095e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb4e00700 1 -- 172.21.15.88:0/3660591974 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 msgr2=0x55b45095e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb4e00700 1 --2- 172.21.15.88:0/3660591974 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b45095e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb4e00700 1 -- 172.21.15.88:0/3660591974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 msgr2=0x55b45095f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb4e00700 1 --2- 172.21.15.88:0/3660591974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b45095f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb4e00700 1 -- 172.21.15.88:0/3660591974 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b450725360 con 0x55b45095f630 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.240+0000 7feeb5800700 1 --2- 172.21.15.88:0/3660591974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b45095f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.241+0000 7feeb4e00700 1 --2- 172.21.15.88:0/3660591974 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45095d840 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fee98010fd0 tx=0x7fee9800f720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d0fbf8c7594b0c3 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.241+0000 7feeb4e00700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee900a1960 0x7fee900a3e20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fee9800fa70 tx=0x7fee98018000 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.241+0000 7feea6a00700 1 -- 172.21.15.88:0/3660591974 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee980108a0 con 0x55b45095f630 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.241+0000 7feea6a00700 1 -- 172.21.15.88:0/3660591974 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee98010a00 con 0x55b45095f630 2024-01-28T12:59:57.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.241+0000 7feea6a00700 1 -- 172.21.15.88:0/3660591974 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee98005020 con 0x55b45095f630 2024-01-28T12:59:57.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 -- 172.21.15.88:0/3660591974 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 msgr2=0x55b45095d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 --2- 172.21.15.88:0/3660591974 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45095d840 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fee98010fd0 tx=0x7fee9800f720 comp rx=0 tx=0).stop 2024-01-28T12:59:57.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 -- 172.21.15.88:0/3660591974 shutdown_connections 2024-01-28T12:59:57.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 --2- 172.21.15.88:0/3660591974 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b45095e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 --2- 172.21.15.88:0/3660591974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b45095f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 --2- 172.21.15.88:0/3660591974 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45095d840 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 -- 172.21.15.88:0/3660591974 >> 172.21.15.88:0/3660591974 conn(0x55b4508d2750 msgr2=0x55b450958690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 -- 172.21.15.88:0/3660591974 shutdown_connections 2024-01-28T12:59:57.244 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 -- 172.21.15.88:0/3660591974 wait complete. 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 -- start start 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.242+0000 7feecc037b80 1 Processor -- start 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feecc037b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b4509676b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feecc037b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b450967bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feecc037b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45096ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feecc037b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45081f350 con 0x55b45095ecb0 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feecc037b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45081eff0 con 0x55b45095f630 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feecc037b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b450727650 con 0x55b45095de20 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feecc037b80 10 client.0 _ll_register_callbacks cb 0x55b4508582f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feeb4e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b450967bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feeb6200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45096ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feeb5800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b4509676b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feeb6200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45096ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:36800/0 (socket says 172.21.15.88:36800) 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.243+0000 7feeb6200700 1 -- 172.21.15.88:0/3970992642 learned_addr learned my addr 172.21.15.88:0/3970992642 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.245 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feeb6200700 1 -- 172.21.15.88:0/3970992642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 msgr2=0x55b4509676b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feeb6200700 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b4509676b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feeb6200700 1 -- 172.21.15.88:0/3970992642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 msgr2=0x55b450967bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feeb6200700 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b450967bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feeb6200700 1 -- 172.21.15.88:0/3970992642 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feeb010a2e0 con 0x55b45095f630 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feeb4e00700 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b450967bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feeb5800700 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b4509676b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feeb6200700 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45096ec30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7feea800ef90 tx=0x7feea80998e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3b01bf50f393953 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7fee9f400700 10 client.0 ms_handle_connect on v2:172.21.15.175:3300/0 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7fee9f400700 1 -- 172.21.15.88:0/3970992642 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feea809a110 con 0x55b45095f630 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feecc037b80 1 -- 172.21.15.88:0/3970992642 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b4509508c0 con 0x55b45095f630 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7fee9f400700 1 -- 172.21.15.88:0/3970992642 <== mon.2 v2:172.21.15.175:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7feea8004ad0 con 0x55b45095f630 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7fee9f400700 1 -- 172.21.15.88:0/3970992642 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7feea809a3b0 con 0x55b45095f630 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feecc037b80 10 client.25196 fetch_fsmap learned FSMap version 28 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.244+0000 7feecc037b80 1 -- 172.21.15.88:0/3970992642 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7fee98010c30 con 0x55b45095f630 2024-01-28T12:59:57.246 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.245+0000 7fee9f400700 1 -- 172.21.15.88:0/3970992642 <== mon.2 v2:172.21.15.175:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b4509508c0 con 0x55b45095f630 2024-01-28T12:59:57.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.245+0000 7fee9f400700 1 -- 172.21.15.88:0/3970992642 <== mon.2 v2:172.21.15.175:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7feea80991a0 con 0x55b45095f630 2024-01-28T12:59:57.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.245+0000 7feecc037b80 10 client.25196 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T12:59:57.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.245+0000 7feecc037b80 10 client.25196 resolve_mds: resolved name 'i' to daemon mds.i 2024-01-28T12:59:57.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.245+0000 7feecc037b80 20 client.25196 populate_metadata read hostname 'smithi088' 2024-01-28T12:59:57.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.245+0000 7feecc037b80 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55b450973110 0x55b450971d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.245+0000 7feecc037b80 4 client.25196 mds_command: new command op to 24550 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T12:59:57.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.245+0000 7feecc037b80 1 -- 172.21.15.88:0/3970992642 --> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b4508a9b70 con 0x55b450973110 2024-01-28T12:59:57.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.245+0000 7feeb5800700 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55b450973110 0x55b450971d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.246+0000 7feeb5800700 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55b450973110 0x55b450971d10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5445315cc44438ec server_cookie=1d34457c30ab2b19 in_seq=0 out_seq=0 2024-01-28T12:59:57.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.246+0000 7fee9f400700 10 client.25196 ms_handle_connect on v2:172.21.15.181:6838/818465462 2024-01-28T12:59:57.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7fee9f400700 1 -- 172.21.15.88:0/3970992642 <== mds.1 v2:172.21.15.181:6838/818465462 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b4508a9b70 con 0x55b450973110 2024-01-28T12:59:57.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7fee9f400700 10 client.25196 handle_command_reply: tid=0 2024-01-28T12:59:57.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 client.25196 shutdown 2024-01-28T12:59:57.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 -- 172.21.15.88:0/3970992642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 msgr2=0x55b45096ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45096ec30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7feea800ef90 tx=0x7feea80998e0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 -- 172.21.15.88:0/3970992642 shutdown_connections 2024-01-28T12:59:57.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55b450973110 0x55b450971d10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45096ec30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b4509676b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 --2- 172.21.15.88:0/3970992642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b450967bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7fee9f400700 0 client.25196 ms_handle_reset on v2:172.21.15.181:6838/818465462 2024-01-28T12:59:57.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 -- 172.21.15.88:0/3970992642 >> 172.21.15.88:0/3970992642 conn(0x55b4508d2750 msgr2=0x55b45095c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 -- 172.21.15.88:0/3970992642 shutdown_connections 2024-01-28T12:59:57.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 1 -- 172.21.15.88:0/3970992642 wait complete. 2024-01-28T12:59:57.249 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.247+0000 7feecc037b80 20 client.25196 trim_cache size 0 max 16384 2024-01-28T12:59:57.263 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.265+0000 7feecc037b80 1 Processor -- start 2024-01-28T12:59:57.263 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feecc037b80 1 -- start start 2024-01-28T12:59:57.263 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feecc037b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b45095e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.263 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feecc037b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095ecb0 0x55b45096eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.263 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feecc037b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095f630 0x55b45095d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.264 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feecc037b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4508a9b70 con 0x55b45095f630 2024-01-28T12:59:57.264 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feecc037b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45095e950 con 0x55b45095ecb0 2024-01-28T12:59:57.264 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feecc037b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4508acdd0 con 0x55b45095de20 2024-01-28T12:59:57.265 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feeb6200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095f630 0x55b45095d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feeb6200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095f630 0x55b45095d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:39028/0 (socket says 172.21.15.88:39028) 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feeb6200700 1 -- 172.21.15.88:0/3442053535 learned_addr learned my addr 172.21.15.88:0/3442053535 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feeb5800700 1 --2- 172.21.15.88:0/3442053535 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b45095e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feeb4e00700 1 --2- 172.21.15.88:0/3442053535 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095ecb0 0x55b45096eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feeb6200700 1 -- 172.21.15.88:0/3442053535 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 msgr2=0x55b45095e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feeb6200700 1 --2- 172.21.15.88:0/3442053535 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b45095e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feeb6200700 1 -- 172.21.15.88:0/3442053535 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095ecb0 msgr2=0x55b45096eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feeb6200700 1 --2- 172.21.15.88:0/3442053535 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095ecb0 0x55b45096eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.266+0000 7feeb6200700 1 -- 172.21.15.88:0/3442053535 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b4506d1b10 con 0x55b45095f630 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.267+0000 7feeb6200700 1 --2- 172.21.15.88:0/3442053535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095f630 0x55b45095d710 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7feea8099c40 tx=0x7feea8009370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24960a07da81657e server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.267+0000 7feea6000700 1 -- 172.21.15.88:0/3442053535 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feea8099610 con 0x55b45095f630 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.267+0000 7feea6000700 1 -- 172.21.15.88:0/3442053535 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feea8004ad0 con 0x55b45095f630 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.267+0000 7feea6000700 1 -- 172.21.15.88:0/3442053535 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feea8099f10 con 0x55b45095f630 2024-01-28T12:59:57.266 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.267+0000 7feecc037b80 1 -- 172.21.15.88:0/3442053535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095f630 msgr2=0x55b45095d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.267 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.267+0000 7feecc037b80 1 --2- 172.21.15.88:0/3442053535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095f630 0x55b45095d710 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7feea8099c40 tx=0x7feea8009370 comp rx=0 tx=0).stop 2024-01-28T12:59:57.267 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.267+0000 7feecc037b80 1 -- 172.21.15.88:0/3442053535 shutdown_connections 2024-01-28T12:59:57.267 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.267+0000 7feecc037b80 1 --2- 172.21.15.88:0/3442053535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095f630 0x55b45095d710 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.267 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.267+0000 7feecc037b80 1 --2- 172.21.15.88:0/3442053535 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b45095e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.267 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.267+0000 7feecc037b80 1 --2- 172.21.15.88:0/3442053535 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095ecb0 0x55b45096eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.267 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.268+0000 7feecc037b80 1 -- 172.21.15.88:0/3442053535 >> 172.21.15.88:0/3442053535 conn(0x55b4508d2750 msgr2=0x55b450965690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.267 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.268+0000 7feecc037b80 1 -- 172.21.15.88:0/3442053535 shutdown_connections 2024-01-28T12:59:57.267 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.268+0000 7feecc037b80 1 -- 172.21.15.88:0/3442053535 wait complete. 2024-01-28T12:59:57.267 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.268+0000 7feecc037b80 1 -- start start 2024-01-28T12:59:57.271 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.268+0000 7feecc037b80 1 Processor -- start 2024-01-28T12:59:57.271 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feecc037b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b450951d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.271 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feecc037b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b4509522a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.271 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feecc037b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45096db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.271 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feecc037b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45096e160 con 0x55b45095ecb0 2024-01-28T12:59:57.271 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feecc037b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45096e2d0 con 0x55b45095f630 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feecc037b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45096e490 con 0x55b45095de20 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feecc037b80 10 client.0 _ll_register_callbacks cb 0x55b4508582f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feeb4e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b4509522a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feeb4e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b4509522a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:39030/0 (socket says 172.21.15.88:39030) 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feeb5800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b450951d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feeb4e00700 1 -- 172.21.15.88:0/2799903771 learned_addr learned my addr 172.21.15.88:0/2799903771 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.269+0000 7feeb6200700 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45096db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7feeb4e00700 1 -- 172.21.15.88:0/2799903771 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 msgr2=0x55b450951d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7feeb4e00700 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b450951d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7feeb4e00700 1 -- 172.21.15.88:0/2799903771 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 msgr2=0x55b45096db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7feeb4e00700 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45096db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7feeb4e00700 1 -- 172.21.15.88:0/2799903771 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee98010c30 con 0x55b45095ecb0 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7feeb5800700 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b450951d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:57.272 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7feeb4e00700 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b4509522a0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fee98010fd0 tx=0x7fee9800ffd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9274eadba9fc97b8 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7fee9f400700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7fee9f400700 1 -- 172.21.15.88:0/2799903771 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee9802a040 con 0x55b45095ecb0 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7feecc037b80 1 -- 172.21.15.88:0/2799903771 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fee98010a00 con 0x55b45095ecb0 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.270+0000 7fee9f400700 1 -- 172.21.15.88:0/2799903771 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fee98005ce0 con 0x55b45095ecb0 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7fee9f400700 1 -- 172.21.15.88:0/2799903771 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fee98004ef0 con 0x55b45095ecb0 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7feecc037b80 10 client.15168 fetch_fsmap learned FSMap version 28 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7feecc037b80 1 -- 172.21.15.88:0/2799903771 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b4508721e0 con 0x55b45095ecb0 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7fee9f400700 1 -- 172.21.15.88:0/2799903771 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee98010a00 con 0x55b45095ecb0 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7fee9f400700 1 -- 172.21.15.88:0/2799903771 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fee98024070 con 0x55b45095ecb0 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7feecc037b80 10 client.15168 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7feecc037b80 10 client.15168 resolve_mds: resolved name 'i' to daemon mds.i 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7feecc037b80 20 client.15168 populate_metadata read hostname 'smithi088' 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7feecc037b80 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55b4509cd600 0x55b4509c9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7feecc037b80 4 client.15168 mds_command: new command op to 24550 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7feecc037b80 1 -- 172.21.15.88:0/2799903771 --> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55b4508a9890 con 0x55b4509cd600 2024-01-28T12:59:57.273 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.271+0000 7feeb5800700 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55b4509cd600 0x55b4509c9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7feeb5800700 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55b4509cd600 0x55b4509c9a80 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4297f480020b77e8 server_cookie=26aff3df38a8468 in_seq=0 out_seq=0 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7fee9f400700 10 client.15168 ms_handle_connect on v2:172.21.15.181:6838/818465462 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7fee9f400700 1 -- 172.21.15.88:0/2799903771 <== mds.1 v2:172.21.15.181:6838/818465462 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55b4508a9890 con 0x55b4509cd600 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7fee9f400700 10 client.15168 handle_command_reply: tid=0 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7feecc037b80 1 client.15168 shutdown 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7feecc037b80 1 -- 172.21.15.88:0/2799903771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 msgr2=0x55b4509522a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7feecc037b80 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b4509522a0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fee98010fd0 tx=0x7fee9800ffd0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7feecc037b80 1 -- 172.21.15.88:0/2799903771 shutdown_connections 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7feecc037b80 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55b4509cd600 0x55b4509c9a80 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7feecc037b80 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55b45095f630 0x55b45096db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7feecc037b80 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55b45095de20 0x55b450951d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7feecc037b80 1 --2- 172.21.15.88:0/2799903771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b45095ecb0 0x55b4509522a0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7fee9f400700 0 client.15168 ms_handle_reset on v2:172.21.15.181:6838/818465462 2024-01-28T12:59:57.274 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.272+0000 7feecc037b80 1 -- 172.21.15.88:0/2799903771 >> 172.21.15.88:0/2799903771 conn(0x55b4508d2750 msgr2=0x55b450966bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feecc037b80 1 -- 172.21.15.88:0/2799903771 shutdown_connections 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feecc037b80 1 -- 172.21.15.88:0/2799903771 wait complete. 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feecc037b80 20 client.15168 trim_cache size 0 max 16384 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 1, 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 24550, 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T12:59:57.275 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 54.701019027000001, 2024-01-28T12:59:57.276 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 28, 2024-01-28T12:59:57.276 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 85, 2024-01-28T12:59:57.276 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T12:59:57.276 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 89.819814542000003 2024-01-28T12:59:57.276 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feeb8200700 1 -- 172.21.15.88:0/410235642 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee900a1960 msgr2=0x7fee900a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feeb8200700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee900a1960 0x7fee900a3e20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fee9800fa70 tx=0x7fee98018000 comp rx=0 tx=0).stop 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feeb8200700 1 -- 172.21.15.88:0/410235642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feeb01030e0 msgr2=0x7feeb01a0c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feeb8200700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feeb01030e0 0x7feeb01a0c30 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7feea800efc0 tx=0x7feea800c3a0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feeb8200700 1 -- 172.21.15.88:0/410235642 shutdown_connections 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feeb8200700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fee900a1960 0x7fee900a3e20 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feeb8200700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feeb01030e0 0x7feeb01a0c30 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feeb8200700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7feeb0101550 0x7feeb0199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feeb8200700 1 --2- 172.21.15.88:0/410235642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feeb0102740 0x7feeb0199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.273+0000 7feeb8200700 1 -- 172.21.15.88:0/410235642 >> 172.21.15.88:0/410235642 conn(0x7feeb00fcae0 msgr2=0x7feeb0073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.274+0000 7feeb8200700 1 -- 172.21.15.88:0/410235642 shutdown_connections 2024-01-28T12:59:57.277 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.274+0000 7feeb8200700 1 -- 172.21.15.88:0/410235642 wait complete. 2024-01-28T12:59:57.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:57 smithi088 ceph-mon[35322]: pgmap v277: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:57.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:57 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/657144281' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:57.289 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-01-28T12:59:57.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:57 smithi175 ceph-mon[44549]: pgmap v277: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:57.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:57 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/657144281' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:57.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:57 smithi181 ceph-mon[45557]: pgmap v277: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T12:59:57.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:57 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/657144281' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T12:59:57.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.485+0000 7f66dfe00700 1 -- 172.21.15.88:0/338243635 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66d8101550 msgr2=0x7f66d8101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.485+0000 7f66dfe00700 1 --2- 172.21.15.88:0/338243635 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66d8101550 0x7f66d8101970 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f66c8009920 tx=0x7f66c8009c30 comp rx=0 tx=0).stop 2024-01-28T12:59:57.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.485+0000 7f66dfe00700 1 -- 172.21.15.88:0/338243635 shutdown_connections 2024-01-28T12:59:57.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.485+0000 7f66dfe00700 1 --2- 172.21.15.88:0/338243635 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f66d81030e0 0x7f66d8109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.485+0000 7f66dfe00700 1 --2- 172.21.15.88:0/338243635 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66d8101550 0x7f66d8101970 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.485+0000 7f66dfe00700 1 --2- 172.21.15.88:0/338243635 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66d8102740 0x7f66d8102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.485+0000 7f66dfe00700 1 -- 172.21.15.88:0/338243635 >> 172.21.15.88:0/338243635 conn(0x7f66d80fcae0 msgr2=0x7f66d80fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.485+0000 7f66dfe00700 1 -- 172.21.15.88:0/338243635 shutdown_connections 2024-01-28T12:59:57.483 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.485+0000 7f66dfe00700 1 -- 172.21.15.88:0/338243635 wait complete. 2024-01-28T12:59:57.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.486+0000 7f66dfe00700 1 Processor -- start 2024-01-28T12:59:57.484 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.486+0000 7f66dfe00700 1 -- start start 2024-01-28T12:59:57.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dfe00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66d8101550 0x7f66d8197580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dfe00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66d8102740 0x7f66d8197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dfe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f66d81030e0 0x7f66d819eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dfe00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66d819f0b0 con 0x7f66d81030e0 2024-01-28T12:59:57.486 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dfe00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66d819f1f0 con 0x7f66d8101550 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dfe00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66d819f380 con 0x7f66d8102740 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dca00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66d8102740 0x7f66d8197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dde00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f66d81030e0 0x7f66d819eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dca00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66d8102740 0x7f66d8197ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:52052/0 (socket says 172.21.15.88:52052) 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dca00700 1 -- 172.21.15.88:0/581887081 learned_addr learned my addr 172.21.15.88:0/581887081 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.487+0000 7f66dd400700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66d8101550 0x7f66d8197580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66dca00700 1 -- 172.21.15.88:0/581887081 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66d8101550 msgr2=0x7f66d8197580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66dca00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66d8101550 0x7f66d8197580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66dca00700 1 -- 172.21.15.88:0/581887081 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f66d81030e0 msgr2=0x7f66d819eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66dca00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f66d81030e0 0x7f66d819eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66dca00700 1 -- 172.21.15.88:0/581887081 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66d0009d00 con 0x7f66d8102740 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66dde00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f66d81030e0 0x7f66d819eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:57.487 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66dca00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66d8102740 0x7f66d8197ac0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f66c000e9a0 tx=0x7f66c000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.488 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66d6000700 1 -- 172.21.15.88:0/581887081 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c0009790 con 0x7f66d8102740 2024-01-28T12:59:57.488 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66d6000700 1 -- 172.21.15.88:0/581887081 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66c0010430 con 0x7f66d8102740 2024-01-28T12:59:57.488 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66dfe00700 1 -- 172.21.15.88:0/581887081 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66c8009520 con 0x7f66d8102740 2024-01-28T12:59:57.488 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66d6000700 1 -- 172.21.15.88:0/581887081 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c0018680 con 0x7f66d8102740 2024-01-28T12:59:57.488 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.488+0000 7f66dfe00700 1 -- 172.21.15.88:0/581887081 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66d819f9e0 con 0x7f66d8102740 2024-01-28T12:59:57.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.492+0000 7f66d6000700 1 -- 172.21.15.88:0/581887081 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f66c00105a0 con 0x7f66d8102740 2024-01-28T12:59:57.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.492+0000 7f66f3e0bb80 1 Processor -- start 2024-01-28T12:59:57.490 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.492+0000 7f66f3e0bb80 1 -- start start 2024-01-28T12:59:57.493 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b260b0 0x55e2a5b264d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.493 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.493 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b251c0 0x55e2a5b25670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.493 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a5a7aad0 con 0x55e2a5b26a50 2024-01-28T12:59:57.493 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a5a783f0 con 0x55e2a5b251c0 2024-01-28T12:59:57.493 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a5a73ce0 con 0x55e2a5b260b0 2024-01-28T12:59:57.493 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66dd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.493 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66dd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:39062/0 (socket says 172.21.15.88:39062) 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66dd400700 1 -- 172.21.15.88:0/3130539100 learned_addr learned my addr 172.21.15.88:0/3130539100 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66dde00700 1 --2- 172.21.15.88:0/3130539100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b260b0 0x55e2a5b264d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66dca00700 1 --2- 172.21.15.88:0/3130539100 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b251c0 0x55e2a5b25670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66dd400700 1 -- 172.21.15.88:0/3130539100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b260b0 msgr2=0x55e2a5b264d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66dd400700 1 --2- 172.21.15.88:0/3130539100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b260b0 0x55e2a5b264d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66dd400700 1 -- 172.21.15.88:0/3130539100 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b251c0 msgr2=0x55e2a5b25670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66dd400700 1 --2- 172.21.15.88:0/3130539100 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b251c0 0x55e2a5b25670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.493+0000 7f66dd400700 1 -- 172.21.15.88:0/3130539100 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e2a58e8360 con 0x55e2a5b26a50 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.494+0000 7f66dd400700 1 --2- 172.21.15.88:0/3130539100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24bc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f66c800fa40 tx=0x7f66c8009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7466033dd9276990 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.494+0000 7f66ce600700 1 -- 172.21.15.88:0/3130539100 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c800f660 con 0x55e2a5b26a50 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.494+0000 7f66ce600700 1 -- 172.21.15.88:0/3130539100 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66c801d040 con 0x55e2a5b26a50 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.494+0000 7f66ce600700 1 -- 172.21.15.88:0/3130539100 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c8005440 con 0x55e2a5b26a50 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.494+0000 7f66d6000700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f66b80a18e0 0x7f66b80a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.494+0000 7f66d6000700 1 -- 172.21.15.88:0/581887081 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f66c0014070 con 0x7f66d8102740 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.494+0000 7f66dde00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f66b80a18e0 0x7f66b80a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.495+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/3130539100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b26a50 msgr2=0x55e2a5b24bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.495+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/3130539100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24bc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f66c800fa40 tx=0x7f66c8009f80 comp rx=0 tx=0).stop 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.495+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/3130539100 shutdown_connections 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.495+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/3130539100 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b251c0 0x55e2a5b25670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.495+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/3130539100 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b260b0 0x55e2a5b264d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.495+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/3130539100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24bc0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.495+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/3130539100 >> 172.21.15.88:0/3130539100 conn(0x55e2a5a95750 msgr2=0x55e2a5b1b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.495+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/3130539100 shutdown_connections 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.495+0000 7f66dde00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f66b80a18e0 0x7f66b80a3da0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f66d0009fd0 tx=0x7f66d000b040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.495+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/3130539100 wait complete. 2024-01-28T12:59:57.495 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.496+0000 7f66f3e0bb80 1 -- start start 2024-01-28T12:59:57.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.496+0000 7f66f3e0bb80 1 Processor -- start 2024-01-28T12:59:57.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.496+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b218e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.496+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 0x55e2a5b21e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 0x55e2a5b22e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a59e2350 con 0x55e2a5b251c0 2024-01-28T12:59:57.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a59e1ff0 con 0x55e2a5b260b0 2024-01-28T12:59:57.499 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a58ea650 con 0x55e2a5b26a50 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66f3e0bb80 10 client.0 _ll_register_callbacks cb 0x55e2a5a1b2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b218e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b218e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:39072/0 (socket says 172.21.15.88:39072) 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dd400700 1 -- 172.21.15.88:0/4136633331 learned_addr learned my addr 172.21.15.88:0/4136633331 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dca00700 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 0x55e2a5b21e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dde00700 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 0x55e2a5b22e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dd400700 1 -- 172.21.15.88:0/4136633331 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 msgr2=0x55e2a5b22e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dd400700 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 0x55e2a5b22e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dd400700 1 -- 172.21.15.88:0/4136633331 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 msgr2=0x55e2a5b21e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dd400700 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 0x55e2a5b21e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dd400700 1 -- 172.21.15.88:0/4136633331 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66d810a2e0 con 0x55e2a5b251c0 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dca00700 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 0x55e2a5b21e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T12:59:57.500 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66dd400700 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b218e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f66c8005470 tx=0x7f66c8005550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97703d5a35da793 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.497+0000 7f66c6a00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66c6a00700 1 -- 172.21.15.88:0/4136633331 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c8031070 con 0x55e2a5b251c0 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/4136633331 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e2a5b138c0 con 0x55e2a5b251c0 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66c6a00700 1 -- 172.21.15.88:0/4136633331 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f66c800b770 con 0x55e2a5b251c0 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66c6a00700 1 -- 172.21.15.88:0/4136633331 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66c8005920 con 0x55e2a5b251c0 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66f3e0bb80 10 client.15180 fetch_fsmap learned FSMap version 28 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/4136633331 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55e2a5894b10 con 0x55e2a5b251c0 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66c6a00700 1 -- 172.21.15.88:0/4136633331 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e2a5b138c0 con 0x55e2a5b251c0 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66c6a00700 1 -- 172.21.15.88:0/4136633331 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f66c8034020 con 0x55e2a5b251c0 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66f3e0bb80 10 client.15180 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T12:59:57.501 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66f3e0bb80 10 client.15180 resolve_mds: resolved name 'b' to daemon mds.b 2024-01-28T12:59:57.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66f3e0bb80 20 client.15180 populate_metadata read hostname 'smithi088' 2024-01-28T12:59:57.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55e2a5b3e4a0 0x55e2a5b3d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66f3e0bb80 4 client.15180 mds_command: new command op to 24584 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T12:59:57.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.498+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/4136633331 --> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e2a5a6cb70 con 0x55e2a5b3e4a0 2024-01-28T12:59:57.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.499+0000 7f66dca00700 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55e2a5b3e4a0 0x55e2a5b3d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.499+0000 7f66c6a00700 10 client.15180 ms_handle_connect on v2:172.21.15.175:6838/3969931760 2024-01-28T12:59:57.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.499+0000 7f66dca00700 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55e2a5b3e4a0 0x55e2a5b3d6c0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9c3280d0fec0d16 server_cookie=247148cb80ffd601 in_seq=0 out_seq=0 2024-01-28T12:59:57.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.500+0000 7f66c6a00700 1 -- 172.21.15.88:0/4136633331 <== mds.0 v2:172.21.15.175:6838/3969931760 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e2a5a6cb70 con 0x55e2a5b3e4a0 2024-01-28T12:59:57.502 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.500+0000 7f66c6a00700 10 client.15180 handle_command_reply: tid=0 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.500+0000 7f66f3e0bb80 1 client.15180 shutdown 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.500+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/4136633331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 msgr2=0x55e2a5b218e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.500+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b218e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f66c8005470 tx=0x7f66c8005550 comp rx=0 tx=0).stop 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.501+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/4136633331 shutdown_connections 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.501+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55e2a5b3e4a0 0x55e2a5b3d6c0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.501+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 0x55e2a5b22e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.501+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b218e0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.501+0000 7f66c6a00700 0 client.15180 ms_handle_reset on v2:172.21.15.175:6838/3969931760 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.501+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/4136633331 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 0x55e2a5b21e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.501+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/4136633331 >> 172.21.15.88:0/4136633331 conn(0x55e2a5a95750 msgr2=0x55e2a5b290f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.501+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/4136633331 shutdown_connections 2024-01-28T12:59:57.503 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.501+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/4136633331 wait complete. 2024-01-28T12:59:57.504 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.501+0000 7f66f3e0bb80 20 client.15180 trim_cache size 0 max 16384 2024-01-28T12:59:57.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.519+0000 7f66f3e0bb80 1 Processor -- start 2024-01-28T12:59:57.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.519+0000 7f66f3e0bb80 1 -- start start 2024-01-28T12:59:57.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.519+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b20b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.519+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 0x55e2a5b21050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.519+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.519+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a5b227e0 con 0x55e2a5b251c0 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.519+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a5a6cba0 con 0x55e2a5b260b0 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.519+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a5a74f70 con 0x55e2a5b26a50 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b20b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b20b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:39074/0 (socket says 172.21.15.88:39074) 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dd400700 1 -- 172.21.15.88:0/460847254 learned_addr learned my addr 172.21.15.88:0/460847254 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dca00700 1 --2- 172.21.15.88:0/460847254 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 0x55e2a5b21050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dde00700 1 --2- 172.21.15.88:0/460847254 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dd400700 1 -- 172.21.15.88:0/460847254 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 msgr2=0x55e2a5b24650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dd400700 1 --2- 172.21.15.88:0/460847254 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dd400700 1 -- 172.21.15.88:0/460847254 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 msgr2=0x55e2a5b21050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dd400700 1 --2- 172.21.15.88:0/460847254 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 0x55e2a5b21050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dd400700 1 -- 172.21.15.88:0/460847254 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e2a5a351e0 con 0x55e2a5b251c0 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dde00700 1 --2- 172.21.15.88:0/460847254 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66dd400700 1 --2- 172.21.15.88:0/460847254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b20b10 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f66c8009c70 tx=0x7f66c8005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c133a8e94878fcb server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66cdc00700 1 -- 172.21.15.88:0/460847254 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c8031070 con 0x55e2a5b251c0 2024-01-28T12:59:57.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66cdc00700 1 -- 172.21.15.88:0/460847254 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66c80058e0 con 0x55e2a5b251c0 2024-01-28T12:59:57.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.520+0000 7f66cdc00700 1 -- 172.21.15.88:0/460847254 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c802bc20 con 0x55e2a5b251c0 2024-01-28T12:59:57.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.521+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/460847254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 msgr2=0x55e2a5b20b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.521+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/460847254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b20b10 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f66c8009c70 tx=0x7f66c8005dc0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.521+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/460847254 shutdown_connections 2024-01-28T12:59:57.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.521+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/460847254 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b26a50 0x55e2a5b24650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.521+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/460847254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b20b10 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.521+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/460847254 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b260b0 0x55e2a5b21050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.521+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/460847254 >> 172.21.15.88:0/460847254 conn(0x55e2a5a95750 msgr2=0x55e2a5b2c380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.521+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/460847254 shutdown_connections 2024-01-28T12:59:57.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.521+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/460847254 wait complete. 2024-01-28T12:59:57.525 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66f3e0bb80 1 -- start start 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66f3e0bb80 1 Processor -- start 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b2a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b260b0 0x55e2a5b2a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66f3e0bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b26a50 0x55e2a5b2af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a5b2b6b0 con 0x55e2a5b251c0 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a5b2b820 con 0x55e2a5b26a50 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66f3e0bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2a5b2b9e0 con 0x55e2a5b260b0 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66f3e0bb80 10 client.0 _ll_register_callbacks cb 0x55e2a5b23a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66dd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b2a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66dd400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b2a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:39078/0 (socket says 172.21.15.88:39078) 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66dd400700 1 -- 172.21.15.88:0/2760188859 learned_addr learned my addr 172.21.15.88:0/2760188859 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.522+0000 7f66dde00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b26a50 0x55e2a5b2af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66dca00700 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b260b0 0x55e2a5b2a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66dd400700 1 -- 172.21.15.88:0/2760188859 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b260b0 msgr2=0x55e2a5b2a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66dd400700 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b260b0 0x55e2a5b2a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.526 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66dd400700 1 -- 172.21.15.88:0/2760188859 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b26a50 msgr2=0x55e2a5b2af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66dd400700 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b26a50 0x55e2a5b2af70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66dd400700 1 -- 172.21.15.88:0/2760188859 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e2a5894b10 con 0x55e2a5b251c0 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66dd400700 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b2a390 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f66c8003f10 tx=0x7f66c80053d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61f539b54d6bfa0b server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66c6a00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66c6a00700 1 -- 172.21.15.88:0/2760188859 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c8031040 con 0x55e2a5b251c0 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66c6a00700 1 -- 172.21.15.88:0/2760188859 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f66c8000e40 con 0x55e2a5b251c0 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/2760188859 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f66c801d040 con 0x55e2a5b251c0 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66c6a00700 1 -- 172.21.15.88:0/2760188859 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66c802b960 con 0x55e2a5b251c0 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66f3e0bb80 10 client.15186 fetch_fsmap learned FSMap version 28 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.523+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/2760188859 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55e2a58ecc80 con 0x55e2a5b251c0 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.524+0000 7f66c6a00700 1 -- 172.21.15.88:0/2760188859 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66c801d040 con 0x55e2a5b251c0 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.524+0000 7f66c6a00700 1 -- 172.21.15.88:0/2760188859 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f66c8009950 con 0x55e2a5b251c0 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.524+0000 7f66f3e0bb80 10 client.15186 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.524+0000 7f66f3e0bb80 10 client.15186 resolve_mds: resolved name 'b' to daemon mds.b 2024-01-28T12:59:57.527 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.524+0000 7f66f3e0bb80 20 client.15186 populate_metadata read hostname 'smithi088' 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.524+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55e2a5b98de0 0x55e2a5b95240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.524+0000 7f66f3e0bb80 4 client.15186 mds_command: new command op to 24584 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.524+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/2760188859 --> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55e2a5a6c890 con 0x55e2a5b98de0 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.524+0000 7f66dca00700 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55e2a5b98de0 0x55e2a5b95240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66c6a00700 10 client.15186 ms_handle_connect on v2:172.21.15.175:6838/3969931760 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66dca00700 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55e2a5b98de0 0x55e2a5b95240 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ca805f6c3a18aa2 server_cookie=96a8dd1975f65bf4 in_seq=0 out_seq=0 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66c6a00700 1 -- 172.21.15.88:0/2760188859 <== mds.0 v2:172.21.15.175:6838/3969931760 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55e2a5a6c890 con 0x55e2a5b98de0 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66c6a00700 10 client.15186 handle_command_reply: tid=0 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 client.15186 shutdown 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/2760188859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 msgr2=0x55e2a5b2a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b2a390 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f66c8003f10 tx=0x7f66c80053d0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/2760188859 shutdown_connections 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55e2a5b98de0 0x55e2a5b95240 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.528 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55e2a5b26a50 0x55e2a5b2af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e2a5b251c0 0x55e2a5b2a390 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66c6a00700 0 client.15186 ms_handle_reset on v2:172.21.15.175:6838/3969931760 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 --2- 172.21.15.88:0/2760188859 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55e2a5b260b0 0x55e2a5b2a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/2760188859 >> 172.21.15.88:0/2760188859 conn(0x55e2a5a95750 msgr2=0x55e2a5b2c380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/2760188859 shutdown_connections 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 1 -- 172.21.15.88:0/2760188859 wait complete. 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.525+0000 7f66f3e0bb80 20 client.15186 trim_cache size 0 max 16384 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 0, 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 24584, 2024-01-28T12:59:57.529 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T12:59:57.530 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T12:59:57.530 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T12:59:57.530 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 77.051384463999995, 2024-01-28T12:59:57.530 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 28, 2024-01-28T12:59:57.530 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 85, 2024-01-28T12:59:57.530 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T12:59:57.530 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 82.845935823000005 2024-01-28T12:59:57.530 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T12:59:57.531 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 -- 172.21.15.88:0/581887081 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f66b80a18e0 msgr2=0x7f66b80a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.531 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f66b80a18e0 0x7f66b80a3da0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f66d0009fd0 tx=0x7f66d000b040 comp rx=0 tx=0).stop 2024-01-28T12:59:57.531 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 -- 172.21.15.88:0/581887081 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66d8102740 msgr2=0x7f66d8197ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:57.531 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66d8102740 0x7f66d8197ac0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f66c000e9a0 tx=0x7f66c000ecb0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.531 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 -- 172.21.15.88:0/581887081 shutdown_connections 2024-01-28T12:59:57.531 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f66b80a18e0 0x7f66b80a3da0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.531 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f66d81030e0 0x7f66d819eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.531 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66d8101550 0x7f66d8197580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.531 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 --2- 172.21.15.88:0/581887081 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f66d8102740 0x7f66d8197ac0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:57.531 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 -- 172.21.15.88:0/581887081 >> 172.21.15.88:0/581887081 conn(0x7f66d80fcae0 msgr2=0x7f66d8105ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:57.532 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 -- 172.21.15.88:0/581887081 shutdown_connections 2024-01-28T12:59:57.532 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:57.526+0000 7f66dfe00700 1 -- 172.21.15.88:0/581887081 wait complete. 2024-01-28T12:59:57.542 INFO:tasks.cephadm:Setup complete, yielding 2024-01-28T12:59:57.542 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-01-28T12:59:57.554 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi088.front.sepia.ceph.com 2024-01-28T12:59:57.554 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- bash -c 'ceph orch status' 2024-01-28T12:59:57.957 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T12:59:59.129 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.131+0000 7fc476e00700 1 -- 172.21.15.88:0/3504367838 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc470101540 msgr2=0x7fc470101960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:59.129 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.131+0000 7fc476e00700 1 --2- 172.21.15.88:0/3504367838 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc470101540 0x7fc470101960 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc4600099c0 tx=0x7fc460009cd0 comp rx=0 tx=0).stop 2024-01-28T12:59:59.129 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.131+0000 7fc476e00700 1 -- 172.21.15.88:0/3504367838 shutdown_connections 2024-01-28T12:59:59.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.131+0000 7fc476e00700 1 --2- 172.21.15.88:0/3504367838 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4701030e0 0x7fc470109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:59.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.131+0000 7fc476e00700 1 --2- 172.21.15.88:0/3504367838 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc470101540 0x7fc470101960 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:59.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.131+0000 7fc476e00700 1 --2- 172.21.15.88:0/3504367838 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc470102740 0x7fc470102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:59.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.131+0000 7fc476e00700 1 -- 172.21.15.88:0/3504367838 >> 172.21.15.88:0/3504367838 conn(0x7fc4700fcae0 msgr2=0x7fc4700fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:59.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.131+0000 7fc476e00700 1 -- 172.21.15.88:0/3504367838 shutdown_connections 2024-01-28T12:59:59.130 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.132+0000 7fc476e00700 1 -- 172.21.15.88:0/3504367838 wait complete. 2024-01-28T12:59:59.131 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.132+0000 7fc476e00700 1 Processor -- start 2024-01-28T12:59:59.131 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc476e00700 1 -- start start 2024-01-28T12:59:59.131 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc476e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc470101540 0x7fc470199620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc476e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc470102740 0x7fc470199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc476e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4701030e0 0x7fc4701a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc476e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4701a11b0 con 0x7fc470101540 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc476e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4701a12f0 con 0x7fc4701030e0 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc476e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4701a1480 con 0x7fc470102740 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc475a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc470101540 0x7fc470199620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc475a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc470101540 0x7fc470199620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:39094/0 (socket says 172.21.15.88:39094) 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc475a00700 1 -- 172.21.15.88:0/3792131387 learned_addr learned my addr 172.21.15.88:0/3792131387 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc475000700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc470102740 0x7fc470199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.133+0000 7fc476400700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4701030e0 0x7fc4701a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc475a00700 1 -- 172.21.15.88:0/3792131387 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc470102740 msgr2=0x7fc470199b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc475a00700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc470102740 0x7fc470199b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc475a00700 1 -- 172.21.15.88:0/3792131387 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4701030e0 msgr2=0x7fc4701a0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:59.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc475a00700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4701030e0 0x7fc4701a0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:59.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc475a00700 1 -- 172.21.15.88:0/3792131387 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4600095f0 con 0x7fc470101540 2024-01-28T12:59:59.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc476400700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4701030e0 0x7fc4701a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T12:59:59.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc475a00700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc470101540 0x7fc470199620 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc460009fd0 tx=0x7fc46000fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:59.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc46e000700 1 -- 172.21.15.88:0/3792131387 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc46001d070 con 0x7fc470101540 2024-01-28T12:59:59.133 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc46e000700 1 -- 172.21.15.88:0/3792131387 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc46000bda0 con 0x7fc470101540 2024-01-28T12:59:59.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc476e00700 1 -- 172.21.15.88:0/3792131387 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4701a1700 con 0x7fc470101540 2024-01-28T12:59:59.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc46e000700 1 -- 172.21.15.88:0/3792131387 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc460004c70 con 0x7fc470101540 2024-01-28T12:59:59.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.134+0000 7fc476e00700 1 -- 172.21.15.88:0/3792131387 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4701a1b70 con 0x7fc470101540 2024-01-28T12:59:59.134 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.135+0000 7fc476e00700 1 -- 172.21.15.88:0/3792131387 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc470068290 con 0x7fc470101540 2024-01-28T12:59:59.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.137+0000 7fc46e000700 1 -- 172.21.15.88:0/3792131387 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fc460005050 con 0x7fc470101540 2024-01-28T12:59:59.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.139+0000 7fc46e000700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4500a1960 0x7fc4500a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T12:59:59.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.139+0000 7fc46e000700 1 -- 172.21.15.88:0/3792131387 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fc4600ce700 con 0x7fc470101540 2024-01-28T12:59:59.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.139+0000 7fc475000700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4500a1960 0x7fc4500a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T12:59:59.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.139+0000 7fc475000700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4500a1960 0x7fc4500a3e20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc458009c60 tx=0x7fc458009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T12:59:59.139 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.141+0000 7fc46e000700 1 -- 172.21.15.88:0/3792131387 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fc4600975a0 con 0x7fc470101540 2024-01-28T12:59:59.355 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.357+0000 7fc476e00700 1 -- 172.21.15.88:0/3792131387 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7fc470074f20 con 0x7fc4500a1960 2024-01-28T12:59:59.356 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.358+0000 7fc46e000700 1 -- 172.21.15.88:0/3792131387 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7fc470074f20 con 0x7fc4500a1960 2024-01-28T12:59:59.356 INFO:teuthology.orchestra.run.smithi088.stdout:Backend: cephadm 2024-01-28T12:59:59.356 INFO:teuthology.orchestra.run.smithi088.stdout:Available: Yes 2024-01-28T12:59:59.356 INFO:teuthology.orchestra.run.smithi088.stdout:Paused: No 2024-01-28T12:59:59.358 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 -- 172.21.15.88:0/3792131387 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4500a1960 msgr2=0x7fc4500a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4500a1960 0x7fc4500a3e20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc458009c60 tx=0x7fc458009260 comp rx=0 tx=0).stop 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 -- 172.21.15.88:0/3792131387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc470101540 msgr2=0x7fc470199620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc470101540 0x7fc470199620 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc460009fd0 tx=0x7fc46000fa00 comp rx=0 tx=0).stop 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 -- 172.21.15.88:0/3792131387 shutdown_connections 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc4500a1960 0x7fc4500a3e20 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4701030e0 0x7fc4701a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc470101540 0x7fc470199620 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 --2- 172.21.15.88:0/3792131387 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc470102740 0x7fc470199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 -- 172.21.15.88:0/3792131387 >> 172.21.15.88:0/3792131387 conn(0x7fc4700fcae0 msgr2=0x7fc470073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 -- 172.21.15.88:0/3792131387 shutdown_connections 2024-01-28T12:59:59.359 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T12:59:59.361+0000 7fc476e00700 1 -- 172.21.15.88:0/3792131387 wait complete. 2024-01-28T12:59:59.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 12:59:59 smithi175 ceph-mon[44549]: pgmap v278: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T12:59:59.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 12:59:59 smithi181 ceph-mon[45557]: pgmap v278: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T12:59:59.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 12:59:59 smithi088 ceph-mon[35322]: pgmap v278: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T12:59:59.752 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- bash -c 'ceph orch ps' 2024-01-28T13:00:00.161 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T13:00:00.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:00 smithi088 ceph-mon[35322]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:00.433 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:00 smithi088 ceph-mon[35322]: overall HEALTH_OK 2024-01-28T13:00:00.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:00 smithi181 ceph-mon[45557]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:00.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:00 smithi181 ceph-mon[45557]: overall HEALTH_OK 2024-01-28T13:00:00.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:00 smithi175 ceph-mon[44549]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:00.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:00 smithi175 ceph-mon[44549]: overall HEALTH_OK 2024-01-28T13:00:01.370 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.371+0000 7f7f4b600700 1 -- 172.21.15.88:0/3095788060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f44074030 msgr2=0x7f7f440744b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:01.370 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.371+0000 7f7f4b600700 1 --2- 172.21.15.88:0/3095788060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f44074030 0x7f7f440744b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c009990 tx=0x7f7f2c009ca0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.370 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.371+0000 7f7f4b600700 1 -- 172.21.15.88:0/3095788060 shutdown_connections 2024-01-28T13:00:01.370 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.371+0000 7f7f4b600700 1 --2- 172.21.15.88:0/3095788060 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f441094e0 0x7f7f4410b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.371+0000 7f7f4b600700 1 --2- 172.21.15.88:0/3095788060 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f44075600 0x7f7f44073a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.371+0000 7f7f4b600700 1 --2- 172.21.15.88:0/3095788060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f44074030 0x7f7f440744b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.371+0000 7f7f4b600700 1 -- 172.21.15.88:0/3095788060 >> 172.21.15.88:0/3095788060 conn(0x7f7f440fcb70 msgr2=0x7f7f440feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:01.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.371+0000 7f7f4b600700 1 -- 172.21.15.88:0/3095788060 shutdown_connections 2024-01-28T13:00:01.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.371+0000 7f7f4b600700 1 -- 172.21.15.88:0/3095788060 wait complete. 2024-01-28T13:00:01.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.372+0000 7f7f4b600700 1 Processor -- start 2024-01-28T13:00:01.371 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f4b600700 1 -- start start 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f4b600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f44074030 0x7f7f44199790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f4b600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f44075600 0x7f7f44199cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f4b600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f441094e0 0x7f7f441a0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f4b600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f441a12d0 con 0x7f7f441094e0 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f4b600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f441a1410 con 0x7f7f44075600 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f4b600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f441a15a0 con 0x7f7f44074030 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f48c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f44074030 0x7f7f44199790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f48c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f44074030 0x7f7f44199790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:52126/0 (socket says 172.21.15.88:52126) 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f48c00700 1 -- 172.21.15.88:0/503798812 learned_addr learned my addr 172.21.15.88:0/503798812 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f49600700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f441094e0 0x7f7f441a0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:01.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.373+0000 7f7f43e00700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f44075600 0x7f7f44199cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f48c00700 1 -- 172.21.15.88:0/503798812 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f44075600 msgr2=0x7f7f44199cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f48c00700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f44075600 0x7f7f44199cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f48c00700 1 -- 172.21.15.88:0/503798812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f441094e0 msgr2=0x7f7f441a0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f48c00700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f441094e0 0x7f7f441a0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f48c00700 1 -- 172.21.15.88:0/503798812 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f2c0095f0 con 0x7f7f44074030 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f48c00700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f44074030 0x7f7f44199790 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7f3400e9a0 tx=0x7f7f3400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f41600700 1 -- 172.21.15.88:0/503798812 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f34009790 con 0x7f7f44074030 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f4b600700 1 -- 172.21.15.88:0/503798812 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f441a1880 con 0x7f7f44074030 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f41600700 1 -- 172.21.15.88:0/503798812 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7f3400c810 con 0x7f7f44074030 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f41600700 1 -- 172.21.15.88:0/503798812 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f340054c0 con 0x7f7f44074030 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.374+0000 7f7f4b600700 1 -- 172.21.15.88:0/503798812 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f441a1dd0 con 0x7f7f44074030 2024-01-28T13:00:01.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.375+0000 7f7f4b600700 1 -- 172.21.15.88:0/503798812 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f441082a0 con 0x7f7f44074030 2024-01-28T13:00:01.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.377+0000 7f7f41600700 1 -- 172.21.15.88:0/503798812 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f7f3400cc80 con 0x7f7f44074030 2024-01-28T13:00:01.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.379+0000 7f7f41600700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f240a1960 0x7f7f240a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:01.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.379+0000 7f7f41600700 1 -- 172.21.15.88:0/503798812 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f7f34014070 con 0x7f7f44074030 2024-01-28T13:00:01.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.379+0000 7f7f43e00700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f240a1960 0x7f7f240a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:01.377 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.379+0000 7f7f43e00700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f240a1960 0x7f7f240a3e20 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c000c00 tx=0x7f7f2c005fb0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:01.379 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.381+0000 7f7f41600700 1 -- 172.21.15.88:0/503798812 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f7f34096790 con 0x7f7f44074030 2024-01-28T13:00:01.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:01 smithi181 ceph-mon[45557]: pgmap v279: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T13:00:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:01 smithi088 ceph-mon[35322]: pgmap v279: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T13:00:01.587 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.590+0000 7f7f4b600700 1 -- 172.21.15.88:0/503798812 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f7f4402d420 con 0x7f7f240a1960 2024-01-28T13:00:01.601 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.603+0000 7f7f41600700 1 -- 172.21.15.88:0/503798812 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4154 (secure 0 0 0) 0x7f7f4402d420 con 0x7f7f240a1960 2024-01-28T13:00:01.601 INFO:teuthology.orchestra.run.smithi088.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-01-28T13:00:01.601 INFO:teuthology.orchestra.run.smithi088.stdout:mds.a smithi088 running (89s) 17s ago 88s 17.2M - 19.0.0-410-gc8f2a2aa ee131f027488 69d47df4bc82 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.b smithi175 running (87s) 20s ago 86s 30.9M - 19.0.0-410-gc8f2a2aa ee131f027488 14a2ec7ff5dd 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.c smithi181 running (98s) 20s ago 97s 18.4M - 19.0.0-410-gc8f2a2aa ee131f027488 43a2b89c61f9 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.d smithi088 running (104s) 17s ago 103s 13.9M - 19.0.0-410-gc8f2a2aa ee131f027488 729f5f2ccb3f 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.e smithi175 running (102s) 20s ago 101s 19.2M - 19.0.0-410-gc8f2a2aa ee131f027488 64d4e352fcf2 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.f smithi181 running (100s) 20s ago 99s 18.0M - 19.0.0-410-gc8f2a2aa ee131f027488 2d0bc299f887 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.g smithi088 running (91s) 17s ago 91s 16.6M - 19.0.0-410-gc8f2a2aa ee131f027488 7106e0232c8e 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.h smithi175 running (96s) 20s ago 96s 18.6M - 19.0.0-410-gc8f2a2aa ee131f027488 6205979dfec3 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.i smithi181 running (94s) 20s ago 94s 18.7M - 19.0.0-410-gc8f2a2aa ee131f027488 c51cbe410f48 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.j smithi088 running (106s) 17s ago 106s 13.9M - 19.0.0-410-gc8f2a2aa ee131f027488 a5886b9d05d2 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.k smithi175 running (108s) 20s ago 108s 17.0M - 19.0.0-410-gc8f2a2aa ee131f027488 a61ca112e7f1 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mds.l smithi181 running (110s) 20s ago 110s 17.5M - 19.0.0-410-gc8f2a2aa ee131f027488 cf22c68d17c2 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.x smithi088 *:9283,8765 running (7m) 17s ago 7m 531M - 19.0.0-410-gc8f2a2aa ee131f027488 62a9636e768d 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.y smithi175 *:8443,8765 running (5m) 20s ago 5m 449M - 19.0.0-410-gc8f2a2aa ee131f027488 4fb63bab204e 2024-01-28T13:00:01.602 INFO:teuthology.orchestra.run.smithi088.stdout:mgr.z smithi181 *:8443,8765 running (5m) 20s ago 5m 448M - 19.0.0-410-gc8f2a2aa ee131f027488 433d0383e700 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:mon.a smithi088 running (7m) 17s ago 7m 92.6M 2048M 19.0.0-410-gc8f2a2aa ee131f027488 b9184ce07a21 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:mon.b smithi175 running (6m) 20s ago 6m 62.5M 2048M 19.0.0-410-gc8f2a2aa ee131f027488 2eef0d026508 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:mon.c smithi181 running (6m) 20s ago 6m 61.7M 2048M 19.0.0-410-gc8f2a2aa ee131f027488 5f80a73b15d9 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 smithi088 running (5m) 17s ago 5m 143M 4317M 19.0.0-410-gc8f2a2aa ee131f027488 67aaa8ec4905 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 smithi175 running (5m) 20s ago 5m 148M 4278M 19.0.0-410-gc8f2a2aa ee131f027488 dd91f844ab12 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 smithi181 running (4m) 20s ago 4m 150M 4278M 19.0.0-410-gc8f2a2aa ee131f027488 ac47c6917a0b 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 smithi088 running (4m) 17s ago 4m 65.1M 4317M 19.0.0-410-gc8f2a2aa ee131f027488 cc74ff639deb 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 smithi175 running (4m) 20s ago 4m 135M 4278M 19.0.0-410-gc8f2a2aa ee131f027488 35c8a8e4b17f 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 smithi181 running (4m) 20s ago 4m 140M 4278M 19.0.0-410-gc8f2a2aa ee131f027488 dd4b832c8d5d 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 smithi088 running (3m) 17s ago 3m 63.6M 4317M 19.0.0-410-gc8f2a2aa ee131f027488 7e274e3ae1b3 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 smithi175 running (3m) 20s ago 3m 139M 4278M 19.0.0-410-gc8f2a2aa ee131f027488 0fe4d177edfc 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:osd.8 smithi181 running (3m) 20s ago 3m 63.0M 4278M 19.0.0-410-gc8f2a2aa ee131f027488 b8eef5ea4f35 2024-01-28T13:00:01.603 INFO:teuthology.orchestra.run.smithi088.stdout:osd.9 smithi088 running (2m) 17s ago 2m 60.3M 4317M 19.0.0-410-gc8f2a2aa ee131f027488 15e1e6ded166 2024-01-28T13:00:01.604 INFO:teuthology.orchestra.run.smithi088.stdout:osd.10 smithi175 running (2m) 20s ago 2m 63.2M 4278M 19.0.0-410-gc8f2a2aa ee131f027488 92164412b5a1 2024-01-28T13:00:01.604 INFO:teuthology.orchestra.run.smithi088.stdout:osd.11 smithi181 running (2m) 20s ago 2m 128M 4278M 19.0.0-410-gc8f2a2aa ee131f027488 fff330c5b0d7 2024-01-28T13:00:01.604 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 -- 172.21.15.88:0/503798812 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f240a1960 msgr2=0x7f7f240a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f240a1960 0x7f7f240a3e20 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c000c00 tx=0x7f7f2c005fb0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 -- 172.21.15.88:0/503798812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f44074030 msgr2=0x7f7f44199790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f44074030 0x7f7f44199790 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7f3400e9a0 tx=0x7f7f3400ecb0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 -- 172.21.15.88:0/503798812 shutdown_connections 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f240a1960 0x7f7f240a3e20 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f441094e0 0x7f7f441a0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f44074030 0x7f7f44199790 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 --2- 172.21.15.88:0/503798812 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f44075600 0x7f7f44199cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 -- 172.21.15.88:0/503798812 >> 172.21.15.88:0/503798812 conn(0x7f7f440fcb70 msgr2=0x7f7f441053e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 -- 172.21.15.88:0/503798812 shutdown_connections 2024-01-28T13:00:01.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:01.606+0000 7f7f4b600700 1 -- 172.21.15.88:0/503798812 wait complete. 2024-01-28T13:00:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:01 smithi175 ceph-mon[44549]: pgmap v279: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T13:00:01.981 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- bash -c 'ceph orch ls' 2024-01-28T13:00:02.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:02 smithi088 ceph-mon[35322]: from='client.25234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:02.391 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T13:00:02.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:02 smithi181 ceph-mon[45557]: from='client.25234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:02.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:02 smithi175 ceph-mon[44549]: from='client.25234 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:03.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:03 smithi181 ceph-mon[45557]: pgmap v280: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T13:00:03.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:03 smithi088 ceph-mon[35322]: pgmap v280: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T13:00:03.537 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.539+0000 7f55ebe00700 1 -- 172.21.15.88:0/3473383382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55ec073fd0 msgr2=0x7f55ec074450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:03.537 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.539+0000 7f55ebe00700 1 --2- 172.21.15.88:0/3473383382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55ec073fd0 0x7f55ec074450 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f55d4009990 tx=0x7f55d4009ca0 comp rx=0 tx=0).stop 2024-01-28T13:00:03.537 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.539+0000 7f55ebe00700 1 -- 172.21.15.88:0/3473383382 shutdown_connections 2024-01-28T13:00:03.537 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.539+0000 7f55ebe00700 1 --2- 172.21.15.88:0/3473383382 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55ec109400 0x7f55ec10b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:03.537 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.539+0000 7f55ebe00700 1 --2- 172.21.15.88:0/3473383382 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55ec0755a0 0x7f55ec073a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:03.537 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.539+0000 7f55ebe00700 1 --2- 172.21.15.88:0/3473383382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55ec073fd0 0x7f55ec074450 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:03.537 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.539+0000 7f55ebe00700 1 -- 172.21.15.88:0/3473383382 >> 172.21.15.88:0/3473383382 conn(0x7f55ec0fcae0 msgr2=0x7f55ec0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:03.537 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.539+0000 7f55ebe00700 1 -- 172.21.15.88:0/3473383382 shutdown_connections 2024-01-28T13:00:03.538 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.539+0000 7f55ebe00700 1 -- 172.21.15.88:0/3473383382 wait complete. 2024-01-28T13:00:03.539 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.540+0000 7f55ebe00700 1 Processor -- start 2024-01-28T13:00:03.539 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.540+0000 7f55ebe00700 1 -- start start 2024-01-28T13:00:03.539 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.540+0000 7f55ebe00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55ec073fd0 0x7f55ec1995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.540+0000 7f55ebe00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55ec0755a0 0x7f55ec199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.540+0000 7f55ebe00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55ec109400 0x7f55ec1a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.540+0000 7f55ebe00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55ec1a1130 con 0x7f55ec109400 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.540+0000 7f55ebe00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55ec1a1270 con 0x7f55ec0755a0 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.540+0000 7f55ebe00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55ec1a1400 con 0x7f55ec073fd0 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55eb400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55ec109400 0x7f55ec1a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55e3e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55ec0755a0 0x7f55ec199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55eaa00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55ec073fd0 0x7f55ec1995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55e3e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55ec0755a0 0x7f55ec199ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:48894/0 (socket says 172.21.15.88:48894) 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55eb400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55ec109400 0x7f55ec1a0b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:33546/0 (socket says 172.21.15.88:33546) 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55e3e00700 1 -- 172.21.15.88:0/651064522 learned_addr learned my addr 172.21.15.88:0/651064522 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:03.540 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55e3e00700 1 -- 172.21.15.88:0/651064522 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55ec073fd0 msgr2=0x7f55ec1995a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:03.541 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55e3e00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55ec073fd0 0x7f55ec1995a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:03.541 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55e3e00700 1 -- 172.21.15.88:0/651064522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55ec109400 msgr2=0x7f55ec1a0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:03.541 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55e3e00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55ec109400 0x7f55ec1a0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:03.541 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55e3e00700 1 -- 172.21.15.88:0/651064522 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55e4009c40 con 0x7f55ec0755a0 2024-01-28T13:00:03.541 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.541+0000 7f55e3e00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55ec0755a0 0x7f55ec199ae0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f55d4005910 tx=0x7f55d4009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:03.541 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.542+0000 7f55f0a00700 1 -- 172.21.15.88:0/651064522 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55d401d070 con 0x7f55ec0755a0 2024-01-28T13:00:03.541 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.542+0000 7f55ebe00700 1 -- 172.21.15.88:0/651064522 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55d40095f0 con 0x7f55ec0755a0 2024-01-28T13:00:03.541 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.542+0000 7f55f0a00700 1 -- 172.21.15.88:0/651064522 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55d4021410 con 0x7f55ec0755a0 2024-01-28T13:00:03.541 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.542+0000 7f55f0a00700 1 -- 172.21.15.88:0/651064522 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55d4017650 con 0x7f55ec0755a0 2024-01-28T13:00:03.541 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.542+0000 7f55ebe00700 1 -- 172.21.15.88:0/651064522 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55ec1a1960 con 0x7f55ec0755a0 2024-01-28T13:00:03.542 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.543+0000 7f55ebe00700 1 -- 172.21.15.88:0/651064522 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55ec108210 con 0x7f55ec0755a0 2024-01-28T13:00:03.543 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.545+0000 7f55f0a00700 1 -- 172.21.15.88:0/651064522 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f55d4021580 con 0x7f55ec0755a0 2024-01-28T13:00:03.544 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.547+0000 7f55f0a00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55cc0a1960 0x7f55cc0a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:03.544 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.547+0000 7f55f0a00700 1 -- 172.21.15.88:0/651064522 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f55d40cefc0 con 0x7f55ec0755a0 2024-01-28T13:00:03.544 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.547+0000 7f55eaa00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55cc0a1960 0x7f55cc0a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:03.545 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.547+0000 7f55eaa00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55cc0a1960 0x7f55cc0a3e20 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f55dc009c60 tx=0x7f55dc009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:03.546 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.549+0000 7f55f0a00700 1 -- 172.21.15.88:0/651064522 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f55d4097e60 con 0x7f55ec0755a0 2024-01-28T13:00:03.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:03 smithi175 ceph-mon[44549]: pgmap v280: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T13:00:03.756 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.758+0000 7f55ebe00700 1 -- 172.21.15.88:0/651064522 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f55ec061a10 con 0x7f55cc0a1960 2024-01-28T13:00:03.762 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.764+0000 7f55f0a00700 1 -- 172.21.15.88:0/651064522 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+985 (secure 0 0 0) 0x7f55ec061a10 con 0x7f55cc0a1960 2024-01-28T13:00:03.762 INFO:teuthology.orchestra.run.smithi088.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-01-28T13:00:03.762 INFO:teuthology.orchestra.run.smithi088.stdout:mds.all 12/12 22s ago 115s smithi088=a;smithi088=d;smithi088=g;smithi088=j;smithi175=b;smithi175=e;smithi175=h;smithi175=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-01-28T13:00:03.762 INFO:teuthology.orchestra.run.smithi088.stdout:mgr 3/3 22s ago 5m smithi088=x;smithi175=y;smithi181=z;count:3 2024-01-28T13:00:03.762 INFO:teuthology.orchestra.run.smithi088.stdout:mon 3/3 22s ago 6m smithi088:172.21.15.88=a;smithi175:172.21.15.175=b;smithi181:172.21.15.181=c;count:3 2024-01-28T13:00:03.762 INFO:teuthology.orchestra.run.smithi088.stdout:osd 12 22s ago - 2024-01-28T13:00:03.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.766+0000 7f55ebe00700 1 -- 172.21.15.88:0/651064522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55cc0a1960 msgr2=0x7f55cc0a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:03.764 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.766+0000 7f55ebe00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55cc0a1960 0x7f55cc0a3e20 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f55dc009c60 tx=0x7f55dc009260 comp rx=0 tx=0).stop 2024-01-28T13:00:03.765 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.766+0000 7f55ebe00700 1 -- 172.21.15.88:0/651064522 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55ec0755a0 msgr2=0x7f55ec199ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:03.765 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.766+0000 7f55ebe00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55ec0755a0 0x7f55ec199ae0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f55d4005910 tx=0x7f55d4009580 comp rx=0 tx=0).stop 2024-01-28T13:00:03.765 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.766+0000 7f55ebe00700 1 -- 172.21.15.88:0/651064522 shutdown_connections 2024-01-28T13:00:03.765 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.766+0000 7f55ebe00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55cc0a1960 0x7f55cc0a3e20 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:03.765 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.766+0000 7f55ebe00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55ec109400 0x7f55ec1a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:03.765 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.766+0000 7f55ebe00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55ec073fd0 0x7f55ec1995a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:03.765 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.766+0000 7f55ebe00700 1 --2- 172.21.15.88:0/651064522 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55ec0755a0 0x7f55ec199ae0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:03.765 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.766+0000 7f55ebe00700 1 -- 172.21.15.88:0/651064522 >> 172.21.15.88:0/651064522 conn(0x7f55ec0fcae0 msgr2=0x7f55ec105350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:03.765 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.767+0000 7f55ebe00700 1 -- 172.21.15.88:0/651064522 shutdown_connections 2024-01-28T13:00:03.765 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:03.767+0000 7f55ebe00700 1 -- 172.21.15.88:0/651064522 wait complete. 2024-01-28T13:00:04.137 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- bash -c 'ceph orch host ls' 2024-01-28T13:00:04.548 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T13:00:05.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:05 smithi088 ceph-mon[35322]: from='client.25238 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:05.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:05 smithi088 ceph-mon[35322]: pgmap v281: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T13:00:05.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:05 smithi181 ceph-mon[45557]: from='client.25238 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:05.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:05 smithi181 ceph-mon[45557]: pgmap v281: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T13:00:05.645 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.646+0000 7f3d3b000700 1 -- 172.21.15.88:0/2338051170 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d341011a0 msgr2=0x7f3d34101620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:05.645 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.646+0000 7f3d3b000700 1 --2- 172.21.15.88:0/2338051170 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d341011a0 0x7f3d34101620 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c00b0a0 tx=0x7f3d2c00b3b0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.646+0000 7f3d3b000700 1 -- 172.21.15.88:0/2338051170 shutdown_connections 2024-01-28T13:00:05.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.646+0000 7f3d3b000700 1 --2- 172.21.15.88:0/2338051170 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d341011a0 0x7f3d34101620 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.646+0000 7f3d3b000700 1 --2- 172.21.15.88:0/2338051170 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d340ffe80 0x7f3d341002a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.646+0000 7f3d3b000700 1 --2- 172.21.15.88:0/2338051170 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d341007e0 0x7f3d34100c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.646+0000 7f3d3b000700 1 -- 172.21.15.88:0/2338051170 >> 172.21.15.88:0/2338051170 conn(0x7f3d340fbaa0 msgr2=0x7f3d340fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:05.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.646+0000 7f3d3b000700 1 -- 172.21.15.88:0/2338051170 shutdown_connections 2024-01-28T13:00:05.646 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.646+0000 7f3d3b000700 1 -- 172.21.15.88:0/2338051170 wait complete. 2024-01-28T13:00:05.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.647+0000 7f3d3b000700 1 Processor -- start 2024-01-28T13:00:05.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.647+0000 7f3d3b000700 1 -- start start 2024-01-28T13:00:05.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d3b000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d340ffe80 0x7f3d341997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:05.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d3b000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d341007e0 0x7f3d34199d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:05.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d3b000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d341011a0 0x7f3d341a0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d3b000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d341a1360 con 0x7f3d341007e0 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d3b000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d341a14a0 con 0x7f3d340ffe80 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d3b000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d341a1630 con 0x7f3d341011a0 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d33400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d341007e0 0x7f3d34199d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d33400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d341007e0 0x7f3d34199d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:33554/0 (socket says 172.21.15.88:33554) 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d33400700 1 -- 172.21.15.88:0/2232995066 learned_addr learned my addr 172.21.15.88:0/2232995066 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d33e00700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d340ffe80 0x7f3d341997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.648+0000 7f3d39000700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d341011a0 0x7f3d341a0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d33400700 1 -- 172.21.15.88:0/2232995066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d341011a0 msgr2=0x7f3d341a0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d33400700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d341011a0 0x7f3d341a0d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d33400700 1 -- 172.21.15.88:0/2232995066 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d340ffe80 msgr2=0x7f3d341997d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d33400700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d340ffe80 0x7f3d341997d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d33400700 1 -- 172.21.15.88:0/2232995066 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d2c009d00 con 0x7f3d341007e0 2024-01-28T13:00:05.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d39000700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d341011a0 0x7f3d341a0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:05.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d33400700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d341007e0 0x7f3d34199d10 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00e9d0 tx=0x7f3d1c00ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:05.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d30c00700 1 -- 172.21.15.88:0/2232995066 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c009790 con 0x7f3d341007e0 2024-01-28T13:00:05.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d30c00700 1 -- 172.21.15.88:0/2232995066 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d1c00cbd0 con 0x7f3d341007e0 2024-01-28T13:00:05.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d3b000700 1 -- 172.21.15.88:0/2232995066 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d341a1910 con 0x7f3d341007e0 2024-01-28T13:00:05.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d30c00700 1 -- 172.21.15.88:0/2232995066 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c018680 con 0x7f3d341007e0 2024-01-28T13:00:05.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.649+0000 7f3d3b000700 1 -- 172.21.15.88:0/2232995066 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d341a1e10 con 0x7f3d341007e0 2024-01-28T13:00:05.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.650+0000 7f3d3b000700 1 -- 172.21.15.88:0/2232995066 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d3410ac60 con 0x7f3d341007e0 2024-01-28T13:00:05.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.652+0000 7f3d30c00700 1 -- 172.21.15.88:0/2232995066 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f3d1c00cd40 con 0x7f3d341007e0 2024-01-28T13:00:05.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.653+0000 7f3d30c00700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3d140a18e0 0x7f3d140a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:05.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.653+0000 7f3d30c00700 1 -- 172.21.15.88:0/2232995066 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f3d1c014070 con 0x7f3d341007e0 2024-01-28T13:00:05.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.654+0000 7f3d33e00700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3d140a18e0 0x7f3d140a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:05.653 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.654+0000 7f3d33e00700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3d140a18e0 0x7f3d140a3da0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3d24009c60 tx=0x7f3d24009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:05.656 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.658+0000 7f3d30c00700 1 -- 172.21.15.88:0/2232995066 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f3d1c052380 con 0x7f3d341007e0 2024-01-28T13:00:05.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:05 smithi175 ceph-mon[44549]: from='client.25238 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:05.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:05 smithi175 ceph-mon[44549]: pgmap v281: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T13:00:05.860 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.861+0000 7f3d3b000700 1 -- 172.21.15.88:0/2232995066 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f3d3402d420 con 0x7f3d140a18e0 2024-01-28T13:00:05.861 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.862+0000 7f3d30c00700 1 -- 172.21.15.88:0/2232995066 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+191 (secure 0 0 0) 0x7f3d3402d420 con 0x7f3d140a18e0 2024-01-28T13:00:05.861 INFO:teuthology.orchestra.run.smithi088.stdout:HOST ADDR LABELS STATUS 2024-01-28T13:00:05.861 INFO:teuthology.orchestra.run.smithi088.stdout:smithi088 172.21.15.88 2024-01-28T13:00:05.861 INFO:teuthology.orchestra.run.smithi088.stdout:smithi175 172.21.15.175 2024-01-28T13:00:05.862 INFO:teuthology.orchestra.run.smithi088.stdout:smithi181 172.21.15.181 2024-01-28T13:00:05.862 INFO:teuthology.orchestra.run.smithi088.stdout:3 hosts in cluster 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 -- 172.21.15.88:0/2232995066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3d140a18e0 msgr2=0x7f3d140a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3d140a18e0 0x7f3d140a3da0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3d24009c60 tx=0x7f3d24009260 comp rx=0 tx=0).stop 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 -- 172.21.15.88:0/2232995066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d341007e0 msgr2=0x7f3d34199d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d341007e0 0x7f3d34199d10 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00e9d0 tx=0x7f3d1c00ece0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 -- 172.21.15.88:0/2232995066 shutdown_connections 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f3d140a18e0 0x7f3d140a3da0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3d341011a0 0x7f3d341a0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d340ffe80 0x7f3d341997d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 --2- 172.21.15.88:0/2232995066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d341007e0 0x7f3d34199d10 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 -- 172.21.15.88:0/2232995066 >> 172.21.15.88:0/2232995066 conn(0x7f3d340fbaa0 msgr2=0x7f3d340fd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:05.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 -- 172.21.15.88:0/2232995066 shutdown_connections 2024-01-28T13:00:05.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:05.865+0000 7f3d3b000700 1 -- 172.21.15.88:0/2232995066 wait complete. 2024-01-28T13:00:06.262 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- bash -c 'ceph orch device ls' 2024-01-28T13:00:06.668 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T13:00:07.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:07 smithi181 ceph-mon[45557]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:07.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:07 smithi181 ceph-mon[45557]: pgmap v282: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T13:00:07.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:07 smithi088 ceph-mon[35322]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:07.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:07 smithi088 ceph-mon[35322]: pgmap v282: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T13:00:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:07 smithi175 ceph-mon[44549]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:07 smithi175 ceph-mon[44549]: pgmap v282: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T13:00:07.870 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.871+0000 7f1cd6600700 1 -- 172.21.15.88:0/2215022255 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1cd0101610 msgr2=0x7f1cd0101a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:07.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.871+0000 7f1cd6600700 1 --2- 172.21.15.88:0/2215022255 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1cd0101610 0x7f1cd0101a30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1cc0009990 tx=0x7f1cc0009ca0 comp rx=0 tx=0).stop 2024-01-28T13:00:07.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.871+0000 7f1cd6600700 1 -- 172.21.15.88:0/2215022255 shutdown_connections 2024-01-28T13:00:07.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.871+0000 7f1cd6600700 1 --2- 172.21.15.88:0/2215022255 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1cd01031b0 0x7f1cd0109a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:07.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.871+0000 7f1cd6600700 1 --2- 172.21.15.88:0/2215022255 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1cd0101610 0x7f1cd0101a30 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:07.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.871+0000 7f1cd6600700 1 --2- 172.21.15.88:0/2215022255 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cd0102810 0x7f1cd0102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:07.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.871+0000 7f1cd6600700 1 -- 172.21.15.88:0/2215022255 >> 172.21.15.88:0/2215022255 conn(0x7f1cd00fcb70 msgr2=0x7f1cd00feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:07.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.871+0000 7f1cd6600700 1 -- 172.21.15.88:0/2215022255 shutdown_connections 2024-01-28T13:00:07.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.871+0000 7f1cd6600700 1 -- 172.21.15.88:0/2215022255 wait complete. 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.872+0000 7f1cd6600700 1 Processor -- start 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.872+0000 7f1cd6600700 1 -- start start 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cd6600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1cd0101610 0x7f1cd0197560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cd6600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cd0102810 0x7f1cd0197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cd6600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1cd01031b0 0x7f1cd019ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cd6600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cd019f0a0 con 0x7f1cd0102810 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cd6600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cd019f1e0 con 0x7f1cd01031b0 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cd6600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cd019f370 con 0x7f1cd0101610 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cc7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cd0102810 0x7f1cd0197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cc7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cd0102810 0x7f1cd0197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:33562/0 (socket says 172.21.15.88:33562) 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cc7e00700 1 -- 172.21.15.88:0/219882639 learned_addr learned my addr 172.21.15.88:0/219882639 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1ccf400700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1cd0101610 0x7f1cd0197560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:07.874 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1ccfe00700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1cd01031b0 0x7f1cd019ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cc7e00700 1 -- 172.21.15.88:0/219882639 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1cd0101610 msgr2=0x7f1cd0197560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cc7e00700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1cd0101610 0x7f1cd0197560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cc7e00700 1 -- 172.21.15.88:0/219882639 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1cd01031b0 msgr2=0x7f1cd019ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cc7e00700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1cd01031b0 0x7f1cd019ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.873+0000 7f1cc7e00700 1 -- 172.21.15.88:0/219882639 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cb8009520 con 0x7f1cd0102810 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.874+0000 7f1cc7e00700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cd0102810 0x7f1cd0197aa0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f1cb800eb60 tx=0x7f1cb800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.874+0000 7f1cccc00700 1 -- 172.21.15.88:0/219882639 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb800cbd0 con 0x7f1cd0102810 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.874+0000 7f1cccc00700 1 -- 172.21.15.88:0/219882639 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1cb80044e0 con 0x7f1cd0102810 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.874+0000 7f1cd6600700 1 -- 172.21.15.88:0/219882639 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1cc00095f0 con 0x7f1cd0102810 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.874+0000 7f1cccc00700 1 -- 172.21.15.88:0/219882639 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8003df0 con 0x7f1cd0102810 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.874+0000 7f1cd6600700 1 -- 172.21.15.88:0/219882639 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1cd019f9c0 con 0x7f1cd0102810 2024-01-28T13:00:07.875 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.875+0000 7f1cd6600700 1 -- 172.21.15.88:0/219882639 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1cd0108ac0 con 0x7f1cd0102810 2024-01-28T13:00:07.876 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.877+0000 7f1cccc00700 1 -- 172.21.15.88:0/219882639 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7f1cb8004000 con 0x7f1cd0102810 2024-01-28T13:00:07.877 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.878+0000 7f1cccc00700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cb00a18e0 0x7f1cb00a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:07.877 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.878+0000 7f1cccc00700 1 -- 172.21.15.88:0/219882639 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f1cb8014070 con 0x7f1cd0102810 2024-01-28T13:00:07.877 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.879+0000 7f1ccf400700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cb00a18e0 0x7f1cb00a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:07.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.879+0000 7f1ccf400700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cb00a18e0 0x7f1cb00a3da0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1cc000b680 tx=0x7f1cc0005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:07.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:07.881+0000 7f1cccc00700 1 -- 172.21.15.88:0/219882639 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f1cb8096a00 con 0x7f1cd0102810 2024-01-28T13:00:08.086 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.087+0000 7f1cd6600700 1 -- 172.21.15.88:0/219882639 --> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f1cd002d420 con 0x7f1cb00a18e0 2024-01-28T13:00:08.087 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.089+0000 7f1cccc00700 1 -- 172.21.15.88:0/219882639 <== mgr.14154 v2:172.21.15.88:6800/138379761 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+532 (secure 0 0 0) 0x7f1cd002d420 con 0x7f1cb00a18e0 2024-01-28T13:00:08.088 INFO:teuthology.orchestra.run.smithi088.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-01-28T13:00:08.088 INFO:teuthology.orchestra.run.smithi088.stdout:smithi088 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400XD400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-01-28T13:00:08.088 INFO:teuthology.orchestra.run.smithi088.stdout:smithi175 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300M0400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-01-28T13:00:08.088 INFO:teuthology.orchestra.run.smithi088.stdout:smithi181 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6246000E400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-01-28T13:00:08.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 -- 172.21.15.88:0/219882639 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cb00a18e0 msgr2=0x7f1cb00a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:08.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cb00a18e0 0x7f1cb00a3da0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1cc000b680 tx=0x7f1cc0005fd0 comp rx=0 tx=0).stop 2024-01-28T13:00:08.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 -- 172.21.15.88:0/219882639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cd0102810 msgr2=0x7f1cd0197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:08.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cd0102810 0x7f1cd0197aa0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f1cb800eb60 tx=0x7f1cb800ee70 comp rx=0 tx=0).stop 2024-01-28T13:00:08.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 -- 172.21.15.88:0/219882639 shutdown_connections 2024-01-28T13:00:08.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f1cb00a18e0 0x7f1cb00a3da0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:08.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1cd01031b0 0x7f1cd019ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:08.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1cd0101610 0x7f1cd0197560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:08.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 --2- 172.21.15.88:0/219882639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cd0102810 0x7f1cd0197aa0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:08.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 -- 172.21.15.88:0/219882639 >> 172.21.15.88:0/219882639 conn(0x7f1cd00fcb70 msgr2=0x7f1cd0105c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:08.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 -- 172.21.15.88:0/219882639 shutdown_connections 2024-01-28T13:00:08.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:08.091+0000 7f1cd6600700 1 -- 172.21.15.88:0/219882639 wait complete. 2024-01-28T13:00:08.509 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-01-28T13:00:08.519 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi088.front.sepia.ceph.com 2024-01-28T13:00:08.520 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- bash -c 'ceph fs dump' 2024-01-28T13:00:08.927 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T13:00:09.402 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:09 smithi088 ceph-mon[35322]: pgmap v283: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:00:09.402 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:09 smithi088 ceph-mon[35322]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:09.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:09 smithi181 ceph-mon[45557]: pgmap v283: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:00:09.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:09 smithi181 ceph-mon[45557]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:09 smithi175 ceph-mon[44549]: pgmap v283: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:00:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:09 smithi175 ceph-mon[44549]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-01-28T13:00:10.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.053+0000 7fefa6e00700 1 -- 172.21.15.88:0/42936749 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa0101610 msgr2=0x7fefa0101a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:10.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.053+0000 7fefa6e00700 1 --2- 172.21.15.88:0/42936749 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa0101610 0x7fefa0101a30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fef900099c0 tx=0x7fef90009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.053+0000 7fefa6e00700 1 -- 172.21.15.88:0/42936749 shutdown_connections 2024-01-28T13:00:10.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.053+0000 7fefa6e00700 1 --2- 172.21.15.88:0/42936749 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefa01031b0 0x7fefa0109a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.053+0000 7fefa6e00700 1 --2- 172.21.15.88:0/42936749 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa0101610 0x7fefa0101a30 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.052 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.053+0000 7fefa6e00700 1 --2- 172.21.15.88:0/42936749 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefa0102810 0x7fefa0102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.053 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.053+0000 7fefa6e00700 1 -- 172.21.15.88:0/42936749 >> 172.21.15.88:0/42936749 conn(0x7fefa00fcb70 msgr2=0x7fefa00feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:10.053 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.053+0000 7fefa6e00700 1 -- 172.21.15.88:0/42936749 shutdown_connections 2024-01-28T13:00:10.053 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.053+0000 7fefa6e00700 1 -- 172.21.15.88:0/42936749 wait complete. 2024-01-28T13:00:10.054 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.054+0000 7fefa6e00700 1 Processor -- start 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.054+0000 7fefa6e00700 1 -- start start 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.054+0000 7fefa6e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefa0101610 0x7fefa0199750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.054+0000 7fefa6e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa0102810 0x7fefa0199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.054+0000 7fefa6e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefa01031b0 0x7fefa01a0d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.054+0000 7fefa6e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa01a12e0 con 0x7fefa0102810 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.054+0000 7fefa6e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa01a1420 con 0x7fefa0101610 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.054+0000 7fefa6e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa01a15b0 con 0x7fefa01031b0 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa0102810 0x7fefa0199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9f400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa0102810 0x7fefa0199c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:33580/0 (socket says 172.21.15.88:33580) 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9f400700 1 -- 172.21.15.88:0/3234323085 learned_addr learned my addr 172.21.15.88:0/3234323085 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:10.055 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9fe00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefa0101610 0x7fefa0199750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fefa4e00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefa01031b0 0x7fefa01a0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9f400700 1 -- 172.21.15.88:0/3234323085 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefa01031b0 msgr2=0x7fefa01a0d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9f400700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefa01031b0 0x7fefa01a0d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9f400700 1 -- 172.21.15.88:0/3234323085 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefa0101610 msgr2=0x7fefa0199750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9f400700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefa0101610 0x7fefa0199750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9f400700 1 -- 172.21.15.88:0/3234323085 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef900095f0 con 0x7fefa0102810 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9fe00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefa0101610 0x7fefa0199750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.055+0000 7fef9f400700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa0102810 0x7fefa0199c90 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fef8800e9d0 tx=0x7fef8800ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.056+0000 7fef9cc00700 1 -- 172.21.15.88:0/3234323085 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef88009790 con 0x7fefa0102810 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.056+0000 7fef9cc00700 1 -- 172.21.15.88:0/3234323085 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fef8800ee70 con 0x7fefa0102810 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.056+0000 7fefa6e00700 1 -- 172.21.15.88:0/3234323085 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefa01a1890 con 0x7fefa0102810 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.056+0000 7fef9cc00700 1 -- 172.21.15.88:0/3234323085 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef88010ea0 con 0x7fefa0102810 2024-01-28T13:00:10.056 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.056+0000 7fefa6e00700 1 -- 172.21.15.88:0/3234323085 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefa01a1d90 con 0x7fefa0102810 2024-01-28T13:00:10.057 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.057+0000 7fefa6e00700 1 -- 172.21.15.88:0/3234323085 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefa0068290 con 0x7fefa0102810 2024-01-28T13:00:10.058 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.059+0000 7fef9cc00700 1 -- 172.21.15.88:0/3234323085 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 17) v1 ==== 136199+0+0 (secure 0 0 0) 0x7fef8800cbd0 con 0x7fefa0102810 2024-01-28T13:00:10.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.060+0000 7fef9cc00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fef800a18e0 0x7fef800a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:10.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.061+0000 7fef9cc00700 1 -- 172.21.15.88:0/3234323085 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fef88014070 con 0x7fefa0102810 2024-01-28T13:00:10.059 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.061+0000 7fef9fe00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fef800a18e0 0x7fef800a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:10.060 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.061+0000 7fef9fe00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fef800a18e0 0x7fef800a3da0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fef90009990 tx=0x7fef9001a040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:10.060 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.062+0000 7fef9cc00700 1 -- 172.21.15.88:0/3234323085 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fef88096a80 con 0x7fefa0102810 2024-01-28T13:00:10.301 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.302+0000 7fefa6e00700 1 -- 172.21.15.88:0/3234323085 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fefa010ce70 con 0x7fefa0102810 2024-01-28T13:00:10.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.303+0000 7fef9cc00700 1 -- 172.21.15.88:0/3234323085 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) v1 ==== 76+0+2977 (secure 0 0 0) 0x7fef88026bc0 con 0x7fefa0102810 2024-01-28T13:00:10.302 INFO:teuthology.orchestra.run.smithi088.stdout:e28 2024-01-28T13:00:10.302 INFO:teuthology.orchestra.run.smithi088.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-01-28T13:00:10.302 INFO:teuthology.orchestra.run.smithi088.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-01-28T13:00:10.302 INFO:teuthology.orchestra.run.smithi088.stdout:legacy client fscid: 1 2024-01-28T13:00:10.302 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T13:00:10.303 INFO:teuthology.orchestra.run.smithi088.stdout:Filesystem 'cephfs' (1) 2024-01-28T13:00:10.303 INFO:teuthology.orchestra.run.smithi088.stdout:fs_name cephfs 2024-01-28T13:00:10.303 INFO:teuthology.orchestra.run.smithi088.stdout:epoch 28 2024-01-28T13:00:10.303 INFO:teuthology.orchestra.run.smithi088.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-01-28T13:00:10.303 INFO:teuthology.orchestra.run.smithi088.stdout:created 2024-01-28T12:58:39.921017+0000 2024-01-28T13:00:10.303 INFO:teuthology.orchestra.run.smithi088.stdout:modified 2024-01-28T12:59:06.098710+0000 2024-01-28T13:00:10.303 INFO:teuthology.orchestra.run.smithi088.stdout:tableserver 0 2024-01-28T13:00:10.303 INFO:teuthology.orchestra.run.smithi088.stdout:root 0 2024-01-28T13:00:10.304 INFO:teuthology.orchestra.run.smithi088.stdout:session_timeout 300 2024-01-28T13:00:10.304 INFO:teuthology.orchestra.run.smithi088.stdout:session_autoclose 300 2024-01-28T13:00:10.304 INFO:teuthology.orchestra.run.smithi088.stdout:max_file_size 1099511627776 2024-01-28T13:00:10.304 INFO:teuthology.orchestra.run.smithi088.stdout:max_xattr_size 65536 2024-01-28T13:00:10.304 INFO:teuthology.orchestra.run.smithi088.stdout:required_client_features {} 2024-01-28T13:00:10.304 INFO:teuthology.orchestra.run.smithi088.stdout:last_failure 0 2024-01-28T13:00:10.304 INFO:teuthology.orchestra.run.smithi088.stdout:last_failure_osd_epoch 0 2024-01-28T13:00:10.304 INFO:teuthology.orchestra.run.smithi088.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-01-28T13:00:10.304 INFO:teuthology.orchestra.run.smithi088.stdout:max_mds 5 2024-01-28T13:00:10.305 INFO:teuthology.orchestra.run.smithi088.stdout:in 0,1,2,3,4 2024-01-28T13:00:10.305 INFO:teuthology.orchestra.run.smithi088.stdout:up {0=24584,1=24550,2=24542,3=24532,4=14532} 2024-01-28T13:00:10.305 INFO:teuthology.orchestra.run.smithi088.stdout:failed 2024-01-28T13:00:10.305 INFO:teuthology.orchestra.run.smithi088.stdout:damaged 2024-01-28T13:00:10.305 INFO:teuthology.orchestra.run.smithi088.stdout:stopped 2024-01-28T13:00:10.305 INFO:teuthology.orchestra.run.smithi088.stdout:data_pools [3,4] 2024-01-28T13:00:10.305 INFO:teuthology.orchestra.run.smithi088.stdout:metadata_pool 2 2024-01-28T13:00:10.305 INFO:teuthology.orchestra.run.smithi088.stdout:inline_data disabled 2024-01-28T13:00:10.305 INFO:teuthology.orchestra.run.smithi088.stdout:balancer 2024-01-28T13:00:10.305 INFO:teuthology.orchestra.run.smithi088.stdout:bal_rank_mask -1 2024-01-28T13:00:10.306 INFO:teuthology.orchestra.run.smithi088.stdout:standby_count_wanted 0 2024-01-28T13:00:10.306 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.b{0:24584} state up:active seq 3 addr [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.306 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.f{0:24520} state up:standby-replay seq 1 addr [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.306 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.i{1:24550} state up:active seq 10 addr [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.306 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.e{1:24509} state up:standby-replay seq 1 addr [v2:172.21.15.175:6834/861965715,v1:172.21.15.175:6835/861965715] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.306 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.h{2:24542} state up:active seq 11 addr [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.306 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.k{2:24479} state up:standby-replay seq 1 addr [v2:172.21.15.175:6832/1903155747,v1:172.21.15.175:6833/1903155747] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.306 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.c{3:24532} state up:active seq 12 addr [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.306 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.l{3:24472} state up:standby-replay seq 1 addr [v2:172.21.15.181:6832/1748638141,v1:172.21.15.181:6833/1748638141] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.306 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.a{4:14532} state up:active seq 10 addr [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.307 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.g{4:14520} state up:standby-replay seq 1 addr [v2:172.21.15.88:6838/836955068,v1:172.21.15.88:6839/836955068] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.307 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T13:00:10.307 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T13:00:10.307 INFO:teuthology.orchestra.run.smithi088.stdout:Standby daemons: 2024-01-28T13:00:10.307 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T13:00:10.307 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.j{-1:14454} state up:standby seq 1 addr [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.307 INFO:teuthology.orchestra.run.smithi088.stdout:[mds.d{-1:14466} state up:standby seq 1 addr [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] compat {c=[1],r=[1],i=[fff]}] 2024-01-28T13:00:10.308 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 -- 172.21.15.88:0/3234323085 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fef800a18e0 msgr2=0x7fef800a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:10.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fef800a18e0 0x7fef800a3da0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fef90009990 tx=0x7fef9001a040 comp rx=0 tx=0).stop 2024-01-28T13:00:10.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 -- 172.21.15.88:0/3234323085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa0102810 msgr2=0x7fefa0199c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:10.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa0102810 0x7fefa0199c90 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fef8800e9d0 tx=0x7fef8800ece0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 -- 172.21.15.88:0/3234323085 shutdown_connections 2024-01-28T13:00:10.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fef800a18e0 0x7fef800a3da0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fefa01031b0 0x7fefa01a0d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefa0101610 0x7fefa0199750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 --2- 172.21.15.88:0/3234323085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fefa0102810 0x7fefa0199c90 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:10.309 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 -- 172.21.15.88:0/3234323085 >> 172.21.15.88:0/3234323085 conn(0x7fefa00fcb70 msgr2=0x7fefa0073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:10.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 -- 172.21.15.88:0/3234323085 shutdown_connections 2024-01-28T13:00:10.310 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:10.305+0000 7fefa6e00700 1 -- 172.21.15.88:0/3234323085 wait complete. 2024-01-28T13:00:10.310 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 28 2024-01-28T13:00:10.705 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- bash -c 'ceph osd dump' 2024-01-28T13:00:11.113 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T13:00:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:11 smithi181 ceph-mon[45557]: pgmap v284: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T13:00:11.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:11 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3234323085' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-01-28T13:00:11.496 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:11 smithi088 ceph-mon[35322]: pgmap v284: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T13:00:11.496 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:11 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3234323085' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-01-28T13:00:11.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:11 smithi175 ceph-mon[44549]: pgmap v284: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-01-28T13:00:11.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:11 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3234323085' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-01-28T13:00:12.339 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.340+0000 7f17ff800700 1 -- 172.21.15.88:0/4240683841 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17f8074030 msgr2=0x7f17f80744b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:12.339 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.340+0000 7f17ff800700 1 --2- 172.21.15.88:0/4240683841 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17f8074030 0x7f17f80744b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f17e0009990 tx=0x7f17e0009ca0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.339 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.340+0000 7f17ff800700 1 -- 172.21.15.88:0/4240683841 shutdown_connections 2024-01-28T13:00:12.340 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.340+0000 7f17ff800700 1 --2- 172.21.15.88:0/4240683841 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f17f810dbf0 0x7f17f810ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.340 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.340+0000 7f17ff800700 1 --2- 172.21.15.88:0/4240683841 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f8075600 0x7f17f8073a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.340 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.340+0000 7f17ff800700 1 --2- 172.21.15.88:0/4240683841 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17f8074030 0x7f17f80744b0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.340 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.340+0000 7f17ff800700 1 -- 172.21.15.88:0/4240683841 >> 172.21.15.88:0/4240683841 conn(0x7f17f80fcb70 msgr2=0x7f17f80feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:12.340 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.340+0000 7f17ff800700 1 -- 172.21.15.88:0/4240683841 shutdown_connections 2024-01-28T13:00:12.340 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.340+0000 7f17ff800700 1 -- 172.21.15.88:0/4240683841 wait complete. 2024-01-28T13:00:12.341 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.341+0000 7f17ff800700 1 Processor -- start 2024-01-28T13:00:12.341 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.341+0000 7f17ff800700 1 -- start start 2024-01-28T13:00:12.341 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17ff800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17f8074030 0x7f17f819db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:12.341 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17ff800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f8075600 0x7f17f819e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:12.341 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17ff800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f17f810dbf0 0x7f17f81a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17ff800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f81a56d0 con 0x7f17f8074030 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17ff800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f81a5810 con 0x7f17f810dbf0 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17ff800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f81a59a0 con 0x7f17f8075600 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17fce00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17f8074030 0x7f17f819db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17f7e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f8075600 0x7f17f819e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17fce00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17f8074030 0x7f17f819db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:33596/0 (socket says 172.21.15.88:33596) 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17fce00700 1 -- 172.21.15.88:0/2112382543 learned_addr learned my addr 172.21.15.88:0/2112382543 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17fd800700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f17f810dbf0 0x7f17f81a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17fce00700 1 -- 172.21.15.88:0/2112382543 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f8075600 msgr2=0x7f17f819e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17fce00700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f8075600 0x7f17f819e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17fce00700 1 -- 172.21.15.88:0/2112382543 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f17f810dbf0 msgr2=0x7f17f81a5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.342+0000 7f17fce00700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f17f810dbf0 0x7f17f81a5100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.342 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.343+0000 7f17fce00700 1 -- 172.21.15.88:0/2112382543 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17e00095f0 con 0x7f17f8074030 2024-01-28T13:00:12.343 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.343+0000 7f17fd800700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f17f810dbf0 0x7f17f81a5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:12.343 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.343+0000 7f17fce00700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17f8074030 0x7f17f819db40 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f17e800e9a0 tx=0x7f17e800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:12.343 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.343+0000 7f17f5600700 1 -- 172.21.15.88:0/2112382543 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17e8009790 con 0x7f17f8074030 2024-01-28T13:00:12.343 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.343+0000 7f17f5600700 1 -- 172.21.15.88:0/2112382543 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f17e800c810 con 0x7f17f8074030 2024-01-28T13:00:12.343 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.343+0000 7f17f5600700 1 -- 172.21.15.88:0/2112382543 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17e80054c0 con 0x7f17f8074030 2024-01-28T13:00:12.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.343+0000 7f17ff800700 1 -- 172.21.15.88:0/2112382543 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17f81a5c80 con 0x7f17f8074030 2024-01-28T13:00:12.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.343+0000 7f17ff800700 1 -- 172.21.15.88:0/2112382543 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17f81a6180 con 0x7f17f8074030 2024-01-28T13:00:12.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.344+0000 7f17ff800700 1 -- 172.21.15.88:0/2112382543 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17f8103e50 con 0x7f17f8074030 2024-01-28T13:00:12.344 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.346+0000 7f17f5600700 1 -- 172.21.15.88:0/2112382543 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f17e800cc80 con 0x7f17f8074030 2024-01-28T13:00:12.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.347+0000 7f17f5600700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f17d80a1850 0x7f17d80a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:12.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.347+0000 7f17f5600700 1 -- 172.21.15.88:0/2112382543 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f17e8014070 con 0x7f17f8074030 2024-01-28T13:00:12.346 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.347+0000 7f17f7e00700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f17d80a1850 0x7f17d80a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:12.347 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.348+0000 7f17f7e00700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f17d80a1850 0x7f17d80a3d10 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f17e0000c00 tx=0x7f17e0005fb0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:12.350 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.352+0000 7f17f5600700 1 -- 172.21.15.88:0/2112382543 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f17e80965e0 con 0x7f17f8074030 2024-01-28T13:00:12.554 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.555+0000 7f17ff800700 1 -- 172.21.15.88:0/2112382543 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7f17f802d490 con 0x7f17f8074030 2024-01-28T13:00:12.555 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.556+0000 7f17f5600700 1 -- 172.21.15.88:0/2112382543 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v85) v1 ==== 56+0+5607 (secure 0 0 0) 0x7f17e8099c00 con 0x7f17f8074030 2024-01-28T13:00:12.555 INFO:teuthology.orchestra.run.smithi088.stdout:epoch 85 2024-01-28T13:00:12.555 INFO:teuthology.orchestra.run.smithi088.stdout:fsid f2afc81a-bddb-11ee-95b2-87774f69a715 2024-01-28T13:00:12.555 INFO:teuthology.orchestra.run.smithi088.stdout:created 2024-01-28T12:52:10.455618+0000 2024-01-28T13:00:12.555 INFO:teuthology.orchestra.run.smithi088.stdout:modified 2024-01-28T12:59:13.609403+0000 2024-01-28T13:00:12.555 INFO:teuthology.orchestra.run.smithi088.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:crush_version 27 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:full_ratio 0.95 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:backfillfull_ratio 0.9 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:nearfull_ratio 0.85 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:require_min_compat_client luminous 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:min_compat_client luminous 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:require_osd_release squid 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:stretch_mode_enabled false 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 20 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 78 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 83 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:max_osd 12 2024-01-28T13:00:12.556 INFO:teuthology.orchestra.run.smithi088.stdout:osd.0 up in weight 1 up_from 8 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6802/3249115503,v1:172.21.15.88:6803/3249115503] [v2:172.21.15.88:6804/3249115503,v1:172.21.15.88:6805/3249115503] exists,up 7426fa88-021a-4239-8539-2278e01359ca 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.1 up in weight 1 up_from 12 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.175:6800/882207238,v1:172.21.15.175:6801/882207238] [v2:172.21.15.175:6802/882207238,v1:172.21.15.175:6803/882207238] exists,up 3ca4d4fe-38d2-4a6f-936a-76d68652b8da 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.2 up in weight 1 up_from 17 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.181:6800/4163097069,v1:172.21.15.181:6801/4163097069] [v2:172.21.15.181:6802/4163097069,v1:172.21.15.181:6803/4163097069] exists,up 9e2a251e-2cb8-4230-b54d-8772fc029894 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.3 up in weight 1 up_from 23 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6810/1857922873,v1:172.21.15.88:6811/1857922873] [v2:172.21.15.88:6812/1857922873,v1:172.21.15.88:6813/1857922873] exists,up e6022880-9154-4f75-83a5-2508f6ad238a 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.4 up in weight 1 up_from 30 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.175:6808/1737262306,v1:172.21.15.175:6809/1737262306] [v2:172.21.15.175:6810/1737262306,v1:172.21.15.175:6811/1737262306] exists,up c36e8684-1dc3-41a0-a1a8-148f44288d81 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.5 up in weight 1 up_from 36 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.181:6808/1529256325,v1:172.21.15.181:6809/1529256325] [v2:172.21.15.181:6810/1529256325,v1:172.21.15.181:6811/1529256325] exists,up 2d8357ed-157c-4d27-aaa1-8fedb43a5fa6 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.6 up in weight 1 up_from 43 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6818/1144012606,v1:172.21.15.88:6819/1144012606] [v2:172.21.15.88:6820/1144012606,v1:172.21.15.88:6821/1144012606] exists,up fa8e0062-f463-40d8-8799-2af0859f8573 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.7 up in weight 1 up_from 48 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.175:6816/3009942550,v1:172.21.15.175:6817/3009942550] [v2:172.21.15.175:6818/3009942550,v1:172.21.15.175:6819/3009942550] exists,up ca844a73-940a-439e-a2ce-d20072e7c1f8 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.8 up in weight 1 up_from 55 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.181:6816/1038378462,v1:172.21.15.181:6817/1038378462] [v2:172.21.15.181:6818/1038378462,v1:172.21.15.181:6819/1038378462] exists,up 8925ee78-bb56-4d41-8666-bc2e974e8b26 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.9 up in weight 1 up_from 62 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6826/1519070015,v1:172.21.15.88:6827/1519070015] [v2:172.21.15.88:6828/1519070015,v1:172.21.15.88:6829/1519070015] exists,up f0b854dd-87af-4047-ab34-ad333e2f42d5 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.10 up in weight 1 up_from 67 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.175:6824/2250662492,v1:172.21.15.175:6825/2250662492] [v2:172.21.15.175:6826/2250662492,v1:172.21.15.175:6827/2250662492] exists,up 2bf87a1b-d333-48d3-afb5-fe61216a6a8b 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:osd.11 up in weight 1 up_from 74 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.181:6824/100444795,v1:172.21.15.181:6825/100444795] [v2:172.21.15.181:6826/100444795,v1:172.21.15.181:6827/100444795] exists,up 5d19d8e0-94b8-4e77-880e-74642b163b8b 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:pg_upmap_items 2.b [2,4] 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:pg_upmap_items 2.f [8,11] 2024-01-28T13:00:12.557 INFO:teuthology.orchestra.run.smithi088.stdout:pg_upmap_items 2.16 [2,4] 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:pg_upmap_items 2.1d [8,11] 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:pg_upmap_items 3.11 [4,8] 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:pg_upmap_items 3.14 [4,6] 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:pg_upmap_items 3.1b [5,9] 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:pg_upmap_items 3.2c [4,9] 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:pg_upmap_items 3.3b [3,9] 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:pg_upmap_items 4.1b [9,8] 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:blocklist 172.21.15.88:0/1829607387 expires 2024-01-29T12:53:11.989355+0000 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:blocklist 172.21.15.88:6801/861469615 expires 2024-01-29T12:53:11.989355+0000 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:blocklist 172.21.15.88:6800/861469615 expires 2024-01-29T12:53:11.989355+0000 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:blocklist 172.21.15.88:0/3163234214 expires 2024-01-29T12:53:11.989355+0000 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:blocklist 172.21.15.88:0/4173375747 expires 2024-01-29T12:52:46.042014+0000 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:blocklist 172.21.15.88:0/2033052703 expires 2024-01-29T12:52:46.042014+0000 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:blocklist 172.21.15.88:6801/3094265374 expires 2024-01-29T12:52:46.042014+0000 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:blocklist 172.21.15.88:0/3319099445 expires 2024-01-29T12:52:46.042014+0000 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:blocklist 172.21.15.88:6800/3094265374 expires 2024-01-29T12:52:46.042014+0000 2024-01-28T13:00:12.558 INFO:teuthology.orchestra.run.smithi088.stdout:blocklist 172.21.15.88:0/3163296161 expires 2024-01-29T12:53:11.989355+0000 2024-01-28T13:00:12.559 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.558+0000 7f17ff800700 1 -- 172.21.15.88:0/2112382543 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f17d80a1850 msgr2=0x7f17d80a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:12.559 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.558+0000 7f17ff800700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f17d80a1850 0x7f17d80a3d10 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f17e0000c00 tx=0x7f17e0005fb0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.559 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.558+0000 7f17ff800700 1 -- 172.21.15.88:0/2112382543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17f8074030 msgr2=0x7f17f819db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:12.559 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.558+0000 7f17ff800700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17f8074030 0x7f17f819db40 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f17e800e9a0 tx=0x7f17e800ecb0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.559 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.559+0000 7f17ff800700 1 -- 172.21.15.88:0/2112382543 shutdown_connections 2024-01-28T13:00:12.559 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.559+0000 7f17ff800700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f17d80a1850 0x7f17d80a3d10 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.559 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.559+0000 7f17ff800700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f17f810dbf0 0x7f17f81a5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.559+0000 7f17ff800700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17f8074030 0x7f17f819db40 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.559+0000 7f17ff800700 1 --2- 172.21.15.88:0/2112382543 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f17f8075600 0x7f17f819e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:12.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.559+0000 7f17ff800700 1 -- 172.21.15.88:0/2112382543 >> 172.21.15.88:0/2112382543 conn(0x7f17f80fcb70 msgr2=0x7f17f8100f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:12.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.559+0000 7f17ff800700 1 -- 172.21.15.88:0/2112382543 shutdown_connections 2024-01-28T13:00:12.560 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:12.559+0000 7f17ff800700 1 -- 172.21.15.88:0/2112382543 wait complete. 2024-01-28T13:00:12.952 INFO:teuthology.run_tasks:Running task fs.ready... 2024-01-28T13:00:12.965 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T13:00:13.163 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.163+0000 7f76c1200700 1 -- 172.21.15.88:0/2542712333 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76bc101540 msgr2=0x7f76bc101960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:13.163 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.163+0000 7f76c1200700 1 --2- 172.21.15.88:0/2542712333 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76bc101540 0x7f76bc101960 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f76ac0099c0 tx=0x7f76ac009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.163 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.163+0000 7f76c1200700 1 -- 172.21.15.88:0/2542712333 shutdown_connections 2024-01-28T13:00:13.163 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.163+0000 7f76c1200700 1 --2- 172.21.15.88:0/2542712333 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76bc1030d0 0x7f76bc109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.163 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.163+0000 7f76c1200700 1 --2- 172.21.15.88:0/2542712333 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76bc101540 0x7f76bc101960 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.163 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.163+0000 7f76c1200700 1 --2- 172.21.15.88:0/2542712333 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f76bc102730 0x7f76bc102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.163 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.163+0000 7f76c1200700 1 -- 172.21.15.88:0/2542712333 >> 172.21.15.88:0/2542712333 conn(0x7f76bc0fcad0 msgr2=0x7f76bc0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:13.163 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.164+0000 7f76c1200700 1 -- 172.21.15.88:0/2542712333 shutdown_connections 2024-01-28T13:00:13.163 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.164+0000 7f76c1200700 1 -- 172.21.15.88:0/2542712333 wait complete. 2024-01-28T13:00:13.166 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.165+0000 7f76c1200700 1 Processor -- start 2024-01-28T13:00:13.166 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.165+0000 7f76c1200700 1 -- start start 2024-01-28T13:00:13.166 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.165+0000 7f76c1200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f76bc101540 0x7f76bc1996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:13.166 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.165+0000 7f76c1200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76bc102730 0x7f76bc199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.165+0000 7f76c1200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76bc1030d0 0x7f76bc1a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.165+0000 7f76c1200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76bc1a1270 con 0x7f76bc1030d0 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.165+0000 7f76c1200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76bc1a13b0 con 0x7f76bc101540 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.165+0000 7f76c1200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76bc1a1540 con 0x7f76bc102730 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.165+0000 7f76ba800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76bc1030d0 0x7f76bc1a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76ba800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76bc1030d0 0x7f76bc1a0ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36422/0 (socket says 172.21.15.88:36422) 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76ba800700 1 -- 172.21.15.88:0/101522534 learned_addr learned my addr 172.21.15.88:0/101522534 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76b9e00700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f76bc101540 0x7f76bc1996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76b3e00700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76bc102730 0x7f76bc199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76ba800700 1 -- 172.21.15.88:0/101522534 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76bc102730 msgr2=0x7f76bc199c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76ba800700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76bc102730 0x7f76bc199c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.167 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76ba800700 1 -- 172.21.15.88:0/101522534 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f76bc101540 msgr2=0x7f76bc1996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:13.168 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76ba800700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f76bc101540 0x7f76bc1996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.168 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76ba800700 1 -- 172.21.15.88:0/101522534 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76ac0095f0 con 0x7f76bc1030d0 2024-01-28T13:00:13.168 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76b3e00700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76bc102730 0x7f76bc199c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:13.168 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76ba800700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76bc1030d0 0x7f76bc1a0ca0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f76b400ef30 tx=0x7f76b400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:13.168 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76b2a00700 1 -- 172.21.15.88:0/101522534 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76b4018070 con 0x7f76bc1030d0 2024-01-28T13:00:13.168 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76b2a00700 1 -- 172.21.15.88:0/101522534 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f76b400f040 con 0x7f76bc1030d0 2024-01-28T13:00:13.168 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76c1200700 1 -- 172.21.15.88:0/101522534 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76bc1a17c0 con 0x7f76bc1030d0 2024-01-28T13:00:13.168 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.166+0000 7f76b2a00700 1 -- 172.21.15.88:0/101522534 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76b400cdb0 con 0x7f76bc1030d0 2024-01-28T13:00:13.168 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.167+0000 7f76c1200700 1 -- 172.21.15.88:0/101522534 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76bc1a1c80 con 0x7f76bc1030d0 2024-01-28T13:00:13.168 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.168+0000 7f76c1200700 1 -- 172.21.15.88:0/101522534 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76bc068240 con 0x7f76bc1030d0 2024-01-28T13:00:13.169 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.169+0000 7f76b2a00700 1 -- 172.21.15.88:0/101522534 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f76b4003a00 con 0x7f76bc1030d0 2024-01-28T13:00:13.169 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.170+0000 7f76b2a00700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f769c0a1850 0x7f769c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:13.169 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.171+0000 7f76b2a00700 1 -- 172.21.15.88:0/101522534 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f76b40cd010 con 0x7f76bc1030d0 2024-01-28T13:00:13.170 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.171+0000 7f76b9e00700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f769c0a1850 0x7f769c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:13.170 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.171+0000 7f76b9e00700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f769c0a1850 0x7f769c0a3d10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f76ac009990 tx=0x7f76ac000bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:13.173 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.174+0000 7f76b2a00700 1 -- 172.21.15.88:0/101522534 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f76b4096070 con 0x7f76bc1030d0 2024-01-28T13:00:13.382 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.383+0000 7f76c1200700 1 -- 172.21.15.88:0/101522534 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f76bc10cdb0 con 0x7f76bc1030d0 2024-01-28T13:00:13.383 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.385+0000 7f76b2a00700 1 -- 172.21.15.88:0/101522534 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+24644 (secure 0 0 0) 0x7f76b4099690 con 0x7f76bc1030d0 2024-01-28T13:00:13.384 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T13:00:13.384 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":86,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T13:00:13.193619+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.387+0000 7f76c1200700 1 -- 172.21.15.88:0/101522534 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f769c0a1850 msgr2=0x7f769c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.387+0000 7f76c1200700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f769c0a1850 0x7f769c0a3d10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f76ac009990 tx=0x7f76ac000bc0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.387+0000 7f76c1200700 1 -- 172.21.15.88:0/101522534 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76bc1030d0 msgr2=0x7f76bc1a0ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.387+0000 7f76c1200700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76bc1030d0 0x7f76bc1a0ca0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f76b400ef30 tx=0x7f76b400c3a0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.388+0000 7f76c1200700 1 -- 172.21.15.88:0/101522534 shutdown_connections 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.388+0000 7f76c1200700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f769c0a1850 0x7f769c0a3d10 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.388+0000 7f76c1200700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f76bc1030d0 0x7f76bc1a0ca0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.388+0000 7f76c1200700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f76bc101540 0x7f76bc1996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.388+0000 7f76c1200700 1 --2- 172.21.15.88:0/101522534 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f76bc102730 0x7f76bc199c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.388+0000 7f76c1200700 1 -- 172.21.15.88:0/101522534 >> 172.21.15.88:0/101522534 conn(0x7f76bc0fcad0 msgr2=0x7f76bc107f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.388+0000 7f76c1200700 1 -- 172.21.15.88:0/101522534 shutdown_connections 2024-01-28T13:00:13.387 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.388+0000 7f76c1200700 1 -- 172.21.15.88:0/101522534 wait complete. 2024-01-28T13:00:13.405 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-28T12:55:10.597998+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-01-28T12:58:38.094655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-01-28T12:58:39.421656+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-01-28T12:58:42.975904+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-01-28T13:00:13.406 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-01-28T13:00:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:13 smithi181 ceph-mon[45557]: pgmap v285: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T13:00:13.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:13 smithi181 ceph-mon[45557]: mgrmap e18: x(active, since 7m), standbys: z, y 2024-01-28T13:00:13.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:13 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2112382543' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-01-28T13:00:13.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]: dispatch 2024-01-28T13:00:13.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-01-28T13:00:13.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]: dispatch 2024-01-28T13:00:13.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:13 smithi088 ceph-mon[35322]: pgmap v285: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T13:00:13.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:13 smithi088 ceph-mon[35322]: mgrmap e18: x(active, since 7m), standbys: z, y 2024-01-28T13:00:13.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:13 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2112382543' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-01-28T13:00:13.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]: dispatch 2024-01-28T13:00:13.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-01-28T13:00:13.463 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]: dispatch 2024-01-28T13:00:13.602 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.603+0000 7f385b400700 1 -- 172.21.15.88:0/1038113105 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3854102750 msgr2=0x7f3854102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:13.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.603+0000 7f385b400700 1 --2- 172.21.15.88:0/1038113105 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3854102750 0x7f3854102bb0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f383c0099c0 tx=0x7f383c009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.603+0000 7f385b400700 1 -- 172.21.15.88:0/1038113105 shutdown_connections 2024-01-28T13:00:13.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.603+0000 7f385b400700 1 --2- 172.21.15.88:0/1038113105 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f38541030f0 0x7f38541099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.603+0000 7f385b400700 1 --2- 172.21.15.88:0/1038113105 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3854101560 0x7f3854101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.603+0000 7f385b400700 1 --2- 172.21.15.88:0/1038113105 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3854102750 0x7f3854102bb0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.603+0000 7f385b400700 1 -- 172.21.15.88:0/1038113105 >> 172.21.15.88:0/1038113105 conn(0x7f38540fcad0 msgr2=0x7f38540fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:13.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.603+0000 7f385b400700 1 -- 172.21.15.88:0/1038113105 shutdown_connections 2024-01-28T13:00:13.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.603+0000 7f385b400700 1 -- 172.21.15.88:0/1038113105 wait complete. 2024-01-28T13:00:13.603 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.604+0000 7f385b400700 1 Processor -- start 2024-01-28T13:00:13.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.604+0000 7f385b400700 1 -- start start 2024-01-28T13:00:13.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f385b400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3854101560 0x7f3854199690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:13.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f385b400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3854102750 0x7f3854199bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:13.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f385b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f38541030f0 0x7f38541a0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:13.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f385b400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38541a1210 con 0x7f38541030f0 2024-01-28T13:00:13.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f385b400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38541a1350 con 0x7f3854101560 2024-01-28T13:00:13.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f385b400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38541a14e0 con 0x7f3854102750 2024-01-28T13:00:13.605 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f3859400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f38541030f0 0x7f38541a0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f3859400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f38541030f0 0x7f38541a0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36436/0 (socket says 172.21.15.88:36436) 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f3859400700 1 -- 172.21.15.88:0/3435838232 learned_addr learned my addr 172.21.15.88:0/3435838232 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f3858a00700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3854101560 0x7f3854199690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f3853e00700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3854102750 0x7f3854199bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f3859400700 1 -- 172.21.15.88:0/3435838232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3854102750 msgr2=0x7f3854199bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f3859400700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3854102750 0x7f3854199bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f3859400700 1 -- 172.21.15.88:0/3435838232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3854101560 msgr2=0x7f3854199690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f3859400700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3854101560 0x7f3854199690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.605+0000 7f3859400700 1 -- 172.21.15.88:0/3435838232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f383c0095f0 con 0x7f38541030f0 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.606+0000 7f3859400700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f38541030f0 0x7f38541a0c40 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f384c00ef30 tx=0x7f384c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.606+0000 7f3851600700 1 -- 172.21.15.88:0/3435838232 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f384c018070 con 0x7f38541030f0 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.606+0000 7f385b400700 1 -- 172.21.15.88:0/3435838232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38541a1760 con 0x7f38541030f0 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.606+0000 7f3851600700 1 -- 172.21.15.88:0/3435838232 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f384c00f040 con 0x7f38541030f0 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.606+0000 7f3851600700 1 -- 172.21.15.88:0/3435838232 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f384c00cd00 con 0x7f38541030f0 2024-01-28T13:00:13.606 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.606+0000 7f385b400700 1 -- 172.21.15.88:0/3435838232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38541a1c20 con 0x7f38541030f0 2024-01-28T13:00:13.607 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.607+0000 7f385b400700 1 -- 172.21.15.88:0/3435838232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3854068320 con 0x7f38541030f0 2024-01-28T13:00:13.607 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.609+0000 7f3851600700 1 -- 172.21.15.88:0/3435838232 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f384c003a00 con 0x7f38541030f0 2024-01-28T13:00:13.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.610+0000 7f3851600700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f38340a1850 0x7f38340a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:13.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.610+0000 7f3851600700 1 -- 172.21.15.88:0/3435838232 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f384c0ccff0 con 0x7f38541030f0 2024-01-28T13:00:13.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.610+0000 7f3858a00700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f38340a1850 0x7f38340a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:13.610 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.611+0000 7f3858a00700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f38340a1850 0x7f38340a3d10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f38541025b0 tx=0x7f384400b410 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:13.613 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.614+0000 7f3851600700 1 -- 172.21.15.88:0/3435838232 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f384c095ff0 con 0x7f38541030f0 2024-01-28T13:00:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:13 smithi175 ceph-mon[44549]: pgmap v285: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-01-28T13:00:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:13 smithi175 ceph-mon[44549]: mgrmap e18: x(active, since 7m), standbys: z, y 2024-01-28T13:00:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:13 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2112382543' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-01-28T13:00:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]: dispatch 2024-01-28T13:00:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-01-28T13:00:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]: dispatch 2024-01-28T13:00:13.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.815+0000 7f385b400700 1 -- 172.21.15.88:0/3435838232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f38541a2090 con 0x7f38541030f0 2024-01-28T13:00:13.814 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.816+0000 7f3851600700 1 -- 172.21.15.88:0/3435838232 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f384c099610 con 0x7f38541030f0 2024-01-28T13:00:13.815 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-01-28T13:00:13.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 -- 172.21.15.88:0/3435838232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f38340a1850 msgr2=0x7f38340a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:13.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f38340a1850 0x7f38340a3d10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f38541025b0 tx=0x7f384400b410 comp rx=0 tx=0).stop 2024-01-28T13:00:13.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 -- 172.21.15.88:0/3435838232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f38541030f0 msgr2=0x7f38541a0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:13.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f38541030f0 0x7f38541a0c40 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f384c00ef30 tx=0x7f384c00c3a0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 -- 172.21.15.88:0/3435838232 shutdown_connections 2024-01-28T13:00:13.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f38340a1850 0x7f38340a3d10 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f38541030f0 0x7f38541a0c40 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3854101560 0x7f3854199690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 --2- 172.21.15.88:0/3435838232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3854102750 0x7f3854199bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:13.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 -- 172.21.15.88:0/3435838232 >> 172.21.15.88:0/3435838232 conn(0x7f38540fcad0 msgr2=0x7f3854073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:13.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 -- 172.21.15.88:0/3435838232 shutdown_connections 2024-01-28T13:00:13.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:13.818+0000 7f385b400700 1 -- 172.21.15.88:0/3435838232 wait complete. 2024-01-28T13:00:13.835 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-01-28T13:00:14.031 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.032+0000 7f7f94400700 1 -- 172.21.15.88:0/1869294351 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f8c101130 msgr2=0x7f7f8c1015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.031 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.032+0000 7f7f94400700 1 --2- 172.21.15.88:0/1869294351 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f8c101130 0x7f7f8c1015b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7f8400b0a0 tx=0x7f7f8400b3b0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.031 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.032+0000 7f7f94400700 1 -- 172.21.15.88:0/1869294351 shutdown_connections 2024-01-28T13:00:14.031 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.032+0000 7f7f94400700 1 --2- 172.21.15.88:0/1869294351 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f8c101130 0x7f7f8c1015b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.031 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.032+0000 7f7f94400700 1 --2- 172.21.15.88:0/1869294351 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f8c0ffe10 0x7f7f8c100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.031 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.032+0000 7f7f94400700 1 --2- 172.21.15.88:0/1869294351 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f8c100770 0x7f7f8c100bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.032 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.032+0000 7f7f94400700 1 -- 172.21.15.88:0/1869294351 >> 172.21.15.88:0/1869294351 conn(0x7f7f8c0fb9b0 msgr2=0x7f7f8c0fddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:14.032 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.032+0000 7f7f94400700 1 -- 172.21.15.88:0/1869294351 shutdown_connections 2024-01-28T13:00:14.032 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.032+0000 7f7f94400700 1 -- 172.21.15.88:0/1869294351 wait complete. 2024-01-28T13:00:14.034 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.033+0000 7f7f94400700 1 Processor -- start 2024-01-28T13:00:14.034 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.033+0000 7f7f94400700 1 -- start start 2024-01-28T13:00:14.034 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.033+0000 7f7f94400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f8c0ffe10 0x7f7f8c199750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.034 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.033+0000 7f7f94400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f8c100770 0x7f7f8c199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.034 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.033+0000 7f7f94400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f8c101130 0x7f7f8c1a0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.034 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.033+0000 7f7f94400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f8c1a12d0 con 0x7f7f8c101130 2024-01-28T13:00:14.034 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.033+0000 7f7f94400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f8c1a1410 con 0x7f7f8c0ffe10 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.033+0000 7f7f94400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f8c1a15a0 con 0x7f7f8c100770 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f92400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f8c101130 0x7f7f8c1a0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f92400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f8c101130 0x7f7f8c1a0d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36460/0 (socket says 172.21.15.88:36460) 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f92400700 1 -- 172.21.15.88:0/3884062008 learned_addr learned my addr 172.21.15.88:0/3884062008 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f91a00700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f8c0ffe10 0x7f7f8c199750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f91000700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f8c100770 0x7f7f8c199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f92400700 1 -- 172.21.15.88:0/3884062008 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f8c100770 msgr2=0x7f7f8c199c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f92400700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f8c100770 0x7f7f8c199c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f92400700 1 -- 172.21.15.88:0/3884062008 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f8c0ffe10 msgr2=0x7f7f8c199750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f92400700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f8c0ffe10 0x7f7f8c199750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f92400700 1 -- 172.21.15.88:0/3884062008 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f84009d00 con 0x7f7f8c101130 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f91000700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f8c100770 0x7f7f8c199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f92400700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f8c101130 0x7f7f8c1a0d00 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7f84007a90 tx=0x7f7f8400bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:14.035 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.034+0000 7f7f8a000700 1 -- 172.21.15.88:0/3884062008 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f8400e040 con 0x7f7f8c101130 2024-01-28T13:00:14.036 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.035+0000 7f7f8a000700 1 -- 172.21.15.88:0/3884062008 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7f84004e60 con 0x7f7f8c101130 2024-01-28T13:00:14.036 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.035+0000 7f7f94400700 1 -- 172.21.15.88:0/3884062008 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f8c1a1820 con 0x7f7f8c101130 2024-01-28T13:00:14.036 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.035+0000 7f7f8a000700 1 -- 172.21.15.88:0/3884062008 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f840052a0 con 0x7f7f8c101130 2024-01-28T13:00:14.036 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.035+0000 7f7f94400700 1 -- 172.21.15.88:0/3884062008 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f8c1a1ca0 con 0x7f7f8c101130 2024-01-28T13:00:14.036 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.036+0000 7f7f94400700 1 -- 172.21.15.88:0/3884062008 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f8c10ad90 con 0x7f7f8c101130 2024-01-28T13:00:14.036 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.037+0000 7f7f8a000700 1 -- 172.21.15.88:0/3884062008 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f7f84005400 con 0x7f7f8c101130 2024-01-28T13:00:14.037 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.039+0000 7f7f8a000700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f6c0a1850 0x7f7f6c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.037 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.039+0000 7f7f8a000700 1 -- 172.21.15.88:0/3884062008 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f7f840ce990 con 0x7f7f8c101130 2024-01-28T13:00:14.037 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.039+0000 7f7f91a00700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f6c0a1850 0x7f7f6c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.038 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.039+0000 7f7f91a00700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f6c0a1850 0x7f7f6c0a3d10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c009c60 tx=0x7f7f7c009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:14.041 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.043+0000 7f7f8a000700 1 -- 172.21.15.88:0/3884062008 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f7f84097990 con 0x7f7f8c101130 2024-01-28T13:00:14.247 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.249+0000 7f7f94400700 1 -- 172.21.15.88:0/3884062008 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7f8c02d3b0 con 0x7f7f8c101130 2024-01-28T13:00:14.248 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.249+0000 7f7f8a000700 1 -- 172.21.15.88:0/3884062008 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7f8409afb0 con 0x7f7f8c101130 2024-01-28T13:00:14.248 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T13:00:14.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.251+0000 7f7f94400700 1 -- 172.21.15.88:0/3884062008 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f6c0a1850 msgr2=0x7f7f6c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.251+0000 7f7f94400700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f6c0a1850 0x7f7f6c0a3d10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c009c60 tx=0x7f7f7c009260 comp rx=0 tx=0).stop 2024-01-28T13:00:14.250 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.251+0000 7f7f94400700 1 -- 172.21.15.88:0/3884062008 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f8c101130 msgr2=0x7f7f8c1a0d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.251+0000 7f7f94400700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f8c101130 0x7f7f8c1a0d00 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7f84007a90 tx=0x7f7f8400bce0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.252+0000 7f7f94400700 1 -- 172.21.15.88:0/3884062008 shutdown_connections 2024-01-28T13:00:14.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.252+0000 7f7f94400700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f7f6c0a1850 0x7f7f6c0a3d10 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.252+0000 7f7f94400700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7f8c101130 0x7f7f8c1a0d00 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.252+0000 7f7f94400700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f8c0ffe10 0x7f7f8c199750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.252+0000 7f7f94400700 1 --2- 172.21.15.88:0/3884062008 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7f8c100770 0x7f7f8c199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.252+0000 7f7f94400700 1 -- 172.21.15.88:0/3884062008 >> 172.21.15.88:0/3884062008 conn(0x7f7f8c0fb9b0 msgr2=0x7f7f8c0fd0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:14.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.252+0000 7f7f94400700 1 -- 172.21.15.88:0/3884062008 shutdown_connections 2024-01-28T13:00:14.251 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.252+0000 7f7f94400700 1 -- 172.21.15.88:0/3884062008 wait complete. 2024-01-28T13:00:14.270 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-01-28T13:00:14.465 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.466+0000 7f92de800700 1 -- 172.21.15.88:0/3365100505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d81030d0 msgr2=0x7f92d8109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.465 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.466+0000 7f92de800700 1 --2- 172.21.15.88:0/3365100505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d81030d0 0x7f92d8109980 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f92d000b0d0 tx=0x7f92d000b3e0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.465 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.466+0000 7f92de800700 1 -- 172.21.15.88:0/3365100505 shutdown_connections 2024-01-28T13:00:14.465 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.466+0000 7f92de800700 1 --2- 172.21.15.88:0/3365100505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d81030d0 0x7f92d8109980 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.466+0000 7f92de800700 1 --2- 172.21.15.88:0/3365100505 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92d8101540 0x7f92d8101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.466+0000 7f92de800700 1 --2- 172.21.15.88:0/3365100505 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92d8102730 0x7f92d8102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.466+0000 7f92de800700 1 -- 172.21.15.88:0/3365100505 >> 172.21.15.88:0/3365100505 conn(0x7f92d80fcad0 msgr2=0x7f92d80feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:14.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.466+0000 7f92de800700 1 -- 172.21.15.88:0/3365100505 shutdown_connections 2024-01-28T13:00:14.466 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.466+0000 7f92de800700 1 -- 172.21.15.88:0/3365100505 wait complete. 2024-01-28T13:00:14.468 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.467+0000 7f92de800700 1 Processor -- start 2024-01-28T13:00:14.468 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.467+0000 7f92de800700 1 -- start start 2024-01-28T13:00:14.468 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92de800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92d8101540 0x7f92d8075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.468 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92de800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92d8102730 0x7f92d80739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.468 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92de800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d81030d0 0x7f92d8073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.468 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92de800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d80746a0 con 0x7f92d81030d0 2024-01-28T13:00:14.468 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92de800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d8074810 con 0x7f92d8101540 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92de800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d81a1590 con 0x7f92d8102730 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d81030d0 0x7f92d8073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d7400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92d8101540 0x7f92d8075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d7e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d81030d0 0x7f92d8073f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36474/0 (socket says 172.21.15.88:36474) 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d7e00700 1 -- 172.21.15.88:0/4268199950 learned_addr learned my addr 172.21.15.88:0/4268199950 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d6a00700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92d8102730 0x7f92d80739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d7e00700 1 -- 172.21.15.88:0/4268199950 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92d8102730 msgr2=0x7f92d80739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d7e00700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92d8102730 0x7f92d80739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d7e00700 1 -- 172.21.15.88:0/4268199950 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92d8101540 msgr2=0x7f92d8075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d7e00700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92d8101540 0x7f92d8075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d7e00700 1 -- 172.21.15.88:0/4268199950 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92c8009520 con 0x7f92d81030d0 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.468+0000 7f92d7e00700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d81030d0 0x7f92d8073f00 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f92d0007b60 tx=0x7f92d0008ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.469+0000 7f92cfe00700 1 -- 172.21.15.88:0/4268199950 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92d000e040 con 0x7f92d81030d0 2024-01-28T13:00:14.469 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.469+0000 7f92cfe00700 1 -- 172.21.15.88:0/4268199950 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92d001d930 con 0x7f92d81030d0 2024-01-28T13:00:14.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.469+0000 7f92de800700 1 -- 172.21.15.88:0/4268199950 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92d0009d00 con 0x7f92d81030d0 2024-01-28T13:00:14.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.469+0000 7f92cfe00700 1 -- 172.21.15.88:0/4268199950 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92d001ba00 con 0x7f92d81030d0 2024-01-28T13:00:14.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.469+0000 7f92de800700 1 -- 172.21.15.88:0/4268199950 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92d81a1b50 con 0x7f92d81030d0 2024-01-28T13:00:14.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.470+0000 7f92de800700 1 -- 172.21.15.88:0/4268199950 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92d8108890 con 0x7f92d81030d0 2024-01-28T13:00:14.470 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.472+0000 7f92cfe00700 1 -- 172.21.15.88:0/4268199950 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f92d001daa0 con 0x7f92d81030d0 2024-01-28T13:00:14.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.474+0000 7f92cfe00700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92b80a18d0 0x7f92b80a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.474+0000 7f92cfe00700 1 -- 172.21.15.88:0/4268199950 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f92d00cecb0 con 0x7f92d81030d0 2024-01-28T13:00:14.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.474+0000 7f92d7400700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92b80a18d0 0x7f92b80a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.475+0000 7f92d7400700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92b80a18d0 0x7f92b80a3d90 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f92d8102590 tx=0x7f92c8009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:14.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.476+0000 7f92cfe00700 1 -- 172.21.15.88:0/4268199950 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f92d0097c50 con 0x7f92d81030d0 2024-01-28T13:00:14.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]': finished 2024-01-28T13:00:14.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-01-28T13:00:14.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]': finished 2024-01-28T13:00:14.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:14 smithi088 ceph-mon[35322]: osdmap e86: 12 total, 12 up, 12 in 2024-01-28T13:00:14.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:14 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/101522534' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T13:00:14.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:14 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3435838232' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T13:00:14.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]': finished 2024-01-28T13:00:14.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-01-28T13:00:14.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]': finished 2024-01-28T13:00:14.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:14 smithi175 ceph-mon[44549]: osdmap e86: 12 total, 12 up, 12 in 2024-01-28T13:00:14.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:14 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/101522534' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T13:00:14.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:14 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3435838232' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T13:00:14.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.680+0000 7f92de800700 1 -- 172.21.15.88:0/4268199950 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f92d810cef0 con 0x7f92d81030d0 2024-01-28T13:00:14.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.681+0000 7f92cfe00700 1 -- 172.21.15.88:0/4268199950 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7f92d009b270 con 0x7f92d81030d0 2024-01-28T13:00:14.680 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 64 2024-01-28T13:00:14.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.683+0000 7f92de800700 1 -- 172.21.15.88:0/4268199950 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92b80a18d0 msgr2=0x7f92b80a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.682 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.683+0000 7f92de800700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92b80a18d0 0x7f92b80a3d90 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f92d8102590 tx=0x7f92c8009260 comp rx=0 tx=0).stop 2024-01-28T13:00:14.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.683+0000 7f92de800700 1 -- 172.21.15.88:0/4268199950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d81030d0 msgr2=0x7f92d8073f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.683+0000 7f92de800700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d81030d0 0x7f92d8073f00 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f92d0007b60 tx=0x7f92d0008ec0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.684+0000 7f92de800700 1 -- 172.21.15.88:0/4268199950 shutdown_connections 2024-01-28T13:00:14.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.684+0000 7f92de800700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f92b80a18d0 0x7f92b80a3d90 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.684+0000 7f92de800700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92d81030d0 0x7f92d8073f00 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.684+0000 7f92de800700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92d8101540 0x7f92d8075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.684+0000 7f92de800700 1 --2- 172.21.15.88:0/4268199950 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92d8102730 0x7f92d80739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.684+0000 7f92de800700 1 -- 172.21.15.88:0/4268199950 >> 172.21.15.88:0/4268199950 conn(0x7f92d80fcad0 msgr2=0x7f92d81059d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:14.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.684+0000 7f92de800700 1 -- 172.21.15.88:0/4268199950 shutdown_connections 2024-01-28T13:00:14.683 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.684+0000 7f92de800700 1 -- 172.21.15.88:0/4268199950 wait complete. 2024-01-28T13:00:14.701 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-01-28T13:00:14.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]': finished 2024-01-28T13:00:14.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-01-28T13:00:14.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]': finished 2024-01-28T13:00:14.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:14 smithi181 ceph-mon[45557]: osdmap e86: 12 total, 12 up, 12 in 2024-01-28T13:00:14.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:14 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/101522534' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T13:00:14.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:14 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3435838232' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T13:00:14.896 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.897+0000 7f55bc200700 1 -- 172.21.15.88:0/2832287453 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55b4102750 msgr2=0x7f55b4102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.896 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.897+0000 7f55bc200700 1 --2- 172.21.15.88:0/2832287453 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55b4102750 0x7f55b4102bb0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f559c0099c0 tx=0x7f559c009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.897+0000 7f55bc200700 1 -- 172.21.15.88:0/2832287453 shutdown_connections 2024-01-28T13:00:14.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.897+0000 7f55bc200700 1 --2- 172.21.15.88:0/2832287453 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55b41030f0 0x7f55b41099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.897+0000 7f55bc200700 1 --2- 172.21.15.88:0/2832287453 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55b4101560 0x7f55b4101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.897+0000 7f55bc200700 1 --2- 172.21.15.88:0/2832287453 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55b4102750 0x7f55b4102bb0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.897+0000 7f55bc200700 1 -- 172.21.15.88:0/2832287453 >> 172.21.15.88:0/2832287453 conn(0x7f55b40fcad0 msgr2=0x7f55b40fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:14.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.897+0000 7f55bc200700 1 -- 172.21.15.88:0/2832287453 shutdown_connections 2024-01-28T13:00:14.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.897+0000 7f55bc200700 1 -- 172.21.15.88:0/2832287453 wait complete. 2024-01-28T13:00:14.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.898+0000 7f55bc200700 1 Processor -- start 2024-01-28T13:00:14.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.898+0000 7f55bc200700 1 -- start start 2024-01-28T13:00:14.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55bc200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55b4101560 0x7f55b4075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55bc200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55b4102750 0x7f55b40739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.899 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55bc200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55b41030f0 0x7f55b4073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55bc200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55b40746a0 con 0x7f55b4102750 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55bc200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55b4074810 con 0x7f55b4101560 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55bc200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55b41a14e0 con 0x7f55b41030f0 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b8e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55b4102750 0x7f55b40739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b9800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55b4101560 0x7f55b4075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b9800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55b4101560 0x7f55b4075380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:55874/0 (socket says 172.21.15.88:55874) 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b9800700 1 -- 172.21.15.88:0/2017309842 learned_addr learned my addr 172.21.15.88:0/2017309842 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b8e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55b4102750 0x7f55b40739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36496/0 (socket says 172.21.15.88:36496) 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55ba200700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55b41030f0 0x7f55b4073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b9800700 1 -- 172.21.15.88:0/2017309842 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55b41030f0 msgr2=0x7f55b4073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b9800700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55b41030f0 0x7f55b4073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b9800700 1 -- 172.21.15.88:0/2017309842 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55b4102750 msgr2=0x7f55b40739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b9800700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55b4102750 0x7f55b40739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b9800700 1 -- 172.21.15.88:0/2017309842 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f559c0095f0 con 0x7f55b4101560 2024-01-28T13:00:14.900 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.899+0000 7f55b8e00700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55b4102750 0x7f55b40739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:14.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.900+0000 7f55b9800700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55b4101560 0x7f55b4075380 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f55a400e970 tx=0x7f55a400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:14.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.900+0000 7f55b2000700 1 -- 172.21.15.88:0/2017309842 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55a4009790 con 0x7f55b4101560 2024-01-28T13:00:14.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.900+0000 7f55bc200700 1 -- 172.21.15.88:0/2017309842 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55b41a17c0 con 0x7f55b4101560 2024-01-28T13:00:14.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.900+0000 7f55b2000700 1 -- 172.21.15.88:0/2017309842 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55a400c7e0 con 0x7f55b4101560 2024-01-28T13:00:14.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.900+0000 7f55b2000700 1 -- 172.21.15.88:0/2017309842 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55a4003c70 con 0x7f55b4101560 2024-01-28T13:00:14.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.900+0000 7f55bc200700 1 -- 172.21.15.88:0/2017309842 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55b41a1d20 con 0x7f55b4101560 2024-01-28T13:00:14.901 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.901+0000 7f55bc200700 1 -- 172.21.15.88:0/2017309842 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55b4108990 con 0x7f55b4101560 2024-01-28T13:00:14.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.903+0000 7f55b2000700 1 -- 172.21.15.88:0/2017309842 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f55a400cc50 con 0x7f55b4101560 2024-01-28T13:00:14.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.904+0000 7f55b2000700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55940a1850 0x7f55940a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:14.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.905+0000 7f55b2000700 1 -- 172.21.15.88:0/2017309842 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f55a4014070 con 0x7f55b4101560 2024-01-28T13:00:14.903 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.905+0000 7f55b8e00700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55940a1850 0x7f55940a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:14.904 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.905+0000 7f55b8e00700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55940a1850 0x7f55940a3d10 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f559c006010 tx=0x7f559c00b540 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:14.905 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:14.907+0000 7f55b2000700 1 -- 172.21.15.88:0/2017309842 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f55a4096590 con 0x7f55b4101560 2024-01-28T13:00:15.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.106+0000 7f55bc200700 1 -- 172.21.15.88:0/2017309842 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f55b402d310 con 0x7f55b4101560 2024-01-28T13:00:15.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.107+0000 7f55b2000700 1 -- 172.21.15.88:0/2017309842 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v87) v1 ==== 103+0+11 (secure 0 0 0) 0x7f55a4094e60 con 0x7f55b4101560 2024-01-28T13:00:15.106 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T13:00:15.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 -- 172.21.15.88:0/2017309842 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55940a1850 msgr2=0x7f55940a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:15.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55940a1850 0x7f55940a3d10 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f559c006010 tx=0x7f559c00b540 comp rx=0 tx=0).stop 2024-01-28T13:00:15.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 -- 172.21.15.88:0/2017309842 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55b4101560 msgr2=0x7f55b4075380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:15.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55b4101560 0x7f55b4075380 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f55a400e970 tx=0x7f55a400ec80 comp rx=0 tx=0).stop 2024-01-28T13:00:15.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 -- 172.21.15.88:0/2017309842 shutdown_connections 2024-01-28T13:00:15.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f55940a1850 0x7f55940a3d10 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f55b41030f0 0x7f55b4073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f55b4101560 0x7f55b4075380 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 --2- 172.21.15.88:0/2017309842 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f55b4102750 0x7f55b40739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 -- 172.21.15.88:0/2017309842 >> 172.21.15.88:0/2017309842 conn(0x7f55b40fcad0 msgr2=0x7f55b4105ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:15.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.109+0000 7f55bc200700 1 -- 172.21.15.88:0/2017309842 shutdown_connections 2024-01-28T13:00:15.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.110+0000 7f55bc200700 1 -- 172.21.15.88:0/2017309842 wait complete. 2024-01-28T13:00:15.129 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T13:00:15.321 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.322+0000 7f70b8200700 1 -- 172.21.15.88:0/4281027478 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70b01030f0 msgr2=0x7f70b01099a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:15.321 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.322+0000 7f70b8200700 1 --2- 172.21.15.88:0/4281027478 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70b01030f0 0x7f70b01099a0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f70a800b0d0 tx=0x7f70a800b3e0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.322 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.322+0000 7f70b8200700 1 -- 172.21.15.88:0/4281027478 shutdown_connections 2024-01-28T13:00:15.322 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.322+0000 7f70b8200700 1 --2- 172.21.15.88:0/4281027478 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70b01030f0 0x7f70b01099a0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.322 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.322+0000 7f70b8200700 1 --2- 172.21.15.88:0/4281027478 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70b0101560 0x7f70b0101980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.322 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.322+0000 7f70b8200700 1 --2- 172.21.15.88:0/4281027478 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b0102750 0x7f70b0102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.322 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.322+0000 7f70b8200700 1 -- 172.21.15.88:0/4281027478 >> 172.21.15.88:0/4281027478 conn(0x7f70b00fcad0 msgr2=0x7f70b00fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:15.322 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.322+0000 7f70b8200700 1 -- 172.21.15.88:0/4281027478 shutdown_connections 2024-01-28T13:00:15.322 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.323+0000 7f70b8200700 1 -- 172.21.15.88:0/4281027478 wait complete. 2024-01-28T13:00:15.324 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.323+0000 7f70b8200700 1 Processor -- start 2024-01-28T13:00:15.324 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b8200700 1 -- start start 2024-01-28T13:00:15.324 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b8200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b0101560 0x7f70b0199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:15.324 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b8200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70b0102750 0x7f70b0199c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:15.324 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b8200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70b01030f0 0x7f70b01a0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:15.324 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b8200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b01a12a0 con 0x7f70b0102750 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b8200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b01a13e0 con 0x7f70b0101560 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b8200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b01a1570 con 0x7f70b01030f0 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b4e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70b0102750 0x7f70b0199c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b4e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70b0102750 0x7f70b0199c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36522/0 (socket says 172.21.15.88:36522) 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b4e00700 1 -- 172.21.15.88:0/3903178735 learned_addr learned my addr 172.21.15.88:0/3903178735 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b6200700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70b01030f0 0x7f70b01a0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.324+0000 7f70b5800700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b0101560 0x7f70b0199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70b4e00700 1 -- 172.21.15.88:0/3903178735 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70b01030f0 msgr2=0x7f70b01a0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70b4e00700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70b01030f0 0x7f70b01a0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70b4e00700 1 -- 172.21.15.88:0/3903178735 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b0101560 msgr2=0x7f70b0199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70b4e00700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b0101560 0x7f70b0199720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70b4e00700 1 -- 172.21.15.88:0/3903178735 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70a8009d00 con 0x7f70b0102750 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70b4e00700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70b0102750 0x7f70b0199c60 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f709800e9a0 tx=0x7f709800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70ae000700 1 -- 172.21.15.88:0/3903178735 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7098009790 con 0x7f70b0102750 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70ae000700 1 -- 172.21.15.88:0/3903178735 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f709800cbd0 con 0x7f70b0102750 2024-01-28T13:00:15.325 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70b8200700 1 -- 172.21.15.88:0/3903178735 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70b01a1850 con 0x7f70b0102750 2024-01-28T13:00:15.326 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70ae000700 1 -- 172.21.15.88:0/3903178735 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7098018680 con 0x7f70b0102750 2024-01-28T13:00:15.326 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.325+0000 7f70b8200700 1 -- 172.21.15.88:0/3903178735 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70b01a1d60 con 0x7f70b0102750 2024-01-28T13:00:15.326 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.326+0000 7f70b8200700 1 -- 172.21.15.88:0/3903178735 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70b0068240 con 0x7f70b0102750 2024-01-28T13:00:15.326 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.328+0000 7f70ae000700 1 -- 172.21.15.88:0/3903178735 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f709800cd40 con 0x7f70b0102750 2024-01-28T13:00:15.328 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.329+0000 7f70ae000700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70900a1850 0x7f70900a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:15.328 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.329+0000 7f70ae000700 1 -- 172.21.15.88:0/3903178735 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f7098014070 con 0x7f70b0102750 2024-01-28T13:00:15.328 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.329+0000 7f70b5800700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70900a1850 0x7f70900a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:15.328 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.330+0000 7f70b5800700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70900a1850 0x7f70900a3d10 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f70b01025b0 tx=0x7f70a0009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:15.330 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.332+0000 7f70ae000700 1 -- 172.21.15.88:0/3903178735 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f7098096940 con 0x7f70b0102750 2024-01-28T13:00:15.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:15 smithi088 ceph-mon[35322]: pgmap v287: 129 pgs: 1 peering, 128 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 511 B/s wr, 10 op/s 2024-01-28T13:00:15.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:15 smithi088 ceph-mon[35322]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-01-28T13:00:15.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:15 smithi088 ceph-mon[35322]: osdmap e87: 12 total, 12 up, 12 in 2024-01-28T13:00:15.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:15 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3884062008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T13:00:15.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:15 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/4268199950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T13:00:15.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:15 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/2017309842' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T13:00:15.580 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.582+0000 7f70b8200700 1 -- 172.21.15.88:0/3903178735 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f70b010cd80 con 0x7f70b0102750 2024-01-28T13:00:15.581 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.582+0000 7f70ae000700 1 -- 172.21.15.88:0/3903178735 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11400 (secure 0 0 0) 0x7f7098099f60 con 0x7f70b0102750 2024-01-28T13:00:15.581 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T13:00:15.581 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-01-28T12:58:39.921017+0000","modified":"2024-01-28T12:59:06.098710+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24584,"mds_1":24550,"mds_2":24542,"mds_3":24532,"mds_4":14532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14520":{"gid":14520,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6839/836955068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":836955068},{"type":"v1","addr":"172.21.15.88:6839","nonce":836955068}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14532":{"gid":14532,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":10,"addr":"172.21.15.88:6841/2328811772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6840","nonce":2328811772},{"type":"v1","addr":"172.21.15.88:6841","nonce":2328811772}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24509":{"gid":24509,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24520":{"gid":24520,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24532":{"gid":24532,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":11,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24550":{"gid":24550,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24584":{"gid":24584,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.175:6839/3969931760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":3969931760},{"type":"v1","addr":"172.21.15.175:6839","nonce":3969931760}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-01-28T13:00:15.584 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 -- 172.21.15.88:0/3903178735 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70900a1850 msgr2=0x7f70900a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:15.584 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70900a1850 0x7f70900a3d10 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f70b01025b0 tx=0x7f70a0009260 comp rx=0 tx=0).stop 2024-01-28T13:00:15.584 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 -- 172.21.15.88:0/3903178735 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70b0102750 msgr2=0x7f70b0199c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:15.584 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70b0102750 0x7f70b0199c60 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f709800e9a0 tx=0x7f709800ecb0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.584 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 -- 172.21.15.88:0/3903178735 shutdown_connections 2024-01-28T13:00:15.584 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f70900a1850 0x7f70900a3d10 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.584 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f70b01030f0 0x7f70b01a0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.584 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b0101560 0x7f70b0199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.584 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 --2- 172.21.15.88:0/3903178735 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70b0102750 0x7f70b0199c60 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.584 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 -- 172.21.15.88:0/3903178735 >> 172.21.15.88:0/3903178735 conn(0x7f70b00fcad0 msgr2=0x7f70b0073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:15.585 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 -- 172.21.15.88:0/3903178735 shutdown_connections 2024-01-28T13:00:15.585 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.585+0000 7f70b8200700 1 -- 172.21.15.88:0/3903178735 wait complete. 2024-01-28T13:00:15.585 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 28 2024-01-28T13:00:15.603 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T13:00:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:15 smithi175 ceph-mon[44549]: pgmap v287: 129 pgs: 1 peering, 128 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 511 B/s wr, 10 op/s 2024-01-28T13:00:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:15 smithi175 ceph-mon[44549]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-01-28T13:00:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:15 smithi175 ceph-mon[44549]: osdmap e87: 12 total, 12 up, 12 in 2024-01-28T13:00:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:15 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3884062008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T13:00:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:15 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/4268199950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T13:00:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:15 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/2017309842' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T13:00:15.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:15 smithi181 ceph-mon[45557]: pgmap v287: 129 pgs: 1 peering, 128 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 511 B/s wr, 10 op/s 2024-01-28T13:00:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:15 smithi181 ceph-mon[45557]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-01-28T13:00:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:15 smithi181 ceph-mon[45557]: osdmap e87: 12 total, 12 up, 12 in 2024-01-28T13:00:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:15 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3884062008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T13:00:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:15 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/4268199950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T13:00:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:15 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/2017309842' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T13:00:15.796 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.797+0000 7fe327800700 1 -- 172.21.15.88:0/2182148096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe320073fd0 msgr2=0x7fe320074450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:15.796 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.797+0000 7fe327800700 1 --2- 172.21.15.88:0/2182148096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe320073fd0 0x7fe320074450 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe308009990 tx=0x7fe308009ca0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.796 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.797+0000 7fe327800700 1 -- 172.21.15.88:0/2182148096 shutdown_connections 2024-01-28T13:00:15.796 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.797+0000 7fe327800700 1 --2- 172.21.15.88:0/2182148096 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe320109430 0x7fe32010b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.796 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.797+0000 7fe327800700 1 --2- 172.21.15.88:0/2182148096 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3200755b0 0x7fe320073a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.796 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.797+0000 7fe327800700 1 --2- 172.21.15.88:0/2182148096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe320073fd0 0x7fe320074450 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.796 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.797+0000 7fe327800700 1 -- 172.21.15.88:0/2182148096 >> 172.21.15.88:0/2182148096 conn(0x7fe3200fcad0 msgr2=0x7fe3200fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:15.796 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.797+0000 7fe327800700 1 -- 172.21.15.88:0/2182148096 shutdown_connections 2024-01-28T13:00:15.797 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.797+0000 7fe327800700 1 -- 172.21.15.88:0/2182148096 wait complete. 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.798+0000 7fe327800700 1 Processor -- start 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.798+0000 7fe327800700 1 -- start start 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.798+0000 7fe327800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe320073fd0 0x7fe320199660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.798+0000 7fe327800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3200755b0 0x7fe320199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.798+0000 7fe327800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe320109430 0x7fe3201a0c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.798+0000 7fe327800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3201a11e0 con 0x7fe320073fd0 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.798+0000 7fe327800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3201a1320 con 0x7fe320109430 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.798+0000 7fe327800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3201a14b0 con 0x7fe3200755b0 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe324e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe320073fd0 0x7fe320199660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe324e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe320073fd0 0x7fe320199660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36542/0 (socket says 172.21.15.88:36542) 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe324e00700 1 -- 172.21.15.88:0/3386332160 learned_addr learned my addr 172.21.15.88:0/3386332160 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe325800700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe320109430 0x7fe3201a0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:15.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe317e00700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3200755b0 0x7fe320199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe324e00700 1 -- 172.21.15.88:0/3386332160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3200755b0 msgr2=0x7fe320199ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe324e00700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3200755b0 0x7fe320199ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe324e00700 1 -- 172.21.15.88:0/3386332160 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe320109430 msgr2=0x7fe3201a0c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe324e00700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe320109430 0x7fe3201a0c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe324e00700 1 -- 172.21.15.88:0/3386332160 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3080095f0 con 0x7fe320073fd0 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe317e00700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3200755b0 0x7fe320199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe324e00700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe320073fd0 0x7fe320199660 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe31000e9a0 tx=0x7fe31000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.799+0000 7fe31e000700 1 -- 172.21.15.88:0/3386332160 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe310009790 con 0x7fe320073fd0 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.800+0000 7fe327800700 1 -- 172.21.15.88:0/3386332160 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3201a1790 con 0x7fe320073fd0 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.800+0000 7fe31e000700 1 -- 172.21.15.88:0/3386332160 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe31000cbd0 con 0x7fe320073fd0 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.800+0000 7fe31e000700 1 -- 172.21.15.88:0/3386332160 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe310018680 con 0x7fe320073fd0 2024-01-28T13:00:15.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.800+0000 7fe327800700 1 -- 172.21.15.88:0/3386332160 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3201a1ca0 con 0x7fe320073fd0 2024-01-28T13:00:15.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.801+0000 7fe327800700 1 -- 172.21.15.88:0/3386332160 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe320108240 con 0x7fe320073fd0 2024-01-28T13:00:15.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.803+0000 7fe31e000700 1 -- 172.21.15.88:0/3386332160 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fe31000cd40 con 0x7fe320073fd0 2024-01-28T13:00:15.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.804+0000 7fe31e000700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3000a1850 0x7fe3000a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:15.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.804+0000 7fe31e000700 1 -- 172.21.15.88:0/3386332160 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7fe310014070 con 0x7fe320073fd0 2024-01-28T13:00:15.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.804+0000 7fe317e00700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3000a1850 0x7fe3000a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:15.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.805+0000 7fe317e00700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3000a1850 0x7fe3000a3d10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe30800b2e0 tx=0x7fe308005fb0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:15.806 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:15.808+0000 7fe31e000700 1 -- 172.21.15.88:0/3386332160 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fe310052380 con 0x7fe320073fd0 2024-01-28T13:00:16.006 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.007+0000 7fe327800700 1 -- 172.21.15.88:0/3386332160 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe320068240 con 0x7fe320073fd0 2024-01-28T13:00:16.008 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.009+0000 7fe31e000700 1 -- 172.21.15.88:0/3386332160 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+24644 (secure 0 0 0) 0x7fe310096690 con 0x7fe320073fd0 2024-01-28T13:00:16.008 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T13:00:16.009 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":87,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T13:00:14.205632+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T13:00:16.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.011+0000 7fe327800700 1 -- 172.21.15.88:0/3386332160 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3000a1850 msgr2=0x7fe3000a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.011+0000 7fe327800700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3000a1850 0x7fe3000a3d10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe30800b2e0 tx=0x7fe308005fb0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.011+0000 7fe327800700 1 -- 172.21.15.88:0/3386332160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe320073fd0 msgr2=0x7fe320199660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.011+0000 7fe327800700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe320073fd0 0x7fe320199660 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe31000e9a0 tx=0x7fe31000ecb0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.011+0000 7fe327800700 1 -- 172.21.15.88:0/3386332160 shutdown_connections 2024-01-28T13:00:16.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.011+0000 7fe327800700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe3000a1850 0x7fe3000a3d10 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.011+0000 7fe327800700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe320109430 0x7fe3201a0c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.011+0000 7fe327800700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe320073fd0 0x7fe320199660 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.012 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.011+0000 7fe327800700 1 --2- 172.21.15.88:0/3386332160 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3200755b0 0x7fe320199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.012 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.011+0000 7fe327800700 1 -- 172.21.15.88:0/3386332160 >> 172.21.15.88:0/3386332160 conn(0x7fe3200fcad0 msgr2=0x7fe320105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:16.012 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.012+0000 7fe327800700 1 -- 172.21.15.88:0/3386332160 shutdown_connections 2024-01-28T13:00:16.012 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.012+0000 7fe327800700 1 -- 172.21.15.88:0/3386332160 wait complete. 2024-01-28T13:00:16.030 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-28T12:55:10.597998+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-01-28T12:58:38.094655+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '78', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-01-28T12:58:39.421656+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-01-28T12:58:42.975904+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-01-28T13:00:16.031 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-01-28T13:00:16.232 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.233+0000 7f2176600700 1 -- 172.21.15.88:0/4113656642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2170101360 msgr2=0x7f2170101780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.233+0000 7f2176600700 1 --2- 172.21.15.88:0/4113656642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2170101360 0x7f2170101780 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f21600099c0 tx=0x7f2160009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.233+0000 7f2176600700 1 -- 172.21.15.88:0/4113656642 shutdown_connections 2024-01-28T13:00:16.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.233+0000 7f2176600700 1 --2- 172.21.15.88:0/4113656642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2170102ef0 0x7f21701097a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.233+0000 7f2176600700 1 --2- 172.21.15.88:0/4113656642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2170101360 0x7f2170101780 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.233+0000 7f2176600700 1 --2- 172.21.15.88:0/4113656642 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2170102550 0x7f21701029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.233+0000 7f2176600700 1 -- 172.21.15.88:0/4113656642 >> 172.21.15.88:0/4113656642 conn(0x7f21700fc8d0 msgr2=0x7f21700fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:16.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.233+0000 7f2176600700 1 -- 172.21.15.88:0/4113656642 shutdown_connections 2024-01-28T13:00:16.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.233+0000 7f2176600700 1 -- 172.21.15.88:0/4113656642 wait complete. 2024-01-28T13:00:16.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.234+0000 7f2176600700 1 Processor -- start 2024-01-28T13:00:16.233 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.234+0000 7f2176600700 1 -- start start 2024-01-28T13:00:16.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.234+0000 7f2176600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2170101360 0x7f2170199430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:16.235 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.234+0000 7f2176600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2170102550 0x7f2170199970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:16.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.234+0000 7f2176600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2170102ef0 0x7f21701a09e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:16.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.234+0000 7f2176600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21701a0fb0 con 0x7f2170102ef0 2024-01-28T13:00:16.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.234+0000 7f2176600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21701a10f0 con 0x7f2170102550 2024-01-28T13:00:16.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.234+0000 7f2176600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21701a1280 con 0x7f2170101360 2024-01-28T13:00:16.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2175c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2170102ef0 0x7f21701a09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:16.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2175c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2170102ef0 0x7f21701a09e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36554/0 (socket says 172.21.15.88:36554) 2024-01-28T13:00:16.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2175c00700 1 -- 172.21.15.88:0/1058469858 learned_addr learned my addr 172.21.15.88:0/1058469858 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:16.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2175200700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2170101360 0x7f2170199430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:16.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f216fe00700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2170102550 0x7f2170199970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:16.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2175c00700 1 -- 172.21.15.88:0/1058469858 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2170101360 msgr2=0x7f2170199430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2175c00700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2170101360 0x7f2170199430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2175c00700 1 -- 172.21.15.88:0/1058469858 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2170102550 msgr2=0x7f2170199970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2175c00700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2170102550 0x7f2170199970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2175c00700 1 -- 172.21.15.88:0/1058469858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21600095f0 con 0x7f2170102ef0 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f216fe00700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2170102550 0x7f2170199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2175c00700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2170102ef0 0x7f21701a09e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2168007ee0 tx=0x7f216800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f216d600700 1 -- 172.21.15.88:0/1058469858 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f216800ddd0 con 0x7f2170102ef0 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f216d600700 1 -- 172.21.15.88:0/1058469858 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f216800f040 con 0x7f2170102ef0 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.235+0000 7f2176600700 1 -- 172.21.15.88:0/1058469858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21701a1560 con 0x7f2170102ef0 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.236+0000 7f216d600700 1 -- 172.21.15.88:0/1058469858 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21680048e0 con 0x7f2170102ef0 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.236+0000 7f2176600700 1 -- 172.21.15.88:0/1058469858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21701a1a20 con 0x7f2170102ef0 2024-01-28T13:00:16.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.237+0000 7f2176600700 1 -- 172.21.15.88:0/1058469858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2170068240 con 0x7f2170102ef0 2024-01-28T13:00:16.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.239+0000 7f216d600700 1 -- 172.21.15.88:0/1058469858 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f2168003a00 con 0x7f2170102ef0 2024-01-28T13:00:16.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.240+0000 7f216d600700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f21500a1850 0x7f21500a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:16.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.240+0000 7f216d600700 1 -- 172.21.15.88:0/1058469858 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f21680cce00 con 0x7f2170102ef0 2024-01-28T13:00:16.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.240+0000 7f2175200700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f21500a1850 0x7f21500a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:16.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.241+0000 7f2175200700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f21500a1850 0x7f21500a3d10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2160009990 tx=0x7f2160000bc0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:16.243 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.244+0000 7f216d600700 1 -- 172.21.15.88:0/1058469858 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f216804f380 con 0x7f2170102ef0 2024-01-28T13:00:16.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.444+0000 7f2176600700 1 -- 172.21.15.88:0/1058469858 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f21701a1e50 con 0x7f2170102ef0 2024-01-28T13:00:16.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.444+0000 7f216d600700 1 -- 172.21.15.88:0/1058469858 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2168095d10 con 0x7f2170102ef0 2024-01-28T13:00:16.444 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 1 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 -- 172.21.15.88:0/1058469858 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f21500a1850 msgr2=0x7f21500a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f21500a1850 0x7f21500a3d10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2160009990 tx=0x7f2160000bc0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 -- 172.21.15.88:0/1058469858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2170102ef0 msgr2=0x7f21701a09e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2170102ef0 0x7f21701a09e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2168007ee0 tx=0x7f216800d3b0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 -- 172.21.15.88:0/1058469858 shutdown_connections 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f21500a1850 0x7f21500a3d10 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2170102ef0 0x7f21701a09e0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2170101360 0x7f2170199430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 --2- 172.21.15.88:0/1058469858 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2170102550 0x7f2170199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 -- 172.21.15.88:0/1058469858 >> 172.21.15.88:0/1058469858 conn(0x7f21700fc8d0 msgr2=0x7f2170073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 -- 172.21.15.88:0/1058469858 shutdown_connections 2024-01-28T13:00:16.446 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.447+0000 7f2176600700 1 -- 172.21.15.88:0/1058469858 wait complete. 2024-01-28T13:00:16.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:16 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3903178735' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T13:00:16.462 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:16 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3386332160' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T13:00:16.464 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-01-28T13:00:16.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.659+0000 7fc153000700 1 -- 172.21.15.88:0/3255014798 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc14c101550 msgr2=0x7fc14c101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.659+0000 7fc153000700 1 --2- 172.21.15.88:0/3255014798 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc14c101550 0x7fc14c101970 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc13c009990 tx=0x7fc13c009ca0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.659+0000 7fc153000700 1 -- 172.21.15.88:0/3255014798 shutdown_connections 2024-01-28T13:00:16.658 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.659+0000 7fc153000700 1 --2- 172.21.15.88:0/3255014798 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc14c1030e0 0x7fc14c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.659+0000 7fc153000700 1 --2- 172.21.15.88:0/3255014798 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc14c101550 0x7fc14c101970 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.659+0000 7fc153000700 1 --2- 172.21.15.88:0/3255014798 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc14c102740 0x7fc14c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.659+0000 7fc153000700 1 -- 172.21.15.88:0/3255014798 >> 172.21.15.88:0/3255014798 conn(0x7fc14c0fcae0 msgr2=0x7fc14c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:16.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.659+0000 7fc153000700 1 -- 172.21.15.88:0/3255014798 shutdown_connections 2024-01-28T13:00:16.659 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.659+0000 7fc153000700 1 -- 172.21.15.88:0/3255014798 wait complete. 2024-01-28T13:00:16.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:16 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3903178735' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T13:00:16.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:16 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3386332160' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T13:00:16.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.660+0000 7fc153000700 1 Processor -- start 2024-01-28T13:00:16.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.660+0000 7fc153000700 1 -- start start 2024-01-28T13:00:16.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.660+0000 7fc153000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc14c101550 0x7fc14c199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:16.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.660+0000 7fc153000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc14c102740 0x7fc14c199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:16.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.660+0000 7fc153000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc14c1030e0 0x7fc14c1a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:16.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.660+0000 7fc153000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14c1a1270 con 0x7fc14c1030e0 2024-01-28T13:00:16.662 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.660+0000 7fc153000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14c1a13b0 con 0x7fc14c101550 2024-01-28T13:00:16.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.660+0000 7fc153000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc14c1a1540 con 0x7fc14c102740 2024-01-28T13:00:16.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc151000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc14c1030e0 0x7fc14c1a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:16.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc14be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc14c101550 0x7fc14c199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:16.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc151000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc14c1030e0 0x7fc14c1a0ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36574/0 (socket says 172.21.15.88:36574) 2024-01-28T13:00:16.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc151000700 1 -- 172.21.15.88:0/1462823678 learned_addr learned my addr 172.21.15.88:0/1462823678 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:16.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc14be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc14c101550 0x7fc14c199740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:55938/0 (socket says 172.21.15.88:55938) 2024-01-28T13:00:16.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc143e00700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc14c102740 0x7fc14c199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:16.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc151000700 1 -- 172.21.15.88:0/1462823678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc14c102740 msgr2=0x7fc14c199c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.663 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc151000700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc14c102740 0x7fc14c199c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.664 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc151000700 1 -- 172.21.15.88:0/1462823678 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc14c101550 msgr2=0x7fc14c199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.664 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc151000700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc14c101550 0x7fc14c199740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc151000700 1 -- 172.21.15.88:0/1462823678 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc13c0095f0 con 0x7fc14c1030e0 2024-01-28T13:00:16.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc14be00700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc14c101550 0x7fc14c199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:16.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.661+0000 7fc151000700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc14c1030e0 0x7fc14c1a0ca0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fc14400ef30 tx=0x7fc14400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:16.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.662+0000 7fc149600700 1 -- 172.21.15.88:0/1462823678 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc144018070 con 0x7fc14c1030e0 2024-01-28T13:00:16.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.662+0000 7fc149600700 1 -- 172.21.15.88:0/1462823678 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc14400f040 con 0x7fc14c1030e0 2024-01-28T13:00:16.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.662+0000 7fc153000700 1 -- 172.21.15.88:0/1462823678 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc14c1a17c0 con 0x7fc14c1030e0 2024-01-28T13:00:16.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.662+0000 7fc149600700 1 -- 172.21.15.88:0/1462823678 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc14400cd00 con 0x7fc14c1030e0 2024-01-28T13:00:16.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.662+0000 7fc153000700 1 -- 172.21.15.88:0/1462823678 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc14c1a1c80 con 0x7fc14c1030e0 2024-01-28T13:00:16.665 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.663+0000 7fc153000700 1 -- 172.21.15.88:0/1462823678 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc14c068320 con 0x7fc14c1030e0 2024-01-28T13:00:16.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.664+0000 7fc149600700 1 -- 172.21.15.88:0/1462823678 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fc144003a00 con 0x7fc14c1030e0 2024-01-28T13:00:16.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.666+0000 7fc149600700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc12c0a1850 0x7fc12c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:16.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.666+0000 7fc149600700 1 -- 172.21.15.88:0/1462823678 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7fc1440ccff0 con 0x7fc14c1030e0 2024-01-28T13:00:16.666 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.666+0000 7fc14be00700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc12c0a1850 0x7fc12c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:16.667 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.667+0000 7fc14be00700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc12c0a1850 0x7fc12c0a3d10 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00b680 tx=0x7fc13c005fd0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:16.668 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.670+0000 7fc149600700 1 -- 172.21.15.88:0/1462823678 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fc144095ff0 con 0x7fc14c1030e0 2024-01-28T13:00:16.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:16 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3903178735' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T13:00:16.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:16 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3386332160' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T13:00:16.868 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.870+0000 7fc153000700 1 -- 172.21.15.88:0/1462823678 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc14c1a2080 con 0x7fc14c1030e0 2024-01-28T13:00:16.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.870+0000 7fc149600700 1 -- 172.21.15.88:0/1462823678 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc144099610 con 0x7fc14c1030e0 2024-01-28T13:00:16.869 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.872+0000 7fc153000700 1 -- 172.21.15.88:0/1462823678 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc12c0a1850 msgr2=0x7fc12c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.872+0000 7fc153000700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc12c0a1850 0x7fc12c0a3d10 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00b680 tx=0x7fc13c005fd0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.872+0000 7fc153000700 1 -- 172.21.15.88:0/1462823678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc14c1030e0 msgr2=0x7fc14c1a0ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.872+0000 7fc153000700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc14c1030e0 0x7fc14c1a0ca0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fc14400ef30 tx=0x7fc14400c3a0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.873+0000 7fc153000700 1 -- 172.21.15.88:0/1462823678 shutdown_connections 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.873+0000 7fc153000700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc12c0a1850 0x7fc12c0a3d10 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.873+0000 7fc153000700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc14c1030e0 0x7fc14c1a0ca0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.873+0000 7fc153000700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc14c101550 0x7fc14c199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.873+0000 7fc153000700 1 --2- 172.21.15.88:0/1462823678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc14c102740 0x7fc14c199c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.873+0000 7fc153000700 1 -- 172.21.15.88:0/1462823678 >> 172.21.15.88:0/1462823678 conn(0x7fc14c0fcae0 msgr2=0x7fc14c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.873+0000 7fc153000700 1 -- 172.21.15.88:0/1462823678 shutdown_connections 2024-01-28T13:00:16.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:16.873+0000 7fc153000700 1 -- 172.21.15.88:0/1462823678 wait complete. 2024-01-28T13:00:16.889 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-01-28T13:00:17.086 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.087+0000 7f6297600700 1 -- 172.21.15.88:0/2313720745 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6290101550 msgr2=0x7f6290101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.086 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.087+0000 7f6297600700 1 --2- 172.21.15.88:0/2313720745 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6290101550 0x7f6290101970 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f62800099c0 tx=0x7f6280009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.086 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.087+0000 7f6297600700 1 -- 172.21.15.88:0/2313720745 shutdown_connections 2024-01-28T13:00:17.086 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.087+0000 7f6297600700 1 --2- 172.21.15.88:0/2313720745 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f62901030e0 0x7f6290109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.086 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.087+0000 7f6297600700 1 --2- 172.21.15.88:0/2313720745 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6290101550 0x7f6290101970 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.086 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.087+0000 7f6297600700 1 --2- 172.21.15.88:0/2313720745 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6290102740 0x7f6290102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.086 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.087+0000 7f6297600700 1 -- 172.21.15.88:0/2313720745 >> 172.21.15.88:0/2313720745 conn(0x7f62900fcae0 msgr2=0x7f62900fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:17.086 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.087+0000 7f6297600700 1 -- 172.21.15.88:0/2313720745 shutdown_connections 2024-01-28T13:00:17.087 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.087+0000 7f6297600700 1 -- 172.21.15.88:0/2313720745 wait complete. 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.088+0000 7f6297600700 1 Processor -- start 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.088+0000 7f6297600700 1 -- start start 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.088+0000 7f6297600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6290101550 0x7f62901996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.088+0000 7f6297600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6290102740 0x7f6290199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.088+0000 7f6297600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62901030e0 0x7f62901a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.088+0000 7f6297600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62901a1260 con 0x7f6290101550 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.088+0000 7f6297600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62901a13a0 con 0x7f62901030e0 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.088+0000 7f6297600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62901a1530 con 0x7f6290102740 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f6294c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6290101550 0x7f62901996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f6295600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62901030e0 0x7f62901a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f6294c00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6290101550 0x7f62901996e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36592/0 (socket says 172.21.15.88:36592) 2024-01-28T13:00:17.089 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f6294c00700 1 -- 172.21.15.88:0/1563886395 learned_addr learned my addr 172.21.15.88:0/1563886395 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f628fe00700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6290102740 0x7f6290199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f6295600700 1 -- 172.21.15.88:0/1563886395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6290102740 msgr2=0x7f6290199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f6295600700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6290102740 0x7f6290199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f6295600700 1 -- 172.21.15.88:0/1563886395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6290101550 msgr2=0x7f62901996e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f6295600700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6290101550 0x7f62901996e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f6295600700 1 -- 172.21.15.88:0/1563886395 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62800095f0 con 0x7f62901030e0 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f6295600700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62901030e0 0x7f62901a0c90 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f628800efc0 tx=0x7f628800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.089+0000 7f628d600700 1 -- 172.21.15.88:0/1563886395 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6288018070 con 0x7f62901030e0 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.090+0000 7f6297600700 1 -- 172.21.15.88:0/1563886395 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62901a17b0 con 0x7f62901030e0 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.090+0000 7f628d600700 1 -- 172.21.15.88:0/1563886395 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f628800f040 con 0x7f62901030e0 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.090+0000 7f628d600700 1 -- 172.21.15.88:0/1563886395 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f628800cd40 con 0x7f62901030e0 2024-01-28T13:00:17.090 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.090+0000 7f6297600700 1 -- 172.21.15.88:0/1563886395 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62901a1cc0 con 0x7f62901030e0 2024-01-28T13:00:17.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.090+0000 7f6297600700 1 -- 172.21.15.88:0/1563886395 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6290068320 con 0x7f62901030e0 2024-01-28T13:00:17.091 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.093+0000 7f628d600700 1 -- 172.21.15.88:0/1563886395 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f6288003a00 con 0x7f62901030e0 2024-01-28T13:00:17.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.094+0000 7f628d600700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62700a1850 0x7f62700a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.094+0000 7f628d600700 1 -- 172.21.15.88:0/1563886395 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f62880cda00 con 0x7f62901030e0 2024-01-28T13:00:17.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.094+0000 7f6294c00700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62700a1850 0x7f62700a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.093 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.095+0000 7f6294c00700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62700a1850 0x7f62700a3d10 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6280000c00 tx=0x7f6280009530 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:17.095 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.097+0000 7f628d600700 1 -- 172.21.15.88:0/1563886395 <== mon.2 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f6288096a00 con 0x7f62901030e0 2024-01-28T13:00:17.297 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.299+0000 7f6297600700 1 -- 172.21.15.88:0/1563886395 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f629010cf60 con 0x7f62901030e0 2024-01-28T13:00:17.298 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.299+0000 7f628d600700 1 -- 172.21.15.88:0/1563886395 <== mon.2 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7f629010cf60 con 0x7f62901030e0 2024-01-28T13:00:17.298 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 64 2024-01-28T13:00:17.301 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 -- 172.21.15.88:0/1563886395 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62700a1850 msgr2=0x7f62700a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.301 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62700a1850 0x7f62700a3d10 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6280000c00 tx=0x7f6280009530 comp rx=0 tx=0).stop 2024-01-28T13:00:17.301 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 -- 172.21.15.88:0/1563886395 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62901030e0 msgr2=0x7f62901a0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.301 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62901030e0 0x7f62901a0c90 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f628800efc0 tx=0x7f628800c3a0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.301 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 -- 172.21.15.88:0/1563886395 shutdown_connections 2024-01-28T13:00:17.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f62700a1850 0x7f62700a3d10 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f62901030e0 0x7f62901a0c90 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6290101550 0x7f62901996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 --2- 172.21.15.88:0/1563886395 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6290102740 0x7f6290199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 -- 172.21.15.88:0/1563886395 >> 172.21.15.88:0/1563886395 conn(0x7f62900fcae0 msgr2=0x7f6290107f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:17.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 -- 172.21.15.88:0/1563886395 shutdown_connections 2024-01-28T13:00:17.302 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.303+0000 7f6297600700 1 -- 172.21.15.88:0/1563886395 wait complete. 2024-01-28T13:00:17.319 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-01-28T13:00:17.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.516+0000 7fc316400700 1 -- 172.21.15.88:0/2015024169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc310101560 msgr2=0x7fc310101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.516+0000 7fc316400700 1 --2- 172.21.15.88:0/2015024169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc310101560 0x7fc310101980 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fc3000099c0 tx=0x7fc300009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.516+0000 7fc316400700 1 -- 172.21.15.88:0/2015024169 shutdown_connections 2024-01-28T13:00:17.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.516+0000 7fc316400700 1 --2- 172.21.15.88:0/2015024169 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc3101030f0 0x7fc3101099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.516+0000 7fc316400700 1 --2- 172.21.15.88:0/2015024169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc310101560 0x7fc310101980 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.514 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.516+0000 7fc316400700 1 --2- 172.21.15.88:0/2015024169 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc310102750 0x7fc310102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.516+0000 7fc316400700 1 -- 172.21.15.88:0/2015024169 >> 172.21.15.88:0/2015024169 conn(0x7fc3100fcad0 msgr2=0x7fc3100fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:17.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.516+0000 7fc316400700 1 -- 172.21.15.88:0/2015024169 shutdown_connections 2024-01-28T13:00:17.515 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.516+0000 7fc316400700 1 -- 172.21.15.88:0/2015024169 wait complete. 2024-01-28T13:00:17.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.517+0000 7fc316400700 1 Processor -- start 2024-01-28T13:00:17.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.517+0000 7fc316400700 1 -- start start 2024-01-28T13:00:17.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.517+0000 7fc316400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc310101560 0x7fc3101996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.517+0000 7fc316400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc310102750 0x7fc310199c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.517+0000 7fc316400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc3101030f0 0x7fc3101a0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.517+0000 7fc316400700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3101a1240 con 0x7fc310102750 2024-01-28T13:00:17.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.517+0000 7fc316400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3101a1380 con 0x7fc3101030f0 2024-01-28T13:00:17.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.517+0000 7fc316400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3101a1510 con 0x7fc310101560 2024-01-28T13:00:17.517 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc307e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc310102750 0x7fc310199c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc30f400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc310101560 0x7fc3101996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc30f400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc310101560 0x7fc3101996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:35736/0 (socket says 172.21.15.88:35736) 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc30f400700 1 -- 172.21.15.88:0/3803939843 learned_addr learned my addr 172.21.15.88:0/3803939843 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc30fe00700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc3101030f0 0x7fc3101a0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc307e00700 1 -- 172.21.15.88:0/3803939843 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc310101560 msgr2=0x7fc3101996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc307e00700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc310101560 0x7fc3101996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc307e00700 1 -- 172.21.15.88:0/3803939843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc3101030f0 msgr2=0x7fc3101a0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc307e00700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc3101030f0 0x7fc3101a0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc307e00700 1 -- 172.21.15.88:0/3803939843 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3000095f0 con 0x7fc310102750 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc30fe00700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc3101030f0 0x7fc3101a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.518+0000 7fc307e00700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc310102750 0x7fc310199c00 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fc2f800e9f0 tx=0x7fc2f800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.519+0000 7fc30cc00700 1 -- 172.21.15.88:0/3803939843 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f800eee0 con 0x7fc310102750 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.519+0000 7fc30cc00700 1 -- 172.21.15.88:0/3803939843 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc2f800cbd0 con 0x7fc310102750 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.519+0000 7fc316400700 1 -- 172.21.15.88:0/3803939843 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3101a17f0 con 0x7fc310102750 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.519+0000 7fc30cc00700 1 -- 172.21.15.88:0/3803939843 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f8018680 con 0x7fc310102750 2024-01-28T13:00:17.518 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.519+0000 7fc316400700 1 -- 172.21.15.88:0/3803939843 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3101a1d50 con 0x7fc310102750 2024-01-28T13:00:17.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.520+0000 7fc316400700 1 -- 172.21.15.88:0/3803939843 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc310068320 con 0x7fc310102750 2024-01-28T13:00:17.519 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.521+0000 7fc30cc00700 1 -- 172.21.15.88:0/3803939843 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fc2f800cd40 con 0x7fc310102750 2024-01-28T13:00:17.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.523+0000 7fc30cc00700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc2f00a18d0 0x7fc2f00a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.520 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.523+0000 7fc30cc00700 1 -- 172.21.15.88:0/3803939843 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7fc2f8014070 con 0x7fc310102750 2024-01-28T13:00:17.521 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.523+0000 7fc30f400700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc2f00a18d0 0x7fc2f00a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.521 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.524+0000 7fc30f400700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc2f00a18d0 0x7fc2f00a3d90 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc300006010 tx=0x7fc300019040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:17.524 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.526+0000 7fc30cc00700 1 -- 172.21.15.88:0/3803939843 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fc2f8096560 con 0x7fc310102750 2024-01-28T13:00:17.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:17 smithi088 ceph-mon[35322]: pgmap v289: 129 pgs: 1 peering, 128 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-01-28T13:00:17.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:17 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1058469858' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T13:00:17.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:17 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1462823678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T13:00:17.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:17 smithi175 ceph-mon[44549]: pgmap v289: 129 pgs: 1 peering, 128 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-01-28T13:00:17.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:17 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1058469858' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T13:00:17.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:17 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1462823678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T13:00:17.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:17 smithi181 ceph-mon[45557]: pgmap v289: 129 pgs: 1 peering, 128 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-01-28T13:00:17.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:17 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1058469858' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-28T13:00:17.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:17 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1462823678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-01-28T13:00:17.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.726+0000 7fc316400700 1 -- 172.21.15.88:0/3803939843 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fc3101a2180 con 0x7fc310102750 2024-01-28T13:00:17.724 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.727+0000 7fc30cc00700 1 -- 172.21.15.88:0/3803939843 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v87) v1 ==== 103+0+11 (secure 0 0 0) 0x7fc2f8099b80 con 0x7fc310102750 2024-01-28T13:00:17.725 INFO:teuthology.orchestra.run.smithi088.stdout:pg_num: 32 2024-01-28T13:00:17.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 -- 172.21.15.88:0/3803939843 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc2f00a18d0 msgr2=0x7fc2f00a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc2f00a18d0 0x7fc2f00a3d90 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc300006010 tx=0x7fc300019040 comp rx=0 tx=0).stop 2024-01-28T13:00:17.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 -- 172.21.15.88:0/3803939843 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc310102750 msgr2=0x7fc310199c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.727 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc310102750 0x7fc310199c00 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fc2f800e9f0 tx=0x7fc2f800ed00 comp rx=0 tx=0).stop 2024-01-28T13:00:17.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 -- 172.21.15.88:0/3803939843 shutdown_connections 2024-01-28T13:00:17.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fc2f00a18d0 0x7fc2f00a3d90 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc3101030f0 0x7fc3101a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc310101560 0x7fc3101996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 --2- 172.21.15.88:0/3803939843 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc310102750 0x7fc310199c00 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 -- 172.21.15.88:0/3803939843 >> 172.21.15.88:0/3803939843 conn(0x7fc3100fcad0 msgr2=0x7fc310107ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:17.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 -- 172.21.15.88:0/3803939843 shutdown_connections 2024-01-28T13:00:17.728 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.729+0000 7fc316400700 1 -- 172.21.15.88:0/3803939843 wait complete. 2024-01-28T13:00:17.746 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-28T13:00:17.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.941+0000 7f8f16000700 1 -- 172.21.15.88:0/2906641954 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f10102730 msgr2=0x7f8f10102b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.941+0000 7f8f16000700 1 --2- 172.21.15.88:0/2906641954 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f10102730 0x7f8f10102b90 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f8ef80099c0 tx=0x7f8ef8009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.941+0000 7f8f16000700 1 -- 172.21.15.88:0/2906641954 shutdown_connections 2024-01-28T13:00:17.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.941+0000 7f8f16000700 1 --2- 172.21.15.88:0/2906641954 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f101030d0 0x7f8f10109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.941+0000 7f8f16000700 1 --2- 172.21.15.88:0/2906641954 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f10101540 0x7f8f10101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.941+0000 7f8f16000700 1 --2- 172.21.15.88:0/2906641954 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f10102730 0x7f8f10102b90 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.941+0000 7f8f16000700 1 -- 172.21.15.88:0/2906641954 >> 172.21.15.88:0/2906641954 conn(0x7f8f100fcad0 msgr2=0x7f8f100feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:17.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.941+0000 7f8f16000700 1 -- 172.21.15.88:0/2906641954 shutdown_connections 2024-01-28T13:00:17.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.941+0000 7f8f16000700 1 -- 172.21.15.88:0/2906641954 wait complete. 2024-01-28T13:00:17.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.942+0000 7f8f16000700 1 Processor -- start 2024-01-28T13:00:17.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.942+0000 7f8f16000700 1 -- start start 2024-01-28T13:00:17.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f16000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f10101540 0x7f8f10197480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f16000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f10102730 0x7f8f101979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f16000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f101030d0 0x7f8f1019ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f16000700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f1019f000 con 0x7f8f10102730 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f16000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f1019f140 con 0x7f8f101030d0 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f16000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f1019f2d0 con 0x7f8f10101540 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f06800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f10102730 0x7f8f101979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f06800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f10102730 0x7f8f101979c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36610/0 (socket says 172.21.15.88:36610) 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f0f400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f10101540 0x7f8f10197480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f06800700 1 -- 172.21.15.88:0/1398081827 learned_addr learned my addr 172.21.15.88:0/1398081827 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f0fe00700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f101030d0 0x7f8f1019ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f0f400700 1 -- 172.21.15.88:0/1398081827 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f101030d0 msgr2=0x7f8f1019ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f0f400700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f101030d0 0x7f8f1019ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.944 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f0f400700 1 -- 172.21.15.88:0/1398081827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f10102730 msgr2=0x7f8f101979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:17.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f0f400700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f10102730 0x7f8f101979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:17.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f0f400700 1 -- 172.21.15.88:0/1398081827 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ef80095f0 con 0x7f8f10101540 2024-01-28T13:00:17.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.943+0000 7f8f06800700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f10102730 0x7f8f101979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:17.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.944+0000 7f8f0f400700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f10101540 0x7f8f10197480 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8f0000e9c0 tx=0x7f8f0000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:17.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.944+0000 7f8f0cc00700 1 -- 172.21.15.88:0/1398081827 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f00004220 con 0x7f8f10101540 2024-01-28T13:00:17.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.944+0000 7f8f16000700 1 -- 172.21.15.88:0/1398081827 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f1019f5b0 con 0x7f8f10101540 2024-01-28T13:00:17.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.944+0000 7f8f0cc00700 1 -- 172.21.15.88:0/1398081827 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f00004380 con 0x7f8f10101540 2024-01-28T13:00:17.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.944+0000 7f8f0cc00700 1 -- 172.21.15.88:0/1398081827 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f00003be0 con 0x7f8f10101540 2024-01-28T13:00:17.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.944+0000 7f8f16000700 1 -- 172.21.15.88:0/1398081827 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f1019fac0 con 0x7f8f10101540 2024-01-28T13:00:17.945 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.945+0000 7f8f16000700 1 -- 172.21.15.88:0/1398081827 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f101089c0 con 0x7f8f10101540 2024-01-28T13:00:17.946 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.947+0000 7f8f0cc00700 1 -- 172.21.15.88:0/1398081827 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f8f00003d40 con 0x7f8f10101540 2024-01-28T13:00:17.946 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.948+0000 7f8f0cc00700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8ef00a1850 0x7f8ef00a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:17.946 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.948+0000 7f8f0cc00700 1 -- 172.21.15.88:0/1398081827 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f8f00014070 con 0x7f8f10101540 2024-01-28T13:00:17.946 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.949+0000 7f8f06800700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8ef00a1850 0x7f8ef00a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:17.947 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.949+0000 7f8f06800700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8ef00a1850 0x7f8ef00a3d10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8ef8004800 tx=0x7f8ef801a040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:17.948 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:17.951+0000 7f8f0cc00700 1 -- 172.21.15.88:0/1398081827 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f8f00096810 con 0x7f8f10101540 2024-01-28T13:00:18.196 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.199+0000 7f8f16000700 1 -- 172.21.15.88:0/1398081827 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8f10068240 con 0x7f8f10101540 2024-01-28T13:00:18.197 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.200+0000 7f8f0cc00700 1 -- 172.21.15.88:0/1398081827 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11400 (secure 0 0 0) 0x7f8f00099e30 con 0x7f8f10101540 2024-01-28T13:00:18.198 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T13:00:18.198 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1155556105","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1155556105},{"type":"v1","addr":"172.21.15.88:6835","nonce":1155556105}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14466,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2541844608","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2541844608},{"type":"v1","addr":"172.21.15.88:6837","nonce":2541844608}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-01-28T12:58:39.921017+0000","modified":"2024-01-28T12:59:06.098710+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24584,"mds_1":24550,"mds_2":24542,"mds_3":24532,"mds_4":14532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14520":{"gid":14520,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6839/836955068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":836955068},{"type":"v1","addr":"172.21.15.88:6839","nonce":836955068}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14532":{"gid":14532,"name":"a","rank":4,"incarnation":26,"state":"up:active","state_seq":10,"addr":"172.21.15.88:6841/2328811772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6840","nonce":2328811772},{"type":"v1","addr":"172.21.15.88:6841","nonce":2328811772}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24472":{"gid":24472,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6833/1748638141","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":1748638141},{"type":"v1","addr":"172.21.15.181:6833","nonce":1748638141}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6833/1903155747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1903155747},{"type":"v1","addr":"172.21.15.175:6833","nonce":1903155747}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24509":{"gid":24509,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6835/861965715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":861965715},{"type":"v1","addr":"172.21.15.175:6835","nonce":861965715}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24520":{"gid":24520,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.181:6835/3339751534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3339751534},{"type":"v1","addr":"172.21.15.181:6835","nonce":3339751534}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24532":{"gid":24532,"name":"c","rank":3,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.181:6837/3453054744","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":3453054744},{"type":"v1","addr":"172.21.15.181:6837","nonce":3453054744}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":11,"addr":"172.21.15.175:6837/1770942203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1770942203},{"type":"v1","addr":"172.21.15.175:6837","nonce":1770942203}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24550":{"gid":24550,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.181:6839/818465462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":818465462},{"type":"v1","addr":"172.21.15.181:6839","nonce":818465462}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24584":{"gid":24584,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.175:6839/3969931760","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":3969931760},{"type":"v1","addr":"172.21.15.175:6839","nonce":3969931760}]},"join_fscid":-1,"export_targets":[],"features":4540701272860131327,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-01-28T13:00:18.200 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 -- 172.21.15.88:0/1398081827 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8ef00a1850 msgr2=0x7f8ef00a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.200 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8ef00a1850 0x7f8ef00a3d10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8ef8004800 tx=0x7f8ef801a040 comp rx=0 tx=0).stop 2024-01-28T13:00:18.200 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 -- 172.21.15.88:0/1398081827 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f10101540 msgr2=0x7f8f10197480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.200 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f10101540 0x7f8f10197480 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8f0000e9c0 tx=0x7f8f0000ecd0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.200 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 -- 172.21.15.88:0/1398081827 shutdown_connections 2024-01-28T13:00:18.200 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f8ef00a1850 0x7f8ef00a3d10 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.201 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f101030d0 0x7f8f1019ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.201 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f10101540 0x7f8f10197480 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.201 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 --2- 172.21.15.88:0/1398081827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8f10102730 0x7f8f101979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.201 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 -- 172.21.15.88:0/1398081827 >> 172.21.15.88:0/1398081827 conn(0x7f8f100fcad0 msgr2=0x7f8f10105b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:18.201 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 -- 172.21.15.88:0/1398081827 shutdown_connections 2024-01-28T13:00:18.201 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.202+0000 7f8f16000700 1 -- 172.21.15.88:0/1398081827 wait complete. 2024-01-28T13:00:18.201 INFO:teuthology.orchestra.run.smithi088.stderr:dumped fsmap epoch 28 2024-01-28T13:00:18.219 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-28T13:00:18.413 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.415+0000 7f92b4a00700 1 -- 172.21.15.88:0/913674975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac102730 msgr2=0x7f92ac102b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.415+0000 7f92b4a00700 1 --2- 172.21.15.88:0/913674975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac102730 0x7f92ac102b90 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f92940099c0 tx=0x7f9294009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.415+0000 7f92b4a00700 1 -- 172.21.15.88:0/913674975 shutdown_connections 2024-01-28T13:00:18.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.415+0000 7f92b4a00700 1 --2- 172.21.15.88:0/913674975 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92ac1030d0 0x7f92ac109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.415+0000 7f92b4a00700 1 --2- 172.21.15.88:0/913674975 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92ac101540 0x7f92ac101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.415+0000 7f92b4a00700 1 --2- 172.21.15.88:0/913674975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac102730 0x7f92ac102b90 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.415+0000 7f92b4a00700 1 -- 172.21.15.88:0/913674975 >> 172.21.15.88:0/913674975 conn(0x7f92ac0fcad0 msgr2=0x7f92ac0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:18.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.415+0000 7f92b4a00700 1 -- 172.21.15.88:0/913674975 shutdown_connections 2024-01-28T13:00:18.414 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.415+0000 7f92b4a00700 1 -- 172.21.15.88:0/913674975 wait complete. 2024-01-28T13:00:18.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.416+0000 7f92b4a00700 1 Processor -- start 2024-01-28T13:00:18.416 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.416+0000 7f92b4a00700 1 -- start start 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b4a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92ac101540 0x7f92ac197480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b4a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92ac102730 0x7f92ac1979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b4a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1030d0 0x7f92ac19ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b4a00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92ac19f000 con 0x7f92ac1030d0 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b4a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92ac19f140 con 0x7f92ac101540 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b4a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92ac19f2d0 con 0x7f92ac102730 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b2a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1030d0 0x7f92ac19ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b2000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92ac101540 0x7f92ac197480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b2a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1030d0 0x7f92ac19ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36630/0 (socket says 172.21.15.88:36630) 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b2a00700 1 -- 172.21.15.88:0/237959685 learned_addr learned my addr 172.21.15.88:0/237959685 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b2000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92ac101540 0x7f92ac197480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:56008/0 (socket says 172.21.15.88:56008) 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b1600700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92ac102730 0x7f92ac1979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b2a00700 1 -- 172.21.15.88:0/237959685 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92ac102730 msgr2=0x7f92ac1979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.417 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b2a00700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92ac102730 0x7f92ac1979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b2a00700 1 -- 172.21.15.88:0/237959685 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92ac101540 msgr2=0x7f92ac197480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b2a00700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92ac101540 0x7f92ac197480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.417+0000 7f92b2a00700 1 -- 172.21.15.88:0/237959685 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92940095f0 con 0x7f92ac1030d0 2024-01-28T13:00:18.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.418+0000 7f92b2a00700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1030d0 0x7f92ac19ea30 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f92a400ef30 tx=0x7f92a400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:18.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.418+0000 7f92aaa00700 1 -- 172.21.15.88:0/237959685 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92a4018070 con 0x7f92ac1030d0 2024-01-28T13:00:18.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.418+0000 7f92b4a00700 1 -- 172.21.15.88:0/237959685 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92ac19f550 con 0x7f92ac1030d0 2024-01-28T13:00:18.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.418+0000 7f92aaa00700 1 -- 172.21.15.88:0/237959685 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92a400f040 con 0x7f92ac1030d0 2024-01-28T13:00:18.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.418+0000 7f92aaa00700 1 -- 172.21.15.88:0/237959685 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92a400cd00 con 0x7f92ac1030d0 2024-01-28T13:00:18.418 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.418+0000 7f92b4a00700 1 -- 172.21.15.88:0/237959685 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92ac19fa60 con 0x7f92ac1030d0 2024-01-28T13:00:18.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.419+0000 7f92b4a00700 1 -- 172.21.15.88:0/237959685 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92ac108940 con 0x7f92ac1030d0 2024-01-28T13:00:18.419 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.421+0000 7f92aaa00700 1 -- 172.21.15.88:0/237959685 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f92a4003a00 con 0x7f92ac1030d0 2024-01-28T13:00:18.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.422+0000 7f92aaa00700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f928c0a1850 0x7f928c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.422+0000 7f92aaa00700 1 -- 172.21.15.88:0/237959685 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f92a40ccff0 con 0x7f92ac1030d0 2024-01-28T13:00:18.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.422+0000 7f92b2000700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f928c0a1850 0x7f928c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.420 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.423+0000 7f92b2000700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f928c0a1850 0x7f928c0a3d10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f92ac102590 tx=0x7f929c009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:18.424 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.426+0000 7f92aaa00700 1 -- 172.21.15.88:0/237959685 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7f92a4095ff0 con 0x7f92ac1030d0 2024-01-28T13:00:18.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:18 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1563886395' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T13:00:18.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:18 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/3803939843' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T13:00:18.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:18 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/1398081827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T13:00:18.631 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.634+0000 7f92b4a00700 1 -- 172.21.15.88:0/237959685 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f92ac068240 con 0x7f92ac1030d0 2024-01-28T13:00:18.633 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.635+0000 7f92aaa00700 1 -- 172.21.15.88:0/237959685 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+24644 (secure 0 0 0) 0x7f92a4099610 con 0x7f92ac1030d0 2024-01-28T13:00:18.633 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T13:00:18.634 INFO:teuthology.orchestra.run.smithi088.stdout:{"epoch":87,"fsid":"f2afc81a-bddb-11ee-95b2-87774f69a715","created":"2024-01-28T12:52:10.455618+0000","modified":"2024-01-28T13:00:14.205632+0000","last_up_change":"2024-01-28T12:58:01.561826+0000","last_in_change":"2024-01-28T12:57:44.783477+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-28T12:55:10.597998+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-28T12:58:38.094655+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-28T12:58:39.421656+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-01-28T12:58:42.975904+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7426fa88-021a-4239-8539-2278e01359ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6803","nonce":3249115503}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6805","nonce":3249115503}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6809","nonce":3249115503}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":3249115503},{"type":"v1","addr":"172.21.15.88:6807","nonce":3249115503}]},"public_addr":"172.21.15.88:6803/3249115503","cluster_addr":"172.21.15.88:6805/3249115503","heartbeat_back_addr":"172.21.15.88:6809/3249115503","heartbeat_front_addr":"172.21.15.88:6807/3249115503","state":["exists","up"]},{"osd":1,"uuid":"3ca4d4fe-38d2-4a6f-936a-76d68652b8da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":12,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6801","nonce":882207238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6803","nonce":882207238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6807","nonce":882207238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":882207238},{"type":"v1","addr":"172.21.15.175:6805","nonce":882207238}]},"public_addr":"172.21.15.175:6801/882207238","cluster_addr":"172.21.15.175:6803/882207238","heartbeat_back_addr":"172.21.15.175:6807/882207238","heartbeat_front_addr":"172.21.15.175:6805/882207238","state":["exists","up"]},{"osd":2,"uuid":"9e2a251e-2cb8-4230-b54d-8772fc029894","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6801","nonce":4163097069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6803","nonce":4163097069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6807","nonce":4163097069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":4163097069},{"type":"v1","addr":"172.21.15.181:6805","nonce":4163097069}]},"public_addr":"172.21.15.181:6801/4163097069","cluster_addr":"172.21.15.181:6803/4163097069","heartbeat_back_addr":"172.21.15.181:6807/4163097069","heartbeat_front_addr":"172.21.15.181:6805/4163097069","state":["exists","up"]},{"osd":3,"uuid":"e6022880-9154-4f75-83a5-2508f6ad238a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":23,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6811","nonce":1857922873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6813","nonce":1857922873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6817","nonce":1857922873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":1857922873},{"type":"v1","addr":"172.21.15.88:6815","nonce":1857922873}]},"public_addr":"172.21.15.88:6811/1857922873","cluster_addr":"172.21.15.88:6813/1857922873","heartbeat_back_addr":"172.21.15.88:6817/1857922873","heartbeat_front_addr":"172.21.15.88:6815/1857922873","state":["exists","up"]},{"osd":4,"uuid":"c36e8684-1dc3-41a0-a1a8-148f44288d81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6809","nonce":1737262306}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6811","nonce":1737262306}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6815","nonce":1737262306}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":1737262306},{"type":"v1","addr":"172.21.15.175:6813","nonce":1737262306}]},"public_addr":"172.21.15.175:6809/1737262306","cluster_addr":"172.21.15.175:6811/1737262306","heartbeat_back_addr":"172.21.15.175:6815/1737262306","heartbeat_front_addr":"172.21.15.175:6813/1737262306","state":["exists","up"]},{"osd":5,"uuid":"2d8357ed-157c-4d27-aaa1-8fedb43a5fa6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6809","nonce":1529256325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6811","nonce":1529256325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6815","nonce":1529256325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":1529256325},{"type":"v1","addr":"172.21.15.181:6813","nonce":1529256325}]},"public_addr":"172.21.15.181:6809/1529256325","cluster_addr":"172.21.15.181:6811/1529256325","heartbeat_back_addr":"172.21.15.181:6815/1529256325","heartbeat_front_addr":"172.21.15.181:6813/1529256325","state":["exists","up"]},{"osd":6,"uuid":"fa8e0062-f463-40d8-8799-2af0859f8573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6819","nonce":1144012606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6821","nonce":1144012606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6825","nonce":1144012606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":1144012606},{"type":"v1","addr":"172.21.15.88:6823","nonce":1144012606}]},"public_addr":"172.21.15.88:6819/1144012606","cluster_addr":"172.21.15.88:6821/1144012606","heartbeat_back_addr":"172.21.15.88:6825/1144012606","heartbeat_front_addr":"172.21.15.88:6823/1144012606","state":["exists","up"]},{"osd":7,"uuid":"ca844a73-940a-439e-a2ce-d20072e7c1f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6817","nonce":3009942550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6819","nonce":3009942550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6823","nonce":3009942550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3009942550},{"type":"v1","addr":"172.21.15.175:6821","nonce":3009942550}]},"public_addr":"172.21.15.175:6817/3009942550","cluster_addr":"172.21.15.175:6819/3009942550","heartbeat_back_addr":"172.21.15.175:6823/3009942550","heartbeat_front_addr":"172.21.15.175:6821/3009942550","state":["exists","up"]},{"osd":8,"uuid":"8925ee78-bb56-4d41-8666-bc2e974e8b26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6817","nonce":1038378462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6819","nonce":1038378462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6823","nonce":1038378462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":1038378462},{"type":"v1","addr":"172.21.15.181:6821","nonce":1038378462}]},"public_addr":"172.21.15.181:6817/1038378462","cluster_addr":"172.21.15.181:6819/1038378462","heartbeat_back_addr":"172.21.15.181:6823/1038378462","heartbeat_front_addr":"172.21.15.181:6821/1038378462","state":["exists","up"]},{"osd":9,"uuid":"f0b854dd-87af-4047-ab34-ad333e2f42d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6827","nonce":1519070015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6829","nonce":1519070015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6833","nonce":1519070015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1519070015},{"type":"v1","addr":"172.21.15.88:6831","nonce":1519070015}]},"public_addr":"172.21.15.88:6827/1519070015","cluster_addr":"172.21.15.88:6829/1519070015","heartbeat_back_addr":"172.21.15.88:6833/1519070015","heartbeat_front_addr":"172.21.15.88:6831/1519070015","state":["exists","up"]},{"osd":10,"uuid":"2bf87a1b-d333-48d3-afb5-fe61216a6a8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6825","nonce":2250662492}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6827","nonce":2250662492}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6831","nonce":2250662492}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2250662492},{"type":"v1","addr":"172.21.15.175:6829","nonce":2250662492}]},"public_addr":"172.21.15.175:6825/2250662492","cluster_addr":"172.21.15.175:6827/2250662492","heartbeat_back_addr":"172.21.15.175:6831/2250662492","heartbeat_front_addr":"172.21.15.175:6829/2250662492","state":["exists","up"]},{"osd":11,"uuid":"5d19d8e0-94b8-4e77-880e-74642b163b8b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6825","nonce":100444795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6827","nonce":100444795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6831","nonce":100444795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":100444795},{"type":"v1","addr":"172.21.15.181:6829","nonce":100444795}]},"public_addr":"172.21.15.181:6825/100444795","cluster_addr":"172.21.15.181:6827/100444795","heartbeat_back_addr":"172.21.15.181:6831/100444795","heartbeat_front_addr":"172.21.15.181:6829/100444795","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:32.034056+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:54:50.360342+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:07.934916+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:29.096775+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:55:47.024464+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:04.528843+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:25.825376+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:56:43.930834+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:01.777895+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:23.552045+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:41.779010+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701272860131327,"old_weight":0,"last_purged_snaps_scrub":"2024-01-28T12:57:59.625760+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.88:0/1829607387":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6801/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:6800/861469615":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/3163234214":"2024-01-29T12:53:11.989355+0000","172.21.15.88:0/4173375747":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/2033052703":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6801/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3319099445":"2024-01-29T12:52:46.042014+0000","172.21.15.88:6800/3094265374":"2024-01-29T12:52:46.042014+0000","172.21.15.88:0/3163296161":"2024-01-29T12:53:11.989355+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-28T13:00:18.636 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 -- 172.21.15.88:0/237959685 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f928c0a1850 msgr2=0x7f928c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.636 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f928c0a1850 0x7f928c0a3d10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f92ac102590 tx=0x7f929c009260 comp rx=0 tx=0).stop 2024-01-28T13:00:18.636 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 -- 172.21.15.88:0/237959685 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1030d0 msgr2=0x7f92ac19ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.636 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1030d0 0x7f92ac19ea30 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f92a400ef30 tx=0x7f92a400c3a0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.636 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 -- 172.21.15.88:0/237959685 shutdown_connections 2024-01-28T13:00:18.636 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f928c0a1850 0x7f928c0a3d10 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.636 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92ac1030d0 0x7f92ac19ea30 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.636 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f92ac101540 0x7f92ac197480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.636 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 --2- 172.21.15.88:0/237959685 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f92ac102730 0x7f92ac1979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.636 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 -- 172.21.15.88:0/237959685 >> 172.21.15.88:0/237959685 conn(0x7f92ac0fcad0 msgr2=0x7f92ac105a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:18.637 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 -- 172.21.15.88:0/237959685 shutdown_connections 2024-01-28T13:00:18.637 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.638+0000 7f92b4a00700 1 -- 172.21.15.88:0/237959685 wait complete. 2024-01-28T13:00:18.656 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-01-28T12:58:39.921017+0000', 'modified': '2024-01-28T12:59:06.098710+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24584, 'mds_1': 24550, 'mds_2': 24542, 'mds_3': 24532, 'mds_4': 14532}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14520': {'gid': 14520, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.88:6839/836955068', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6838', 'nonce': 836955068}, {'type': 'v1', 'addr': '172.21.15.88:6839', 'nonce': 836955068}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14532': {'gid': 14532, 'name': 'a', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.88:6841/2328811772', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6840', 'nonce': 2328811772}, {'type': 'v1', 'addr': '172.21.15.88:6841', 'nonce': 2328811772}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24472': {'gid': 24472, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.181:6833/1748638141', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6832', 'nonce': 1748638141}, {'type': 'v1', 'addr': '172.21.15.181:6833', 'nonce': 1748638141}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24479': {'gid': 24479, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.175:6833/1903155747', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6832', 'nonce': 1903155747}, {'type': 'v1', 'addr': '172.21.15.175:6833', 'nonce': 1903155747}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24509': {'gid': 24509, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.175:6835/861965715', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6834', 'nonce': 861965715}, {'type': 'v1', 'addr': '172.21.15.175:6835', 'nonce': 861965715}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24520': {'gid': 24520, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.181:6835/3339751534', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6834', 'nonce': 3339751534}, {'type': 'v1', 'addr': '172.21.15.181:6835', 'nonce': 3339751534}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24532': {'gid': 24532, 'name': 'c', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.181:6837/3453054744', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6836', 'nonce': 3453054744}, {'type': 'v1', 'addr': '172.21.15.181:6837', 'nonce': 3453054744}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24542': {'gid': 24542, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.175:6837/1770942203', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6836', 'nonce': 1770942203}, {'type': 'v1', 'addr': '172.21.15.175:6837', 'nonce': 1770942203}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24550': {'gid': 24550, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.181:6839/818465462', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.181:6838', 'nonce': 818465462}, {'type': 'v1', 'addr': '172.21.15.181:6839', 'nonce': 818465462}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24584': {'gid': 24584, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.175:6839/3969931760', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6838', 'nonce': 3969931760}, {'type': 'v1', 'addr': '172.21.15.175:6839', 'nonce': 3969931760}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701272860131327, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-01-28T13:00:18.656 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-01-28T13:00:18.656 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-01-28T13:00:18.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:18 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1563886395' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T13:00:18.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:18 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/3803939843' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T13:00:18.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:18 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/1398081827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T13:00:18.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:18 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1563886395' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-01-28T13:00:18.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:18 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/3803939843' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-01-28T13:00:18.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:18 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/1398081827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-28T13:00:18.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.851+0000 7f26a2800700 1 -- 172.21.15.88:0/2808644228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f269c101550 msgr2=0x7f269c101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.851+0000 7f26a2800700 1 --2- 172.21.15.88:0/2808644228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f269c101550 0x7f269c101970 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f268c0099c0 tx=0x7f268c009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.851+0000 7f26a2800700 1 -- 172.21.15.88:0/2808644228 shutdown_connections 2024-01-28T13:00:18.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.851+0000 7f26a2800700 1 --2- 172.21.15.88:0/2808644228 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f269c1030e0 0x7f269c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.851+0000 7f26a2800700 1 --2- 172.21.15.88:0/2808644228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f269c101550 0x7f269c101970 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.851+0000 7f26a2800700 1 --2- 172.21.15.88:0/2808644228 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f269c102740 0x7f269c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.851+0000 7f26a2800700 1 -- 172.21.15.88:0/2808644228 >> 172.21.15.88:0/2808644228 conn(0x7f269c0fcae0 msgr2=0x7f269c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:18.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.851+0000 7f26a2800700 1 -- 172.21.15.88:0/2808644228 shutdown_connections 2024-01-28T13:00:18.849 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.851+0000 7f26a2800700 1 -- 172.21.15.88:0/2808644228 wait complete. 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f26a2800700 1 Processor -- start 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f26a2800700 1 -- start start 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f26a2800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f269c101550 0x7f269c1996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f26a2800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f269c102740 0x7f269c199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f26a2800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f269c1030e0 0x7f269c1a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f26a2800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f269c1a1260 con 0x7f269c101550 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f26a2800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f269c1a13a0 con 0x7f269c1030e0 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f26a2800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f269c1a1530 con 0x7f269c102740 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f269b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f269c101550 0x7f269c1996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f269b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f269c101550 0x7f269c1996e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36648/0 (socket says 172.21.15.88:36648) 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.852+0000 7f269b400700 1 -- 172.21.15.88:0/2830275473 learned_addr learned my addr 172.21.15.88:0/2830275473 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:18.852 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f269be00700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f269c1030e0 0x7f269c1a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f2693e00700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f269c102740 0x7f269c199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f269b400700 1 -- 172.21.15.88:0/2830275473 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f269c102740 msgr2=0x7f269c199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f269b400700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f269c102740 0x7f269c199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f269b400700 1 -- 172.21.15.88:0/2830275473 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f269c1030e0 msgr2=0x7f269c1a0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f269b400700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f269c1030e0 0x7f269c1a0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f269b400700 1 -- 172.21.15.88:0/2830275473 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f268c0095f0 con 0x7f269c101550 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f269be00700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f269c1030e0 0x7f269c1a0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f269b400700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f269c101550 0x7f269c1996e0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f268c003730 tx=0x7f268c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f2698c00700 1 -- 172.21.15.88:0/2830275473 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f268c01d070 con 0x7f269c101550 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f2698c00700 1 -- 172.21.15.88:0/2830275473 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f268c005050 con 0x7f269c101550 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f2698c00700 1 -- 172.21.15.88:0/2830275473 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f268c004af0 con 0x7f269c101550 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.853+0000 7f26a2800700 1 -- 172.21.15.88:0/2830275473 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f269c1a17b0 con 0x7f269c101550 2024-01-28T13:00:18.853 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.854+0000 7f26a2800700 1 -- 172.21.15.88:0/2830275473 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f269c1a1b80 con 0x7f269c101550 2024-01-28T13:00:18.854 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.857+0000 7f2698c00700 1 -- 172.21.15.88:0/2830275473 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f268c0051c0 con 0x7f269c101550 2024-01-28T13:00:18.862 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f26b67cfb80 1 Processor -- start 2024-01-28T13:00:18.862 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f2698c00700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f267c0a18d0 0x7f267c0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.862 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f26b67cfb80 1 -- start start 2024-01-28T13:00:18.862 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f2698c00700 1 -- 172.21.15.88:0/2830275473 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f268c0ce240 con 0x7f269c101550 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f269be00700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f267c0a18d0 0x7f267c0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341c60d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 0x563f341c4840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 0x563f341c52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3411ead0 con 0x563f341c5cb0 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3411c3f0 con 0x563f341c6630 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.858+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f34117ce0 con 0x563f341c4e20 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f269b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341c60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f269b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341c60d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36650/0 (socket says 172.21.15.88:36650) 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f269b400700 1 -- 172.21.15.88:0/193771801 learned_addr learned my addr 172.21.15.88:0/193771801 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f2693e00700 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 0x563f341c4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f269be00700 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 0x563f341c52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f2693e00700 1 -- 172.21.15.88:0/193771801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 msgr2=0x563f341c52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f2693e00700 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 0x563f341c52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f2693e00700 1 -- 172.21.15.88:0/193771801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 msgr2=0x563f341c60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f2693e00700 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341c60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f2693e00700 1 -- 172.21.15.88:0/193771801 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563f33f8c360 con 0x563f341c6630 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f269b400700 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341c60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f269be00700 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 0x563f341c52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f269be00700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f267c0a18d0 0x7f267c0a3d90 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f26940093c0 tx=0x7f2694009920 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.859+0000 7f2693e00700 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 0x563f341c4840 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2684009cb0 tx=0x7f2684011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac15d44169ef9d24 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.860+0000 7f2690c00700 1 -- 172.21.15.88:0/193771801 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2684011d20 con 0x563f341c6630 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.860+0000 7f2690c00700 1 -- 172.21.15.88:0/193771801 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2684011e80 con 0x563f341c6630 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.860+0000 7f2690c00700 1 -- 172.21.15.88:0/193771801 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2684005280 con 0x563f341c6630 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.860+0000 7f26b67cfb80 1 -- 172.21.15.88:0/193771801 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 msgr2=0x563f341c4840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.860+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 0x563f341c4840 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2684009cb0 tx=0x7f2684011440 comp rx=0 tx=0).stop 2024-01-28T13:00:18.864 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.861+0000 7f26b67cfb80 1 -- 172.21.15.88:0/193771801 shutdown_connections 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.861+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 0x563f341c52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.861+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341c60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.861+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/193771801 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 0x563f341c4840 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.861+0000 7f26b67cfb80 1 -- 172.21.15.88:0/193771801 >> 172.21.15.88:0/193771801 conn(0x563f34139750 msgr2=0x563f341bf690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.861+0000 7f26b67cfb80 1 -- 172.21.15.88:0/193771801 shutdown_connections 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.861+0000 7f26b67cfb80 1 -- 172.21.15.88:0/193771801 wait complete. 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.861+0000 7f26b67cfb80 1 -- start start 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.861+0000 7f26b67cfb80 1 Processor -- start 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c4e20 0x563f341ce6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c5cb0 0x563f341cebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 0x563f341d5c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f34086350 con 0x563f341c4e20 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f34085ff0 con 0x563f341c6630 2024-01-28T13:00:18.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f33f8e650 con 0x563f341c5cb0 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f26b67cfb80 10 client.0 _ll_register_callbacks cb 0x563f340bf2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f269b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c4e20 0x563f341ce6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f269b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c4e20 0x563f341ce6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36662/0 (socket says 172.21.15.88:36662) 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f269b400700 1 -- 172.21.15.88:0/2818025708 learned_addr learned my addr 172.21.15.88:0/2818025708 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f269be00700 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 0x563f341d5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f2693e00700 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c5cb0 0x563f341cebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f269b400700 1 -- 172.21.15.88:0/2818025708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c5cb0 msgr2=0x563f341cebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f269b400700 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c5cb0 0x563f341cebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f269b400700 1 -- 172.21.15.88:0/2818025708 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 msgr2=0x563f341d5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f269b400700 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 0x563f341d5c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.862+0000 7f269b400700 1 -- 172.21.15.88:0/2818025708 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f269c1a1b80 con 0x563f341c4e20 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f269b400700 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c4e20 0x563f341ce6a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f268c000c00 tx=0x7f268c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d1dd102ac9bc9d server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:18.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f2689600700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f2689600700 1 -- 172.21.15.88:0/2818025708 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f268c0a10e0 con 0x563f341c4e20 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f2689600700 1 -- 172.21.15.88:0/2818025708 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f268c0a31a0 con 0x563f341c4e20 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f26b67cfb80 1 -- 172.21.15.88:0/2818025708 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563f34110b70 con 0x563f341c4e20 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f2689600700 1 -- 172.21.15.88:0/2818025708 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f268c09b100 con 0x563f341c4e20 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f26b67cfb80 10 client.15318 fetch_fsmap learned FSMap version 28 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f26b67cfb80 1 -- 172.21.15.88:0/2818025708 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f26840098e0 con 0x563f341c4e20 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f2689600700 1 -- 172.21.15.88:0/2818025708 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f268c07d080 con 0x563f341c4e20 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f2689600700 1 -- 172.21.15.88:0/2818025708 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f268c0a2d10 con 0x563f341c4e20 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.863+0000 7f26b67cfb80 10 client.15318 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.864+0000 7f26b67cfb80 10 client.15318 resolve_mds: resolved name 'a' to daemon mds.a 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.864+0000 7f26b67cfb80 20 client.15318 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.864+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x563f341d9e90 0x563f341d8b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.864+0000 7f26b67cfb80 4 client.15318 mds_command: new command op to 14532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.864+0000 7f26b67cfb80 1 -- 172.21.15.88:0/2818025708 --> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563f34110890 con 0x563f341d9e90 2024-01-28T13:00:18.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.864+0000 7f2693e00700 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x563f341d9e90 0x563f341d8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.868 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.864+0000 7f2693e00700 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x563f341d9e90 0x563f341d8b60 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c12002dd34bb4178 server_cookie=59bbe71c9795c661 in_seq=0 out_seq=0 2024-01-28T13:00:18.868 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.864+0000 7f2689600700 10 client.15318 ms_handle_connect on v2:172.21.15.88:6840/2328811772 2024-01-28T13:00:18.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f2689600700 1 -- 172.21.15.88:0/2818025708 <== mds.4 v2:172.21.15.88:6840/2328811772 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x563f34110890 con 0x563f341d9e90 2024-01-28T13:00:18.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f2689600700 10 client.15318 handle_command_reply: tid=0 2024-01-28T13:00:18.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f26b67cfb80 1 client.15318 shutdown 2024-01-28T13:00:18.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f26b67cfb80 1 -- 172.21.15.88:0/2818025708 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c4e20 msgr2=0x563f341ce6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c4e20 0x563f341ce6a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f268c000c00 tx=0x7f268c005780 comp rx=0 tx=0).stop 2024-01-28T13:00:18.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f26b67cfb80 1 -- 172.21.15.88:0/2818025708 shutdown_connections 2024-01-28T13:00:18.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x563f341d9e90 0x563f341d8b60 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c6630 0x563f341d5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f2689600700 0 client.15318 ms_handle_reset on v2:172.21.15.88:6840/2328811772 2024-01-28T13:00:18.869 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c4e20 0x563f341ce6a0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.870 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/2818025708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c5cb0 0x563f341cebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.870 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.865+0000 7f26b67cfb80 1 -- 172.21.15.88:0/2818025708 >> 172.21.15.88:0/2818025708 conn(0x563f34139750 msgr2=0x563f341c3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:18.870 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.866+0000 7f26b67cfb80 1 -- 172.21.15.88:0/2818025708 shutdown_connections 2024-01-28T13:00:18.870 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.866+0000 7f26b67cfb80 1 -- 172.21.15.88:0/2818025708 wait complete. 2024-01-28T13:00:18.870 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.866+0000 7f26b67cfb80 20 client.15318 trim_cache size 0 max 16384 2024-01-28T13:00:18.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.884+0000 7f26b67cfb80 1 Processor -- start 2024-01-28T13:00:18.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.884+0000 7f26b67cfb80 1 -- start start 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c4e20 0x563f341c4710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341d5be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c6630 0x563f341c92c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f34110890 con 0x563f341c5cb0 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f341dac20 con 0x563f341c4e20 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f34118f70 con 0x563f341c6630 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f2693e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341d5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f269b400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c4e20 0x563f341c4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f2693e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341d5be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36672/0 (socket says 172.21.15.88:36672) 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f2693e00700 1 -- 172.21.15.88:0/1531471082 learned_addr learned my addr 172.21.15.88:0/1531471082 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f269be00700 1 --2- 172.21.15.88:0/1531471082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c6630 0x563f341c92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f2693e00700 1 -- 172.21.15.88:0/1531471082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c6630 msgr2=0x563f341c92c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:18.884 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f2693e00700 1 --2- 172.21.15.88:0/1531471082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c6630 0x563f341c92c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f2693e00700 1 -- 172.21.15.88:0/1531471082 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c4e20 msgr2=0x563f341c4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:18.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f2693e00700 1 --2- 172.21.15.88:0/1531471082 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c4e20 0x563f341c4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f2693e00700 1 -- 172.21.15.88:0/1531471082 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563f33f38b10 con 0x563f341c5cb0 2024-01-28T13:00:18.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f269be00700 1 --2- 172.21.15.88:0/1531471082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c6630 0x563f341c92c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:18.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f269b400700 1 --2- 172.21.15.88:0/1531471082 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c4e20 0x563f341c4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:18.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.885+0000 7f2693e00700 1 --2- 172.21.15.88:0/1531471082 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341d5be0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f2684019000 tx=0x7f2684009440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d70c0cc354072816 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:18.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f268be00700 1 -- 172.21.15.88:0/1531471082 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2684005ce0 con 0x563f341c5cb0 2024-01-28T13:00:18.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f268be00700 1 -- 172.21.15.88:0/1531471082 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2684004050 con 0x563f341c5cb0 2024-01-28T13:00:18.885 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f268be00700 1 -- 172.21.15.88:0/1531471082 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2684028480 con 0x563f341c5cb0 2024-01-28T13:00:18.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f26b67cfb80 1 -- 172.21.15.88:0/1531471082 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 msgr2=0x563f341d5be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/1531471082 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341d5be0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f2684019000 tx=0x7f2684009440 comp rx=0 tx=0).stop 2024-01-28T13:00:18.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f26b67cfb80 1 -- 172.21.15.88:0/1531471082 shutdown_connections 2024-01-28T13:00:18.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/1531471082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c6630 0x563f341c92c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/1531471082 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c4e20 0x563f341c4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/1531471082 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c5cb0 0x563f341d5be0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f26b67cfb80 1 -- 172.21.15.88:0/1531471082 >> 172.21.15.88:0/1531471082 conn(0x563f34139750 msgr2=0x563f341cdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:18.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f26b67cfb80 1 -- 172.21.15.88:0/1531471082 shutdown_connections 2024-01-28T13:00:18.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.886+0000 7f26b67cfb80 1 -- 172.21.15.88:0/1531471082 wait complete. 2024-01-28T13:00:18.890 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.887+0000 7f26b67cfb80 1 -- start start 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.887+0000 7f26b67cfb80 1 Processor -- start 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.887+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 0x563f341b9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.887+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c5cb0 0x563f341d4c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.887+0000 7f26b67cfb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c6630 0x563f341d5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.887+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f341d56a0 con 0x563f341c6630 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.887+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f341d5810 con 0x563f341c5cb0 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.887+0000 7f26b67cfb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f341d59d0 con 0x563f341c4e20 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.887+0000 7f26b67cfb80 10 client.0 _ll_register_callbacks cb 0x563f340bf2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f269be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c6630 0x563f341d5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f269be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c6630 0x563f341d5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36686/0 (socket says 172.21.15.88:36686) 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f269be00700 1 -- 172.21.15.88:0/3845999195 learned_addr learned my addr 172.21.15.88:0/3845999195 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f2693e00700 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c5cb0 0x563f341d4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f269b400700 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 0x563f341b9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.891 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f269be00700 1 -- 172.21.15.88:0/3845999195 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 msgr2=0x563f341b9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f269be00700 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 0x563f341b9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f269be00700 1 -- 172.21.15.88:0/3845999195 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c5cb0 msgr2=0x563f341d4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f269be00700 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c5cb0 0x563f341d4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f269be00700 1 -- 172.21.15.88:0/3845999195 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26840098e0 con 0x563f341c6630 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f2693e00700 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c5cb0 0x563f341d4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.888+0000 7f269be00700 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c6630 0x563f341d5160 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f2694017e80 tx=0x7f2694015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=888742592e0f1050 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.889+0000 7f2689600700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.889+0000 7f2689600700 1 -- 172.21.15.88:0/3845999195 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f269400e050 con 0x563f341c6630 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.889+0000 7f26b67cfb80 1 -- 172.21.15.88:0/3845999195 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563f341b78c0 con 0x563f341c6630 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.889+0000 7f2689600700 1 -- 172.21.15.88:0/3845999195 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f2694018d90 con 0x563f341c6630 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.889+0000 7f2689600700 1 -- 172.21.15.88:0/3845999195 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2694026470 con 0x563f341c6630 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.889+0000 7f26b67cfb80 10 client.15324 fetch_fsmap learned FSMap version 28 2024-01-28T13:00:18.892 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.889+0000 7f26b67cfb80 1 -- 172.21.15.88:0/3845999195 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f268401d040 con 0x563f341c6630 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.889+0000 7f2689600700 1 -- 172.21.15.88:0/3845999195 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563f341b78c0 con 0x563f341c6630 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.889+0000 7f2689600700 1 -- 172.21.15.88:0/3845999195 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f2694025460 con 0x563f341c6630 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.889+0000 7f26b67cfb80 10 client.15324 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f26b67cfb80 10 client.15324 resolve_mds: resolved name 'a' to daemon mds.a 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f26b67cfb80 20 client.15324 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x563f34234ad0 0x563f34230f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f26b67cfb80 4 client.15324 mds_command: new command op to 14532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f26b67cfb80 1 -- 172.21.15.88:0/3845999195 --> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] -- command(tid 0: {"prefix": "status"}) v1 -- 0x563f33f59ca0 con 0x563f34234ad0 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f269b400700 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x563f34234ad0 0x563f34230f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f2689600700 10 client.15324 ms_handle_connect on v2:172.21.15.88:6840/2328811772 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f269b400700 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x563f34234ad0 0x563f34230f30 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7d4ba9186f683359 server_cookie=2a475858bad581bf in_seq=0 out_seq=0 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f2689600700 1 -- 172.21.15.88:0/3845999195 <== mds.4 v2:172.21.15.88:6840/2328811772 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x563f33f59ca0 con 0x563f34234ad0 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f2689600700 10 client.15324 handle_command_reply: tid=0 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.890+0000 7f26b67cfb80 1 client.15324 shutdown 2024-01-28T13:00:18.893 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 1 -- 172.21.15.88:0/3845999195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c6630 msgr2=0x563f341d5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c6630 0x563f341d5160 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f2694017e80 tx=0x7f2694015000 comp rx=0 tx=0).stop 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 1 -- 172.21.15.88:0/3845999195 shutdown_connections 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.88:6840/2328811772,v1:172.21.15.88:6841/2328811772] conn(0x563f34234ad0 0x563f34230f30 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563f341c6630 0x563f341d5160 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x563f341c4e20 0x563f341b9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 1 --2- 172.21.15.88:0/3845999195 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563f341c5cb0 0x563f341d4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f2689600700 0 client.15324 ms_handle_reset on v2:172.21.15.88:6840/2328811772 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 1 -- 172.21.15.88:0/3845999195 >> 172.21.15.88:0/3845999195 conn(0x563f34139750 msgr2=0x563f341c92c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 1 -- 172.21.15.88:0/3845999195 shutdown_connections 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 1 -- 172.21.15.88:0/3845999195 wait complete. 2024-01-28T13:00:18.894 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.891+0000 7f26b67cfb80 20 client.15324 trim_cache size 0 max 16384 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 4, 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 14532, 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 73.796812219000003, 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 28, 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 87, 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 106.092493936 2024-01-28T13:00:18.895 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T13:00:18.896 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 -- 172.21.15.88:0/2830275473 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f267c0a18d0 msgr2=0x7f267c0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.896 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f267c0a18d0 0x7f267c0a3d90 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f26940093c0 tx=0x7f2694009920 comp rx=0 tx=0).stop 2024-01-28T13:00:18.896 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 -- 172.21.15.88:0/2830275473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f269c101550 msgr2=0x7f269c1996e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:18.896 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f269c101550 0x7f269c1996e0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f268c003730 tx=0x7f268c00f690 comp rx=0 tx=0).stop 2024-01-28T13:00:18.896 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 -- 172.21.15.88:0/2830275473 shutdown_connections 2024-01-28T13:00:18.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f267c0a18d0 0x7f267c0a3d90 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f269c1030e0 0x7f269c1a0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f269c101550 0x7f269c1996e0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 --2- 172.21.15.88:0/2830275473 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f269c102740 0x7f269c199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:18.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 -- 172.21.15.88:0/2830275473 >> 172.21.15.88:0/2830275473 conn(0x7f269c0fcae0 msgr2=0x7f269c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:18.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 -- 172.21.15.88:0/2830275473 shutdown_connections 2024-01-28T13:00:18.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:18.892+0000 7f26a2800700 1 -- 172.21.15.88:0/2830275473 wait complete. 2024-01-28T13:00:18.907 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-01-28T13:00:19.100 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.102+0000 7f9262e00700 1 -- 172.21.15.88:0/3475141320 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f925c1030e0 msgr2=0x7f925c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.102+0000 7f9262e00700 1 --2- 172.21.15.88:0/3475141320 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f925c1030e0 0x7f925c109990 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9254009fc0 tx=0x7f925400b330 comp rx=0 tx=0).stop 2024-01-28T13:00:19.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.102+0000 7f9262e00700 1 -- 172.21.15.88:0/3475141320 shutdown_connections 2024-01-28T13:00:19.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.102+0000 7f9262e00700 1 --2- 172.21.15.88:0/3475141320 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f925c1030e0 0x7f925c109990 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.102+0000 7f9262e00700 1 --2- 172.21.15.88:0/3475141320 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f925c101550 0x7f925c101970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.102+0000 7f9262e00700 1 --2- 172.21.15.88:0/3475141320 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f925c102740 0x7f925c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.102+0000 7f9262e00700 1 -- 172.21.15.88:0/3475141320 >> 172.21.15.88:0/3475141320 conn(0x7f925c0fcae0 msgr2=0x7f925c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.102+0000 7f9262e00700 1 -- 172.21.15.88:0/3475141320 shutdown_connections 2024-01-28T13:00:19.101 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.102+0000 7f9262e00700 1 -- 172.21.15.88:0/3475141320 wait complete. 2024-01-28T13:00:19.103 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.103+0000 7f9262e00700 1 Processor -- start 2024-01-28T13:00:19.103 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f9262e00700 1 -- start start 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f9262e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f925c101550 0x7f925c199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f9262e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f925c102740 0x7f925c199cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f9262e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f925c1030e0 0x7f925c1a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f9262e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f925c1a12b0 con 0x7f925c101550 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f9262e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f925c1a13f0 con 0x7f925c102740 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f9262e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f925c1a1580 con 0x7f925c1030e0 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f925be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f925c101550 0x7f925c199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f925be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f925c101550 0x7f925c199780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36712/0 (socket says 172.21.15.88:36712) 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f925be00700 1 -- 172.21.15.88:0/2707251951 learned_addr learned my addr 172.21.15.88:0/2707251951 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f925b400700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f925c102740 0x7f925c199cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.104+0000 7f9260e00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f925c1030e0 0x7f925c1a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f925b400700 1 -- 172.21.15.88:0/2707251951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f925c1030e0 msgr2=0x7f925c1a0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.104 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f925b400700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f925c1030e0 0x7f925c1a0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f925b400700 1 -- 172.21.15.88:0/2707251951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f925c101550 msgr2=0x7f925c199780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f925b400700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f925c101550 0x7f925c199780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f925b400700 1 -- 172.21.15.88:0/2707251951 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92440095f0 con 0x7f925c102740 2024-01-28T13:00:19.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f925be00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f925c101550 0x7f925c199780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:19.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f925b400700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f925c102740 0x7f925c199cc0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f924400eb90 tx=0x7f924400eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f9258c00700 1 -- 172.21.15.88:0/2707251951 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9244009970 con 0x7f925c102740 2024-01-28T13:00:19.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f9258c00700 1 -- 172.21.15.88:0/2707251951 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92440044e0 con 0x7f925c102740 2024-01-28T13:00:19.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f9262e00700 1 -- 172.21.15.88:0/2707251951 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9254009c40 con 0x7f925c102740 2024-01-28T13:00:19.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f9258c00700 1 -- 172.21.15.88:0/2707251951 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9244003e40 con 0x7f925c102740 2024-01-28T13:00:19.105 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.105+0000 7f9262e00700 1 -- 172.21.15.88:0/2707251951 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f925c1a1c30 con 0x7f925c102740 2024-01-28T13:00:19.106 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.108+0000 7f9258c00700 1 -- 172.21.15.88:0/2707251951 <== mon.2 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7f9244004000 con 0x7f925c102740 2024-01-28T13:00:19.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.109+0000 7f9276dcbb80 1 Processor -- start 2024-01-28T13:00:19.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9276dcbb80 1 -- start start 2024-01-28T13:00:19.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9258c00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f923c0a18d0 0x7f923c0a3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 0x55af6536d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536d630 0x55af6536b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536be20 0x55af6536c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9258c00700 1 -- 172.21.15.88:0/2707251951 <== mon.2 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f9244014070 con 0x7f925c102740 2024-01-28T13:00:19.108 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af652c5ad0 con 0x55af6536d630 2024-01-28T13:00:19.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af652c33f0 con 0x55af6536ccb0 2024-01-28T13:00:19.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af652bece0 con 0x55af6536be20 2024-01-28T13:00:19.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9260e00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f923c0a18d0 0x7f923c0a3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9260e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536be20 0x55af6536c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f925be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 0x55af6536d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f925b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536d630 0x55af6536b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f925be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 0x55af6536d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:56092/0 (socket says 172.21.15.88:56092) 2024-01-28T13:00:19.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f9260e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536be20 0x55af6536c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:35842/0 (socket says 172.21.15.88:35842) 2024-01-28T13:00:19.109 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.110+0000 7f925be00700 1 -- 172.21.15.88:0/784228341 learned_addr learned my addr 172.21.15.88:0/784228341 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.113 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.111+0000 7f925be00700 1 -- 172.21.15.88:0/784228341 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536be20 msgr2=0x55af6536c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.113 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.111+0000 7f925be00700 1 --2- 172.21.15.88:0/784228341 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536be20 0x55af6536c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.113 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.111+0000 7f925be00700 1 -- 172.21.15.88:0/784228341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536d630 msgr2=0x55af6536b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.111+0000 7f925be00700 1 --2- 172.21.15.88:0/784228341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536d630 0x55af6536b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.111+0000 7f925be00700 1 -- 172.21.15.88:0/784228341 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55af65133360 con 0x55af6536ccb0 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.111+0000 7f925b400700 1 --2- 172.21.15.88:0/784228341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536d630 0x55af6536b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.111+0000 7f9260e00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f923c0a18d0 0x7f923c0a3d90 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9254009c10 tx=0x7f92540094e0 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.111+0000 7f925be00700 1 --2- 172.21.15.88:0/784228341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 0x55af6536d0d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f924c011650 tx=0x7f924c011960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c043de84ce7f7581 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.111+0000 7f9251600700 1 -- 172.21.15.88:0/784228341 <== mon.2 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924c004a30 con 0x55af6536ccb0 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9251600700 1 -- 172.21.15.88:0/784228341 <== mon.2 v2:172.21.15.175:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f924c0054e0 con 0x55af6536ccb0 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9251600700 1 -- 172.21.15.88:0/784228341 <== mon.2 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924c0197b0 con 0x55af6536ccb0 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9276dcbb80 1 -- 172.21.15.88:0/784228341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 msgr2=0x55af6536d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/784228341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 0x55af6536d0d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f924c011650 tx=0x7f924c011960 comp rx=0 tx=0).stop 2024-01-28T13:00:19.114 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9276dcbb80 1 -- 172.21.15.88:0/784228341 shutdown_connections 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/784228341 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536be20 0x55af6536c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/784228341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 0x55af6536d0d0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/784228341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536d630 0x55af6536b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9276dcbb80 1 -- 172.21.15.88:0/784228341 >> 172.21.15.88:0/784228341 conn(0x55af652e0750 msgr2=0x55af65366690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9276dcbb80 1 -- 172.21.15.88:0/784228341 shutdown_connections 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.112+0000 7f9276dcbb80 1 -- 172.21.15.88:0/784228341 wait complete. 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.113+0000 7f9276dcbb80 1 -- start start 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.113+0000 7f9276dcbb80 1 Processor -- start 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.113+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af653756e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.113+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 0x55af65375c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.113+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 0x55af6537cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.113+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af6522d350 con 0x55af6536be20 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.113+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af6522cff0 con 0x55af6536d630 2024-01-28T13:00:19.115 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.113+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af65135650 con 0x55af6536ccb0 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f9276dcbb80 10 client.0 _ll_register_callbacks cb 0x55af652662f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f925be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af653756e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f925be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af653756e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36732/0 (socket says 172.21.15.88:36732) 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f925be00700 1 -- 172.21.15.88:0/4217921692 learned_addr learned my addr 172.21.15.88:0/4217921692 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f925b400700 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 0x55af65375c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f9260e00700 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 0x55af6537cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f925be00700 1 -- 172.21.15.88:0/4217921692 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 msgr2=0x55af65375c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f925be00700 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 0x55af65375c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f925be00700 1 -- 172.21.15.88:0/4217921692 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 msgr2=0x55af6537cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f925be00700 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 0x55af6537cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f925be00700 1 -- 172.21.15.88:0/4217921692 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f925c1a1c30 con 0x55af6536be20 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f9260e00700 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 0x55af6537cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:19.116 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f925be00700 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af653756e0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f924c009310 tx=0x7f924c005ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebd916e1c379c5bd server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.114+0000 7f924a000700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f924a000700 1 -- 172.21.15.88:0/4217921692 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924c003b90 con 0x55af6536be20 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f9276dcbb80 1 -- 172.21.15.88:0/4217921692 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55af6535e8c0 con 0x55af6536be20 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f924a000700 1 -- 172.21.15.88:0/4217921692 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f924c003cf0 con 0x55af6536be20 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f924a000700 1 -- 172.21.15.88:0/4217921692 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f924c019530 con 0x55af6536be20 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f9276dcbb80 10 client.15336 fetch_fsmap learned FSMap version 28 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f9276dcbb80 1 -- 172.21.15.88:0/4217921692 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f924c009e10 con 0x55af6536be20 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f924a000700 1 -- 172.21.15.88:0/4217921692 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55af6535e8c0 con 0x55af6536be20 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f924a000700 1 -- 172.21.15.88:0/4217921692 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f924c028020 con 0x55af6536be20 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f9276dcbb80 10 client.15336 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f9276dcbb80 10 client.15336 resolve_mds: resolved name 'c' to daemon mds.c 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f9276dcbb80 20 client.15336 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.115+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x55af653811d0 0x55af6537fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.117 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.116+0000 7f9276dcbb80 4 client.15336 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T13:00:19.118 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.116+0000 7f9276dcbb80 1 -- 172.21.15.88:0/4217921692 --> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55af652b7b70 con 0x55af653811d0 2024-01-28T13:00:19.118 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.116+0000 7f925b400700 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x55af653811d0 0x55af6537fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.119 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.117+0000 7f925b400700 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x55af653811d0 0x55af6537fce0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1fd7d88da835a55d server_cookie=5d422c23d1b99b5 in_seq=0 out_seq=0 2024-01-28T13:00:19.119 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.117+0000 7f924a000700 10 client.15336 ms_handle_connect on v2:172.21.15.181:6836/3453054744 2024-01-28T13:00:19.119 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.117+0000 7f924a000700 1 -- 172.21.15.88:0/4217921692 <== mds.3 v2:172.21.15.181:6836/3453054744 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55af652b7b70 con 0x55af653811d0 2024-01-28T13:00:19.119 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.117+0000 7f924a000700 10 client.15336 handle_command_reply: tid=0 2024-01-28T13:00:19.119 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.117+0000 7f9276dcbb80 1 client.15336 shutdown 2024-01-28T13:00:19.119 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 1 -- 172.21.15.88:0/4217921692 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 msgr2=0x55af653756e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.119 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af653756e0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f924c009310 tx=0x7f924c005ce0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.119 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 1 -- 172.21.15.88:0/4217921692 shutdown_connections 2024-01-28T13:00:19.120 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x55af653811d0 0x55af6537fce0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.120 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 0x55af6537cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.120 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af653756e0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.120 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f924a000700 0 client.15336 ms_handle_reset on v2:172.21.15.181:6836/3453054744 2024-01-28T13:00:19.120 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/4217921692 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 0x55af65375c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.120 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 1 -- 172.21.15.88:0/4217921692 >> 172.21.15.88:0/4217921692 conn(0x55af652e0750 msgr2=0x55af6536a700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.120 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 1 -- 172.21.15.88:0/4217921692 shutdown_connections 2024-01-28T13:00:19.120 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 1 -- 172.21.15.88:0/4217921692 wait complete. 2024-01-28T13:00:19.120 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.118+0000 7f9276dcbb80 20 client.15336 trim_cache size 0 max 16384 2024-01-28T13:00:19.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9276dcbb80 1 Processor -- start 2024-01-28T13:00:19.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9276dcbb80 1 -- start start 2024-01-28T13:00:19.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6536b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 0x55af6537cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.135 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536d630 0x55af653736b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af65368130 con 0x55af6536be20 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af652b7ba0 con 0x55af6536ccb0 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af6527b9f0 con 0x55af6536d630 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f925be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6536b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9260e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536d630 0x55af653736b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9260e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536d630 0x55af653736b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:35870/0 (socket says 172.21.15.88:35870) 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f9260e00700 1 -- 172.21.15.88:0/69228703 learned_addr learned my addr 172.21.15.88:0/69228703 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f925be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6536b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36740/0 (socket says 172.21.15.88:36740) 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.137+0000 7f925b400700 1 --2- 172.21.15.88:0/69228703 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 0x55af6537cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.138+0000 7f9260e00700 1 -- 172.21.15.88:0/69228703 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 msgr2=0x55af6537cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.138+0000 7f9260e00700 1 --2- 172.21.15.88:0/69228703 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 0x55af6537cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.138+0000 7f9260e00700 1 -- 172.21.15.88:0/69228703 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 msgr2=0x55af6536b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.138+0000 7f9260e00700 1 --2- 172.21.15.88:0/69228703 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6536b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.138+0000 7f9260e00700 1 -- 172.21.15.88:0/69228703 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55af650dfb10 con 0x55af6536d630 2024-01-28T13:00:19.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.138+0000 7f925be00700 1 --2- 172.21.15.88:0/69228703 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6536b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:19.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.138+0000 7f9260e00700 1 --2- 172.21.15.88:0/69228703 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536d630 0x55af653736b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9254006130 tx=0x7f9254028000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ddc93db616d666a server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.140 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.138+0000 7f9250c00700 1 -- 172.21.15.88:0/69228703 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9254025070 con 0x55af6536d630 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.138+0000 7f9250c00700 1 -- 172.21.15.88:0/69228703 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9254003de0 con 0x55af6536d630 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.138+0000 7f9250c00700 1 -- 172.21.15.88:0/69228703 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f925400e040 con 0x55af6536d630 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.139+0000 7f9276dcbb80 1 -- 172.21.15.88:0/69228703 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536d630 msgr2=0x55af653736b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.139+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/69228703 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536d630 0x55af653736b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9254006130 tx=0x7f9254028000 comp rx=0 tx=0).stop 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.139+0000 7f9276dcbb80 1 -- 172.21.15.88:0/69228703 shutdown_connections 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.139+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/69228703 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536d630 0x55af653736b0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.139+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/69228703 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6536b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.139+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/69228703 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536ccb0 0x55af6537cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.139+0000 7f9276dcbb80 1 -- 172.21.15.88:0/69228703 >> 172.21.15.88:0/69228703 conn(0x55af652e0750 msgr2=0x55af65374c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.139+0000 7f9276dcbb80 1 -- 172.21.15.88:0/69228703 shutdown_connections 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.139+0000 7f9276dcbb80 1 -- 172.21.15.88:0/69228703 wait complete. 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.140+0000 7f9276dcbb80 1 -- start start 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.140+0000 7f9276dcbb80 1 Processor -- start 2024-01-28T13:00:19.141 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.140+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6537c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.140+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 0x55af65379520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.140+0000 7f9276dcbb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 0x55af65379a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.140+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af6537a020 con 0x55af6536be20 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.140+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af6537a190 con 0x55af6536d630 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.140+0000 7f9276dcbb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af653d7290 con 0x55af6536ccb0 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.140+0000 7f9276dcbb80 10 client.0 _ll_register_callbacks cb 0x55af652662f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6537c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925b400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 0x55af65379520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925be00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6537c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36746/0 (socket says 172.21.15.88:36746) 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925b400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 0x55af65379520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:35874/0 (socket says 172.21.15.88:35874) 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925be00700 1 -- 172.21.15.88:0/1984808809 learned_addr learned my addr 172.21.15.88:0/1984808809 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f9260e00700 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 0x55af65379a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925b400700 1 -- 172.21.15.88:0/1984808809 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 msgr2=0x55af65379a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.142 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925b400700 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 0x55af65379a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925b400700 1 -- 172.21.15.88:0/1984808809 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 msgr2=0x55af6537c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925b400700 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6537c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925b400700 1 -- 172.21.15.88:0/1984808809 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f924c009e10 con 0x55af6536ccb0 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925be00700 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6537c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f925b400700 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 0x55af65379520 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f92440cb070 tx=0x7f9244096240 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba24dbccab243c63 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f924a000700 10 client.0 ms_handle_connect on v2:172.21.15.181:3300/0 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f924a000700 1 -- 172.21.15.88:0/1984808809 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924409ac10 con 0x55af6536ccb0 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.141+0000 7f9276dcbb80 1 -- 172.21.15.88:0/1984808809 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f924c0054e0 con 0x55af6536ccb0 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f924a000700 1 -- 172.21.15.88:0/1984808809 <== mon.1 v2:172.21.15.181:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7f924400cc90 con 0x55af6536ccb0 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f924a000700 1 -- 172.21.15.88:0/1984808809 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f924409a510 con 0x55af6536ccb0 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f9276dcbb80 10 client.25375 fetch_fsmap learned FSMap version 28 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f9276dcbb80 1 -- 172.21.15.88:0/1984808809 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f925c10a2e0 con 0x55af6536ccb0 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f924a000700 1 -- 172.21.15.88:0/1984808809 <== mon.1 v2:172.21.15.181:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f924c0054e0 con 0x55af6536ccb0 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f924a000700 1 -- 172.21.15.88:0/1984808809 <== mon.1 v2:172.21.15.181:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f924409a890 con 0x55af6536ccb0 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f9276dcbb80 10 client.25375 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f9276dcbb80 10 client.25375 resolve_mds: resolved name 'c' to daemon mds.c 2024-01-28T13:00:19.143 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f9276dcbb80 20 client.25375 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:19.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x55af653dc4f0 0x55af653d8990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f9276dcbb80 4 client.25375 mds_command: new command op to 24532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T13:00:19.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.142+0000 7f9276dcbb80 1 -- 172.21.15.88:0/1984808809 --> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55af652b7890 con 0x55af653dc4f0 2024-01-28T13:00:19.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.143+0000 7f925be00700 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x55af653dc4f0 0x55af653d8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.143+0000 7f924a000700 10 client.25375 ms_handle_connect on v2:172.21.15.181:6836/3453054744 2024-01-28T13:00:19.144 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.143+0000 7f925be00700 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x55af653dc4f0 0x55af653d8990 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8c80580bca29b17c server_cookie=59d1c1884caeffe in_seq=0 out_seq=0 2024-01-28T13:00:19.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.143+0000 7f924a000700 1 -- 172.21.15.88:0/1984808809 <== mds.3 v2:172.21.15.181:6836/3453054744 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x55af652b7890 con 0x55af653dc4f0 2024-01-28T13:00:19.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.143+0000 7f924a000700 10 client.25375 handle_command_reply: tid=0 2024-01-28T13:00:19.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.143+0000 7f9276dcbb80 1 client.25375 shutdown 2024-01-28T13:00:19.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.143+0000 7f9276dcbb80 1 -- 172.21.15.88:0/1984808809 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 msgr2=0x55af65379520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.143+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 0x55af65379520 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f92440cb070 tx=0x7f9244096240 comp rx=0 tx=0).stop 2024-01-28T13:00:19.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9276dcbb80 1 -- 172.21.15.88:0/1984808809 shutdown_connections 2024-01-28T13:00:19.145 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.181:6836/3453054744,v1:172.21.15.181:6837/3453054744] conn(0x55af653dc4f0 0x55af653d8990 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55af6536d630 0x55af65379a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55af6536be20 0x55af6537c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9276dcbb80 1 --2- 172.21.15.88:0/1984808809 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55af6536ccb0 0x55af65379520 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f924a000700 0 client.25375 ms_handle_reset on v2:172.21.15.181:6836/3453054744 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9276dcbb80 1 -- 172.21.15.88:0/1984808809 >> 172.21.15.88:0/1984808809 conn(0x55af652e0750 msgr2=0x55af65373540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9276dcbb80 1 -- 172.21.15.88:0/1984808809 shutdown_connections 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9276dcbb80 1 -- 172.21.15.88:0/1984808809 wait complete. 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9276dcbb80 20 client.25375 trim_cache size 0 max 16384 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 3, 2024-01-28T13:00:19.146 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 24532, 2024-01-28T13:00:19.147 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T13:00:19.147 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T13:00:19.147 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T13:00:19.147 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 74.558599469000001, 2024-01-28T13:00:19.147 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 28, 2024-01-28T13:00:19.147 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 87, 2024-01-28T13:00:19.147 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T13:00:19.147 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 115.53200592 2024-01-28T13:00:19.147 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9262e00700 1 -- 172.21.15.88:0/2707251951 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f923c0a18d0 msgr2=0x7f923c0a3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9262e00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f923c0a18d0 0x7f923c0a3d90 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9254009c10 tx=0x7f92540094e0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9262e00700 1 -- 172.21.15.88:0/2707251951 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f925c102740 msgr2=0x7f925c199cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.144+0000 7f9262e00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f925c102740 0x7f925c199cc0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f924400eb90 tx=0x7f924400eea0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.145+0000 7f9262e00700 1 -- 172.21.15.88:0/2707251951 shutdown_connections 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.145+0000 7f9262e00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7f923c0a18d0 0x7f923c0a3d90 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.145+0000 7f9262e00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f925c1030e0 0x7f925c1a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.145+0000 7f9262e00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f925c101550 0x7f925c199780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.145+0000 7f9262e00700 1 --2- 172.21.15.88:0/2707251951 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f925c102740 0x7f925c199cc0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.145+0000 7f9262e00700 1 -- 172.21.15.88:0/2707251951 >> 172.21.15.88:0/2707251951 conn(0x7f925c0fcae0 msgr2=0x7f925c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.145+0000 7f9262e00700 1 -- 172.21.15.88:0/2707251951 shutdown_connections 2024-01-28T13:00:19.148 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.145+0000 7f9262e00700 1 -- 172.21.15.88:0/2707251951 wait complete. 2024-01-28T13:00:19.161 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-01-28T13:00:19.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.359+0000 7ff4bd200700 1 -- 172.21.15.88:0/560257680 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4b8074030 msgr2=0x7ff4b80744b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.359+0000 7ff4bd200700 1 --2- 172.21.15.88:0/560257680 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4b8074030 0x7ff4b80744b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0009990 tx=0x7ff4a0009ca0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.359+0000 7ff4bd200700 1 -- 172.21.15.88:0/560257680 shutdown_connections 2024-01-28T13:00:19.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.359+0000 7ff4bd200700 1 --2- 172.21.15.88:0/560257680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4b810db20 0x7ff4b810ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.359+0000 7ff4bd200700 1 --2- 172.21.15.88:0/560257680 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4b8075610 0x7ff4b8073a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.359+0000 7ff4bd200700 1 --2- 172.21.15.88:0/560257680 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4b8074030 0x7ff4b80744b0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.359+0000 7ff4bd200700 1 -- 172.21.15.88:0/560257680 >> 172.21.15.88:0/560257680 conn(0x7ff4b80fcae0 msgr2=0x7ff4b80fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.357 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.359+0000 7ff4bd200700 1 -- 172.21.15.88:0/560257680 shutdown_connections 2024-01-28T13:00:19.358 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.359+0000 7ff4bd200700 1 -- 172.21.15.88:0/560257680 wait complete. 2024-01-28T13:00:19.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.360+0000 7ff4bd200700 1 Processor -- start 2024-01-28T13:00:19.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.360+0000 7ff4bd200700 1 -- start start 2024-01-28T13:00:19.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.360+0000 7ff4bd200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4b8074030 0x7ff4b819dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.360+0000 7ff4bd200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4b8075610 0x7ff4b819e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.360+0000 7ff4bd200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4b810db20 0x7ff4b81a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.360+0000 7ff4bd200700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4b81a5640 con 0x7ff4b8074030 2024-01-28T13:00:19.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.360+0000 7ff4bd200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4b81a5780 con 0x7ff4b8075610 2024-01-28T13:00:19.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.360+0000 7ff4bd200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4b81a5910 con 0x7ff4b810db20 2024-01-28T13:00:19.360 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.360+0000 7ff4b5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4b8074030 0x7ff4b819dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4b5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4b8074030 0x7ff4b819dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36758/0 (socket says 172.21.15.88:36758) 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4ad200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4b8075610 0x7ff4b819e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4b5e00700 1 -- 172.21.15.88:0/2641764189 learned_addr learned my addr 172.21.15.88:0/2641764189 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4b6800700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4b810db20 0x7ff4b81a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4b5e00700 1 -- 172.21.15.88:0/2641764189 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4b810db20 msgr2=0x7ff4b81a5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4b810db20 0x7ff4b81a5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4b5e00700 1 -- 172.21.15.88:0/2641764189 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4b8075610 msgr2=0x7ff4b819e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4b8075610 0x7ff4b819e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4b5e00700 1 -- 172.21.15.88:0/2641764189 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4a00095f0 con 0x7ff4b8074030 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4ad200700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4b8075610 0x7ff4b819e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4b8074030 0x7ff4b819dac0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff4a800e9a0 tx=0x7ff4a800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4af400700 1 -- 172.21.15.88:0/2641764189 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8009790 con 0x7ff4b8074030 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4af400700 1 -- 172.21.15.88:0/2641764189 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4a8010430 con 0x7ff4b8074030 2024-01-28T13:00:19.361 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4bd200700 1 -- 172.21.15.88:0/2641764189 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4b81a5bf0 con 0x7ff4b8074030 2024-01-28T13:00:19.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.361+0000 7ff4af400700 1 -- 172.21.15.88:0/2641764189 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8018680 con 0x7ff4b8074030 2024-01-28T13:00:19.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.362+0000 7ff4bd200700 1 -- 172.21.15.88:0/2641764189 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4b81a6100 con 0x7ff4b8074030 2024-01-28T13:00:19.362 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.364+0000 7ff4af400700 1 -- 172.21.15.88:0/2641764189 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7ff4a80105a0 con 0x7ff4b8074030 2024-01-28T13:00:19.365 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4af400700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4980a1850 0x7ff4980a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.365 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4d109bb80 1 Processor -- start 2024-01-28T13:00:19.365 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4d109bb80 1 -- start start 2024-01-28T13:00:19.365 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4af400700 1 -- 172.21.15.88:0/2641764189 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7ff4a8014070 con 0x7ff4b8074030 2024-01-28T13:00:19.365 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4ad200700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4980a1850 0x7ff4980a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x56273186a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731868840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x5627318692a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627317c2ad0 con 0x562731869cb0 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627317c03f0 con 0x56273186a630 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627317bbce0 con 0x562731868e20 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.366+0000 7ff4b5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x56273186a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4b5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x56273186a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36764/0 (socket says 172.21.15.88:36764) 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4b5e00700 1 -- 172.21.15.88:0/3542447810 learned_addr learned my addr 172.21.15.88:0/3542447810 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4b6800700 1 --2- 172.21.15.88:0/3542447810 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x5627318692a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4ad200700 1 --2- 172.21.15.88:0/3542447810 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731868840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4b5e00700 1 -- 172.21.15.88:0/3542447810 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 msgr2=0x5627318692a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/3542447810 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x5627318692a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.366 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4b5e00700 1 -- 172.21.15.88:0/3542447810 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 msgr2=0x562731868840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.367 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/3542447810 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731868840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.367 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4b5e00700 1 -- 172.21.15.88:0/3542447810 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562731630360 con 0x562731869cb0 2024-01-28T13:00:19.367 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4ad200700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4980a1850 0x7ff4980a3d10 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0000c00 tx=0x7ff4a0004600 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.367 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/3542447810 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x56273186a0d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff4a80a20b0 tx=0x7ff4a809a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef2d55eed617eb8f server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.367 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4a6a00700 1 -- 172.21.15.88:0/3542447810 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a80b1020 con 0x562731869cb0 2024-01-28T13:00:19.367 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4a6a00700 1 -- 172.21.15.88:0/3542447810 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4a809e3a0 con 0x562731869cb0 2024-01-28T13:00:19.367 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.367+0000 7ff4a6a00700 1 -- 172.21.15.88:0/3542447810 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8010880 con 0x562731869cb0 2024-01-28T13:00:19.372 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.368+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3542447810 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 msgr2=0x56273186a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.372 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.368+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/3542447810 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x56273186a0d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff4a80a20b0 tx=0x7ff4a809a950 comp rx=0 tx=0).stop 2024-01-28T13:00:19.372 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.368+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3542447810 shutdown_connections 2024-01-28T13:00:19.372 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.368+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/3542447810 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x5627318692a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.372 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.368+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/3542447810 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x56273186a0d0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.372 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.368+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/3542447810 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731868840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.372 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.368+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3542447810 >> 172.21.15.88:0/3542447810 conn(0x5627317dd750 msgr2=0x562731863690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.372 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.368+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3542447810 shutdown_connections 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.368+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3542447810 wait complete. 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.369+0000 7ff4d109bb80 1 -- start start 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.369+0000 7ff4d109bb80 1 Processor -- start 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731868e20 0x562731872700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731869cb0 0x562731872c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731879c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273172a350 con 0x562731868e20 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x562731729ff0 con 0x56273186a630 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x562731632650 con 0x562731869cb0 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4d109bb80 10 client.0 _ll_register_callbacks cb 0x5627317632f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4b5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731868e20 0x562731872700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4b5e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731868e20 0x562731872700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36780/0 (socket says 172.21.15.88:36780) 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4b5e00700 1 -- 172.21.15.88:0/3365802414 learned_addr learned my addr 172.21.15.88:0/3365802414 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.373 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4b6800700 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731879c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4ad200700 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731869cb0 0x562731872c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4b5e00700 1 -- 172.21.15.88:0/3365802414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731869cb0 msgr2=0x562731872c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731869cb0 0x562731872c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4b5e00700 1 -- 172.21.15.88:0/3365802414 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 msgr2=0x562731879c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731879c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.370+0000 7ff4b5e00700 1 -- 172.21.15.88:0/3365802414 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4b81a6100 con 0x562731868e20 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.371+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731868e20 0x562731872700 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff4a801e000 tx=0x7ff4a809a390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cb715bf9d0df905 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.371+0000 7ff49f400700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.371+0000 7ff49f400700 1 -- 172.21.15.88:0/3365802414 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a80b1070 con 0x562731868e20 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.371+0000 7ff49f400700 1 -- 172.21.15.88:0/3365802414 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7ff4a8098390 con 0x562731868e20 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.371+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3365802414 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56273185b8c0 con 0x562731868e20 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.371+0000 7ff49f400700 1 -- 172.21.15.88:0/3365802414 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff4a8099740 con 0x562731868e20 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.371+0000 7ff4d109bb80 10 client.15354 fetch_fsmap learned FSMap version 28 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.371+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3365802414 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5627315dcb10 con 0x562731868e20 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.371+0000 7ff49f400700 1 -- 172.21.15.88:0/3365802414 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4a8080080 con 0x562731868e20 2024-01-28T13:00:19.374 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.371+0000 7ff49f400700 1 -- 172.21.15.88:0/3365802414 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff4a80b4d20 con 0x562731868e20 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.372+0000 7ff4d109bb80 10 client.15354 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.372+0000 7ff4d109bb80 10 client.15354 resolve_mds: resolved name 'h' to daemon mds.h 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.372+0000 7ff4d109bb80 20 client.15354 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.372+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x56273187dfc0 0x56273187cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.372+0000 7ff4d109bb80 4 client.15354 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.372+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3365802414 --> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5627317b4b70 con 0x56273187dfc0 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.372+0000 7ff4ad200700 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x56273187dfc0 0x56273187cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.373+0000 7ff49f400700 10 client.15354 ms_handle_connect on v2:172.21.15.175:6836/1770942203 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.373+0000 7ff4ad200700 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x56273187dfc0 0x56273187cc50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=225296952eee6c93 server_cookie=713be867e3402275 in_seq=0 out_seq=0 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.373+0000 7ff49f400700 1 -- 172.21.15.88:0/3365802414 <== mds.2 v2:172.21.15.175:6836/1770942203 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5627317b4b70 con 0x56273187dfc0 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.373+0000 7ff49f400700 10 client.15354 handle_command_reply: tid=0 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.373+0000 7ff4d109bb80 1 client.15354 shutdown 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3365802414 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731868e20 msgr2=0x562731872700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731868e20 0x562731872700 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff4a801e000 tx=0x7ff4a809a390 comp rx=0 tx=0).stop 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3365802414 shutdown_connections 2024-01-28T13:00:19.375 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x56273187dfc0 0x56273187cc50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731879c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731868e20 0x562731872700 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff49f400700 0 client.15354 ms_handle_reset on v2:172.21.15.175:6836/1770942203 2024-01-28T13:00:19.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/3365802414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731869cb0 0x562731872c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3365802414 >> 172.21.15.88:0/3365802414 conn(0x5627317dd750 msgr2=0x562731867700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3365802414 shutdown_connections 2024-01-28T13:00:19.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 1 -- 172.21.15.88:0/3365802414 wait complete. 2024-01-28T13:00:19.376 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.374+0000 7ff4d109bb80 20 client.15354 trim_cache size 0 max 16384 2024-01-28T13:00:19.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.392+0000 7ff4d109bb80 1 Processor -- start 2024-01-28T13:00:19.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.392+0000 7ff4d109bb80 1 -- start start 2024-01-28T13:00:19.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.392+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x562731868710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.392+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731879c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.392+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731871c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.392+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273172a350 con 0x562731869cb0 2024-01-28T13:00:19.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.392+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273187a150 con 0x56273186a630 2024-01-28T13:00:19.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.392+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627317bcf70 con 0x562731868e20 2024-01-28T13:00:19.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.392+0000 7ff4ad200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731879c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.392 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4ad200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731879c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36788/0 (socket says 172.21.15.88:36788) 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4ad200700 1 -- 172.21.15.88:0/924380134 learned_addr learned my addr 172.21.15.88:0/924380134 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4b6800700 1 --2- 172.21.15.88:0/924380134 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731871c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/924380134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x562731868710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4ad200700 1 -- 172.21.15.88:0/924380134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 msgr2=0x562731868710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4ad200700 1 --2- 172.21.15.88:0/924380134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x562731868710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4ad200700 1 -- 172.21.15.88:0/924380134 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 msgr2=0x562731871c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4ad200700 1 --2- 172.21.15.88:0/924380134 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731871c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4ad200700 1 -- 172.21.15.88:0/924380134 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56273177d1e0 con 0x562731869cb0 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4b6800700 1 --2- 172.21.15.88:0/924380134 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731871c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4ad200700 1 --2- 172.21.15.88:0/924380134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731879c10 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0009990 tx=0x7ff4a0022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f5e66127f86b354 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4a6000700 1 -- 172.21.15.88:0/924380134 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a0036210 con 0x562731869cb0 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4a6000700 1 -- 172.21.15.88:0/924380134 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4a0036e90 con 0x562731869cb0 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.393+0000 7ff4a6000700 1 -- 172.21.15.88:0/924380134 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a0032ca0 con 0x562731869cb0 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 -- 172.21.15.88:0/924380134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 msgr2=0x562731879c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.393 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/924380134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731879c10 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0009990 tx=0x7ff4a0022000 comp rx=0 tx=0).stop 2024-01-28T13:00:19.394 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 -- 172.21.15.88:0/924380134 shutdown_connections 2024-01-28T13:00:19.394 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/924380134 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731871c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.394 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/924380134 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x562731868710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.394 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/924380134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731879c10 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.394 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 -- 172.21.15.88:0/924380134 >> 172.21.15.88:0/924380134 conn(0x5627317dd750 msgr2=0x562731863660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.394 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 -- 172.21.15.88:0/924380134 shutdown_connections 2024-01-28T13:00:19.394 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 -- 172.21.15.88:0/924380134 wait complete. 2024-01-28T13:00:19.394 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 -- start start 2024-01-28T13:00:19.394 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.394+0000 7ff4d109bb80 1 Processor -- start 2024-01-28T13:00:19.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x56273185d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731878be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4d109bb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731879120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562731879660 con 0x562731869cb0 2024-01-28T13:00:19.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627318797d0 con 0x56273186a630 2024-01-28T13:00:19.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4d109bb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x562731879990 con 0x562731868e20 2024-01-28T13:00:19.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4d109bb80 10 client.0 _ll_register_callbacks cb 0x5627317632f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:19.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4ad200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731878be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.398 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4ad200700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731878be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36802/0 (socket says 172.21.15.88:36802) 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4ad200700 1 -- 172.21.15.88:0/341211113 learned_addr learned my addr 172.21.15.88:0/341211113 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4b5e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x56273185d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4b6800700 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731879120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4ad200700 1 -- 172.21.15.88:0/341211113 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 msgr2=0x56273185d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4ad200700 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x56273185d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4ad200700 1 -- 172.21.15.88:0/341211113 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 msgr2=0x562731879120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4ad200700 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731879120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4ad200700 1 -- 172.21.15.88:0/341211113 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4b81108c0 con 0x562731869cb0 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.395+0000 7ff4b6800700 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731879120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.396+0000 7ff4ad200700 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731878be0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff4a000ffd0 tx=0x7ff4a000f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad8e3f7ef59f16ed server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.396+0000 7ff49f400700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.396+0000 7ff49f400700 1 -- 172.21.15.88:0/341211113 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a0032e30 con 0x562731869cb0 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.396+0000 7ff4d109bb80 1 -- 172.21.15.88:0/341211113 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff4a809e3a0 con 0x562731869cb0 2024-01-28T13:00:19.399 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.396+0000 7ff49f400700 1 -- 172.21.15.88:0/341211113 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7ff4a002c040 con 0x562731869cb0 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.396+0000 7ff49f400700 1 -- 172.21.15.88:0/341211113 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff4a0036210 con 0x562731869cb0 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.396+0000 7ff4d109bb80 10 client.15360 fetch_fsmap learned FSMap version 28 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.396+0000 7ff4d109bb80 1 -- 172.21.15.88:0/341211113 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562731634c80 con 0x562731869cb0 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.396+0000 7ff49f400700 1 -- 172.21.15.88:0/341211113 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4a809e3a0 con 0x562731869cb0 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.397+0000 7ff49f400700 1 -- 172.21.15.88:0/341211113 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff4a0040950 con 0x562731869cb0 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.397+0000 7ff4d109bb80 10 client.15360 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.397+0000 7ff4d109bb80 10 client.15360 resolve_mds: resolved name 'h' to daemon mds.h 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.397+0000 7ff4d109bb80 20 client.15360 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.397+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x5627318d8740 0x5627318d4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.397+0000 7ff4d109bb80 4 client.15360 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.397+0000 7ff4d109bb80 1 -- 172.21.15.88:0/341211113 --> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5627317b4890 con 0x5627318d8740 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.397+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x5627318d8740 0x5627318d4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4b5e00700 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x5627318d8740 0x5627318d4c10 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=24060f33038825fe server_cookie=e5a07b1e7f67effe in_seq=0 out_seq=0 2024-01-28T13:00:19.400 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff49f400700 10 client.15360 ms_handle_connect on v2:172.21.15.175:6836/1770942203 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff49f400700 1 -- 172.21.15.88:0/341211113 <== mds.2 v2:172.21.15.175:6836/1770942203 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x5627317b4890 con 0x5627318d8740 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff49f400700 10 client.15360 handle_command_reply: tid=0 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 client.15360 shutdown 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 -- 172.21.15.88:0/341211113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 msgr2=0x562731878be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731878be0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff4a000ffd0 tx=0x7ff4a000f460 comp rx=0 tx=0).stop 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 -- 172.21.15.88:0/341211113 shutdown_connections 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.175:6836/1770942203,v1:172.21.15.175:6837/1770942203] conn(0x5627318d8740 0x5627318d4c10 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56273186a630 0x562731879120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x562731868e20 0x56273185d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 --2- 172.21.15.88:0/341211113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562731869cb0 0x562731878be0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 -- 172.21.15.88:0/341211113 >> 172.21.15.88:0/341211113 conn(0x5627317dd750 msgr2=0x562731863600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff49f400700 0 client.15360 ms_handle_reset on v2:172.21.15.175:6836/1770942203 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 -- 172.21.15.88:0/341211113 shutdown_connections 2024-01-28T13:00:19.401 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 1 -- 172.21.15.88:0/341211113 wait complete. 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.398+0000 7ff4d109bb80 20 client.15360 trim_cache size 0 max 16384 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 2, 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 24542, 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 75.820679201000004, 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 28, 2024-01-28T13:00:19.402 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 87, 2024-01-28T13:00:19.403 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T13:00:19.403 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 113.90774254199999 2024-01-28T13:00:19.403 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T13:00:19.403 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 -- 172.21.15.88:0/2641764189 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4980a1850 msgr2=0x7ff4980a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.403 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4980a1850 0x7ff4980a3d10 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0000c00 tx=0x7ff4a0004600 comp rx=0 tx=0).stop 2024-01-28T13:00:19.403 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 -- 172.21.15.88:0/2641764189 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4b8074030 msgr2=0x7ff4b819dac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4b8074030 0x7ff4b819dac0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff4a800e9a0 tx=0x7ff4a800ecb0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 -- 172.21.15.88:0/2641764189 shutdown_connections 2024-01-28T13:00:19.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff4980a1850 0x7ff4980a3d10 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff4b810db20 0x7ff4b81a5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff4b8074030 0x7ff4b819dac0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 --2- 172.21.15.88:0/2641764189 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff4b8075610 0x7ff4b819e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 -- 172.21.15.88:0/2641764189 >> 172.21.15.88:0/2641764189 conn(0x7ff4b80fcae0 msgr2=0x7ff4b8100ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 -- 172.21.15.88:0/2641764189 shutdown_connections 2024-01-28T13:00:19.404 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.399+0000 7ff4bd200700 1 -- 172.21.15.88:0/2641764189 wait complete. 2024-01-28T13:00:19.413 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:19 smithi088 ceph-mon[35322]: pgmap v290: 129 pgs: 1 peering, 128 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 895 B/s wr, 10 op/s 2024-01-28T13:00:19.413 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:19 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/237959685' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T13:00:19.415 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-01-28T13:00:19.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.610+0000 7fce91600700 1 -- 172.21.15.88:0/760784659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce8c101550 msgr2=0x7fce8c101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.610+0000 7fce91600700 1 --2- 172.21.15.88:0/760784659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce8c101550 0x7fce8c101970 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fce7c0099c0 tx=0x7fce7c009cd0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.610+0000 7fce91600700 1 -- 172.21.15.88:0/760784659 shutdown_connections 2024-01-28T13:00:19.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.610+0000 7fce91600700 1 --2- 172.21.15.88:0/760784659 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce8c1030e0 0x7fce8c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.610+0000 7fce91600700 1 --2- 172.21.15.88:0/760784659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce8c101550 0x7fce8c101970 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.608 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.610+0000 7fce91600700 1 --2- 172.21.15.88:0/760784659 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce8c102740 0x7fce8c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.610+0000 7fce91600700 1 -- 172.21.15.88:0/760784659 >> 172.21.15.88:0/760784659 conn(0x7fce8c0fcae0 msgr2=0x7fce8c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.610+0000 7fce91600700 1 -- 172.21.15.88:0/760784659 shutdown_connections 2024-01-28T13:00:19.609 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.610+0000 7fce91600700 1 -- 172.21.15.88:0/760784659 wait complete. 2024-01-28T13:00:19.611 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.611+0000 7fce91600700 1 Processor -- start 2024-01-28T13:00:19.611 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.611+0000 7fce91600700 1 -- start start 2024-01-28T13:00:19.611 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce91600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce8c101550 0x7fce8c199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.611 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce91600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce8c102740 0x7fce8c199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.611 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce91600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce8c1030e0 0x7fce8c1a0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.611 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce91600700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce8c1a1200 con 0x7fce8c101550 2024-01-28T13:00:19.611 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce91600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce8c1a1340 con 0x7fce8c102740 2024-01-28T13:00:19.611 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce91600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce8c1a14d0 con 0x7fce8c1030e0 2024-01-28T13:00:19.611 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce8aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce8c101550 0x7fce8c199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.611 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce8aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce8c101550 0x7fce8c199680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36822/0 (socket says 172.21.15.88:36822) 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce8aa00700 1 -- 172.21.15.88:0/2394476737 learned_addr learned my addr 172.21.15.88:0/2394476737 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce8b400700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce8c1030e0 0x7fce8c1a0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce8a000700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce8c102740 0x7fce8c199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce8aa00700 1 -- 172.21.15.88:0/2394476737 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce8c1030e0 msgr2=0x7fce8c1a0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce8aa00700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce8c1030e0 0x7fce8c1a0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce8aa00700 1 -- 172.21.15.88:0/2394476737 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce8c102740 msgr2=0x7fce8c199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce8aa00700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce8c102740 0x7fce8c199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.612+0000 7fce8aa00700 1 -- 172.21.15.88:0/2394476737 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce7c0095f0 con 0x7fce8c101550 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.613+0000 7fce8aa00700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce8c101550 0x7fce8c199680 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fce7c003820 tx=0x7fce7c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.613+0000 7fce83400700 1 -- 172.21.15.88:0/2394476737 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7c01d070 con 0x7fce8c101550 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.613+0000 7fce83400700 1 -- 172.21.15.88:0/2394476737 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce7c004ca0 con 0x7fce8c101550 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.613+0000 7fce83400700 1 -- 172.21.15.88:0/2394476737 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7c003d30 con 0x7fce8c101550 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.613+0000 7fce91600700 1 -- 172.21.15.88:0/2394476737 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce8c1a1750 con 0x7fce8c101550 2024-01-28T13:00:19.612 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.613+0000 7fce91600700 1 -- 172.21.15.88:0/2394476737 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce8c1a1c00 con 0x7fce8c101550 2024-01-28T13:00:19.613 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.616+0000 7fce83400700 1 -- 172.21.15.88:0/2394476737 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fce7c005030 con 0x7fce8c101550 2024-01-28T13:00:19.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.617+0000 7fcea55b8b80 1 Processor -- start 2024-01-28T13:00:19.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.617+0000 7fce83400700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce6c0a1850 0x7fce6c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.617+0000 7fcea55b8b80 1 -- start start 2024-01-28T13:00:19.615 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.617+0000 7fce83400700 1 -- 172.21.15.88:0/2394476737 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7fce7c0ce2b0 con 0x7fce8c101550 2024-01-28T13:00:19.617 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.617+0000 7fce8b400700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce6c0a1850 0x7fce6c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.617 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5b60d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.617 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b6630 0x55f90a5b4840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5b52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a50ead0 con 0x55f90a5b5cb0 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a50c3f0 con 0x55f90a5b4e20 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a507ce0 con 0x55f90a5b6630 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5b60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8b400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5b52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8aa00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5b60d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36824/0 (socket says 172.21.15.88:36824) 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8aa00700 1 -- 172.21.15.88:0/2143040991 learned_addr learned my addr 172.21.15.88:0/2143040991 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8a000700 1 --2- 172.21.15.88:0/2143040991 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b6630 0x55f90a5b4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8aa00700 1 -- 172.21.15.88:0/2143040991 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b6630 msgr2=0x55f90a5b4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8aa00700 1 --2- 172.21.15.88:0/2143040991 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b6630 0x55f90a5b4840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8aa00700 1 -- 172.21.15.88:0/2143040991 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 msgr2=0x55f90a5b52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8aa00700 1 --2- 172.21.15.88:0/2143040991 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5b52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.618 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8aa00700 1 -- 172.21.15.88:0/2143040991 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f90a37c360 con 0x55f90a5b5cb0 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.618+0000 7fce8b400700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce6c0a1850 0x7fce6c0a3d10 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fce84009c10 tx=0x7fce84004040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.619+0000 7fce8aa00700 1 --2- 172.21.15.88:0/2143040991 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5b60d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fce7c0a2ce0 tx=0x7fce7c0053d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ee052e9b74616f7 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.619+0000 7fce7b400700 1 -- 172.21.15.88:0/2143040991 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7c0cbea0 con 0x55f90a5b5cb0 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.619+0000 7fce7b400700 1 -- 172.21.15.88:0/2143040991 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce7c09b610 con 0x55f90a5b5cb0 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.619+0000 7fce7b400700 1 -- 172.21.15.88:0/2143040991 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce7c099390 con 0x55f90a5b5cb0 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.619+0000 7fcea55b8b80 1 -- 172.21.15.88:0/2143040991 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 msgr2=0x55f90a5b60d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.619+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/2143040991 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5b60d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fce7c0a2ce0 tx=0x7fce7c0053d0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.620+0000 7fcea55b8b80 1 -- 172.21.15.88:0/2143040991 shutdown_connections 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.620+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/2143040991 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5b52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.620+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/2143040991 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5b60d0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.620+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/2143040991 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b6630 0x55f90a5b4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.620+0000 7fcea55b8b80 1 -- 172.21.15.88:0/2143040991 >> 172.21.15.88:0/2143040991 conn(0x55f90a529750 msgr2=0x55f90a5af690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.620+0000 7fcea55b8b80 1 -- 172.21.15.88:0/2143040991 shutdown_connections 2024-01-28T13:00:19.619 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.620+0000 7fcea55b8b80 1 -- 172.21.15.88:0/2143040991 wait complete. 2024-01-28T13:00:19.623 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.620+0000 7fcea55b8b80 1 -- start start 2024-01-28T13:00:19.623 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.620+0000 7fcea55b8b80 1 Processor -- start 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5be480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5be9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b6630 0x55f90a5c5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a476350 con 0x55f90a5b5cb0 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a475ff0 con 0x55f90a5b4e20 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a37e650 con 0x55f90a5b6630 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fcea55b8b80 10 client.0 _ll_register_callbacks cb 0x55f90a4af2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8a000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5be9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8aa00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5be480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8a000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5be9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36828/0 (socket says 172.21.15.88:36828) 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8a000700 1 -- 172.21.15.88:0/4087184929 learned_addr learned my addr 172.21.15.88:0/4087184929 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8b400700 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b6630 0x55f90a5c5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8a000700 1 -- 172.21.15.88:0/4087184929 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b6630 msgr2=0x55f90a5c5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.624 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8a000700 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b6630 0x55f90a5c5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8a000700 1 -- 172.21.15.88:0/4087184929 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 msgr2=0x55f90a5be480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8a000700 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5be480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8a000700 1 -- 172.21.15.88:0/4087184929 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce8c1a1c00 con 0x55f90a5b5cb0 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.621+0000 7fce8aa00700 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5be480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.622+0000 7fce8a000700 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5be9c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fce74011470 tx=0x7fce74011780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78cce5dd44dc8eaf server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.622+0000 7fce73e00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.622+0000 7fce73e00700 1 -- 172.21.15.88:0/4087184929 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce74016070 con 0x55f90a5b5cb0 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.622+0000 7fce73e00700 1 -- 172.21.15.88:0/4087184929 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7fce74010640 con 0x55f90a5b5cb0 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.622+0000 7fcea55b8b80 1 -- 172.21.15.88:0/4087184929 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f90a5a78c0 con 0x55f90a5b5cb0 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.622+0000 7fce73e00700 1 -- 172.21.15.88:0/4087184929 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce74010840 con 0x55f90a5b5cb0 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.622+0000 7fcea55b8b80 10 client.15372 fetch_fsmap learned FSMap version 28 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.622+0000 7fcea55b8b80 1 -- 172.21.15.88:0/4087184929 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f90a328b10 con 0x55f90a5b5cb0 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.622+0000 7fce73e00700 1 -- 172.21.15.88:0/4087184929 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f90a5a78c0 con 0x55f90a5b5cb0 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.623+0000 7fce73e00700 1 -- 172.21.15.88:0/4087184929 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fce7401bb70 con 0x55f90a5b5cb0 2024-01-28T13:00:19.625 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.623+0000 7fcea55b8b80 10 client.15372 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.623+0000 7fcea55b8b80 10 client.15372 resolve_mds: resolved name 'i' to daemon mds.i 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.623+0000 7fcea55b8b80 20 client.15372 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.623+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55f90a5ca0b0 0x55f90a5c8b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.623+0000 7fcea55b8b80 4 client.15372 mds_command: new command op to 24550 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.623+0000 7fcea55b8b80 1 -- 172.21.15.88:0/4087184929 --> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f90a500b70 con 0x55f90a5ca0b0 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.623+0000 7fce8aa00700 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55f90a5ca0b0 0x55f90a5c8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.624+0000 7fce73e00700 10 client.15372 ms_handle_connect on v2:172.21.15.181:6838/818465462 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.624+0000 7fce8aa00700 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55f90a5ca0b0 0x55f90a5c8b30 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=41e31a12420016a server_cookie=289457cc23cf71e4 in_seq=0 out_seq=0 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fce73e00700 1 -- 172.21.15.88:0/4087184929 <== mds.1 v2:172.21.15.181:6838/818465462 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f90a500b70 con 0x55f90a5ca0b0 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fce73e00700 10 client.15372 handle_command_reply: tid=0 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 client.15372 shutdown 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 -- 172.21.15.88:0/4087184929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 msgr2=0x55f90a5be9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5be9c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fce74011470 tx=0x7fce74011780 comp rx=0 tx=0).stop 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 -- 172.21.15.88:0/4087184929 shutdown_connections 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55f90a5ca0b0 0x55f90a5c8b30 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.626 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b6630 0x55f90a5c5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.627 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5be480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.627 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/4087184929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b5cb0 0x55f90a5be9c0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.627 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fce73e00700 0 client.15372 ms_handle_reset on v2:172.21.15.181:6838/818465462 2024-01-28T13:00:19.627 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 -- 172.21.15.88:0/4087184929 >> 172.21.15.88:0/4087184929 conn(0x55f90a529750 msgr2=0x55f90a5b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.627 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 -- 172.21.15.88:0/4087184929 shutdown_connections 2024-01-28T13:00:19.627 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 1 -- 172.21.15.88:0/4087184929 wait complete. 2024-01-28T13:00:19.627 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.625+0000 7fcea55b8b80 20 client.15372 trim_cache size 0 max 16384 2024-01-28T13:00:19.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.644+0000 7fcea55b8b80 1 Processor -- start 2024-01-28T13:00:19.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.644+0000 7fcea55b8b80 1 -- start start 2024-01-28T13:00:19.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.644+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b4e20 0x55f90a5b4800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.644+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b5cb0 0x55f90a5c5950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.644+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 0x55f90a5c6040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.644+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a500b70 con 0x55f90a5b6630 2024-01-28T13:00:19.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.644+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a5b5950 con 0x55f90a5b5cb0 2024-01-28T13:00:19.642 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.644+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a503dd0 con 0x55f90a5b4e20 2024-01-28T13:00:19.643 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 0x55f90a5c6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.643 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 0x55f90a5c6040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36838/0 (socket says 172.21.15.88:36838) 2024-01-28T13:00:19.643 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8b400700 1 -- 172.21.15.88:0/1270614082 learned_addr learned my addr 172.21.15.88:0/1270614082 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.643 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8a000700 1 --2- 172.21.15.88:0/1270614082 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b5cb0 0x55f90a5c5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.643 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8aa00700 1 --2- 172.21.15.88:0/1270614082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b4e20 0x55f90a5b4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8b400700 1 -- 172.21.15.88:0/1270614082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b4e20 msgr2=0x55f90a5b4800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8b400700 1 --2- 172.21.15.88:0/1270614082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b4e20 0x55f90a5b4800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8b400700 1 -- 172.21.15.88:0/1270614082 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b5cb0 msgr2=0x55f90a5c5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8b400700 1 --2- 172.21.15.88:0/1270614082 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b5cb0 0x55f90a5c5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8b400700 1 -- 172.21.15.88:0/1270614082 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f90a4c91e0 con 0x55f90a5b6630 2024-01-28T13:00:19.648 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce8b400700 1 --2- 172.21.15.88:0/1270614082 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 0x55f90a5c6040 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fce84004a60 tx=0x7fce8401a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cda2a4d9ab69435 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce7aa00700 1 -- 172.21.15.88:0/1270614082 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84004db0 con 0x55f90a5b6630 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce7aa00700 1 -- 172.21.15.88:0/1270614082 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce8400f040 con 0x55f90a5b6630 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.645+0000 7fce7aa00700 1 -- 172.21.15.88:0/1270614082 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84025450 con 0x55f90a5b6630 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.646+0000 7fcea55b8b80 1 -- 172.21.15.88:0/1270614082 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 msgr2=0x55f90a5c6040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.646+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/1270614082 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 0x55f90a5c6040 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fce84004a60 tx=0x7fce8401a000 comp rx=0 tx=0).stop 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.646+0000 7fcea55b8b80 1 -- 172.21.15.88:0/1270614082 shutdown_connections 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.646+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/1270614082 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 0x55f90a5c6040 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.646+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/1270614082 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b4e20 0x55f90a5b4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.646+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/1270614082 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b5cb0 0x55f90a5c5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.646+0000 7fcea55b8b80 1 -- 172.21.15.88:0/1270614082 >> 172.21.15.88:0/1270614082 conn(0x55f90a529750 msgr2=0x55f90a5af660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.646+0000 7fcea55b8b80 1 -- 172.21.15.88:0/1270614082 shutdown_connections 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.646+0000 7fcea55b8b80 1 -- 172.21.15.88:0/1270614082 wait complete. 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.646+0000 7fcea55b8b80 1 -- start start 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fcea55b8b80 1 Processor -- start 2024-01-28T13:00:19.649 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5a9170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b5cb0 0x55f90a5c48f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fcea55b8b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 0x55f90a5c4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a5c5370 con 0x55f90a5b6630 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a5c54e0 con 0x55f90a5b4e20 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fcea55b8b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f90a5c56a0 con 0x55f90a5b5cb0 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fcea55b8b80 10 client.0 _ll_register_callbacks cb 0x55f90a4af2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fce8a000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b5cb0 0x55f90a5c48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fce8b400700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 0x55f90a5c4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fce8a000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b5cb0 0x55f90a5c48f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:35996/0 (socket says 172.21.15.88:35996) 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fce8a000700 1 -- 172.21.15.88:0/508270429 learned_addr learned my addr 172.21.15.88:0/508270429 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.647+0000 7fce8aa00700 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5a9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.648+0000 7fce8a000700 1 -- 172.21.15.88:0/508270429 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 msgr2=0x55f90a5a9170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.648+0000 7fce8a000700 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5a9170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.648+0000 7fce8a000700 1 -- 172.21.15.88:0/508270429 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 msgr2=0x55f90a5c4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.648+0000 7fce8a000700 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 0x55f90a5c4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.648+0000 7fce8a000700 1 -- 172.21.15.88:0/508270429 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce840047d0 con 0x55f90a5b5cb0 2024-01-28T13:00:19.650 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.648+0000 7fce8a000700 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b5cb0 0x55f90a5c48f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x55f90a5ac1d0 tx=0x7fce74011ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18375a9b53602b3 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.648+0000 7fce73e00700 10 client.0 ms_handle_connect on v2:172.21.15.181:3300/0 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.648+0000 7fce73e00700 1 -- 172.21.15.88:0/508270429 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce74016040 con 0x55f90a5b5cb0 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.648+0000 7fcea55b8b80 1 -- 172.21.15.88:0/508270429 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fce7c09b610 con 0x55f90a5b5cb0 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.648+0000 7fce73e00700 1 -- 172.21.15.88:0/508270429 <== mon.1 v2:172.21.15.181:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7fce7401adc0 con 0x55f90a5b5cb0 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fce73e00700 1 -- 172.21.15.88:0/508270429 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce740050b0 con 0x55f90a5b5cb0 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fcea55b8b80 10 client.25411 fetch_fsmap learned FSMap version 28 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fcea55b8b80 1 -- 172.21.15.88:0/508270429 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f90a380c80 con 0x55f90a5b5cb0 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fce73e00700 1 -- 172.21.15.88:0/508270429 <== mon.1 v2:172.21.15.181:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce7c09b610 con 0x55f90a5b5cb0 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fce73e00700 1 -- 172.21.15.88:0/508270429 <== mon.1 v2:172.21.15.181:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fce74003c80 con 0x55f90a5b5cb0 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fcea55b8b80 10 client.25411 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fcea55b8b80 10 client.25411 resolve_mds: resolved name 'i' to daemon mds.i 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fcea55b8b80 20 client.25411 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55f90a624c50 0x55f90a6210b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fcea55b8b80 4 client.25411 mds_command: new command op to 24550 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T13:00:19.651 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fcea55b8b80 1 -- 172.21.15.88:0/508270429 --> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f90a500890 con 0x55f90a624c50 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.649+0000 7fce8aa00700 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55f90a624c50 0x55f90a6210b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fce8aa00700 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55f90a624c50 0x55f90a6210b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7f1c3ff0b2e4994b server_cookie=12f0a5801e40ac14 in_seq=0 out_seq=0 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fce73e00700 10 client.25411 ms_handle_connect on v2:172.21.15.181:6838/818465462 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fce73e00700 1 -- 172.21.15.88:0/508270429 <== mds.1 v2:172.21.15.181:6838/818465462 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x55f90a500890 con 0x55f90a624c50 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fce73e00700 10 client.25411 handle_command_reply: tid=0 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 client.25411 shutdown 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 -- 172.21.15.88:0/508270429 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b5cb0 msgr2=0x55f90a5c48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b5cb0 0x55f90a5c48f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x55f90a5ac1d0 tx=0x7fce74011ad0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 -- 172.21.15.88:0/508270429 shutdown_connections 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.181:6838/818465462,v1:172.21.15.181:6839/818465462] conn(0x55f90a624c50 0x55f90a6210b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f90a5b6630 0x55f90a5c4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55f90a5b4e20 0x55f90a5a9170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.652 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 --2- 172.21.15.88:0/508270429 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55f90a5b5cb0 0x55f90a5c48f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 -- 172.21.15.88:0/508270429 >> 172.21.15.88:0/508270429 conn(0x55f90a529750 msgr2=0x55f90a5d2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fce73e00700 0 client.25411 ms_handle_reset on v2:172.21.15.181:6838/818465462 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 -- 172.21.15.88:0/508270429 shutdown_connections 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.650+0000 7fcea55b8b80 1 -- 172.21.15.88:0/508270429 wait complete. 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fcea55b8b80 20 client.25411 trim_cache size 0 max 16384 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 1, 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 24550, 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T13:00:19.653 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T13:00:19.654 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 77.078924889000007, 2024-01-28T13:00:19.654 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 28, 2024-01-28T13:00:19.654 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 87, 2024-01-28T13:00:19.654 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T13:00:19.654 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 112.197722779 2024-01-28T13:00:19.654 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 -- 172.21.15.88:0/2394476737 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce6c0a1850 msgr2=0x7fce6c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce6c0a1850 0x7fce6c0a3d10 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fce84009c10 tx=0x7fce84004040 comp rx=0 tx=0).stop 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 -- 172.21.15.88:0/2394476737 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce8c101550 msgr2=0x7fce8c199680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce8c101550 0x7fce8c199680 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fce7c003820 tx=0x7fce7c004730 comp rx=0 tx=0).stop 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 -- 172.21.15.88:0/2394476737 shutdown_connections 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fce6c0a1850 0x7fce6c0a3d10 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fce8c1030e0 0x7fce8c1a0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fce8c101550 0x7fce8c199680 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 --2- 172.21.15.88:0/2394476737 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce8c102740 0x7fce8c199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 -- 172.21.15.88:0/2394476737 >> 172.21.15.88:0/2394476737 conn(0x7fce8c0fcae0 msgr2=0x7fce8c073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 -- 172.21.15.88:0/2394476737 shutdown_connections 2024-01-28T13:00:19.655 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.651+0000 7fce91600700 1 -- 172.21.15.88:0/2394476737 wait complete. 2024-01-28T13:00:19.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:19 smithi175 ceph-mon[44549]: pgmap v290: 129 pgs: 1 peering, 128 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 895 B/s wr, 10 op/s 2024-01-28T13:00:19.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:19 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/237959685' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T13:00:19.668 DEBUG:teuthology.orchestra.run.smithi088:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-01-28T13:00:19.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:19 smithi181 ceph-mon[45557]: pgmap v290: 129 pgs: 1 peering, 128 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 895 B/s wr, 10 op/s 2024-01-28T13:00:19.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:19 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/237959685' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-28T13:00:19.862 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.864+0000 7fe97ea00700 1 -- 172.21.15.88:0/1714512935 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe978102f10 msgr2=0x7fe9781097c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.864+0000 7fe97ea00700 1 --2- 172.21.15.88:0/1714512935 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe978102f10 0x7fe9781097c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe97000b0d0 tx=0x7fe97000b3e0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.864+0000 7fe97ea00700 1 -- 172.21.15.88:0/1714512935 shutdown_connections 2024-01-28T13:00:19.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.864+0000 7fe97ea00700 1 --2- 172.21.15.88:0/1714512935 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe978102f10 0x7fe9781097c0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.864+0000 7fe97ea00700 1 --2- 172.21.15.88:0/1714512935 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe978101380 0x7fe9781017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.864+0000 7fe97ea00700 1 --2- 172.21.15.88:0/1714512935 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe978102570 0x7fe9781029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.864+0000 7fe97ea00700 1 -- 172.21.15.88:0/1714512935 >> 172.21.15.88:0/1714512935 conn(0x7fe9780fc8f0 msgr2=0x7fe9780fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.864+0000 7fe97ea00700 1 -- 172.21.15.88:0/1714512935 shutdown_connections 2024-01-28T13:00:19.863 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.864+0000 7fe97ea00700 1 -- 172.21.15.88:0/1714512935 wait complete. 2024-01-28T13:00:19.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.865+0000 7fe97ea00700 1 Processor -- start 2024-01-28T13:00:19.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97ea00700 1 -- start start 2024-01-28T13:00:19.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97ea00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe978101380 0x7fe978199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97ea00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe978102570 0x7fe978199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97ea00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe978102f10 0x7fe9781a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97ea00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9781a10f0 con 0x7fe978101380 2024-01-28T13:00:19.865 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97ea00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9781a1230 con 0x7fe978102f10 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97ea00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9781a13c0 con 0x7fe978102570 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe978101380 0x7fe978199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97cc00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe978102570 0x7fe978199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe978101380 0x7fe978199570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36864/0 (socket says 172.21.15.88:36864) 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97d600700 1 -- 172.21.15.88:0/744250232 learned_addr learned my addr 172.21.15.88:0/744250232 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97e000700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe978102f10 0x7fe9781a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97d600700 1 -- 172.21.15.88:0/744250232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe978102570 msgr2=0x7fe978199ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97d600700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe978102570 0x7fe978199ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97d600700 1 -- 172.21.15.88:0/744250232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe978102f10 msgr2=0x7fe9781a0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.866+0000 7fe97d600700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe978102f10 0x7fe9781a0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.867+0000 7fe97d600700 1 -- 172.21.15.88:0/744250232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe960009520 con 0x7fe978101380 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.867+0000 7fe97cc00700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe978102570 0x7fe978199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.867+0000 7fe97d600700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe978101380 0x7fe978199570 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe96800d980 tx=0x7fe96800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.867+0000 7fe976000700 1 -- 172.21.15.88:0/744250232 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe968004020 con 0x7fe978101380 2024-01-28T13:00:19.866 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.867+0000 7fe976000700 1 -- 172.21.15.88:0/744250232 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe968009730 con 0x7fe978101380 2024-01-28T13:00:19.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.867+0000 7fe976000700 1 -- 172.21.15.88:0/744250232 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe968003a80 con 0x7fe978101380 2024-01-28T13:00:19.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.867+0000 7fe97ea00700 1 -- 172.21.15.88:0/744250232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe970009d00 con 0x7fe978101380 2024-01-28T13:00:19.867 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.867+0000 7fe97ea00700 1 -- 172.21.15.88:0/744250232 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9781a19d0 con 0x7fe978101380 2024-01-28T13:00:19.868 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.870+0000 7fe976000700 1 -- 172.21.15.88:0/744250232 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fe9680098a0 con 0x7fe978101380 2024-01-28T13:00:19.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe976000700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9580a1850 0x7fe9580a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe976000700 1 -- 172.21.15.88:0/744250232 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7fe9680cd190 con 0x7fe978101380 2024-01-28T13:00:19.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe993eb1b80 1 Processor -- start 2024-01-28T13:00:19.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe97cc00700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9580a1850 0x7fe9580a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe993eb1b80 1 -- start start 2024-01-28T13:00:19.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae07200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.871 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 0x55c26ae080b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae085f0 0x55c26ae0ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26ad60ad0 con 0x55c26ae06de0 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26ad5e3f0 con 0x55c26ae07c30 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.872+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26ad59ce0 con 0x55c26ae085f0 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae07200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae07200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36876/0 (socket says 172.21.15.88:36876) 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97d600700 1 -- 172.21.15.88:0/3943606888 learned_addr learned my addr 172.21.15.88:0/3943606888 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97cc00700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9580a1850 0x7fe9580a3d10 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe960011630 tx=0x7fe960009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97e000700 1 --2- 172.21.15.88:0/3943606888 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae085f0 0x55c26ae0ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97cc00700 1 --2- 172.21.15.88:0/3943606888 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 0x55c26ae080b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97d600700 1 -- 172.21.15.88:0/3943606888 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae085f0 msgr2=0x55c26ae0ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97d600700 1 --2- 172.21.15.88:0/3943606888 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae085f0 0x55c26ae0ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97d600700 1 -- 172.21.15.88:0/3943606888 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 msgr2=0x55c26ae080b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.872 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97d600700 1 --2- 172.21.15.88:0/3943606888 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 0x55c26ae080b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97d600700 1 -- 172.21.15.88:0/3943606888 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c26abce360 con 0x55c26ae06de0 2024-01-28T13:00:19.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97cc00700 1 --2- 172.21.15.88:0/3943606888 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 0x55c26ae080b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:19.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe97d600700 1 --2- 172.21.15.88:0/3943606888 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae07200 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe968099d50 tx=0x7fe9680997f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46ec3ff26504e2f2 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe96e600700 1 -- 172.21.15.88:0/3943606888 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe96809df10 con 0x55c26ae06de0 2024-01-28T13:00:19.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe96e600700 1 -- 172.21.15.88:0/3943606888 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe9680a2150 con 0x55c26ae06de0 2024-01-28T13:00:19.873 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.873+0000 7fe96e600700 1 -- 172.21.15.88:0/3943606888 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe968099580 con 0x55c26ae06de0 2024-01-28T13:00:19.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.874+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3943606888 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 msgr2=0x55c26ae07200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.874+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/3943606888 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae07200 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe968099d50 tx=0x7fe9680997f0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.874+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3943606888 shutdown_connections 2024-01-28T13:00:19.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.874+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/3943606888 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae085f0 0x55c26ae0ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.874+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/3943606888 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae07200 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.878 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.874+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/3943606888 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 0x55c26ae080b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.874+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3943606888 >> 172.21.15.88:0/3943606888 conn(0x55c26ad7b750 msgr2=0x55c26ae01820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.874+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3943606888 shutdown_connections 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.874+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3943606888 wait complete. 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.875+0000 7fe993eb1b80 1 -- start start 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.875+0000 7fe993eb1b80 1 Processor -- start 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.875+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae109f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.875+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 0x55c26ae10f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.875+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae085f0 0x55c26ae17f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.875+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26acc8350 con 0x55c26ae06de0 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.875+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26acc7ff0 con 0x55c26ae085f0 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.875+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26abd0650 con 0x55c26ae07c30 2024-01-28T13:00:19.879 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.875+0000 7fe993eb1b80 10 client.0 _ll_register_callbacks cb 0x55c26ad012f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae109f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97d600700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae109f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36880/0 (socket says 172.21.15.88:36880) 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97d600700 1 -- 172.21.15.88:0/1897758117 learned_addr learned my addr 172.21.15.88:0/1897758117 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97e000700 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae085f0 0x55c26ae17f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97cc00700 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 0x55c26ae10f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97d600700 1 -- 172.21.15.88:0/1897758117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 msgr2=0x55c26ae10f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97d600700 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 0x55c26ae10f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97d600700 1 -- 172.21.15.88:0/1897758117 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae085f0 msgr2=0x55c26ae17f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97d600700 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae085f0 0x55c26ae17f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97d600700 1 -- 172.21.15.88:0/1897758117 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9781a19d0 con 0x55c26ae06de0 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97e000700 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae085f0 0x55c26ae17f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97cc00700 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 0x55c26ae10f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe97d600700 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae109f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fe9680ca970 tx=0x7fe968099f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b583303e199e734c server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.880 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe966a00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe966a00700 1 -- 172.21.15.88:0/1897758117 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe968099520 con 0x55c26ae06de0 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe966a00700 1 -- 172.21.15.88:0/1897758117 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7fe9680a1cc0 con 0x55c26ae06de0 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.876+0000 7fe993eb1b80 1 -- 172.21.15.88:0/1897758117 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c26adf9c70 con 0x55c26ae06de0 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe966a00700 1 -- 172.21.15.88:0/1897758117 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe9680a1e80 con 0x55c26ae06de0 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe993eb1b80 10 client.15390 fetch_fsmap learned FSMap version 28 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe993eb1b80 1 -- 172.21.15.88:0/1897758117 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55c26ab7ab10 con 0x55c26ae06de0 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe966a00700 1 -- 172.21.15.88:0/1897758117 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c26adf9c70 con 0x55c26ae06de0 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe966a00700 1 -- 172.21.15.88:0/1897758117 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe968095bb0 con 0x55c26ae06de0 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe993eb1b80 10 client.15390 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe993eb1b80 10 client.15390 resolve_mds: resolved name 'b' to daemon mds.b 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe993eb1b80 20 client.15390 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55c26ae1c2a0 0x55c26ae1af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.881 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe993eb1b80 4 client.15390 mds_command: new command op to 24584 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.877+0000 7fe993eb1b80 1 -- 172.21.15.88:0/1897758117 --> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c26ad52b70 con 0x55c26ae1c2a0 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.878+0000 7fe97cc00700 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55c26ae1c2a0 0x55c26ae1af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.878+0000 7fe97cc00700 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55c26ae1c2a0 0x55c26ae1af40 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c79d52a834c939ce server_cookie=1d74f1ab5b7b0b3 in_seq=0 out_seq=0 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.878+0000 7fe966a00700 10 client.15390 ms_handle_connect on v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe966a00700 1 -- 172.21.15.88:0/1897758117 <== mds.0 v2:172.21.15.175:6838/3969931760 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c26ad52b70 con 0x55c26ae1c2a0 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe966a00700 10 client.15390 handle_command_reply: tid=0 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 client.15390 shutdown 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 -- 172.21.15.88:0/1897758117 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 msgr2=0x55c26ae109f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae109f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fe9680ca970 tx=0x7fe968099f30 comp rx=0 tx=0).stop 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 -- 172.21.15.88:0/1897758117 shutdown_connections 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55c26ae1c2a0 0x55c26ae1af40 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae085f0 0x55c26ae17f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae06de0 0x55c26ae109f0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.882 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe966a00700 0 client.15390 ms_handle_reset on v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:19.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/1897758117 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 0x55c26ae10f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 -- 172.21.15.88:0/1897758117 >> 172.21.15.88:0/1897758117 conn(0x55c26ad7b750 msgr2=0x55c26ae05ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 -- 172.21.15.88:0/1897758117 shutdown_connections 2024-01-28T13:00:19.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 1 -- 172.21.15.88:0/1897758117 wait complete. 2024-01-28T13:00:19.883 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.879+0000 7fe993eb1b80 20 client.15390 trim_cache size 0 max 16384 2024-01-28T13:00:19.896 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.897+0000 7fe993eb1b80 1 Processor -- start 2024-01-28T13:00:19.896 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe993eb1b80 1 -- start start 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae06de0 0x55c26ae08010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 0x55c26ae17f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae0f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26ae118f0 con 0x55c26ae085f0 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26ae07660 con 0x55c26ae07c30 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26ad52b70 con 0x55c26ae06de0 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae0f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae0f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36892/0 (socket says 172.21.15.88:36892) 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97e000700 1 -- 172.21.15.88:0/236104513 learned_addr learned my addr 172.21.15.88:0/236104513 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97cc00700 1 --2- 172.21.15.88:0/236104513 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 0x55c26ae17f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97d600700 1 --2- 172.21.15.88:0/236104513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae06de0 0x55c26ae08010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97e000700 1 -- 172.21.15.88:0/236104513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae06de0 msgr2=0x55c26ae08010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97e000700 1 --2- 172.21.15.88:0/236104513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae06de0 0x55c26ae08010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.897 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97e000700 1 -- 172.21.15.88:0/236104513 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 msgr2=0x55c26ae17f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.898 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97e000700 1 --2- 172.21.15.88:0/236104513 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 0x55c26ae17f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.898 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97e000700 1 -- 172.21.15.88:0/236104513 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c26ad1b1e0 con 0x55c26ae085f0 2024-01-28T13:00:19.898 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.898+0000 7fe97d600700 1 --2- 172.21.15.88:0/236104513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae06de0 0x55c26ae08010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:19.898 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.899+0000 7fe97e000700 1 --2- 172.21.15.88:0/236104513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae0f570 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fe97000b0d0 tx=0x7fe970009390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=268e3ccdee3ba865 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.898 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.899+0000 7fe96dc00700 1 -- 172.21.15.88:0/236104513 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe97000e040 con 0x55c26ae085f0 2024-01-28T13:00:19.898 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.899+0000 7fe96dc00700 1 -- 172.21.15.88:0/236104513 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe970022070 con 0x55c26ae085f0 2024-01-28T13:00:19.898 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.899+0000 7fe96dc00700 1 -- 172.21.15.88:0/236104513 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9700274b0 con 0x55c26ae085f0 2024-01-28T13:00:19.902 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.899+0000 7fe993eb1b80 1 -- 172.21.15.88:0/236104513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 msgr2=0x55c26ae0f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.900+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/236104513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae0f570 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fe97000b0d0 tx=0x7fe970009390 comp rx=0 tx=0).stop 2024-01-28T13:00:19.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.900+0000 7fe993eb1b80 1 -- 172.21.15.88:0/236104513 shutdown_connections 2024-01-28T13:00:19.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.900+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/236104513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae0f570 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.900+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/236104513 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae06de0 0x55c26ae08010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.900+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/236104513 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae07c30 0x55c26ae17f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.900+0000 7fe993eb1b80 1 -- 172.21.15.88:0/236104513 >> 172.21.15.88:0/236104513 conn(0x55c26ad7b750 msgr2=0x55c26ae0eda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.936 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.900+0000 7fe993eb1b80 1 -- 172.21.15.88:0/236104513 shutdown_connections 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.900+0000 7fe993eb1b80 1 -- 172.21.15.88:0/236104513 wait complete. 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.900+0000 7fe993eb1b80 1 -- start start 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.900+0000 7fe993eb1b80 1 Processor -- start 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae06de0 0x55c26adfb730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 0x55c26ae16f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe993eb1b80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae17480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26ae17b90 con 0x55c26ae085f0 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26ae17d00 con 0x55c26ae06de0 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe993eb1b80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c26ae17ec0 con 0x55c26ae07c30 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe993eb1b80 10 client.0 _ll_register_callbacks cb 0x55c26ad012f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97d600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae06de0 0x55c26adfb730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97e000700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae17480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97d600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae06de0 0x55c26adfb730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:56300/0 (socket says 172.21.15.88:56300) 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97d600700 1 -- 172.21.15.88:0/3433371867 learned_addr learned my addr 172.21.15.88:0/3433371867 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:19.937 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97cc00700 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 0x55c26ae16f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97e000700 1 -- 172.21.15.88:0/3433371867 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 msgr2=0x55c26ae16f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97e000700 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 0x55c26ae16f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97e000700 1 -- 172.21.15.88:0/3433371867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae06de0 msgr2=0x55c26adfb730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97e000700 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae06de0 0x55c26adfb730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97e000700 1 -- 172.21.15.88:0/3433371867 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe97810a110 con 0x55c26ae085f0 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.901+0000 7fe97d600700 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae06de0 0x55c26adfb730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.902+0000 7fe97e000700 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae17480 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fe970004c90 tx=0x7fe970009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63612a51f2bfdfe3 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.902+0000 7fe966a00700 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.902+0000 7fe966a00700 1 -- 172.21.15.88:0/3433371867 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe97002b070 con 0x55c26ae085f0 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.902+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3433371867 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe9680a2150 con 0x55c26ae085f0 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.902+0000 7fe966a00700 1 -- 172.21.15.88:0/3433371867 <== mon.0 v2:172.21.15.88:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7fe97000bcb0 con 0x55c26ae085f0 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.902+0000 7fe966a00700 1 -- 172.21.15.88:0/3433371867 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe97000e040 con 0x55c26ae085f0 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.902+0000 7fe993eb1b80 10 client.15396 fetch_fsmap learned FSMap version 28 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.902+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3433371867 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55c26abd2c80 con 0x55c26ae085f0 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.902+0000 7fe966a00700 1 -- 172.21.15.88:0/3433371867 <== mon.0 v2:172.21.15.88:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe9680a2150 con 0x55c26ae085f0 2024-01-28T13:00:19.938 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.902+0000 7fe966a00700 1 -- 172.21.15.88:0/3433371867 <== mon.0 v2:172.21.15.88:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe97000b100 con 0x55c26ae085f0 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe993eb1b80 10 client.15396 fetch_fsmap finished waiting for FSMap version 28 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe993eb1b80 10 client.15396 resolve_mds: resolved name 'b' to daemon mds.b 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe993eb1b80 20 client.15396 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55c26ae76c50 0x55c26ae731e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe993eb1b80 4 client.15396 mds_command: new command op to 24584 tid=0 multi_id=0 [{"prefix": "status"}] 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3433371867 --> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55c26ad52890 con 0x55c26ae76c50 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe97d600700 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55c26ae76c50 0x55c26ae731e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe97d600700 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55c26ae76c50 0x55c26ae731e0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46e05281c7116d3b server_cookie=66595183ca898bbd in_seq=0 out_seq=0 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe966a00700 10 client.15396 ms_handle_connect on v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe966a00700 1 -- 172.21.15.88:0/3433371867 <== mds.0 v2:172.21.15.175:6838/3969931760 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x55c26ad52890 con 0x55c26ae76c50 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe966a00700 10 client.15396 handle_command_reply: tid=0 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.903+0000 7fe993eb1b80 1 client.15396 shutdown 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3433371867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 msgr2=0x55c26ae17480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae17480 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fe970004c90 tx=0x7fe970009500 comp rx=0 tx=0).stop 2024-01-28T13:00:19.939 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3433371867 shutdown_connections 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55c26ae76c50 0x55c26ae731e0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c26ae085f0 0x55c26ae17480 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c26ae06de0 0x55c26adfb730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 1 --2- 172.21.15.88:0/3433371867 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55c26ae07c30 0x55c26ae16f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe966a00700 0 client.15396 ms_handle_reset on v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3433371867 >> 172.21.15.88:0/3433371867 conn(0x55c26ad7b750 msgr2=0x55c26ae0b770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3433371867 shutdown_connections 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 1 -- 172.21.15.88:0/3433371867 wait complete. 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.904+0000 7fe993eb1b80 20 client.15396 trim_cache size 0 max 16384 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stdout: "cluster_fsid": "f2afc81a-bddb-11ee-95b2-87774f69a715", 2024-01-28T13:00:19.940 INFO:teuthology.orchestra.run.smithi088.stdout: "whoami": 0, 2024-01-28T13:00:19.941 INFO:teuthology.orchestra.run.smithi088.stdout: "id": 24584, 2024-01-28T13:00:19.941 INFO:teuthology.orchestra.run.smithi088.stdout: "want_state": "up:active", 2024-01-28T13:00:19.941 INFO:teuthology.orchestra.run.smithi088.stdout: "state": "up:active", 2024-01-28T13:00:19.941 INFO:teuthology.orchestra.run.smithi088.stdout: "fs_name": "cephfs", 2024-01-28T13:00:19.941 INFO:teuthology.orchestra.run.smithi088.stdout: "rank_uptime": 99.429933281000004, 2024-01-28T13:00:19.941 INFO:teuthology.orchestra.run.smithi088.stdout: "mdsmap_epoch": 28, 2024-01-28T13:00:19.941 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch": 87, 2024-01-28T13:00:19.941 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_epoch_barrier": 83, 2024-01-28T13:00:19.941 INFO:teuthology.orchestra.run.smithi088.stdout: "uptime": 105.224484129 2024-01-28T13:00:19.941 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-01-28T13:00:19.942 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 -- 172.21.15.88:0/744250232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9580a1850 msgr2=0x7fe9580a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.942 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9580a1850 0x7fe9580a3d10 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe960011630 tx=0x7fe960009260 comp rx=0 tx=0).stop 2024-01-28T13:00:19.942 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 -- 172.21.15.88:0/744250232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe978101380 msgr2=0x7fe978199570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:19.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe978101380 0x7fe978199570 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe96800d980 tx=0x7fe96800dc90 comp rx=0 tx=0).stop 2024-01-28T13:00:19.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 -- 172.21.15.88:0/744250232 shutdown_connections 2024-01-28T13:00:19.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe9580a1850 0x7fe9580a3d10 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe978102f10 0x7fe9781a0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe978101380 0x7fe978199570 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 --2- 172.21.15.88:0/744250232 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe978102570 0x7fe978199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:19.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 -- 172.21.15.88:0/744250232 >> 172.21.15.88:0/744250232 conn(0x7fe9780fc8f0 msgr2=0x7fe978073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:19.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 -- 172.21.15.88:0/744250232 shutdown_connections 2024-01-28T13:00:19.943 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:19.905+0000 7fe97ea00700 1 -- 172.21.15.88:0/744250232 wait complete. 2024-01-28T13:00:19.943 INFO:teuthology.run_tasks:Running task kclient... 2024-01-28T13:00:19.958 INFO:tasks.kclient:Mounting kernel clients... 2024-01-28T13:00:19.958 INFO:tasks.kclient:config is {'client.0': {}} 2024-01-28T13:00:19.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:19.958 DEBUG:teuthology.orchestra.run.smithi088:> ip netns list 2024-01-28T13:00:20.000 INFO:teuthology.orchestra.run.smithi088.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-01-28T13:00:20.001 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:20.001 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-01-28T13:00:20.107 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:20.108 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link delete ceph-brx 2024-01-28T13:00:20.217 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=crc', 'wsync', 'context=system_u:object_r:postgresql_db_t:s0'], 'syntax': 'v1', 'mount_subvol_num': 1, 'mountpoint': '/tmp/cephfs'} 2024-01-28T13:00:20.217 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-01-28T13:00:20.218 INFO:tasks.cephfs.mount:using client_config["hostfs_mntpt"] = /tmp/cephfs 2024-01-28T13:00:20.218 INFO:tasks.cephfs.mount:hostfs_mntpt = /tmp/cephfs 2024-01-28T13:00:20.218 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2 shell --fsid f2afc81a-bddb-11ee-95b2-87774f69a715 -- ceph fs ls 2024-01-28T13:00:20.628 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715/mon.a/config 2024-01-28T13:00:21.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:21 smithi175 ceph-mon[44549]: pgmap v291: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 895 B/s wr, 11 op/s 2024-01-28T13:00:21.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:21 smithi175 ceph-mon[44549]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-01-28T13:00:21.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:21 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:00:21.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:21 smithi181 ceph-mon[45557]: pgmap v291: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 895 B/s wr, 11 op/s 2024-01-28T13:00:21.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:21 smithi181 ceph-mon[45557]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-01-28T13:00:21.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:21 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:00:21.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:21 smithi088 ceph-mon[35322]: pgmap v291: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 895 B/s wr, 11 op/s 2024-01-28T13:00:21.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:21 smithi088 ceph-mon[35322]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-01-28T13:00:21.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:21 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:00:21.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.814+0000 7efcc8e00700 1 -- 172.21.15.88:0/2418272557 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcc4107fc0 msgr2=0x7efcc4101620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:21.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.814+0000 7efcc8e00700 1 --2- 172.21.15.88:0/2418272557 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcc4107fc0 0x7efcc4101620 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7efcac009990 tx=0x7efcac009ca0 comp rx=0 tx=0).stop 2024-01-28T13:00:21.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.814+0000 7efcc8e00700 1 -- 172.21.15.88:0/2418272557 shutdown_connections 2024-01-28T13:00:21.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.814+0000 7efcc8e00700 1 --2- 172.21.15.88:0/2418272557 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcc4101d50 0x7efcc410e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:21.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.814+0000 7efcc8e00700 1 --2- 172.21.15.88:0/2418272557 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efcc41076a0 0x7efcc4107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:21.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.814+0000 7efcc8e00700 1 --2- 172.21.15.88:0/2418272557 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcc4107fc0 0x7efcc4101620 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:21.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.814+0000 7efcc8e00700 1 -- 172.21.15.88:0/2418272557 >> 172.21.15.88:0/2418272557 conn(0x7efcc4078730 msgr2=0x7efcc4078b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:21.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.814+0000 7efcc8e00700 1 -- 172.21.15.88:0/2418272557 shutdown_connections 2024-01-28T13:00:21.813 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.815+0000 7efcc8e00700 1 -- 172.21.15.88:0/2418272557 wait complete. 2024-01-28T13:00:21.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.815+0000 7efcc8e00700 1 Processor -- start 2024-01-28T13:00:21.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc8e00700 1 -- start start 2024-01-28T13:00:21.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc8e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efcc4101d50 0x7efcc419d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:21.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc8e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcc41076a0 0x7efcc419dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:21.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc8e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcc4107fc0 0x7efcc41978f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:21.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc8e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc4197f50 con 0x7efcc4107fc0 2024-01-28T13:00:21.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc8e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc4198090 con 0x7efcc41076a0 2024-01-28T13:00:21.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc8e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc4198250 con 0x7efcc4101d50 2024-01-28T13:00:21.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc2800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcc4107fc0 0x7efcc41978f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:21.815 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc2800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcc4107fc0 0x7efcc41978f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:36918/0 (socket says 172.21.15.88:36918) 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc2800700 1 -- 172.21.15.88:0/36027725 learned_addr learned my addr 172.21.15.88:0/36027725 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc1e00700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efcc4101d50 0x7efcc419d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.816+0000 7efcc1400700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcc41076a0 0x7efcc419dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcc2800700 1 -- 172.21.15.88:0/36027725 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efcc4101d50 msgr2=0x7efcc419d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcc2800700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efcc4101d50 0x7efcc419d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcc2800700 1 -- 172.21.15.88:0/36027725 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcc41076a0 msgr2=0x7efcc419dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcc2800700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcc41076a0 0x7efcc419dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcc2800700 1 -- 172.21.15.88:0/36027725 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcac0095f0 con 0x7efcc4107fc0 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcc2800700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcc4107fc0 0x7efcc41978f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7efcbc00efc0 tx=0x7efcbc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcbaa00700 1 -- 172.21.15.88:0/36027725 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcbc018070 con 0x7efcc4107fc0 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcbaa00700 1 -- 172.21.15.88:0/36027725 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efcbc00f040 con 0x7efcc4107fc0 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcc8e00700 1 -- 172.21.15.88:0/36027725 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcc41984d0 con 0x7efcc4107fc0 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcbaa00700 1 -- 172.21.15.88:0/36027725 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcbc00ccc0 con 0x7efcc4107fc0 2024-01-28T13:00:21.816 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.817+0000 7efcc8e00700 1 -- 172.21.15.88:0/36027725 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcc41a4780 con 0x7efcc4107fc0 2024-01-28T13:00:21.817 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.818+0000 7efcc8e00700 1 -- 172.21.15.88:0/36027725 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efcc4109c30 con 0x7efcc4107fc0 2024-01-28T13:00:21.818 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.820+0000 7efcbaa00700 1 -- 172.21.15.88:0/36027725 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7efcbc003a00 con 0x7efcc4107fc0 2024-01-28T13:00:21.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.821+0000 7efcbaa00700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efca40a1850 0x7efca40a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:21.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.822+0000 7efcbaa00700 1 -- 172.21.15.88:0/36027725 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7efcbc0ccef0 con 0x7efcc4107fc0 2024-01-28T13:00:21.819 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.822+0000 7efcc1e00700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efca40a1850 0x7efca40a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:21.820 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.822+0000 7efcc1e00700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efca40a1850 0x7efca40a3d10 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7efcc4078f40 tx=0x7efcb4009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:21.824 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:21.826+0000 7efcbaa00700 1 -- 172.21.15.88:0/36027725 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7efcbc095e90 con 0x7efcc4107fc0 2024-01-28T13:00:22.066 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.068+0000 7efcc8e00700 1 -- 172.21.15.88:0/36027725 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7efcc4198dd0 con 0x7efcc4107fc0 2024-01-28T13:00:22.066 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.068+0000 7efcbaa00700 1 -- 172.21.15.88:0/36027725 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) v1 ==== 53+0+88 (secure 0 0 0) 0x7efcbc0994b0 con 0x7efcc4107fc0 2024-01-28T13:00:22.066 INFO:teuthology.orchestra.run.smithi088.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-01-28T13:00:22.068 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.070+0000 7efcc8e00700 1 -- 172.21.15.88:0/36027725 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efca40a1850 msgr2=0x7efca40a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:22.068 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efca40a1850 0x7efca40a3d10 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7efcc4078f40 tx=0x7efcb4009260 comp rx=0 tx=0).stop 2024-01-28T13:00:22.068 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 -- 172.21.15.88:0/36027725 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcc4107fc0 msgr2=0x7efcc41978f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:22.069 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcc4107fc0 0x7efcc41978f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7efcbc00efc0 tx=0x7efcbc00c3a0 comp rx=0 tx=0).stop 2024-01-28T13:00:22.069 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 -- 172.21.15.88:0/36027725 shutdown_connections 2024-01-28T13:00:22.069 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7efca40a1850 0x7efca40a3d10 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:22.069 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcc4107fc0 0x7efcc41978f0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:22.069 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7efcc4101d50 0x7efcc419d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:22.069 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 --2- 172.21.15.88:0/36027725 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efcc41076a0 0x7efcc419dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:22.069 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 -- 172.21.15.88:0/36027725 >> 172.21.15.88:0/36027725 conn(0x7efcc4078730 msgr2=0x7efcc4100790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:22.069 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 -- 172.21.15.88:0/36027725 shutdown_connections 2024-01-28T13:00:22.070 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:22.071+0000 7efcc8e00700 1 -- 172.21.15.88:0/36027725 wait complete. 2024-01-28T13:00:22.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:22 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/36027725' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-01-28T13:00:22.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:22 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/36027725' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-01-28T13:00:22.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:22 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/36027725' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-01-28T13:00:22.482 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-01-28T13:00:22.482 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-01-28T13:00:22.482 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi088.front.sepia.ceph.com 2024-01-28T13:00:22.482 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-01-28T13:00:22.482 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /tmp/cephfs 2024-01-28T13:00:22.483 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-01-28T13:00:22.483 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-01-28T13:00:22.483 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-01-28T13:00:22.483 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/tmp/cephfs' 2024-01-28T13:00:22.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:22.483 DEBUG:teuthology.orchestra.run.smithi088:> ip addr 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout: inet 127.0.0.1/8 scope host lo 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout: valid_lft forever preferred_lft forever 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout: inet6 ::1/128 scope host 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout: valid_lft forever preferred_lft forever 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout: link/ether 0c:c4:7a:d8:a8:f0 brd ff:ff:ff:ff:ff:ff 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout: altname enp7s0f0 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout: link/ether 0c:c4:7a:d8:a8:f1 brd ff:ff:ff:ff:ff:ff 2024-01-28T13:00:22.526 INFO:teuthology.orchestra.run.smithi088.stdout: altname enp7s0f1 2024-01-28T13:00:22.527 INFO:teuthology.orchestra.run.smithi088.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-01-28T13:00:22.527 INFO:teuthology.orchestra.run.smithi088.stdout: link/ether 0c:c4:7a:8f:d4:2c brd ff:ff:ff:ff:ff:ff 2024-01-28T13:00:22.527 INFO:teuthology.orchestra.run.smithi088.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-01-28T13:00:22.527 INFO:teuthology.orchestra.run.smithi088.stdout: link/ether 0c:c4:7a:8f:d4:2d brd ff:ff:ff:ff:ff:ff 2024-01-28T13:00:22.527 INFO:teuthology.orchestra.run.smithi088.stdout: inet 172.21.15.88/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-01-28T13:00:22.527 INFO:teuthology.orchestra.run.smithi088.stdout: valid_lft 41820sec preferred_lft 41820sec 2024-01-28T13:00:22.527 INFO:teuthology.orchestra.run.smithi088.stdout: inet6 fe80::ec4:7aff:fe8f:d42d/64 scope link 2024-01-28T13:00:22.527 INFO:teuthology.orchestra.run.smithi088.stdout: valid_lft forever preferred_lft forever 2024-01-28T13:00:22.528 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-01-28T13:00:22.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:22.528 DEBUG:teuthology.orchestra.run.smithi088:> (cd / && exec bash -c ' 2024-01-28T13:00:22.528 DEBUG:teuthology.orchestra.run.smithi088:> set -e 2024-01-28T13:00:22.528 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link add name ceph-brx type bridge 2024-01-28T13:00:22.528 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip addr flush dev ceph-brx 2024-01-28T13:00:22.528 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link set ceph-brx up 2024-01-28T13:00:22.529 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-01-28T13:00:22.529 DEBUG:teuthology.orchestra.run.smithi088:> ') 2024-01-28T13:00:22.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:22.762 DEBUG:teuthology.orchestra.run.smithi088:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-01-28T13:00:22.827 INFO:teuthology.orchestra.run.smithi088.stdout:1 2024-01-28T13:00:22.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:22.830 DEBUG:teuthology.orchestra.run.smithi088:> route 2024-01-28T13:00:22.874 INFO:teuthology.orchestra.run.smithi088.stdout:Kernel IP routing table 2024-01-28T13:00:22.874 INFO:teuthology.orchestra.run.smithi088.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-01-28T13:00:22.874 INFO:teuthology.orchestra.run.smithi088.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-01-28T13:00:22.874 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-01-28T13:00:22.875 INFO:teuthology.orchestra.run.smithi088.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-01-28T13:00:22.875 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:22.875 DEBUG:teuthology.orchestra.run.smithi088:> (cd / && exec bash -c ' 2024-01-28T13:00:22.876 DEBUG:teuthology.orchestra.run.smithi088:> set -e 2024-01-28T13:00:22.876 DEBUG:teuthology.orchestra.run.smithi088:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-01-28T13:00:22.876 DEBUG:teuthology.orchestra.run.smithi088:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-01-28T13:00:22.876 DEBUG:teuthology.orchestra.run.smithi088:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-01-28T13:00:22.876 DEBUG:teuthology.orchestra.run.smithi088:> ') 2024-01-28T13:00:23.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:23.079 DEBUG:teuthology.orchestra.run.smithi088:> ip netns list 2024-01-28T13:00:23.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:23.121 DEBUG:teuthology.orchestra.run.smithi088:> ip netns list-id 2024-01-28T13:00:23.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:23.204 DEBUG:teuthology.orchestra.run.smithi088:> (cd / && exec bash -c ' 2024-01-28T13:00:23.205 DEBUG:teuthology.orchestra.run.smithi088:> set -e 2024-01-28T13:00:23.205 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns add ceph-ns--tmp-cephfs 2024-01-28T13:00:23.205 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns set ceph-ns--tmp-cephfs 0 2024-01-28T13:00:23.205 DEBUG:teuthology.orchestra.run.smithi088:> ') 2024-01-28T13:00:23.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:23 smithi088 ceph-mon[35322]: pgmap v292: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 806 B/s wr, 12 op/s 2024-01-28T13:00:23.379 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--tmp-cephfs' with 192.168.0.1/16 2024-01-28T13:00:23.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:23.380 DEBUG:teuthology.orchestra.run.smithi088:> (cd / && exec bash -c ' 2024-01-28T13:00:23.380 DEBUG:teuthology.orchestra.run.smithi088:> set -e 2024-01-28T13:00:23.380 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link add veth0 netns ceph-ns--tmp-cephfs type veth peer name brx.0 2024-01-28T13:00:23.380 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns exec ceph-ns--tmp-cephfs ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-01-28T13:00:23.380 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns exec ceph-ns--tmp-cephfs ip link set veth0 up 2024-01-28T13:00:23.380 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns exec ceph-ns--tmp-cephfs ip link set lo up 2024-01-28T13:00:23.380 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip netns exec ceph-ns--tmp-cephfs ip route add default via 192.168.255.254 2024-01-28T13:00:23.380 DEBUG:teuthology.orchestra.run.smithi088:> ') 2024-01-28T13:00:23.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:23 smithi175 ceph-mon[44549]: pgmap v292: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 806 B/s wr, 12 op/s 2024-01-28T13:00:23.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:23 smithi181 ceph-mon[45557]: pgmap v292: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 806 B/s wr, 12 op/s 2024-01-28T13:00:23.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:23.664 DEBUG:teuthology.orchestra.run.smithi088:> (cd / && exec bash -c ' 2024-01-28T13:00:23.664 DEBUG:teuthology.orchestra.run.smithi088:> set -e 2024-01-28T13:00:23.664 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link set brx.0 up 2024-01-28T13:00:23.664 DEBUG:teuthology.orchestra.run.smithi088:> sudo ip link set dev brx.0 master ceph-brx 2024-01-28T13:00:23.664 DEBUG:teuthology.orchestra.run.smithi088:> ') 2024-01-28T13:00:23.832 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-01-28T13:00:23.832 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -v /tmp/cephfs 2024-01-28T13:00:23.873 INFO:teuthology.orchestra.run.smithi088.stdout:mkdir: created directory '/tmp/cephfs' 2024-01-28T13:00:23.873 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-01-28T13:00:23.873 DEBUG:teuthology.orchestra.run.smithi088:> chmod 0000 /tmp/cephfs 2024-01-28T13:00:23.954 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-01-28T13:00:23.954 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-01-28T13:00:23.954 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/c1a87290-89bb-436a-beb6-ca15fa5654c1 2024-01-28T13:00:23.955 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:23.955 DEBUG:teuthology.orchestra.run.smithi088:> sudo nsenter --net=/var/run/netns/ceph-ns--tmp-cephfs adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/c1a87290-89bb-436a-beb6-ca15fa5654c1 /tmp/cephfs -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync,context=system_u:object_r:postgresql_db_t:s0 2024-01-28T13:00:24.094 INFO:teuthology.orchestra.run.smithi088.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0" 2024-01-28T13:00:24.094 INFO:teuthology.orchestra.run.smithi088.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0"". 2024-01-28T13:00:24.094 INFO:teuthology.orchestra.run.smithi088.stdout:invalid new device string format 2024-01-28T13:00:24.730 INFO:teuthology.orchestra.run.smithi088.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0" 2024-01-28T13:00:24.730 INFO:teuthology.orchestra.run.smithi088.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0"". 2024-01-28T13:00:24.730 INFO:teuthology.orchestra.run.smithi088.stdout:invalid new device string format 2024-01-28T13:00:24.730 INFO:teuthology.orchestra.run.smithi088.stdout:mount.ceph: resolved to: "172.21.15.88:3300,172.21.15.175:3300,172.21.15.181:3300" 2024-01-28T13:00:24.730 INFO:teuthology.orchestra.run.smithi088.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.88:3300,172.21.15.175:3300,172.21.15.181:3300:/volumes/qa/sv_1/c1a87290-89bb-436a-beb6-ca15fa5654c1 2024-01-28T13:00:24.730 INFO:teuthology.orchestra.run.smithi088.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0",key=0,fsid=f2afc81a-bddb-11ee-95b2-87774f69a715" will pass to kernel 2024-01-28T13:00:24.736 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-01-28T13:00:24.736 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:24.736 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 1777 /tmp/cephfs 2024-01-28T13:00:24.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:24.803 DEBUG:teuthology.orchestra.run.smithi088:> (cd /tmp/cephfs && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-01-28T13:00:24.885 INFO:teuthology.orchestra.run.smithi088.stdout:client25435 2024-01-28T13:00:24.886 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-01-28T13:00:24.886 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/proc/self/mounts of=/dev/stdout 2024-01-28T13:00:24.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:24.927 DEBUG:teuthology.orchestra.run.smithi088:> (cd /tmp/cephfs && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-01-28T13:00:25.049 INFO:teuthology.orchestra.run.smithi088.stdout:client25435 2024-01-28T13:00:25.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:25.049 DEBUG:teuthology.orchestra.run.smithi088:> (cd /tmp/cephfs && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-01-28T13:00:25.131 INFO:teuthology.orchestra.run.smithi088.stdout:client25435 2024-01-28T13:00:25.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-01-28T13:00:25.131 DEBUG:teuthology.orchestra.run.smithi088:> (cd /tmp/cephfs && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/f2afc81a-bddb-11ee-95b2-87774f69a715.client25435/status') 2024-01-28T13:00:25.233 INFO:teuthology.orchestra.run.smithi088.stdout:instance: client.25435 (3)172.21.15.88:0/2535251434 2024-01-28T13:00:25.233 INFO:teuthology.orchestra.run.smithi088.stdout:blocklisted: false 2024-01-28T13:00:25.233 INFO:teuthology.orchestra.run.smithi088.stderr:0+1 records in 2024-01-28T13:00:25.233 INFO:teuthology.orchestra.run.smithi088.stderr:0+1 records out 2024-01-28T13:00:25.233 INFO:teuthology.orchestra.run.smithi088.stderr:71 bytes copied, 6.2145e-05 s, 1.1 MB/s 2024-01-28T13:00:25.236 INFO:teuthology.run_tasks:Running task exec... 2024-01-28T13:00:25.247 INFO:teuthology.task.exec:Executing custom commands... 2024-01-28T13:00:25.247 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi088.front.sepia.ceph.com 2024-01-28T13:00:25.247 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-01-28T13:00:25.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:25 smithi175 ceph-mon[44549]: pgmap v293: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:00:25.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:25 smithi088 ceph-mon[35322]: pgmap v293: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:00:25.436 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.438+0000 7fe68a800700 1 -- 172.21.15.88:0/2011787670 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe684101580 msgr2=0x7fe6841019a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:25.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.438+0000 7fe68a800700 1 --2- 172.21.15.88:0/2011787670 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe684101580 0x7fe6841019a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe6740098f0 tx=0x7fe674009c00 comp rx=0 tx=0).stop 2024-01-28T13:00:25.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.438+0000 7fe68a800700 1 -- 172.21.15.88:0/2011787670 shutdown_connections 2024-01-28T13:00:25.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.438+0000 7fe68a800700 1 --2- 172.21.15.88:0/2011787670 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe684103110 0x7fe6841099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:25.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.438+0000 7fe68a800700 1 --2- 172.21.15.88:0/2011787670 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe684101580 0x7fe6841019a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:25.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.438+0000 7fe68a800700 1 --2- 172.21.15.88:0/2011787670 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe684102770 0x7fe684102bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:25.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.438+0000 7fe68a800700 1 -- 172.21.15.88:0/2011787670 >> 172.21.15.88:0/2011787670 conn(0x7fe6840fcb10 msgr2=0x7fe6840fef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:25.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.438+0000 7fe68a800700 1 -- 172.21.15.88:0/2011787670 shutdown_connections 2024-01-28T13:00:25.437 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.438+0000 7fe68a800700 1 -- 172.21.15.88:0/2011787670 wait complete. 2024-01-28T13:00:25.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.440+0000 7fe68a800700 1 Processor -- start 2024-01-28T13:00:25.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.440+0000 7fe68a800700 1 -- start start 2024-01-28T13:00:25.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.440+0000 7fe68a800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe684101580 0x7fe6841996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:25.439 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.440+0000 7fe68a800700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe684102770 0x7fe684199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe68a800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe684103110 0x7fe6841a0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe68a800700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6841a1260 con 0x7fe684102770 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe68a800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6841a13a0 con 0x7fe684103110 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe68a800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6841a1530 con 0x7fe684101580 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe682a00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe684102770 0x7fe684199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe683400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe684101580 0x7fe6841996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe683400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe684101580 0x7fe6841996e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:52986/0 (socket says 172.21.15.88:52986) 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe683400700 1 -- 172.21.15.88:0/572705206 learned_addr learned my addr 172.21.15.88:0/572705206 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe682a00700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe684102770 0x7fe684199c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:37440/0 (socket says 172.21.15.88:37440) 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe683e00700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe684103110 0x7fe6841a0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe682a00700 1 -- 172.21.15.88:0/572705206 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe684101580 msgr2=0x7fe6841996e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe682a00700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe684101580 0x7fe6841996e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe682a00700 1 -- 172.21.15.88:0/572705206 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe684103110 msgr2=0x7fe6841a0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:25.440 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe682a00700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe684103110 0x7fe6841a0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:25.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe682a00700 1 -- 172.21.15.88:0/572705206 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe67c009d00 con 0x7fe684102770 2024-01-28T13:00:25.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe683400700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe684101580 0x7fe6841996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:25.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.441+0000 7fe682a00700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe684102770 0x7fe684199c20 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe66c00e9f0 tx=0x7fe66c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:25.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.442+0000 7fe67be00700 1 -- 172.21.15.88:0/572705206 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe66c00c9c0 con 0x7fe684102770 2024-01-28T13:00:25.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.442+0000 7fe68a800700 1 -- 172.21.15.88:0/572705206 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe674009520 con 0x7fe684102770 2024-01-28T13:00:25.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.442+0000 7fe67be00700 1 -- 172.21.15.88:0/572705206 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe66c010430 con 0x7fe684102770 2024-01-28T13:00:25.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.442+0000 7fe67be00700 1 -- 172.21.15.88:0/572705206 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe66c018680 con 0x7fe684102770 2024-01-28T13:00:25.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.442+0000 7fe68a800700 1 -- 172.21.15.88:0/572705206 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6841a1be0 con 0x7fe684102770 2024-01-28T13:00:25.441 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.443+0000 7fe68a800700 1 -- 172.21.15.88:0/572705206 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe68404f290 con 0x7fe684102770 2024-01-28T13:00:25.442 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.445+0000 7fe67be00700 1 -- 172.21.15.88:0/572705206 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7fe66c010860 con 0x7fe684102770 2024-01-28T13:00:25.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.446+0000 7fe67be00700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6640a1850 0x7fe6640a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:25.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.446+0000 7fe67be00700 1 -- 172.21.15.88:0/572705206 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7fe66c014070 con 0x7fe684102770 2024-01-28T13:00:25.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.446+0000 7fe683400700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6640a1850 0x7fe6640a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:25.444 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.447+0000 7fe683400700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6640a1850 0x7fe6640a3d10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe674009fd0 tx=0x7fe674019040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:25.448 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.450+0000 7fe67be00700 1 -- 172.21.15.88:0/572705206 <== mon.0 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+181097 (secure 0 0 0) 0x7fe66c096510 con 0x7fe684102770 2024-01-28T13:00:25.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:25 smithi181 ceph-mon[45557]: pgmap v293: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:00:25.699 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:25.701+0000 7fe68a800700 1 -- 172.21.15.88:0/572705206 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) v1 -- 0x7fe6841a1ec0 con 0x7fe684102770 2024-01-28T13:00:26.132 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.135+0000 7fe67be00700 1 -- 172.21.15.88:0/572705206 <== mon.0 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v29) v1 ==== 117+0+0 (secure 0 0 0) 0x7fe66c099b30 con 0x7fe684102770 2024-01-28T13:00:26.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 -- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6640a1850 msgr2=0x7fe6640a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:26.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6640a1850 0x7fe6640a3d10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe674009fd0 tx=0x7fe674019040 comp rx=0 tx=0).stop 2024-01-28T13:00:26.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 -- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe684102770 msgr2=0x7fe684199c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:26.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe684102770 0x7fe684199c20 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe66c00e9f0 tx=0x7fe66c00ed00 comp rx=0 tx=0).stop 2024-01-28T13:00:26.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 -- 172.21.15.88:0/572705206 shutdown_connections 2024-01-28T13:00:26.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7fe6640a1850 0x7fe6640a3d10 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:26.136 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe684103110 0x7fe6841a0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:26.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe684101580 0x7fe6841996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:26.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 --2- 172.21.15.88:0/572705206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe684102770 0x7fe684199c20 secure :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe66c00e9f0 tx=0x7fe66c00ed00 comp rx=0 tx=0).stop 2024-01-28T13:00:26.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 -- 172.21.15.88:0/572705206 >> 172.21.15.88:0/572705206 conn(0x7fe6840fcb10 msgr2=0x7fe684073800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:26.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 -- 172.21.15.88:0/572705206 shutdown_connections 2024-01-28T13:00:26.137 INFO:teuthology.orchestra.run.smithi088.stderr:2024-01-28T13:00:26.138+0000 7fe68a800700 1 -- 172.21.15.88:0/572705206 wait complete. 2024-01-28T13:00:26.155 INFO:teuthology.run_tasks:Running task check-counter... 2024-01-28T13:00:26.167 INFO:teuthology.run_tasks:Running task background_exec... 2024-01-28T13:00:26.175 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi088.front.sepia.ceph.com 2024-01-28T13:00:26.175 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-01-28T13:00:26.180 INFO:teuthology.run_tasks:Running task exec... 2024-01-28T13:00:26.188 INFO:teuthology.task.exec:Executing custom commands... 2024-01-28T13:00:26.189 INFO:teuthology.task.exec:Running commands on role client.0 host ubuntu@smithi088.front.sepia.ceph.com 2024-01-28T13:00:26.189 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -l /tmp/cephfs/ && sudo df -h /tmp/cephfs/' 2024-01-28T13:00:26.283 INFO:teuthology.orchestra.run.smithi088.stdout:total 0 2024-01-28T13:00:26.345 INFO:teuthology.orchestra.run.smithi088.stdout:Filesystem Size Used Avail Use% Mounted on 2024-01-28T13:00:26.345 INFO:teuthology.orchestra.run.smithi088.stdout:172.21.15.88:3300,172.21.15.175:3300,172.21.15.181:3300:/volumes/qa/sv_1/c1a87290-89bb-436a-beb6-ca15fa5654c1 1.1T 372M 1.1T 1% /tmp/cephfs 2024-01-28T13:00:26.350 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo mkdir -m 755 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres && sudo chown postgres:postgres /tmp/cephfs/postgres' 2024-01-28T13:00:26.406 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:26 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/572705206' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-01-28T13:00:26.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:26 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/572705206' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-01-28T13:00:26.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:26 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/572705206' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-01-28T13:00:26.476 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- mkdir -m 700 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres/data' 2024-01-28T13:00:26.571 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo semanage fcontext -a -t postgresql_db_t "/tmp/cephfs/postgres(/.*)?"' 2024-01-28T13:00:27.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:27 smithi175 ceph-mon[44549]: pgmap v294: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 172 B/s wr, 10 op/s 2024-01-28T13:00:27.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:27 smithi175 ceph-mon[44549]: from='client.? 172.21.15.88:0/572705206' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-01-28T13:00:27.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:27 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:00:27.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:27 smithi181 ceph-mon[45557]: pgmap v294: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 172 B/s wr, 10 op/s 2024-01-28T13:00:27.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:27 smithi181 ceph-mon[45557]: from='client.? 172.21.15.88:0/572705206' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-01-28T13:00:27.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:27 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:00:27.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:27 smithi088 ceph-mon[35322]: pgmap v294: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 172 B/s wr, 10 op/s 2024-01-28T13:00:27.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:27 smithi088 ceph-mon[35322]: from='client.? 172.21.15.88:0/572705206' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-01-28T13:00:27.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:27 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:00:29.388 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:29 smithi088 ceph-mon[35322]: pgmap v295: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-01-28T13:00:29.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:29 smithi175 ceph-mon[44549]: pgmap v295: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-01-28T13:00:29.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:29 smithi181 ceph-mon[45557]: pgmap v295: 129 pgs: 129 active+clean; 643 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-01-28T13:00:29.913 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo grep -i postgresql /etc/selinux/targeted/contexts/files/file_contexts.local' 2024-01-28T13:00:30.004 INFO:teuthology.orchestra.run.smithi088.stdout:/tmp/cephfs/postgres(/.*)? system_u:object_r:postgresql_db_t:s0 2024-01-28T13:00:30.009 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo restorecon -R -v /tmp/cephfs/postgres' 2024-01-28T13:00:30.104 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -lZaR /tmp/cephfs/postgres/' 2024-01-28T13:00:30.194 INFO:teuthology.orchestra.run.smithi088.stdout:/tmp/cephfs/postgres/: 2024-01-28T13:00:30.194 INFO:teuthology.orchestra.run.smithi088.stdout:total 0 2024-01-28T13:00:30.194 INFO:teuthology.orchestra.run.smithi088.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Jan 28 13:00 . 2024-01-28T13:00:30.194 INFO:teuthology.orchestra.run.smithi088.stdout:drwxrwxrwt. 3 root root system_u:object_r:postgresql_db_t:s0 1 Jan 28 13:00 .. 2024-01-28T13:00:30.194 INFO:teuthology.orchestra.run.smithi088.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Jan 28 13:00 data 2024-01-28T13:00:30.194 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-01-28T13:00:30.194 INFO:teuthology.orchestra.run.smithi088.stdout:/tmp/cephfs/postgres/data: 2024-01-28T13:00:30.195 INFO:teuthology.orchestra.run.smithi088.stdout:total 0 2024-01-28T13:00:30.195 INFO:teuthology.orchestra.run.smithi088.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Jan 28 13:00 . 2024-01-28T13:00:30.195 INFO:teuthology.orchestra.run.smithi088.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Jan 28 13:00 .. 2024-01-28T13:00:30.199 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo mkdir -p /etc/systemd/system/postgresql.service.d/ && printf '"'"'[Service]\nEnvironment=PGDATA=/tmp/cephfs/postgres/data\nEnvironment=PGLOG=/tmp/cephfs/postgres/pgstartup.log\n'"'"' | sudo tee /etc/systemd/system/postgresql.service.d/env.conf' 2024-01-28T13:00:30.312 INFO:teuthology.orchestra.run.smithi088.stdout:[Service] 2024-01-28T13:00:30.312 INFO:teuthology.orchestra.run.smithi088.stdout:Environment=PGDATA=/tmp/cephfs/postgres/data 2024-01-28T13:00:30.312 INFO:teuthology.orchestra.run.smithi088.stdout:Environment=PGLOG=/tmp/cephfs/postgres/pgstartup.log 2024-01-28T13:00:30.317 DEBUG:teuthology.orchestra.run.smithi088:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- postgresql-setup --initdb' 2024-01-28T13:00:30.490 INFO:teuthology.orchestra.run.smithi088.stderr: * Initializing database in '/tmp/cephfs/postgres/data' 2024-01-28T13:00:31.135 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f430beef700 time 2024-01-28T13:00:30.764249+0000 2024-01-28T13:00:31.135 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:00:31.135 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:31.135 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f43165134e5] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f43165136ab] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55b1cea7af19] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55b1cea7bc29] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55b1cea804e5] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55b1cea9f293] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55b1ceaa3f2c] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55b1ce99f4d3] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 9: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55b1ce99facc] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 10: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1bf) [0x55b1ce98991f] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 11: (Messenger::ms_deliver_dispatch(boost::intrusive_ptr const&)+0x478) [0x7f431679d518] 2024-01-28T13:00:31.136 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 12: (DispatchQueue::entry()+0x51f) [0x7f431679a69f] 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 13: (DispatchQueue::DispatchThread::entry()+0x11) [0x7f4316867f31] 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 14: /lib64/libpthread.so.0(+0x81ca) [0x7f43152961ca] 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 15: clone() 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: *** Caught signal (Aborted) ** 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: in thread 7f430beef700 thread_name:ms_dispatch 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:30.764+0000 7f430beef700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f430beef700 time 2024-01-28T13:00:30.764249+0000 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f43165134e5] 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f43165136ab] 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55b1cea7af19] 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55b1cea7bc29] 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55b1cea804e5] 2024-01-28T13:00:31.137 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55b1cea9f293] 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55b1ceaa3f2c] 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55b1ce99f4d3] 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 9: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55b1ce99facc] 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 10: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1bf) [0x55b1ce98991f] 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 11: (Messenger::ms_deliver_dispatch(boost::intrusive_ptr const&)+0x478) [0x7f431679d518] 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 12: (DispatchQueue::entry()+0x51f) [0x7f431679a69f] 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 13: (DispatchQueue::DispatchThread::entry()+0x11) [0x7f4316867f31] 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 14: /lib64/libpthread.so.0(+0x81ca) [0x7f43152961ca] 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 15: clone() 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f43152a0d20] 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2: gsignal() 2024-01-28T13:00:31.138 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 3: abort() 2024-01-28T13:00:31.139 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f431651353f] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f43165136ab] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55b1cea7af19] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55b1cea7bc29] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55b1cea804e5] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55b1cea9f293] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55b1ceaa3f2c] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55b1ce99f4d3] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 12: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55b1ce99facc] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 13: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1bf) [0x55b1ce98991f] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 14: (Messenger::ms_deliver_dispatch(boost::intrusive_ptr const&)+0x478) [0x7f431679d518] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 15: (DispatchQueue::entry()+0x51f) [0x7f431679a69f] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 16: (DispatchQueue::DispatchThread::entry()+0x11) [0x7f4316867f31] 2024-01-28T13:00:31.140 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 17: /lib64/libpthread.so.0(+0x81ca) [0x7f43152961ca] 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 18: clone() 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:30.765+0000 7f430beef700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: in thread 7f430beef700 thread_name:ms_dispatch 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f43152a0d20] 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2: gsignal() 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 3: abort() 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f431651353f] 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f43165136ab] 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55b1cea7af19] 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55b1cea7bc29] 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55b1cea804e5] 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55b1cea9f293] 2024-01-28T13:00:31.141 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55b1ceaa3f2c] 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55b1ce99f4d3] 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 12: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55b1ce99facc] 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 13: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1bf) [0x55b1ce98991f] 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 14: (Messenger::ms_deliver_dispatch(boost::intrusive_ptr const&)+0x478) [0x7f431679d518] 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 15: (DispatchQueue::entry()+0x51f) [0x7f431679a69f] 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 16: (DispatchQueue::DispatchThread::entry()+0x11) [0x7f4316867f31] 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 17: /lib64/libpthread.so.0(+0x81ca) [0x7f43152961ca] 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 18: clone() 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: -1> 2024-01-28T13:00:30.764+0000 7f430beef700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f430beef700 time 2024-01-28T13:00:30.764249+0000 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:31.142 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f43165134e5] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f43165136ab] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55b1cea7af19] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55b1cea7bc29] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55b1cea804e5] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55b1cea9f293] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55b1ceaa3f2c] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55b1ce99f4d3] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 9: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55b1ce99facc] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 10: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1bf) [0x55b1ce98991f] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 11: (Messenger::ms_deliver_dispatch(boost::intrusive_ptr const&)+0x478) [0x7f431679d518] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 12: (DispatchQueue::entry()+0x51f) [0x7f431679a69f] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 13: (DispatchQueue::DispatchThread::entry()+0x11) [0x7f4316867f31] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 14: /lib64/libpthread.so.0(+0x81ca) [0x7f43152961ca] 2024-01-28T13:00:31.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 15: clone() 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 0> 2024-01-28T13:00:30.765+0000 7f430beef700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: in thread 7f430beef700 thread_name:ms_dispatch 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f43152a0d20] 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2: gsignal() 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 3: abort() 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f431651353f] 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f43165136ab] 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55b1cea7af19] 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55b1cea7bc29] 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55b1cea804e5] 2024-01-28T13:00:31.144 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55b1cea9f293] 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55b1ceaa3f2c] 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55b1ce99f4d3] 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 12: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55b1ce99facc] 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 13: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1bf) [0x55b1ce98991f] 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 14: (Messenger::ms_deliver_dispatch(boost::intrusive_ptr const&)+0x478) [0x7f431679d518] 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 15: (DispatchQueue::entry()+0x51f) [0x7f431679a69f] 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 16: (DispatchQueue::DispatchThread::entry()+0x11) [0x7f4316867f31] 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 17: /lib64/libpthread.so.0(+0x81ca) [0x7f43152961ca] 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 18: clone() 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: -1> 2024-01-28T13:00:30.764+0000 7f430beef700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f430beef700 time 2024-01-28T13:00:30.764249+0000 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:31.145 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f43165134e5] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f43165136ab] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55b1cea7af19] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55b1cea7bc29] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55b1cea804e5] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55b1cea9f293] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55b1ceaa3f2c] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55b1ce99f4d3] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 9: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55b1ce99facc] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 10: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1bf) [0x55b1ce98991f] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 11: (Messenger::ms_deliver_dispatch(boost::intrusive_ptr const&)+0x478) [0x7f431679d518] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 12: (DispatchQueue::entry()+0x51f) [0x7f431679a69f] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 13: (DispatchQueue::DispatchThread::entry()+0x11) [0x7f4316867f31] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 14: /lib64/libpthread.so.0(+0x81ca) [0x7f43152961ca] 2024-01-28T13:00:31.146 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 15: clone() 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 0> 2024-01-28T13:00:30.765+0000 7f430beef700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: in thread 7f430beef700 thread_name:ms_dispatch 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f43152a0d20] 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2: gsignal() 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 3: abort() 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f431651353f] 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f43165136ab] 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55b1cea7af19] 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55b1cea7bc29] 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55b1cea804e5] 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55b1cea9f293] 2024-01-28T13:00:31.147 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55b1ceaa3f2c] 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55b1ce99f4d3] 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 12: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x55b1ce99facc] 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 13: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1bf) [0x55b1ce98991f] 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 14: (Messenger::ms_deliver_dispatch(boost::intrusive_ptr const&)+0x478) [0x7f431679d518] 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 15: (DispatchQueue::entry()+0x51f) [0x7f431679a69f] 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 16: (DispatchQueue::DispatchThread::entry()+0x11) [0x7f4316867f31] 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 17: /lib64/libpthread.so.0(+0x81ca) [0x7f43152961ca] 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 18: clone() 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:30 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[80610]: 2024-01-28T13:00:31.148 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:31 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:00:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:31 smithi175 ceph-mon[44549]: pgmap v296: 129 pgs: 129 active+clean; 657 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-01-28T13:00:31.408 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:31 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Failed with result 'exit-code'. 2024-01-28T13:00:31.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:31 smithi181 ceph-mon[45557]: pgmap v296: 129 pgs: 129 active+clean; 657 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-01-28T13:00:31.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:31 smithi088 ceph-mon[35322]: pgmap v296: 129 pgs: 129 active+clean; 657 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-01-28T13:00:33.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:33 smithi175 ceph-mon[44549]: pgmap v297: 129 pgs: 129 active+clean; 657 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-01-28T13:00:33.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:33 smithi181 ceph-mon[45557]: pgmap v297: 129 pgs: 129 active+clean; 657 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-01-28T13:00:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:33 smithi088 ceph-mon[35322]: pgmap v297: 129 pgs: 129 active+clean; 657 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-01-28T13:00:35.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:35 smithi088 ceph-mon[35322]: pgmap v298: 129 pgs: 129 active+clean; 792 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-01-28T13:00:35.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:35 smithi175 ceph-mon[44549]: pgmap v298: 129 pgs: 129 active+clean; 792 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-01-28T13:00:35.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:35 smithi181 ceph-mon[45557]: pgmap v298: 129 pgs: 129 active+clean; 792 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-01-28T13:00:37.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:37 smithi175 ceph-mon[44549]: pgmap v299: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-01-28T13:00:37.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:37 smithi181 ceph-mon[45557]: pgmap v299: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-01-28T13:00:37.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:37 smithi088 ceph-mon[35322]: pgmap v299: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-01-28T13:00:39.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:39 smithi175 ceph-mon[44549]: pgmap v300: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-01-28T13:00:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.428+0000 7ff351e00700 1 -- 172.21.15.88:0/1863772157 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff34c101580 msgr2=0x7ff34c1019a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.428+0000 7ff351e00700 1 --2- 172.21.15.88:0/1863772157 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff34c101580 0x7ff34c1019a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff33c00b0d0 tx=0x7ff33c00b3e0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.428+0000 7ff351e00700 1 -- 172.21.15.88:0/1863772157 shutdown_connections 2024-01-28T13:00:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.428+0000 7ff351e00700 1 --2- 172.21.15.88:0/1863772157 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff34c103110 0x7ff34c1099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.427 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.428+0000 7ff351e00700 1 --2- 172.21.15.88:0/1863772157 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff34c101580 0x7ff34c1019a0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.427 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.428+0000 7ff351e00700 1 --2- 172.21.15.88:0/1863772157 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff34c102770 0x7ff34c102bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.427 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.428+0000 7ff351e00700 1 -- 172.21.15.88:0/1863772157 >> 172.21.15.88:0/1863772157 conn(0x7ff34c0fcb10 msgr2=0x7ff34c0fef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:39.427 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.428+0000 7ff351e00700 1 -- 172.21.15.88:0/1863772157 shutdown_connections 2024-01-28T13:00:39.427 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.428+0000 7ff351e00700 1 -- 172.21.15.88:0/1863772157 wait complete. 2024-01-28T13:00:39.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.429+0000 7ff351e00700 1 Processor -- start 2024-01-28T13:00:39.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.429+0000 7ff351e00700 1 -- start start 2024-01-28T13:00:39.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff351e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff34c101580 0x7ff34c075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff351e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff34c102770 0x7ff34c0739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff351e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff34c103110 0x7ff34c073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff351e00700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff34c0746a0 con 0x7ff34c102770 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff351e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff34c074810 con 0x7ff34c101580 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff351e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff34c1a1650 con 0x7ff34c103110 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff341e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff34c102770 0x7ff34c0739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff341e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff34c102770 0x7ff34c0739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:37646/0 (socket says 172.21.15.88:37646) 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff341e00700 1 -- 172.21.15.88:0/1309197391 learned_addr learned my addr 172.21.15.88:0/1309197391 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff34c103110 0x7ff34c073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff34aa00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff34c101580 0x7ff34c075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff341e00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff34c103110 msgr2=0x7ff34c073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff341e00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ff34c103110 0x7ff34c073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff341e00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff34c101580 msgr2=0x7ff34c075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff341e00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff34c101580 0x7ff34c075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff341e00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff33c009d00 con 0x7ff34c102770 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.430+0000 7ff34aa00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff34c101580 0x7ff34c075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-28T13:00:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.431+0000 7ff341e00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff34c102770 0x7ff34c0739c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff33400e9a0 tx=0x7ff33400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.431+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff334009790 con 0x7ff34c102770 2024-01-28T13:00:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.431+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff33400cbd0 con 0x7ff34c102770 2024-01-28T13:00:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.431+0000 7ff351e00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff34c1a1930 con 0x7ff34c102770 2024-01-28T13:00:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.431+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff334018680 con 0x7ff34c102770 2024-01-28T13:00:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.431+0000 7ff351e00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff34c1a1e40 con 0x7ff34c102770 2024-01-28T13:00:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.435+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 18) v1 ==== 136148+0+0 (secure 0 0 0) 0x7ff33400cd40 con 0x7ff34c102770 2024-01-28T13:00:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.436+0000 7ff365d7eb80 1 Processor -- start 2024-01-28T13:00:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.436+0000 7ff365d7eb80 1 -- start start 2024-01-28T13:00:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.436+0000 7ff365d7eb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55d733ebe820 0x55d733ebec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.436+0000 7ff365d7eb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebf510 0x55d733ebf990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.436+0000 7ff365d7eb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebfed0 0x55d733ec6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.436+0000 7ff365d7eb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d733e18ac0 con 0x55d733ebfed0 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.436+0000 7ff365d7eb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d733e163e0 con 0x55d733ebf510 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.436+0000 7ff365d7eb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d733e11cd0 con 0x55d733ebe820 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.436+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.436+0000 7ff341e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebfed0 0x55d733ec6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff34b400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55d733ebe820 0x55d733ebec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff34aa00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebf510 0x55d733ebf990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff34b400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55d733ebe820 0x55d733ebec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:52064/0 (socket says 172.21.15.88:52064) 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff341e00700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebfed0 0x55d733ec6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:37662/0 (socket says 172.21.15.88:37662) 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff34b400700 1 -- 172.21.15.88:0/931252493 learned_addr learned my addr 172.21.15.88:0/931252493 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7ff334014070 con 0x7ff34c102770 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff341e00700 1 -- 172.21.15.88:0/931252493 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55d733ebe820 msgr2=0x55d733ebec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff341e00700 1 --2- 172.21.15.88:0/931252493 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55d733ebe820 0x55d733ebec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff341e00700 1 -- 172.21.15.88:0/931252493 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebf510 msgr2=0x55d733ebf990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff341e00700 1 --2- 172.21.15.88:0/931252493 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebf510 0x55d733ebf990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff341e00700 1 -- 172.21.15.88:0/931252493 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d733c86350 con 0x55d733ebfed0 2024-01-28T13:00:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff34aa00700 1 --2- 172.21.15.88:0/931252493 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebf510 0x55d733ebf990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-28T13:00:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff341e00700 1 --2- 172.21.15.88:0/931252493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebfed0 0x55d733ec6760 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7ff3340caf00 tx=0x7ff33406c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=471e82f7abd7d197 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0a3d10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x55d733ebe5c0 tx=0x7ff344009260 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff33be00700 1 -- 172.21.15.88:0/931252493 <== mon.0 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff334099cb0 con 0x55d733ebfed0 2024-01-28T13:00:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff33be00700 1 -- 172.21.15.88:0/931252493 <== mon.0 v2:172.21.15.88:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff33409aa50 con 0x55d733ebfed0 2024-01-28T13:00:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.437+0000 7ff33be00700 1 -- 172.21.15.88:0/931252493 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3340cd470 con 0x55d733ebfed0 2024-01-28T13:00:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.438+0000 7ff365d7eb80 1 -- 172.21.15.88:0/931252493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebfed0 msgr2=0x55d733ec6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.438+0000 7ff365d7eb80 1 --2- 172.21.15.88:0/931252493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebfed0 0x55d733ec6760 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7ff3340caf00 tx=0x7ff33406c260 comp rx=0 tx=0).stop 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.438+0000 7ff365d7eb80 1 -- 172.21.15.88:0/931252493 shutdown_connections 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.438+0000 7ff365d7eb80 1 --2- 172.21.15.88:0/931252493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebfed0 0x55d733ec6760 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.438+0000 7ff365d7eb80 1 --2- 172.21.15.88:0/931252493 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55d733ebe820 0x55d733ebec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.438+0000 7ff365d7eb80 1 --2- 172.21.15.88:0/931252493 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebf510 0x55d733ebf990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.438+0000 7ff365d7eb80 1 -- 172.21.15.88:0/931252493 >> 172.21.15.88:0/931252493 conn(0x55d733e33740 msgr2=0x55d733eb9250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.438+0000 7ff365d7eb80 1 -- 172.21.15.88:0/931252493 shutdown_connections 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.438+0000 7ff365d7eb80 1 -- 172.21.15.88:0/931252493 wait complete. 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.439+0000 7ff365d7eb80 1 -- start start 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.439+0000 7ff365d7eb80 1 Processor -- start 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.439+0000 7ff365d7eb80 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebe820 0x55d733ec8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.439+0000 7ff365d7eb80 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55d733ebf510 0x55d733ec8780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.439+0000 7ff365d7eb80 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebfed0 0x55d733ecf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.439+0000 7ff365d7eb80 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d733d80340 con 0x55d733ebe820 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.439+0000 7ff365d7eb80 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d733d7ffe0 con 0x55d733ebfed0 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.439+0000 7ff365d7eb80 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d733c88640 con 0x55d733ebf510 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff365d7eb80 10 client.0 _ll_register_callbacks cb 0x55d733db92e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff341e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55d733ebf510 0x55d733ec8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff34b400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebfed0 0x55d733ecf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff341e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55d733ebf510 0x55d733ec8780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.88:52074/0 (socket says 172.21.15.88:52074) 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff341e00700 1 -- 172.21.15.88:0/3091771759 learned_addr learned my addr 172.21.15.88:0/3091771759 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff34b400700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebfed0 0x55d733ecf7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.88:54380/0 (socket says 172.21.15.88:54380) 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebe820 0x55d733ec8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff341e00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebfed0 msgr2=0x55d733ecf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff341e00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d733ebfed0 0x55d733ecf7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff341e00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebe820 msgr2=0x55d733ec8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff341e00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d733ebe820 0x55d733ec8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff341e00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff34c10a310 con 0x55d733ebf510 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff341e00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x55d733ebf510 0x55d733ec8780 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff334000c00 tx=0x7ff33401f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d57fb2be0f87b3f server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.440+0000 7ff338c00700 10 client.0 ms_handle_connect on v2:172.21.15.181:3300/0 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.441+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff334065ea0 con 0x55d733ebf510 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.441+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 9107+0+0 (secure 0 0 0) 0x7ff33409e170 con 0x55d733ebf510 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.441+0000 7ff365d7eb80 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d733eb1660 con 0x55d733ebf510 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.441+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3340af070 con 0x55d733ebf510 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.441+0000 7ff365d7eb80 10 client.25453 fetch_fsmap learned FSMap version 29 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.441+0000 7ff365d7eb80 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7ff34c1a1e40 con 0x55d733ebf510 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.441+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d733eb1660 con 0x55d733ebf510 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.441+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff3340998d0 con 0x55d733ebf510 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.442+0000 7ff365d7eb80 10 client.25453 fetch_fsmap finished waiting for FSMap version 29 2024-01-28T13:00:39.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.442+0000 7ff365d7eb80 10 client.25453 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-01-28T13:00:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.442+0000 7ff365d7eb80 20 client.25453 populate_metadata read hostname 'smithi088' 2024-01-28T13:00:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.442+0000 7ff365d7eb80 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:00:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.442+0000 7ff365d7eb80 4 client.25453 mds_command: new command op to 24584 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-01-28T13:00:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.442+0000 7ff365d7eb80 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d733e0ab60 con 0x55d733ed3d40 2024-01-28T13:00:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.442+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.442+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.442+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-28T13:00:39.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:39 smithi181 ceph-mon[45557]: pgmap v300: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-01-28T13:00:39.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:39 smithi088 ceph-mon[35322]: pgmap v300: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-01-28T13:00:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.643+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.643+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:39.643+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-01-28T13:00:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:40.044+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:40.044+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:40.044+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-01-28T13:00:40.844 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:40.845+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:40.844 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:40.845+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:00:40.844 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:40.845+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-01-28T13:00:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:41 smithi175 ceph-mon[44549]: pgmap v301: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-01-28T13:00:41.411 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:41 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:00:41.412 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:41 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Scheduled restart job, restart counter is at 1. 2024-01-28T13:00:41.412 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:41 smithi175 systemd[1]: Stopped Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:00:41.412 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:41 smithi175 systemd[1]: Starting Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:00:41.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:41 smithi181 ceph-mon[45557]: pgmap v301: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-01-28T13:00:41.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:41 smithi088 ceph-mon[35322]: pgmap v301: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-01-28T13:00:42.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:41 smithi175 ceph-mds[82201]: -- 172.21.15.175:0/2787505641 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562b52465520 con 0x562b5243b000 2024-01-28T13:00:42.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:41 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: starting mds.b at 2024-01-28T13:00:42.159 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:41 smithi175 bash[82164]: 64c6009c6274372b07ae03dac523e5a3e038a7a526cb9d390e7a09c32ec7d6a4 2024-01-28T13:00:42.159 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:00:41 smithi175 systemd[1]: Started Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:00:42.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:42.446+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:42.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:42.446+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 12 2024-01-28T13:00:42.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:42.447+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-01-28T13:00:42.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:42.447+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T13:00:42.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:42.447+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-01-28T13:00:42.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:42 smithi181 ceph-mon[45557]: daemon mds.b restarted 2024-01-28T13:00:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:42 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:00:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:42 smithi181 ceph-mon[45557]: osdmap e88: 12 total, 12 up, 12 in 2024-01-28T13:00:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:42 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:boot 2024-01-28T13:00:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:42 smithi181 ceph-mon[45557]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:00:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:42 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:00:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:00:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:42 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:00:42.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:42 smithi088 ceph-mon[35322]: daemon mds.b restarted 2024-01-28T13:00:42.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:42 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:00:42.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:42 smithi088 ceph-mon[35322]: osdmap e88: 12 total, 12 up, 12 in 2024-01-28T13:00:42.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:42 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:boot 2024-01-28T13:00:42.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:42 smithi088 ceph-mon[35322]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:00:42.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:42 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:00:42.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:00:42.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:42 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:00:42.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:42 smithi175 ceph-mon[44549]: daemon mds.b restarted 2024-01-28T13:00:42.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:42 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:00:42.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:42 smithi175 ceph-mon[44549]: osdmap e88: 12 total, 12 up, 12 in 2024-01-28T13:00:42.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:42 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:boot 2024-01-28T13:00:42.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:42 smithi175 ceph-mon[44549]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:00:42.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:42 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:00:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:00:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:42 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:00:43.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:43 smithi181 ceph-mon[45557]: pgmap v303: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-01-28T13:00:43.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:43 smithi088 ceph-mon[35322]: pgmap v303: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-01-28T13:00:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:43 smithi175 ceph-mon[44549]: pgmap v303: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-01-28T13:00:44.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:44 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:resolve 2024-01-28T13:00:44.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:44 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:00:44.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:44 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:resolve 2024-01-28T13:00:44.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:44 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:00:44.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:44 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:resolve 2024-01-28T13:00:44.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:44 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:00:45.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:45 smithi181 ceph-mon[45557]: pgmap v304: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-01-28T13:00:45.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:45 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:reconnect 2024-01-28T13:00:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:45 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:00:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:45 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00999981 2024-01-28T13:00:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:00:45.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:45 smithi088 ceph-mon[35322]: pgmap v304: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-01-28T13:00:45.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:45 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:reconnect 2024-01-28T13:00:45.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:45 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:00:45.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:45 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00999981 2024-01-28T13:00:45.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:00:45.648 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:45.650+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:45.648 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:45.650+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 12 2024-01-28T13:00:45.648 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:45.650+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-01-28T13:00:45.648 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:45.650+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T13:00:45.648 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:45.650+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-01-28T13:00:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:45 smithi175 ceph-mon[44549]: pgmap v304: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-01-28T13:00:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:45 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:reconnect 2024-01-28T13:00:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:45 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:00:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:45 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00999981 2024-01-28T13:00:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:00:46.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:rejoin 2024-01-28T13:00:46.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:00:46.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-mon[45557]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:00:46.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:46.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:46.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7fc44a913700 time 2024-01-28T13:00:46.205669+0000 2024-01-28T13:00:46.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:00:46.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:46.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fc4597404e5] 2024-01-28T13:00:46.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7fc4597406ab] 2024-01-28T13:00:46.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55a6a9cc6f19] 2024-01-28T13:00:46.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55a6a9cc7c29] 2024-01-28T13:00:46.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55a6a9ccc4e5] 2024-01-28T13:00:46.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55a6a9ceb293] 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55a6a9ceff2c] 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55a6a9beb4d3] 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55a6a9beba66] 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 10: (MDSContext::complete(int)+0x5f) [0x55a6a9f81ddf] 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 11: (MDSRank::_advance_queues()+0xaa) [0x55a6a9bea54a] 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55a6a9beab10] 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7fc4584c31ca] 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 14: clone() 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.206+0000 7fc44a913700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7fc44a913700 time 2024-01-28T13:00:46.205669+0000 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:00:46.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fc4597404e5] 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7fc4597406ab] 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55a6a9cc6f19] 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55a6a9cc7c29] 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55a6a9ccc4e5] 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55a6a9ceb293] 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55a6a9ceff2c] 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55a6a9beb4d3] 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55a6a9beba66] 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 10: (MDSContext::complete(int)+0x5f) [0x55a6a9f81ddf] 2024-01-28T13:00:46.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 11: (MDSRank::_advance_queues()+0xaa) [0x55a6a9bea54a] 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55a6a9beab10] 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7fc4584c31ca] 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 14: clone() 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: *** Caught signal (Aborted) ** 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: in thread 7fc44a913700 thread_name:mds_rank_progr 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fc4584cdd20] 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2: gsignal() 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 3: abort() 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fc45974053f] 2024-01-28T13:00:46.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7fc4597406ab] 2024-01-28T13:00:46.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55a6a9cc6f19] 2024-01-28T13:00:46.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55a6a9cc7c29] 2024-01-28T13:00:46.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55a6a9ccc4e5] 2024-01-28T13:00:46.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55a6a9ceb293] 2024-01-28T13:00:46.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55a6a9ceff2c] 2024-01-28T13:00:46.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55a6a9beb4d3] 2024-01-28T13:00:46.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55a6a9beba66] 2024-01-28T13:00:46.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 13: (MDSContext::complete(int)+0x5f) [0x55a6a9f81ddf] 2024-01-28T13:00:46.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 14: (MDSRank::_advance_queues()+0xaa) [0x55a6a9bea54a] 2024-01-28T13:00:46.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55a6a9beab10] 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7fc4584c31ca] 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 17: clone() 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.208+0000 7fc44a913700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: in thread 7fc44a913700 thread_name:mds_rank_progr 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fc4584cdd20] 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2: gsignal() 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 3: abort() 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fc45974053f] 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7fc4597406ab] 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55a6a9cc6f19] 2024-01-28T13:00:46.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55a6a9cc7c29] 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55a6a9ccc4e5] 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55a6a9ceb293] 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55a6a9ceff2c] 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55a6a9beb4d3] 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55a6a9beba66] 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 13: (MDSContext::complete(int)+0x5f) [0x55a6a9f81ddf] 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 14: (MDSRank::_advance_queues()+0xaa) [0x55a6a9bea54a] 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55a6a9beab10] 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7fc4584c31ca] 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 17: clone() 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: -1> 2024-01-28T13:00:46.206+0000 7fc44a913700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7fc44a913700 time 2024-01-28T13:00:46.205669+0000 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fc4597404e5] 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7fc4597406ab] 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55a6a9cc6f19] 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55a6a9cc7c29] 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55a6a9ccc4e5] 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55a6a9ceb293] 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55a6a9ceff2c] 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55a6a9beb4d3] 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55a6a9beba66] 2024-01-28T13:00:46.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 10: (MDSContext::complete(int)+0x5f) [0x55a6a9f81ddf] 2024-01-28T13:00:46.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 11: (MDSRank::_advance_queues()+0xaa) [0x55a6a9bea54a] 2024-01-28T13:00:46.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55a6a9beab10] 2024-01-28T13:00:46.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7fc4584c31ca] 2024-01-28T13:00:46.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 14: clone() 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 0> 2024-01-28T13:00:46.208+0000 7fc44a913700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: in thread 7fc44a913700 thread_name:mds_rank_progr 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fc4584cdd20] 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2: gsignal() 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 3: abort() 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fc45974053f] 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7fc4597406ab] 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55a6a9cc6f19] 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55a6a9cc7c29] 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55a6a9ccc4e5] 2024-01-28T13:00:46.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55a6a9ceb293] 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55a6a9ceff2c] 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55a6a9beb4d3] 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55a6a9beba66] 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 13: (MDSContext::complete(int)+0x5f) [0x55a6a9f81ddf] 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 14: (MDSRank::_advance_queues()+0xaa) [0x55a6a9bea54a] 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55a6a9beab10] 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7fc4584c31ca] 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 17: clone() 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: -2> 2024-01-28T13:00:46.206+0000 7fc44a913700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7fc44a913700 time 2024-01-28T13:00:46.205669+0000 2024-01-28T13:00:46.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fc4597404e5] 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7fc4597406ab] 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55a6a9cc6f19] 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55a6a9cc7c29] 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55a6a9ccc4e5] 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55a6a9ceb293] 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55a6a9ceff2c] 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55a6a9beb4d3] 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55a6a9beba66] 2024-01-28T13:00:46.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 10: (MDSContext::complete(int)+0x5f) [0x55a6a9f81ddf] 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 11: (MDSRank::_advance_queues()+0xaa) [0x55a6a9bea54a] 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55a6a9beab10] 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7fc4584c31ca] 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 14: clone() 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: -1> 2024-01-28T13:00:46.208+0000 7fc44a913700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: in thread 7fc44a913700 thread_name:mds_rank_progr 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fc4584cdd20] 2024-01-28T13:00:46.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2: gsignal() 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 3: abort() 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fc45974053f] 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7fc4597406ab] 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55a6a9cc6f19] 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55a6a9cc7c29] 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55a6a9ccc4e5] 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55a6a9ceb293] 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55a6a9ceff2c] 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55a6a9beb4d3] 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55a6a9beba66] 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 13: (MDSContext::complete(int)+0x5f) [0x55a6a9f81ddf] 2024-01-28T13:00:46.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 14: (MDSRank::_advance_queues()+0xaa) [0x55a6a9bea54a] 2024-01-28T13:00:46.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55a6a9beab10] 2024-01-28T13:00:46.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7fc4584c31ca] 2024-01-28T13:00:46.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 17: clone() 2024-01-28T13:00:46.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:00:46.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[83219]: 2024-01-28T13:00:46.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:46 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:rejoin 2024-01-28T13:00:46.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:46 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:00:46.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:46 smithi088 ceph-mon[35322]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:00:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:46.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:46.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:46 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:rejoin 2024-01-28T13:00:46.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:46 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:00:46.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:46 smithi175 ceph-mon[44549]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:00:46.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:46.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:46.955 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:00:46.955 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:46 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Failed with result 'exit-code'. 2024-01-28T13:00:47.329 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:47 smithi088 ceph-mon[35322]: pgmap v305: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:00:47.329 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:47 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:00:47.329 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:47 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:00:47.329 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:47 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:active 2024-01-28T13:00:47.329 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:47 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:00:47.329 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:47 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:00:47.329 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.329 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.329 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.329 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:47 smithi181 ceph-mon[45557]: pgmap v305: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:00:47.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:47 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:00:47.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:47 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:00:47.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:47 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:active 2024-01-28T13:00:47.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:47 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:00:47.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:47 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:00:47.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:47 smithi175 ceph-mon[44549]: pgmap v305: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:00:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:47 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:00:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:47 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:00:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:47 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/3339751534,v1:172.21.15.181:6835/3339751534] up:active 2024-01-28T13:00:47.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:47 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:00:47.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:47 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:00:47.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:47.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:48.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:00:48.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:00:48.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:48.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:00:48.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:00:48.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:48.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:00:48.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:00:48.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:00:49.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:49 smithi181 ceph-mon[45557]: pgmap v306: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 10 op/s 2024-01-28T13:00:49.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:49 smithi088 ceph-mon[35322]: pgmap v306: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 10 op/s 2024-01-28T13:00:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:49 smithi175 ceph-mon[44549]: pgmap v306: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 10 op/s 2024-01-28T13:00:51.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:51 smithi181 ceph-mon[45557]: pgmap v307: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:00:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:51 smithi088 ceph-mon[35322]: pgmap v307: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:00:51.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:51 smithi175 ceph-mon[44549]: pgmap v307: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:00:52.055 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:52.058+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:00:52.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:52.058+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 12 2024-01-28T13:00:52.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:52.058+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-01-28T13:00:52.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:52.058+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T13:00:52.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:00:52.058+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-01-28T13:00:53.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:53 smithi088 ceph-mon[35322]: pgmap v308: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 200 B/s wr, 15 op/s 2024-01-28T13:00:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:53 smithi175 ceph-mon[44549]: pgmap v308: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 200 B/s wr, 15 op/s 2024-01-28T13:00:53.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:53 smithi181 ceph-mon[45557]: pgmap v308: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 200 B/s wr, 15 op/s 2024-01-28T13:00:55.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:55 smithi088 ceph-mon[35322]: pgmap v309: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:00:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:55 smithi175 ceph-mon[44549]: pgmap v309: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:00:55.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:55 smithi181 ceph-mon[45557]: pgmap v309: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:00:57.242 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:56 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:00:57.242 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:56 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Scheduled restart job, restart counter is at 1. 2024-01-28T13:00:57.242 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:56 smithi181 systemd[1]: Stopped Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:00:57.242 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:56 smithi181 systemd[1]: Starting Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:00:57.704 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-mds[85969]: -- 172.21.15.181:0/715042966 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56162d6e7520 con 0x56162d6bd000 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: starting mds.f at 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:57 smithi181 bash[85931]: 797b0f10df323a4d8dc63780126761c1d018c7e16040001be84a9c8163b65f9a 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:00:57 smithi181 systemd[1]: Started Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-mon[45557]: pgmap v310: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-mon[45557]: daemon mds.f restarted 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-mon[45557]: osdmap e89: 12 total, 12 up, 12 in 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:boot 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-mon[45557]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:00:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:57 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:00:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:57 smithi088 ceph-mon[35322]: pgmap v310: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:00:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:57 smithi088 ceph-mon[35322]: daemon mds.f restarted 2024-01-28T13:00:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:57 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:00:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:57 smithi088 ceph-mon[35322]: osdmap e89: 12 total, 12 up, 12 in 2024-01-28T13:00:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:57 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:boot 2024-01-28T13:00:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:57 smithi088 ceph-mon[35322]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:00:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:57 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:00:57.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:00:57.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:57 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:00:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:57 smithi175 ceph-mon[44549]: pgmap v310: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:00:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:57 smithi175 ceph-mon[44549]: daemon mds.f restarted 2024-01-28T13:00:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:57 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:00:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:57 smithi175 ceph-mon[44549]: osdmap e89: 12 total, 12 up, 12 in 2024-01-28T13:00:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:57 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:boot 2024-01-28T13:00:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:57 smithi175 ceph-mon[44549]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:00:57.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:57 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:00:57.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:00:57.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:57 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:00:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:59 smithi088 ceph-mon[35322]: pgmap v312: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:00:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:59 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:resolve 2024-01-28T13:00:59.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:00:59 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:00:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:59 smithi175 ceph-mon[44549]: pgmap v312: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:00:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:59 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:resolve 2024-01-28T13:00:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:00:59 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:00:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:59 smithi181 ceph-mon[45557]: pgmap v312: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:00:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:59 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:resolve 2024-01-28T13:00:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:00:59 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:01:00.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:00 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:reconnect 2024-01-28T13:01:00.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:00 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:00.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:00 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0109998 2024-01-28T13:01:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:00 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:reconnect 2024-01-28T13:01:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:00 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:00 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0109998 2024-01-28T13:01:00.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:00 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:reconnect 2024-01-28T13:01:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:00 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:00 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0109998 2024-01-28T13:01:01.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-mon[44549]: pgmap v313: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 11 op/s 2024-01-28T13:01:01.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:rejoin 2024-01-28T13:01:01.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:01.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-mon[44549]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f93d9bee700 time 2024-01-28T13:01:01.514482+0000 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f93ea21e4e5] 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f93ea21e6ab] 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x562b50d29f19] 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x562b50d2ac29] 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x562b50d2f4e5] 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 6: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 7: (void finish_contexts > >(ceph::common::CephContext*, std::vector >&, int)+0x8d) [0x562b50c3fd1d] 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 8: (MDSCacheObject::finish_waiting(unsigned long, int)+0x5c) [0x562b50ff742c] 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 9: (Locker::eval_gather(SimpleLock*, bool, bool*, std::vector >*)+0x12dc) [0x562b50e9811c] 2024-01-28T13:01:01.661 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 10: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x1ca) [0x562b50e9f5ca] 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 11: (Locker::drop_locks(MutationImpl*, std::set, std::allocator >*)+0x7f) [0x562b50e9ff2f] 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 12: (Locker::scatter_writebehind_finish(ScatterLock*, boost::intrusive_ptr&)+0xb8) [0x562b50ea0c68] 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 13: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 14: (MDSIOContextBase::complete(int)+0x574) [0x562b50fe55c4] 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 15: (MDSLogContextBase::complete(int)+0x5b) [0x562b50fe598b] 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 16: (Finisher::finisher_thread_entry()+0x19d) [0x7f93ea2bd5cd] 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 17: /lib64/libpthread.so.0(+0x81ca) [0x7f93e8fa11ca] 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 18: clone() 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.515+0000 7f93d9bee700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f93d9bee700 time 2024-01-28T13:01:01.514482+0000 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f93ea21e4e5] 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f93ea21e6ab] 2024-01-28T13:01:01.662 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x562b50d29f19] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x562b50d2ac29] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x562b50d2f4e5] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 6: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 7: (void finish_contexts > >(ceph::common::CephContext*, std::vector >&, int)+0x8d) [0x562b50c3fd1d] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 8: (MDSCacheObject::finish_waiting(unsigned long, int)+0x5c) [0x562b50ff742c] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 9: (Locker::eval_gather(SimpleLock*, bool, bool*, std::vector >*)+0x12dc) [0x562b50e9811c] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 10: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x1ca) [0x562b50e9f5ca] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 11: (Locker::drop_locks(MutationImpl*, std::set, std::allocator >*)+0x7f) [0x562b50e9ff2f] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 12: (Locker::scatter_writebehind_finish(ScatterLock*, boost::intrusive_ptr&)+0xb8) [0x562b50ea0c68] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 13: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 14: (MDSIOContextBase::complete(int)+0x574) [0x562b50fe55c4] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 15: (MDSLogContextBase::complete(int)+0x5b) [0x562b50fe598b] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 16: (Finisher::finisher_thread_entry()+0x19d) [0x7f93ea2bd5cd] 2024-01-28T13:01:01.663 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 17: /lib64/libpthread.so.0(+0x81ca) [0x7f93e8fa11ca] 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 18: clone() 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: *** Caught signal (Aborted) ** 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: in thread 7f93d9bee700 thread_name:MR_Finisher 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f93e8fabd20] 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2: gsignal() 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 3: abort() 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f93ea21e53f] 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f93ea21e6ab] 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x562b50d29f19] 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x562b50d2ac29] 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x562b50d2f4e5] 2024-01-28T13:01:01.664 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 9: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 10: (void finish_contexts > >(ceph::common::CephContext*, std::vector >&, int)+0x8d) [0x562b50c3fd1d] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 11: (MDSCacheObject::finish_waiting(unsigned long, int)+0x5c) [0x562b50ff742c] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 12: (Locker::eval_gather(SimpleLock*, bool, bool*, std::vector >*)+0x12dc) [0x562b50e9811c] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 13: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x1ca) [0x562b50e9f5ca] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 14: (Locker::drop_locks(MutationImpl*, std::set, std::allocator >*)+0x7f) [0x562b50e9ff2f] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 15: (Locker::scatter_writebehind_finish(ScatterLock*, boost::intrusive_ptr&)+0xb8) [0x562b50ea0c68] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 16: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 17: (MDSIOContextBase::complete(int)+0x574) [0x562b50fe55c4] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 18: (MDSLogContextBase::complete(int)+0x5b) [0x562b50fe598b] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 19: (Finisher::finisher_thread_entry()+0x19d) [0x7f93ea2bd5cd] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 20: /lib64/libpthread.so.0(+0x81ca) [0x7f93e8fa11ca] 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 21: clone() 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.518+0000 7f93d9bee700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:01.665 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: in thread 7f93d9bee700 thread_name:MR_Finisher 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f93e8fabd20] 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2: gsignal() 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 3: abort() 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f93ea21e53f] 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f93ea21e6ab] 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x562b50d29f19] 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x562b50d2ac29] 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x562b50d2f4e5] 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 9: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 10: (void finish_contexts > >(ceph::common::CephContext*, std::vector >&, int)+0x8d) [0x562b50c3fd1d] 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 11: (MDSCacheObject::finish_waiting(unsigned long, int)+0x5c) [0x562b50ff742c] 2024-01-28T13:01:01.666 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 12: (Locker::eval_gather(SimpleLock*, bool, bool*, std::vector >*)+0x12dc) [0x562b50e9811c] 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 13: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x1ca) [0x562b50e9f5ca] 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 14: (Locker::drop_locks(MutationImpl*, std::set, std::allocator >*)+0x7f) [0x562b50e9ff2f] 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 15: (Locker::scatter_writebehind_finish(ScatterLock*, boost::intrusive_ptr&)+0xb8) [0x562b50ea0c68] 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 16: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 17: (MDSIOContextBase::complete(int)+0x574) [0x562b50fe55c4] 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 18: (MDSLogContextBase::complete(int)+0x5b) [0x562b50fe598b] 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 19: (Finisher::finisher_thread_entry()+0x19d) [0x7f93ea2bd5cd] 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 20: /lib64/libpthread.so.0(+0x81ca) [0x7f93e8fa11ca] 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 21: clone() 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: -1> 2024-01-28T13:01:01.515+0000 7f93d9bee700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f93d9bee700 time 2024-01-28T13:01:01.514482+0000 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:01.667 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f93ea21e4e5] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f93ea21e6ab] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x562b50d29f19] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x562b50d2ac29] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x562b50d2f4e5] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 6: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 7: (void finish_contexts > >(ceph::common::CephContext*, std::vector >&, int)+0x8d) [0x562b50c3fd1d] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 8: (MDSCacheObject::finish_waiting(unsigned long, int)+0x5c) [0x562b50ff742c] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 9: (Locker::eval_gather(SimpleLock*, bool, bool*, std::vector >*)+0x12dc) [0x562b50e9811c] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 10: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x1ca) [0x562b50e9f5ca] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 11: (Locker::drop_locks(MutationImpl*, std::set, std::allocator >*)+0x7f) [0x562b50e9ff2f] 2024-01-28T13:01:01.668 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 12: (Locker::scatter_writebehind_finish(ScatterLock*, boost::intrusive_ptr&)+0xb8) [0x562b50ea0c68] 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 13: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 14: (MDSIOContextBase::complete(int)+0x574) [0x562b50fe55c4] 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 15: (MDSLogContextBase::complete(int)+0x5b) [0x562b50fe598b] 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 16: (Finisher::finisher_thread_entry()+0x19d) [0x7f93ea2bd5cd] 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 17: /lib64/libpthread.so.0(+0x81ca) [0x7f93e8fa11ca] 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 18: clone() 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 0> 2024-01-28T13:01:01.518+0000 7f93d9bee700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: in thread 7f93d9bee700 thread_name:MR_Finisher 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f93e8fabd20] 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2: gsignal() 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 3: abort() 2024-01-28T13:01:01.669 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f93ea21e53f] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f93ea21e6ab] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x562b50d29f19] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x562b50d2ac29] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x562b50d2f4e5] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 9: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 10: (void finish_contexts > >(ceph::common::CephContext*, std::vector >&, int)+0x8d) [0x562b50c3fd1d] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 11: (MDSCacheObject::finish_waiting(unsigned long, int)+0x5c) [0x562b50ff742c] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 12: (Locker::eval_gather(SimpleLock*, bool, bool*, std::vector >*)+0x12dc) [0x562b50e9811c] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 13: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x1ca) [0x562b50e9f5ca] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 14: (Locker::drop_locks(MutationImpl*, std::set, std::allocator >*)+0x7f) [0x562b50e9ff2f] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 15: (Locker::scatter_writebehind_finish(ScatterLock*, boost::intrusive_ptr&)+0xb8) [0x562b50ea0c68] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 16: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.670 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 17: (MDSIOContextBase::complete(int)+0x574) [0x562b50fe55c4] 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 18: (MDSLogContextBase::complete(int)+0x5b) [0x562b50fe598b] 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 19: (Finisher::finisher_thread_entry()+0x19d) [0x7f93ea2bd5cd] 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 20: /lib64/libpthread.so.0(+0x81ca) [0x7f93e8fa11ca] 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 21: clone() 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: -1> 2024-01-28T13:01:01.515+0000 7f93d9bee700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f93d9bee700 time 2024-01-28T13:01:01.514482+0000 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f93ea21e4e5] 2024-01-28T13:01:01.671 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f93ea21e6ab] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x562b50d29f19] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x562b50d2ac29] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x562b50d2f4e5] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 6: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 7: (void finish_contexts > >(ceph::common::CephContext*, std::vector >&, int)+0x8d) [0x562b50c3fd1d] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 8: (MDSCacheObject::finish_waiting(unsigned long, int)+0x5c) [0x562b50ff742c] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 9: (Locker::eval_gather(SimpleLock*, bool, bool*, std::vector >*)+0x12dc) [0x562b50e9811c] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 10: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x1ca) [0x562b50e9f5ca] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 11: (Locker::drop_locks(MutationImpl*, std::set, std::allocator >*)+0x7f) [0x562b50e9ff2f] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 12: (Locker::scatter_writebehind_finish(ScatterLock*, boost::intrusive_ptr&)+0xb8) [0x562b50ea0c68] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 13: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 14: (MDSIOContextBase::complete(int)+0x574) [0x562b50fe55c4] 2024-01-28T13:01:01.672 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 15: (MDSLogContextBase::complete(int)+0x5b) [0x562b50fe598b] 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 16: (Finisher::finisher_thread_entry()+0x19d) [0x7f93ea2bd5cd] 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 17: /lib64/libpthread.so.0(+0x81ca) [0x7f93e8fa11ca] 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 18: clone() 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 0> 2024-01-28T13:01:01.518+0000 7f93d9bee700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: in thread 7f93d9bee700 thread_name:MR_Finisher 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f93e8fabd20] 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2: gsignal() 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 3: abort() 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f93ea21e53f] 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f93ea21e6ab] 2024-01-28T13:01:01.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x562b50d29f19] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x562b50d2ac29] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x562b50d2f4e5] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 9: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 10: (void finish_contexts > >(ceph::common::CephContext*, std::vector >&, int)+0x8d) [0x562b50c3fd1d] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 11: (MDSCacheObject::finish_waiting(unsigned long, int)+0x5c) [0x562b50ff742c] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 12: (Locker::eval_gather(SimpleLock*, bool, bool*, std::vector >*)+0x12dc) [0x562b50e9811c] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 13: (Locker::_drop_locks(MutationImpl*, std::set, std::allocator >*, bool)+0x1ca) [0x562b50e9f5ca] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 14: (Locker::drop_locks(MutationImpl*, std::set, std::allocator >*)+0x7f) [0x562b50e9ff2f] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 15: (Locker::scatter_writebehind_finish(ScatterLock*, boost::intrusive_ptr&)+0xb8) [0x562b50ea0c68] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 16: (MDSContext::complete(int)+0x5f) [0x562b50fe4ddf] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 17: (MDSIOContextBase::complete(int)+0x574) [0x562b50fe55c4] 2024-01-28T13:01:01.674 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 18: (MDSLogContextBase::complete(int)+0x5b) [0x562b50fe598b] 2024-01-28T13:01:01.675 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 19: (Finisher::finisher_thread_entry()+0x19d) [0x7f93ea2bd5cd] 2024-01-28T13:01:01.675 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 20: /lib64/libpthread.so.0(+0x81ca) [0x7f93e8fa11ca] 2024-01-28T13:01:01.675 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 21: clone() 2024-01-28T13:01:01.675 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:01.675 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82178]: 2024-01-28T13:01:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:01 smithi181 ceph-mon[45557]: pgmap v313: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 11 op/s 2024-01-28T13:01:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:01 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:rejoin 2024-01-28T13:01:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:01 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:01 smithi181 ceph-mon[45557]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:01:01.750 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:01 smithi088 ceph-mon[35322]: pgmap v313: 129 pgs: 129 active+clean; 17 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 11 op/s 2024-01-28T13:01:01.750 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:01 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:rejoin 2024-01-28T13:01:01.750 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:01 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:01.751 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:01 smithi088 ceph-mon[35322]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:01:02.143 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:01 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:01:02.408 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:02 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Failed with result 'exit-code'. 2024-01-28T13:01:02.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:02 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:02.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:02 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:01:02.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:02 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:active 2024-01-28T13:01:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:02 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:02 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:02.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:02 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:02.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:02 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:01:02.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:02 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:active 2024-01-28T13:01:02.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:02 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:02.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:02 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:02.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:02 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:02.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:02 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:01:02.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:02 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/1549327115,v1:172.21.15.175:6839/1549327115] up:active 2024-01-28T13:01:02.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:02 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:02.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:02 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:03.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:03 smithi088 ceph-mon[35322]: pgmap v314: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2024-01-28T13:01:03.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:03 smithi175 ceph-mon[44549]: pgmap v314: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2024-01-28T13:01:03.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:03 smithi181 ceph-mon[45557]: pgmap v314: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2024-01-28T13:01:04.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:04.868+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:01:04.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:04.868+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:01:04.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:04.868+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:01:05.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:05 smithi088 ceph-mon[35322]: pgmap v315: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.9 KiB/s wr, 14 op/s 2024-01-28T13:01:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:05 smithi175 ceph-mon[44549]: pgmap v315: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.9 KiB/s wr, 14 op/s 2024-01-28T13:01:05.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:05 smithi181 ceph-mon[45557]: pgmap v315: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 5.9 KiB/s wr, 14 op/s 2024-01-28T13:01:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:07 smithi088 ceph-mon[35322]: pgmap v316: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 5.9 KiB/s wr, 16 op/s 2024-01-28T13:01:07.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:07 smithi175 ceph-mon[44549]: pgmap v316: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 5.9 KiB/s wr, 16 op/s 2024-01-28T13:01:07.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:07 smithi181 ceph-mon[45557]: pgmap v316: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 5.9 KiB/s wr, 16 op/s 2024-01-28T13:01:09.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:09 smithi088 ceph-mon[35322]: pgmap v317: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 15 op/s 2024-01-28T13:01:09.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:09 smithi175 ceph-mon[44549]: pgmap v317: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 15 op/s 2024-01-28T13:01:09.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:09 smithi181 ceph-mon[45557]: pgmap v317: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 5.5 KiB/s wr, 15 op/s 2024-01-28T13:01:11.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:11 smithi088 ceph-mon[35322]: pgmap v318: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 4.9 KiB/s wr, 16 op/s 2024-01-28T13:01:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:11 smithi175 ceph-mon[44549]: pgmap v318: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 4.9 KiB/s wr, 16 op/s 2024-01-28T13:01:11.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:11 smithi181 ceph-mon[45557]: pgmap v318: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 4.9 KiB/s wr, 16 op/s 2024-01-28T13:01:12.473 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:12 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:01:12.473 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:12 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Scheduled restart job, restart counter is at 2. 2024-01-28T13:01:12.473 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:12 smithi175 systemd[1]: Stopped Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:01:12.473 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:12 smithi175 systemd[1]: Starting Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:01:12.908 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:12 smithi175 ceph-mds[82864]: -- 172.21.15.175:0/1215014207 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55cec4903520 con 0x55cec48d9000 2024-01-28T13:01:12.908 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:12 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: starting mds.b at 2024-01-28T13:01:12.908 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:12 smithi175 bash[82827]: e7d86974dd682aa06b54f912f2758bd40c292eab3197c88f3120540ffa136ffb 2024-01-28T13:01:12.908 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:12 smithi175 systemd[1]: Started Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:01:13.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:13 smithi088 ceph-mon[35322]: pgmap v319: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 4.9 KiB/s wr, 15 op/s 2024-01-28T13:01:13.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:13 smithi088 ceph-mon[35322]: daemon mds.b restarted 2024-01-28T13:01:13.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:13 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:01:13.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:13 smithi088 ceph-mon[35322]: osdmap e90: 12 total, 12 up, 12 in 2024-01-28T13:01:13.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:13 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:boot 2024-01-28T13:01:13.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:13 smithi088 ceph-mon[35322]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:01:13.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:13 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:01:13.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:01:13.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:13 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:01:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:13 smithi175 ceph-mon[44549]: pgmap v319: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 4.9 KiB/s wr, 15 op/s 2024-01-28T13:01:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:13 smithi175 ceph-mon[44549]: daemon mds.b restarted 2024-01-28T13:01:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:13 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:01:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:13 smithi175 ceph-mon[44549]: osdmap e90: 12 total, 12 up, 12 in 2024-01-28T13:01:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:13 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:boot 2024-01-28T13:01:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:13 smithi175 ceph-mon[44549]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:01:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:13 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:01:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:01:13.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:13 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:01:13.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:13 smithi181 ceph-mon[45557]: pgmap v319: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 4.9 KiB/s wr, 15 op/s 2024-01-28T13:01:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:13 smithi181 ceph-mon[45557]: daemon mds.b restarted 2024-01-28T13:01:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:13 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:01:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:13 smithi181 ceph-mon[45557]: osdmap e90: 12 total, 12 up, 12 in 2024-01-28T13:01:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:13 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:boot 2024-01-28T13:01:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:13 smithi181 ceph-mon[45557]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:01:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:13 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:01:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:01:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:13 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:01:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:15 smithi175 ceph-mon[44549]: pgmap v321: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 11 op/s 2024-01-28T13:01:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:15 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:resolve 2024-01-28T13:01:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:15 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:01:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:15 smithi181 ceph-mon[45557]: pgmap v321: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 11 op/s 2024-01-28T13:01:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:15 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:resolve 2024-01-28T13:01:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:15 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:01:16.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:15 smithi088 ceph-mon[35322]: pgmap v321: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 11 op/s 2024-01-28T13:01:16.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:15 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:resolve 2024-01-28T13:01:16.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:15 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:01:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:16 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:reconnect 2024-01-28T13:01:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:16 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:16 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:01:16.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:16 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:reconnect 2024-01-28T13:01:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:16 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:16 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:01:17.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:16 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:reconnect 2024-01-28T13:01:17.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:16 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:17.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:16 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:01:17.886 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-mon[45557]: pgmap v322: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:01:17.886 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:rejoin 2024-01-28T13:01:17.886 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:17.886 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-mon[45557]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:01:17.888 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f31c4c50700 time 2024-01-28T13:01:17.558083+0000 2024-01-28T13:01:17.888 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:17.888 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:17.888 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f31d3a7d4e5] 2024-01-28T13:01:17.888 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f31d3a7d6ab] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x56162c18bf19] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x56162c18cc29] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x56162c1914e5] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x56162c1b0293] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x56162c1b4f2c] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x56162c0b04d3] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x56162c0b0a66] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 10: (MDSContext::complete(int)+0x5f) [0x56162c446ddf] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 11: (MDSRank::_advance_queues()+0xaa) [0x56162c0af54a] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x56162c0afb10] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f31d28001ca] 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 14: clone() 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: *** Caught signal (Aborted) ** 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: in thread 7f31c4c50700 thread_name:mds_rank_progr 2024-01-28T13:01:17.889 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.558+0000 7f31c4c50700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f31c4c50700 time 2024-01-28T13:01:17.558083+0000 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f31d3a7d4e5] 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f31d3a7d6ab] 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x56162c18bf19] 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x56162c18cc29] 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x56162c1914e5] 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x56162c1b0293] 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x56162c1b4f2c] 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x56162c0b04d3] 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x56162c0b0a66] 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 10: (MDSContext::complete(int)+0x5f) [0x56162c446ddf] 2024-01-28T13:01:17.890 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 11: (MDSRank::_advance_queues()+0xaa) [0x56162c0af54a] 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x56162c0afb10] 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f31d28001ca] 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 14: clone() 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f31d280ad20] 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2: gsignal() 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 3: abort() 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f31d3a7d53f] 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f31d3a7d6ab] 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x56162c18bf19] 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x56162c18cc29] 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x56162c1914e5] 2024-01-28T13:01:17.891 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x56162c1b0293] 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x56162c1b4f2c] 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x56162c0b04d3] 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x56162c0b0a66] 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 13: (MDSContext::complete(int)+0x5f) [0x56162c446ddf] 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 14: (MDSRank::_advance_queues()+0xaa) [0x56162c0af54a] 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x56162c0afb10] 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f31d28001ca] 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 17: clone() 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.560+0000 7f31c4c50700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: in thread 7f31c4c50700 thread_name:mds_rank_progr 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:17.892 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f31d280ad20] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2: gsignal() 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 3: abort() 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f31d3a7d53f] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f31d3a7d6ab] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x56162c18bf19] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x56162c18cc29] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x56162c1914e5] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x56162c1b0293] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x56162c1b4f2c] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x56162c0b04d3] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x56162c0b0a66] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 13: (MDSContext::complete(int)+0x5f) [0x56162c446ddf] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 14: (MDSRank::_advance_queues()+0xaa) [0x56162c0af54a] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x56162c0afb10] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f31d28001ca] 2024-01-28T13:01:17.893 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 17: clone() 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: -1> 2024-01-28T13:01:17.558+0000 7f31c4c50700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f31c4c50700 time 2024-01-28T13:01:17.558083+0000 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f31d3a7d4e5] 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f31d3a7d6ab] 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x56162c18bf19] 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x56162c18cc29] 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x56162c1914e5] 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x56162c1b0293] 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x56162c1b4f2c] 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x56162c0b04d3] 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x56162c0b0a66] 2024-01-28T13:01:17.894 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 10: (MDSContext::complete(int)+0x5f) [0x56162c446ddf] 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 11: (MDSRank::_advance_queues()+0xaa) [0x56162c0af54a] 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x56162c0afb10] 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f31d28001ca] 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 14: clone() 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 0> 2024-01-28T13:01:17.560+0000 7f31c4c50700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: in thread 7f31c4c50700 thread_name:mds_rank_progr 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f31d280ad20] 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2: gsignal() 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 3: abort() 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f31d3a7d53f] 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f31d3a7d6ab] 2024-01-28T13:01:17.895 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x56162c18bf19] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x56162c18cc29] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x56162c1914e5] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x56162c1b0293] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x56162c1b4f2c] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x56162c0b04d3] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x56162c0b0a66] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 13: (MDSContext::complete(int)+0x5f) [0x56162c446ddf] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 14: (MDSRank::_advance_queues()+0xaa) [0x56162c0af54a] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x56162c0afb10] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f31d28001ca] 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 17: clone() 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.896 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: -1> 2024-01-28T13:01:17.558+0000 7f31c4c50700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f31c4c50700 time 2024-01-28T13:01:17.558083+0000 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f31d3a7d4e5] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f31d3a7d6ab] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x56162c18bf19] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x56162c18cc29] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x56162c1914e5] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x56162c1b0293] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x56162c1b4f2c] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x56162c0b04d3] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x56162c0b0a66] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 10: (MDSContext::complete(int)+0x5f) [0x56162c446ddf] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 11: (MDSRank::_advance_queues()+0xaa) [0x56162c0af54a] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x56162c0afb10] 2024-01-28T13:01:17.897 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f31d28001ca] 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 14: clone() 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 0> 2024-01-28T13:01:17.560+0000 7f31c4c50700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: in thread 7f31c4c50700 thread_name:mds_rank_progr 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f31d280ad20] 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2: gsignal() 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 3: abort() 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f31d3a7d53f] 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f31d3a7d6ab] 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x56162c18bf19] 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x56162c18cc29] 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x56162c1914e5] 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x56162c1b0293] 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x56162c1b4f2c] 2024-01-28T13:01:17.898 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x56162c0b04d3] 2024-01-28T13:01:17.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x56162c0b0a66] 2024-01-28T13:01:17.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 13: (MDSContext::complete(int)+0x5f) [0x56162c446ddf] 2024-01-28T13:01:17.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 14: (MDSRank::_advance_queues()+0xaa) [0x56162c0af54a] 2024-01-28T13:01:17.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x56162c0afb10] 2024-01-28T13:01:17.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f31d28001ca] 2024-01-28T13:01:17.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 17: clone() 2024-01-28T13:01:17.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:17.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[85946]: 2024-01-28T13:01:17.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:17 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:01:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:17 smithi175 ceph-mon[44549]: pgmap v322: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:01:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:17 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:rejoin 2024-01-28T13:01:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:17 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:17 smithi175 ceph-mon[44549]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:01:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:17 smithi088 ceph-mon[35322]: pgmap v322: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:01:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:17 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:rejoin 2024-01-28T13:01:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:17 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:18.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:17 smithi088 ceph-mon[35322]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:01:18.204 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:18 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Failed with result 'exit-code'. 2024-01-28T13:01:18.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:18 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:18.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:18 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:01:18.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:18 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:active 2024-01-28T13:01:18.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:18 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:18.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:18 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:18.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:18 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:18.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:18 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:01:18.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:18 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:active 2024-01-28T13:01:18.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:18 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:18.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:18 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:18 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:18 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:01:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:18 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/946838908,v1:172.21.15.181:6835/946838908] up:active 2024-01-28T13:01:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:18 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:18 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:19.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:19.883+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:01:19.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:19.884+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 12 2024-01-28T13:01:19.882 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:19.884+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-01-28T13:01:19.882 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:19.884+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T13:01:19.882 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:19.884+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:01:19.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:19 smithi175 ceph-mon[44549]: pgmap v323: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:01:19.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:19 smithi181 ceph-mon[45557]: pgmap v323: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:01:20.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:19 smithi088 ceph-mon[35322]: pgmap v323: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:01:21.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:21 smithi175 ceph-mon[44549]: pgmap v324: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:01:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:21 smithi181 ceph-mon[45557]: pgmap v324: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:01:22.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:21 smithi088 ceph-mon[35322]: pgmap v324: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:01:23.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:23 smithi175 ceph-mon[44549]: pgmap v325: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:01:23.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:23 smithi181 ceph-mon[45557]: pgmap v325: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:01:24.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:23 smithi088 ceph-mon[35322]: pgmap v325: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:01:25.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:25 smithi175 ceph-mon[44549]: pgmap v326: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 178 B/s wr, 14 op/s 2024-01-28T13:01:25.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:25 smithi181 ceph-mon[45557]: pgmap v326: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 178 B/s wr, 14 op/s 2024-01-28T13:01:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:25 smithi088 ceph-mon[35322]: pgmap v326: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 178 B/s wr, 14 op/s 2024-01-28T13:01:27.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:27 smithi175 ceph-mon[44549]: pgmap v327: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:01:27.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:27 smithi181 ceph-mon[45557]: pgmap v327: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:01:28.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:27 smithi088 ceph-mon[35322]: pgmap v327: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:01:28.567 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:28 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:01:28.567 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:28 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Scheduled restart job, restart counter is at 2. 2024-01-28T13:01:28.567 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:28 smithi181 systemd[1]: Stopped Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:01:28.567 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:28 smithi181 systemd[1]: Starting Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:01:28.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:28 smithi175 ceph-mon[44549]: daemon mds.f restarted 2024-01-28T13:01:28.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:28 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:01:28.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:28 smithi175 ceph-mon[44549]: osdmap e91: 12 total, 12 up, 12 in 2024-01-28T13:01:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:28 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:boot 2024-01-28T13:01:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:28 smithi175 ceph-mon[44549]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:01:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:28 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:01:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:01:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:28 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:01:28.954 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:28 smithi181 ceph-mds[86160]: -- 172.21.15.181:0/1438828780 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55baaf2cf520 con 0x55baaf2a4800 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:28 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: starting mds.f at 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:28 smithi181 bash[86122]: 89125a60752fbefd5cd831f9f13954a8864706416279be2734ced129b1ed9cfd 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:28 smithi181 systemd[1]: Started Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:28 smithi181 ceph-mon[45557]: daemon mds.f restarted 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:28 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:28 smithi181 ceph-mon[45557]: osdmap e91: 12 total, 12 up, 12 in 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:28 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:boot 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:28 smithi181 ceph-mon[45557]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:28 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:01:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:28 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:01:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:28 smithi088 ceph-mon[35322]: daemon mds.f restarted 2024-01-28T13:01:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:28 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:01:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:28 smithi088 ceph-mon[35322]: osdmap e91: 12 total, 12 up, 12 in 2024-01-28T13:01:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:28 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:boot 2024-01-28T13:01:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:28 smithi088 ceph-mon[35322]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:01:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:28 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:01:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:01:29.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:28 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:01:29.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:29 smithi175 ceph-mon[44549]: pgmap v328: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:01:29.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:29 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:resolve 2024-01-28T13:01:29.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:29 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:01:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:29 smithi181 ceph-mon[45557]: pgmap v328: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:01:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:29 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:resolve 2024-01-28T13:01:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:29 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:01:30.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:29 smithi088 ceph-mon[35322]: pgmap v328: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:01:30.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:29 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:resolve 2024-01-28T13:01:30.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:29 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:01:31.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:31 smithi175 ceph-mon[44549]: pgmap v330: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 11 op/s 2024-01-28T13:01:31.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:31 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:reconnect 2024-01-28T13:01:31.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:31 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:31.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:31 smithi181 ceph-mon[45557]: pgmap v330: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 11 op/s 2024-01-28T13:01:31.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:31 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:reconnect 2024-01-28T13:01:31.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:31 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:32.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:31 smithi088 ceph-mon[35322]: pgmap v330: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 11 op/s 2024-01-28T13:01:32.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:31 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:reconnect 2024-01-28T13:01:32.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:31 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:32.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899985 2024-01-28T13:01:32.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:rejoin 2024-01-28T13:01:32.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:32.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-mon[44549]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:01:32.910 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-01-28T13:01:32.910 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-01-28T13:01:32.910 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-01-28T13:01:32.910 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-01-28T13:01:32.910 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-01-28T13:01:32.910 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7ff18354e700 time 2024-01-28T13:01:32.620888+0000 2024-01-28T13:01:32.910 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:32.910 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7ff19237b4e5] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff19237b6ab] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55cec21bbf19] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55cec21bcc29] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55cec21c14e5] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55cec21e0293] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55cec21e4f2c] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55cec20e04d3] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55cec20e0a66] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 10: (MDSContext::complete(int)+0x5f) [0x55cec2476ddf] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 11: (MDSRank::_advance_queues()+0xaa) [0x55cec20df54a] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55cec20dfb10] 2024-01-28T13:01:32.911 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7ff1910fe1ca] 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 14: clone() 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.621+0000 7ff18354e700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7ff18354e700 time 2024-01-28T13:01:32.620888+0000 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7ff19237b4e5] 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff19237b6ab] 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55cec21bbf19] 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55cec21bcc29] 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55cec21c14e5] 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55cec21e0293] 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55cec21e4f2c] 2024-01-28T13:01:32.912 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55cec20e04d3] 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55cec20e0a66] 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 10: (MDSContext::complete(int)+0x5f) [0x55cec2476ddf] 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 11: (MDSRank::_advance_queues()+0xaa) [0x55cec20df54a] 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55cec20dfb10] 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7ff1910fe1ca] 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 14: clone() 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: *** Caught signal (Aborted) ** 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: in thread 7ff18354e700 thread_name:mds_rank_progr 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff191108d20] 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2: gsignal() 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 3: abort() 2024-01-28T13:01:32.913 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff19237b53f] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff19237b6ab] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55cec21bbf19] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55cec21bcc29] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55cec21c14e5] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55cec21e0293] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55cec21e4f2c] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55cec20e04d3] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55cec20e0a66] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 13: (MDSContext::complete(int)+0x5f) [0x55cec2476ddf] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 14: (MDSRank::_advance_queues()+0xaa) [0x55cec20df54a] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55cec20dfb10] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7ff1910fe1ca] 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 17: clone() 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.622+0000 7ff18354e700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:32.914 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: in thread 7ff18354e700 thread_name:mds_rank_progr 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff191108d20] 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2: gsignal() 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 3: abort() 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff19237b53f] 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff19237b6ab] 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55cec21bbf19] 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55cec21bcc29] 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55cec21c14e5] 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55cec21e0293] 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55cec21e4f2c] 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55cec20e04d3] 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55cec20e0a66] 2024-01-28T13:01:32.915 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 13: (MDSContext::complete(int)+0x5f) [0x55cec2476ddf] 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 14: (MDSRank::_advance_queues()+0xaa) [0x55cec20df54a] 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55cec20dfb10] 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7ff1910fe1ca] 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 17: clone() 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -294> 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -292> 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -290> 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -288> 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -286> 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -1> 2024-01-28T13:01:32.621+0000 7ff18354e700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7ff18354e700 time 2024-01-28T13:01:32.620888+0000 2024-01-28T13:01:32.916 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7ff19237b4e5] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff19237b6ab] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55cec21bbf19] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55cec21bcc29] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55cec21c14e5] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55cec21e0293] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55cec21e4f2c] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55cec20e04d3] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55cec20e0a66] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 10: (MDSContext::complete(int)+0x5f) [0x55cec2476ddf] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 11: (MDSRank::_advance_queues()+0xaa) [0x55cec20df54a] 2024-01-28T13:01:32.917 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55cec20dfb10] 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7ff1910fe1ca] 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 14: clone() 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 0> 2024-01-28T13:01:32.622+0000 7ff18354e700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: in thread 7ff18354e700 thread_name:mds_rank_progr 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff191108d20] 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2: gsignal() 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 3: abort() 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff19237b53f] 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff19237b6ab] 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55cec21bbf19] 2024-01-28T13:01:32.918 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55cec21bcc29] 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55cec21c14e5] 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55cec21e0293] 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55cec21e4f2c] 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55cec20e04d3] 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55cec20e0a66] 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 13: (MDSContext::complete(int)+0x5f) [0x55cec2476ddf] 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 14: (MDSRank::_advance_queues()+0xaa) [0x55cec20df54a] 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55cec20dfb10] 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7ff1910fe1ca] 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 17: clone() 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -294> 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -292> 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -290> 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-01-28T13:01:32.919 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -288> 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -286> 2024-01-28T13:01:32.616+0000 7ff185552700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: -1> 2024-01-28T13:01:32.621+0000 7ff18354e700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7ff18354e700 time 2024-01-28T13:01:32.620888+0000 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7ff19237b4e5] 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff19237b6ab] 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55cec21bbf19] 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55cec21bcc29] 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55cec21c14e5] 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55cec21e0293] 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55cec21e4f2c] 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55cec20e04d3] 2024-01-28T13:01:32.920 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55cec20e0a66] 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 10: (MDSContext::complete(int)+0x5f) [0x55cec2476ddf] 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 11: (MDSRank::_advance_queues()+0xaa) [0x55cec20df54a] 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55cec20dfb10] 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7ff1910fe1ca] 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 14: clone() 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 0> 2024-01-28T13:01:32.622+0000 7ff18354e700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: in thread 7ff18354e700 thread_name:mds_rank_progr 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff191108d20] 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2: gsignal() 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 3: abort() 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff19237b53f] 2024-01-28T13:01:32.921 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff19237b6ab] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55cec21bbf19] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55cec21bcc29] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55cec21c14e5] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55cec21e0293] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55cec21e4f2c] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55cec20e04d3] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55cec20e0a66] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 13: (MDSContext::complete(int)+0x5f) [0x55cec2476ddf] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 14: (MDSRank::_advance_queues()+0xaa) [0x55cec20df54a] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55cec20dfb10] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7ff1910fe1ca] 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 17: clone() 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:32.922 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:32 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[82841]: 2024-01-28T13:01:32.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:32 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899985 2024-01-28T13:01:32.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:32 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:rejoin 2024-01-28T13:01:32.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:32 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:32.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:32 smithi181 ceph-mon[45557]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:01:33.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:32 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899985 2024-01-28T13:01:33.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:32 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:rejoin 2024-01-28T13:01:33.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:32 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:33.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:32 smithi088 ceph-mon[35322]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:01:33.409 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:33 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:01:33.409 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:33 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Failed with result 'exit-code'. 2024-01-28T13:01:33.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:33 smithi175 ceph-mon[44549]: pgmap v331: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-01-28T13:01:33.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:33 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:33.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:33 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:01:33.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:33 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:active 2024-01-28T13:01:33.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:33 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:33.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:33 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:33.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:33 smithi181 ceph-mon[45557]: pgmap v331: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-01-28T13:01:33.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:33 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:33.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:33 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:01:33.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:33 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:active 2024-01-28T13:01:33.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:33 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:33.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:33 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:34.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:33 smithi088 ceph-mon[35322]: pgmap v331: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-01-28T13:01:34.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:33 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:34.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:33 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:01:34.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:33 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/2185489740,v1:172.21.15.175:6839/2185489740] up:active 2024-01-28T13:01:34.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:33 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:34.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:33 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:34.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:34.898+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:01:34.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:34.898+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:01:34.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:34.898+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:01:35.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:35 smithi175 ceph-mon[44549]: pgmap v332: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:01:35.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:35 smithi181 ceph-mon[45557]: pgmap v332: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:01:36.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:35 smithi088 ceph-mon[35322]: pgmap v332: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:01:37.878 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:37 smithi088 ceph-mon[35322]: pgmap v333: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:01:37.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:37 smithi175 ceph-mon[44549]: pgmap v333: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:01:37.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:37 smithi181 ceph-mon[45557]: pgmap v333: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:01:39.863 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:39 smithi088 ceph-mon[35322]: pgmap v334: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:01:39.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:39 smithi175 ceph-mon[44549]: pgmap v334: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:01:39.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:39 smithi181 ceph-mon[45557]: pgmap v334: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:01:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:41 smithi175 ceph-mon[44549]: pgmap v335: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 177 B/s wr, 13 op/s 2024-01-28T13:01:41.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:41 smithi181 ceph-mon[45557]: pgmap v335: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 177 B/s wr, 13 op/s 2024-01-28T13:01:42.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:41 smithi088 ceph-mon[35322]: pgmap v335: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 177 B/s wr, 13 op/s 2024-01-28T13:01:43.691 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:43 smithi175 ceph-mon[44549]: pgmap v336: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:01:43.691 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:43 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:01:43.691 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:43 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Scheduled restart job, restart counter is at 3. 2024-01-28T13:01:43.691 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:43 smithi175 systemd[1]: Stopped Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:01:43.691 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:43 smithi175 systemd[1]: Starting Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:01:43.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:43 smithi181 ceph-mon[45557]: pgmap v336: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:01:44.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:43 smithi088 ceph-mon[35322]: pgmap v336: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:01:44.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:43 smithi175 ceph-mds[83037]: -- 172.21.15.175:0/2127469110 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bab1f5d520 con 0x55bab1f32800 2024-01-28T13:01:44.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:43 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: starting mds.b at 2024-01-28T13:01:44.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:43 smithi175 bash[83000]: 7bd6dd2f25e03523140be404cc0dd233c69b10dbe99f554c8c0efdeb8651ebd6 2024-01-28T13:01:44.159 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:01:43 smithi175 systemd[1]: Started Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:01:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:44 smithi175 ceph-mon[44549]: daemon mds.b restarted 2024-01-28T13:01:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:44 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:01:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:44 smithi175 ceph-mon[44549]: osdmap e92: 12 total, 12 up, 12 in 2024-01-28T13:01:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:44 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:boot 2024-01-28T13:01:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:44 smithi175 ceph-mon[44549]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:01:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:44 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:01:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:01:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:44 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:01:44.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:44 smithi181 ceph-mon[45557]: daemon mds.b restarted 2024-01-28T13:01:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:44 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:01:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:44 smithi181 ceph-mon[45557]: osdmap e92: 12 total, 12 up, 12 in 2024-01-28T13:01:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:44 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:boot 2024-01-28T13:01:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:44 smithi181 ceph-mon[45557]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:01:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:44 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:01:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:01:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:44 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:01:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:44 smithi088 ceph-mon[35322]: daemon mds.b restarted 2024-01-28T13:01:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:44 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:01:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:44 smithi088 ceph-mon[35322]: osdmap e92: 12 total, 12 up, 12 in 2024-01-28T13:01:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:44 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:boot 2024-01-28T13:01:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:44 smithi088 ceph-mon[35322]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:01:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:44 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:01:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:01:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:44 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:01:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:45 smithi175 ceph-mon[44549]: pgmap v338: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:01:45.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:45 smithi181 ceph-mon[45557]: pgmap v338: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:01:46.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:45 smithi088 ceph-mon[35322]: pgmap v338: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:01:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:46 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:resolve 2024-01-28T13:01:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:46 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:01:46.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:46 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:resolve 2024-01-28T13:01:46.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:46 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:01:47.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:46 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:resolve 2024-01-28T13:01:47.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:46 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:01:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:47 smithi175 ceph-mon[44549]: pgmap v339: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-01-28T13:01:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:47 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:01:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:47 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:reconnect 2024-01-28T13:01:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:47 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:47.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:47 smithi181 ceph-mon[45557]: pgmap v339: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-01-28T13:01:47.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:47 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:01:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:47 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:reconnect 2024-01-28T13:01:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:47 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:48.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:47 smithi088 ceph-mon[35322]: pgmap v339: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-01-28T13:01:48.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:47 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:01:48.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:47 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:reconnect 2024-01-28T13:01:48.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:47 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:01:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:48 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:rejoin 2024-01-28T13:01:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:48 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:48 smithi175 ceph-mon[44549]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:01:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:01:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:01:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:01:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:01:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:rejoin 2024-01-28T13:01:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-mon[45557]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:01:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:01:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:01:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:01:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:01:48.956 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0275854700 time 2024-01-28T13:01:48.668951+0000 2024-01-28T13:01:48.956 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f02846814e5] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f02846816ab] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55baad516f19] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55baad517c29] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55baad51c4e5] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55baad53b293] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55baad53ff2c] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55baad43b4d3] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55baad43ba66] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 10: (MDSContext::complete(int)+0x5f) [0x55baad7d1ddf] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 11: (MDSRank::_advance_queues()+0xaa) [0x55baad43a54a] 2024-01-28T13:01:48.957 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55baad43ab10] 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f02834041ca] 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 14: clone() 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.669+0000 7f0275854700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0275854700 time 2024-01-28T13:01:48.668951+0000 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f02846814e5] 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f02846816ab] 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55baad516f19] 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55baad517c29] 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55baad51c4e5] 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55baad53b293] 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55baad53ff2c] 2024-01-28T13:01:48.958 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55baad43b4d3] 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55baad43ba66] 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 10: (MDSContext::complete(int)+0x5f) [0x55baad7d1ddf] 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 11: (MDSRank::_advance_queues()+0xaa) [0x55baad43a54a] 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55baad43ab10] 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f02834041ca] 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 14: clone() 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: *** Caught signal (Aborted) ** 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: in thread 7f0275854700 thread_name:mds_rank_progr 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f028340ed20] 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2: gsignal() 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 3: abort() 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f028468153f] 2024-01-28T13:01:48.959 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f02846816ab] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55baad516f19] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55baad517c29] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55baad51c4e5] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55baad53b293] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55baad53ff2c] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55baad43b4d3] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55baad43ba66] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 13: (MDSContext::complete(int)+0x5f) [0x55baad7d1ddf] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 14: (MDSRank::_advance_queues()+0xaa) [0x55baad43a54a] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55baad43ab10] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f02834041ca] 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 17: clone() 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.671+0000 7f0275854700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: in thread 7f0275854700 thread_name:mds_rank_progr 2024-01-28T13:01:48.960 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f028340ed20] 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2: gsignal() 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 3: abort() 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f028468153f] 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f02846816ab] 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55baad516f19] 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55baad517c29] 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55baad51c4e5] 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55baad53b293] 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55baad53ff2c] 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55baad43b4d3] 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55baad43ba66] 2024-01-28T13:01:48.961 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 13: (MDSContext::complete(int)+0x5f) [0x55baad7d1ddf] 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 14: (MDSRank::_advance_queues()+0xaa) [0x55baad43a54a] 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55baad43ab10] 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f02834041ca] 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 17: clone() 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: -1> 2024-01-28T13:01:48.669+0000 7f0275854700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0275854700 time 2024-01-28T13:01:48.668951+0000 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f02846814e5] 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f02846816ab] 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55baad516f19] 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55baad517c29] 2024-01-28T13:01:48.962 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55baad51c4e5] 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55baad53b293] 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55baad53ff2c] 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55baad43b4d3] 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55baad43ba66] 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 10: (MDSContext::complete(int)+0x5f) [0x55baad7d1ddf] 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 11: (MDSRank::_advance_queues()+0xaa) [0x55baad43a54a] 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55baad43ab10] 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f02834041ca] 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 14: clone() 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 0> 2024-01-28T13:01:48.671+0000 7f0275854700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: in thread 7f0275854700 thread_name:mds_rank_progr 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:48.963 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f028340ed20] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2: gsignal() 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 3: abort() 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f028468153f] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f02846816ab] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55baad516f19] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55baad517c29] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55baad51c4e5] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55baad53b293] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55baad53ff2c] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55baad43b4d3] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55baad43ba66] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 13: (MDSContext::complete(int)+0x5f) [0x55baad7d1ddf] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 14: (MDSRank::_advance_queues()+0xaa) [0x55baad43a54a] 2024-01-28T13:01:48.964 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55baad43ab10] 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f02834041ca] 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 17: clone() 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: -2> 2024-01-28T13:01:48.669+0000 7f0275854700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0275854700 time 2024-01-28T13:01:48.668951+0000 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f02846814e5] 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f02846816ab] 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55baad516f19] 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55baad517c29] 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55baad51c4e5] 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55baad53b293] 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55baad53ff2c] 2024-01-28T13:01:48.965 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55baad43b4d3] 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55baad43ba66] 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 10: (MDSContext::complete(int)+0x5f) [0x55baad7d1ddf] 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 11: (MDSRank::_advance_queues()+0xaa) [0x55baad43a54a] 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55baad43ab10] 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f02834041ca] 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 14: clone() 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: -1> 2024-01-28T13:01:48.671+0000 7f0275854700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: in thread 7f0275854700 thread_name:mds_rank_progr 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f028340ed20] 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2: gsignal() 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 3: abort() 2024-01-28T13:01:48.966 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f028468153f] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f02846816ab] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55baad516f19] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55baad517c29] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55baad51c4e5] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55baad53b293] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55baad53ff2c] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55baad43b4d3] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55baad43ba66] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 13: (MDSContext::complete(int)+0x5f) [0x55baad7d1ddf] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 14: (MDSRank::_advance_queues()+0xaa) [0x55baad43a54a] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55baad43ab10] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f02834041ca] 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 17: clone() 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:01:48.967 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86137]: 2024-01-28T13:01:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:48 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:rejoin 2024-01-28T13:01:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:48 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:01:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:48 smithi088 ceph-mon[35322]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:01:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:01:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:01:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:01:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:01:49.455 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:48 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:01:49.455 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:49 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Failed with result 'exit-code'. 2024-01-28T13:01:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:49.906+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:01:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:49.907+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 12 2024-01-28T13:01:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:49.907+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-01-28T13:01:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:49.907+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T13:01:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:01:49.907+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:01:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:49 smithi175 ceph-mon[44549]: pgmap v340: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:01:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:49 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:49 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:01:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:49 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:active 2024-01-28T13:01:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:49 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:49 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:49.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:49 smithi181 ceph-mon[45557]: pgmap v340: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:01:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:49 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:49 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:01:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:49 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:active 2024-01-28T13:01:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:49 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:49 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:50.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:49 smithi088 ceph-mon[35322]: pgmap v340: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:01:50.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:49 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:01:50.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:49 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:01:50.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:49 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1655667968,v1:172.21.15.181:6835/1655667968] up:active 2024-01-28T13:01:50.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:49 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:01:50.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:49 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:01:51.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:51 smithi181 ceph-mon[45557]: pgmap v341: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:01:52.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:51 smithi088 ceph-mon[35322]: pgmap v341: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:01:52.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:51 smithi175 ceph-mon[44549]: pgmap v341: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:01:53.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:53 smithi181 ceph-mon[45557]: pgmap v342: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:01:54.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:53 smithi088 ceph-mon[35322]: pgmap v342: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:01:54.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:53 smithi175 ceph-mon[44549]: pgmap v342: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:01:55.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:55 smithi181 ceph-mon[45557]: pgmap v343: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 198 B/s wr, 14 op/s 2024-01-28T13:01:56.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:55 smithi088 ceph-mon[35322]: pgmap v343: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 198 B/s wr, 14 op/s 2024-01-28T13:01:56.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:55 smithi175 ceph-mon[44549]: pgmap v343: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 198 B/s wr, 14 op/s 2024-01-28T13:01:57.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:57 smithi181 ceph-mon[45557]: pgmap v344: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:01:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:57 smithi088 ceph-mon[35322]: pgmap v344: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:01:58.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:57 smithi175 ceph-mon[44549]: pgmap v344: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:01:59.563 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:59 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:01:59.563 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:59 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Scheduled restart job, restart counter is at 3. 2024-01-28T13:01:59.563 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:59 smithi181 systemd[1]: Stopped Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:01:59.563 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:59 smithi181 systemd[1]: Starting Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:01:59.954 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-mds[86458]: -- 172.21.15.181:0/3192856750 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e42de6d520 con 0x55e42de42c00 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: starting mds.f at 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:59 smithi181 bash[86420]: 21b489471e61aa2fe839b0f82d2857c9b79802bc8cbdd98a9c66b3f8f0e8fa9d 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:01:59 smithi181 systemd[1]: Started Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-mon[45557]: pgmap v345: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-mon[45557]: daemon mds.f restarted 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-mon[45557]: osdmap e93: 12 total, 12 up, 12 in 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:boot 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-mon[45557]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:01:59.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:01:59 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:00.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:59 smithi088 ceph-mon[35322]: pgmap v345: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:02:00.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:59 smithi088 ceph-mon[35322]: daemon mds.f restarted 2024-01-28T13:02:00.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:59 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:00.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:59 smithi088 ceph-mon[35322]: osdmap e93: 12 total, 12 up, 12 in 2024-01-28T13:02:00.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:59 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:boot 2024-01-28T13:02:00.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:59 smithi088 ceph-mon[35322]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:02:00.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:59 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:02:00.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:02:00.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:01:59 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:00.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:59 smithi175 ceph-mon[44549]: pgmap v345: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:02:00.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:59 smithi175 ceph-mon[44549]: daemon mds.f restarted 2024-01-28T13:02:00.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:59 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:00.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:59 smithi175 ceph-mon[44549]: osdmap e93: 12 total, 12 up, 12 in 2024-01-28T13:02:00.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:59 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:boot 2024-01-28T13:02:00.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:59 smithi175 ceph-mon[44549]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:02:00.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:59 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:02:00.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:02:00.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:01:59 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:01.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:01 smithi181 ceph-mon[45557]: pgmap v347: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 14 op/s 2024-01-28T13:02:01.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:01 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:resolve 2024-01-28T13:02:01.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:01 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:02.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:01 smithi088 ceph-mon[35322]: pgmap v347: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 14 op/s 2024-01-28T13:02:02.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:01 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:resolve 2024-01-28T13:02:02.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:01 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:02.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:01 smithi175 ceph-mon[44549]: pgmap v347: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 14 op/s 2024-01-28T13:02:02.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:01 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:resolve 2024-01-28T13:02:02.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:01 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:02.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:02 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:reconnect 2024-01-28T13:02:02.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:02 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:02.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:02 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0109998 2024-01-28T13:02:03.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:02 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:reconnect 2024-01-28T13:02:03.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:02 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:03.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:02 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0109998 2024-01-28T13:02:03.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:02 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:reconnect 2024-01-28T13:02:03.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:02 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:03.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:02 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0109998 2024-01-28T13:02:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:03 smithi088 ceph-mon[35322]: pgmap v348: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:02:04.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:03 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:rejoin 2024-01-28T13:02:04.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:03 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:04.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:03 smithi088 ceph-mon[35322]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:02:04.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-mon[44549]: pgmap v348: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:02:04.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:rejoin 2024-01-28T13:02:04.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:04.056 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-mon[44549]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:02:04.057 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f40493f8700 time 2024-01-28T13:02:03.712248+0000 2024-01-28T13:02:04.057 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:04.057 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f40582254e5] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f40582256ab] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bab0142f19] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bab0143c29] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bab01484e5] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bab0167293] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bab016bf2c] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bab00674d3] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bab0067a66] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 10: (MDSContext::complete(int)+0x5f) [0x55bab03fdddf] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 11: (MDSRank::_advance_queues()+0xaa) [0x55bab006654a] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55bab0066b10] 2024-01-28T13:02:04.058 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f4056fa81ca] 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 14: clone() 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: *** Caught signal (Aborted) ** 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: in thread 7f40493f8700 thread_name:mds_rank_progr 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:03.712+0000 7f40493f8700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f40493f8700 time 2024-01-28T13:02:03.712248+0000 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f40582254e5] 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f40582256ab] 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bab0142f19] 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bab0143c29] 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bab01484e5] 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bab0167293] 2024-01-28T13:02:04.059 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bab016bf2c] 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bab00674d3] 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bab0067a66] 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 10: (MDSContext::complete(int)+0x5f) [0x55bab03fdddf] 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 11: (MDSRank::_advance_queues()+0xaa) [0x55bab006654a] 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55bab0066b10] 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f4056fa81ca] 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 14: clone() 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f4056fb2d20] 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2: gsignal() 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 3: abort() 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f405822553f] 2024-01-28T13:02:04.060 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f40582256ab] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bab0142f19] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bab0143c29] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bab01484e5] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bab0167293] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bab016bf2c] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bab00674d3] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bab0067a66] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 13: (MDSContext::complete(int)+0x5f) [0x55bab03fdddf] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 14: (MDSRank::_advance_queues()+0xaa) [0x55bab006654a] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55bab0066b10] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f4056fa81ca] 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 17: clone() 2024-01-28T13:02:04.061 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:03.714+0000 7f40493f8700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: in thread 7f40493f8700 thread_name:mds_rank_progr 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f4056fb2d20] 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2: gsignal() 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 3: abort() 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f405822553f] 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f40582256ab] 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bab0142f19] 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bab0143c29] 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bab01484e5] 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bab0167293] 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bab016bf2c] 2024-01-28T13:02:04.062 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bab00674d3] 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bab0067a66] 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 13: (MDSContext::complete(int)+0x5f) [0x55bab03fdddf] 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 14: (MDSRank::_advance_queues()+0xaa) [0x55bab006654a] 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55bab0066b10] 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f4056fa81ca] 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 17: clone() 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: -1> 2024-01-28T13:02:03.712+0000 7f40493f8700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f40493f8700 time 2024-01-28T13:02:03.712248+0000 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f40582254e5] 2024-01-28T13:02:04.063 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f40582256ab] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bab0142f19] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bab0143c29] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bab01484e5] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bab0167293] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bab016bf2c] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bab00674d3] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bab0067a66] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 10: (MDSContext::complete(int)+0x5f) [0x55bab03fdddf] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 11: (MDSRank::_advance_queues()+0xaa) [0x55bab006654a] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55bab0066b10] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f4056fa81ca] 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 14: clone() 2024-01-28T13:02:04.064 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 0> 2024-01-28T13:02:03.714+0000 7f40493f8700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: in thread 7f40493f8700 thread_name:mds_rank_progr 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f4056fb2d20] 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2: gsignal() 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 3: abort() 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f405822553f] 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f40582256ab] 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bab0142f19] 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bab0143c29] 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bab01484e5] 2024-01-28T13:02:04.065 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bab0167293] 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bab016bf2c] 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bab00674d3] 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bab0067a66] 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 13: (MDSContext::complete(int)+0x5f) [0x55bab03fdddf] 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 14: (MDSRank::_advance_queues()+0xaa) [0x55bab006654a] 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55bab0066b10] 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f4056fa81ca] 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 17: clone() 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: -1> 2024-01-28T13:02:03.712+0000 7f40493f8700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f40493f8700 time 2024-01-28T13:02:03.712248+0000 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.066 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f40582254e5] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f40582256ab] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bab0142f19] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bab0143c29] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bab01484e5] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bab0167293] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bab016bf2c] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bab00674d3] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bab0067a66] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 10: (MDSContext::complete(int)+0x5f) [0x55bab03fdddf] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 11: (MDSRank::_advance_queues()+0xaa) [0x55bab006654a] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55bab0066b10] 2024-01-28T13:02:04.067 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f4056fa81ca] 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 14: clone() 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 0> 2024-01-28T13:02:03.714+0000 7f40493f8700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: in thread 7f40493f8700 thread_name:mds_rank_progr 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f4056fb2d20] 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2: gsignal() 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 3: abort() 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f405822553f] 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f40582256ab] 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bab0142f19] 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bab0143c29] 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bab01484e5] 2024-01-28T13:02:04.068 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bab0167293] 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bab016bf2c] 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bab00674d3] 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bab0067a66] 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 13: (MDSContext::complete(int)+0x5f) [0x55bab03fdddf] 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 14: (MDSRank::_advance_queues()+0xaa) [0x55bab006654a] 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55bab0066b10] 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f4056fa81ca] 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 17: clone() 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:03 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83014]: 2024-01-28T13:02:04.069 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:04 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:02:04.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:03 smithi181 ceph-mon[45557]: pgmap v348: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:02:04.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:03 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:rejoin 2024-01-28T13:02:04.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:03 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:04.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:03 smithi181 ceph-mon[45557]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:02:04.408 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:04 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Failed with result 'exit-code'. 2024-01-28T13:02:04.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:04.923+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:02:04.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:04.923+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:02:04.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:04.923+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:02:05.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:04 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:05.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:04 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:02:05.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:04 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:active 2024-01-28T13:02:05.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:04 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:02:05.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:04 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:05.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:04 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:05.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:04 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:02:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:04 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:active 2024-01-28T13:02:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:04 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:02:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:04 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:05.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:04 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:05.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:04 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:02:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:04 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/117498764,v1:172.21.15.175:6839/117498764] up:active 2024-01-28T13:02:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:04 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:02:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:04 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:06.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:05 smithi088 ceph-mon[35322]: pgmap v349: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:02:06.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:05 smithi175 ceph-mon[44549]: pgmap v349: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:02:06.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:05 smithi181 ceph-mon[45557]: pgmap v349: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:02:08.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:07 smithi088 ceph-mon[35322]: pgmap v350: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:08.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:07 smithi175 ceph-mon[44549]: pgmap v350: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:08.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:07 smithi181 ceph-mon[45557]: pgmap v350: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:10.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:09 smithi088 ceph-mon[35322]: pgmap v351: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:10.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:09 smithi175 ceph-mon[44549]: pgmap v351: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:10.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:09 smithi181 ceph-mon[45557]: pgmap v351: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:12.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:11 smithi088 ceph-mon[35322]: pgmap v352: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 194 B/s wr, 14 op/s 2024-01-28T13:02:12.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:11 smithi175 ceph-mon[44549]: pgmap v352: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 194 B/s wr, 14 op/s 2024-01-28T13:02:12.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:11 smithi181 ceph-mon[45557]: pgmap v352: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 194 B/s wr, 14 op/s 2024-01-28T13:02:14.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:13 smithi088 ceph-mon[35322]: pgmap v353: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:14.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:13 smithi175 ceph-mon[44549]: pgmap v353: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:14.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:13 smithi181 ceph-mon[45557]: pgmap v353: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:14.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:14 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:02:14.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:14 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Scheduled restart job, restart counter is at 4. 2024-01-28T13:02:14.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:14 smithi175 systemd[1]: Stopped Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:02:14.673 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:14 smithi175 systemd[1]: Starting Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:02:15.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:14 smithi175 ceph-mds[83341]: -- 172.21.15.175:0/1978232590 <== mon.2 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55dcd2d69520 con 0x55dcd2d3ec00 2024-01-28T13:02:15.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:14 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: starting mds.b at 2024-01-28T13:02:15.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:14 smithi175 bash[83303]: 5971d3325cf2e840a324b8a8e3d053036d77808547336ff506f855bb905fa074 2024-01-28T13:02:15.158 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:14 smithi175 systemd[1]: Started Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:02:16.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:15 smithi088 ceph-mon[35322]: pgmap v354: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:16.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:15 smithi088 ceph-mon[35322]: daemon mds.b restarted 2024-01-28T13:02:16.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:15 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:16.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:15 smithi088 ceph-mon[35322]: osdmap e94: 12 total, 12 up, 12 in 2024-01-28T13:02:16.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:15 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:boot 2024-01-28T13:02:16.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:15 smithi088 ceph-mon[35322]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:02:16.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:15 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:02:16.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:02:16.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:15 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:16.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:15 smithi175 ceph-mon[44549]: pgmap v354: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:16.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:15 smithi175 ceph-mon[44549]: daemon mds.b restarted 2024-01-28T13:02:16.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:15 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:16.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:15 smithi175 ceph-mon[44549]: osdmap e94: 12 total, 12 up, 12 in 2024-01-28T13:02:16.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:15 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:boot 2024-01-28T13:02:16.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:15 smithi175 ceph-mon[44549]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:02:16.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:15 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:02:16.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:02:16.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:15 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:16.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:15 smithi181 ceph-mon[45557]: pgmap v354: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:16.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:15 smithi181 ceph-mon[45557]: daemon mds.b restarted 2024-01-28T13:02:16.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:15 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:16.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:15 smithi181 ceph-mon[45557]: osdmap e94: 12 total, 12 up, 12 in 2024-01-28T13:02:16.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:15 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:boot 2024-01-28T13:02:16.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:15 smithi181 ceph-mon[45557]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:02:16.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:15 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:02:16.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-28T13:02:16.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:15 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:17 smithi088 ceph-mon[35322]: pgmap v356: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:02:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:17 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:resolve 2024-01-28T13:02:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:17 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:18.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:17 smithi175 ceph-mon[44549]: pgmap v356: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:02:18.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:17 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:resolve 2024-01-28T13:02:18.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:17 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:18.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:17 smithi181 ceph-mon[45557]: pgmap v356: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:02:18.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:17 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:resolve 2024-01-28T13:02:18.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:17 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:18 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:reconnect 2024-01-28T13:02:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:18 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:18 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:02:19.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:18 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:reconnect 2024-01-28T13:02:19.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:18 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:19.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:18 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:02:19.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:18 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:reconnect 2024-01-28T13:02:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:18 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:18 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:02:19.926 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:19.928+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:02:19.927 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:19.929+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 12 2024-01-28T13:02:19.927 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:19.929+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-01-28T13:02:19.927 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:19.929+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T13:02:19.927 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:19.929+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:02:20.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:19 smithi088 ceph-mon[35322]: pgmap v357: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 op/s 2024-01-28T13:02:20.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:19 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:rejoin 2024-01-28T13:02:20.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:19 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:20.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:19 smithi088 ceph-mon[35322]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:02:20.127 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-mon[45557]: pgmap v357: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 op/s 2024-01-28T13:02:20.127 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:rejoin 2024-01-28T13:02:20.127 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:20.128 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-mon[45557]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f18b8f97700 time 2024-01-28T13:02:19.774187+0000 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f18c7dc44e5] 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f18c7dc46ab] 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55e42c591f19] 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55e42c592c29] 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55e42c5974e5] 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55e42c5b6293] 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e42c5baf2c] 2024-01-28T13:02:20.129 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55e42c4b64d3] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55e42c4b6a66] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 10: (MDSContext::complete(int)+0x5f) [0x55e42c84cddf] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 11: (MDSRank::_advance_queues()+0xaa) [0x55e42c4b554a] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55e42c4b5b10] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f18c6b471ca] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 14: clone() 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:19.775+0000 7f18b8f97700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f18b8f97700 time 2024-01-28T13:02:19.774187+0000 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f18c7dc44e5] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f18c7dc46ab] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55e42c591f19] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55e42c592c29] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55e42c5974e5] 2024-01-28T13:02:20.130 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55e42c5b6293] 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e42c5baf2c] 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55e42c4b64d3] 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55e42c4b6a66] 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 10: (MDSContext::complete(int)+0x5f) [0x55e42c84cddf] 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 11: (MDSRank::_advance_queues()+0xaa) [0x55e42c4b554a] 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55e42c4b5b10] 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f18c6b471ca] 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 14: clone() 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: *** Caught signal (Aborted) ** 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: in thread 7f18b8f97700 thread_name:mds_rank_progr 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:20.131 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f18c6b51d20] 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2: gsignal() 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 3: abort() 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f18c7dc453f] 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f18c7dc46ab] 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55e42c591f19] 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55e42c592c29] 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55e42c5974e5] 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55e42c5b6293] 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e42c5baf2c] 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55e42c4b64d3] 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55e42c4b6a66] 2024-01-28T13:02:20.132 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 13: (MDSContext::complete(int)+0x5f) [0x55e42c84cddf] 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 14: (MDSRank::_advance_queues()+0xaa) [0x55e42c4b554a] 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55e42c4b5b10] 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f18c6b471ca] 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 17: clone() 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:19.776+0000 7f18b8f97700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: in thread 7f18b8f97700 thread_name:mds_rank_progr 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f18c6b51d20] 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2: gsignal() 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 3: abort() 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f18c7dc453f] 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f18c7dc46ab] 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55e42c591f19] 2024-01-28T13:02:20.133 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55e42c592c29] 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55e42c5974e5] 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55e42c5b6293] 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e42c5baf2c] 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55e42c4b64d3] 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55e42c4b6a66] 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 13: (MDSContext::complete(int)+0x5f) [0x55e42c84cddf] 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 14: (MDSRank::_advance_queues()+0xaa) [0x55e42c4b554a] 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55e42c4b5b10] 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f18c6b471ca] 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 17: clone() 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: -1> 2024-01-28T13:02:19.775+0000 7f18b8f97700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f18b8f97700 time 2024-01-28T13:02:19.774187+0000 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.134 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f18c7dc44e5] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f18c7dc46ab] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55e42c591f19] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55e42c592c29] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55e42c5974e5] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55e42c5b6293] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e42c5baf2c] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55e42c4b64d3] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55e42c4b6a66] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 10: (MDSContext::complete(int)+0x5f) [0x55e42c84cddf] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 11: (MDSRank::_advance_queues()+0xaa) [0x55e42c4b554a] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55e42c4b5b10] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f18c6b471ca] 2024-01-28T13:02:20.135 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 14: clone() 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 0> 2024-01-28T13:02:19.776+0000 7f18b8f97700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: in thread 7f18b8f97700 thread_name:mds_rank_progr 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f18c6b51d20] 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2: gsignal() 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 3: abort() 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f18c7dc453f] 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f18c7dc46ab] 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55e42c591f19] 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55e42c592c29] 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55e42c5974e5] 2024-01-28T13:02:20.136 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55e42c5b6293] 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e42c5baf2c] 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55e42c4b64d3] 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55e42c4b6a66] 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 13: (MDSContext::complete(int)+0x5f) [0x55e42c84cddf] 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 14: (MDSRank::_advance_queues()+0xaa) [0x55e42c4b554a] 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55e42c4b5b10] 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f18c6b471ca] 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 17: clone() 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: -1> 2024-01-28T13:02:19.775+0000 7f18b8f97700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f18b8f97700 time 2024-01-28T13:02:19.774187+0000 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.137 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f18c7dc44e5] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f18c7dc46ab] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55e42c591f19] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55e42c592c29] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55e42c5974e5] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55e42c5b6293] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e42c5baf2c] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55e42c4b64d3] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55e42c4b6a66] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 10: (MDSContext::complete(int)+0x5f) [0x55e42c84cddf] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 11: (MDSRank::_advance_queues()+0xaa) [0x55e42c4b554a] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55e42c4b5b10] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f18c6b471ca] 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 14: clone() 2024-01-28T13:02:20.138 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 0> 2024-01-28T13:02:19.776+0000 7f18b8f97700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: in thread 7f18b8f97700 thread_name:mds_rank_progr 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f18c6b51d20] 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2: gsignal() 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 3: abort() 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f18c7dc453f] 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f18c7dc46ab] 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55e42c591f19] 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55e42c592c29] 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55e42c5974e5] 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55e42c5b6293] 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55e42c5baf2c] 2024-01-28T13:02:20.139 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55e42c4b64d3] 2024-01-28T13:02:20.140 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55e42c4b6a66] 2024-01-28T13:02:20.140 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 13: (MDSContext::complete(int)+0x5f) [0x55e42c84cddf] 2024-01-28T13:02:20.140 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 14: (MDSRank::_advance_queues()+0xaa) [0x55e42c4b554a] 2024-01-28T13:02:20.140 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55e42c4b5b10] 2024-01-28T13:02:20.140 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f18c6b471ca] 2024-01-28T13:02:20.140 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 17: clone() 2024-01-28T13:02:20.140 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:20.140 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:19 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86435]: 2024-01-28T13:02:20.140 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:20 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:02:20.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:19 smithi175 ceph-mon[44549]: pgmap v357: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 op/s 2024-01-28T13:02:20.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:19 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:rejoin 2024-01-28T13:02:20.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:19 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:20.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:19 smithi175 ceph-mon[44549]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:02:20.454 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:20 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Failed with result 'exit-code'. 2024-01-28T13:02:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:20 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:20 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:02:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:20 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:active 2024-01-28T13:02:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:20 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:02:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:20 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:20 smithi088 ceph-mon[35322]: pgmap v358: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:02:21.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:20 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:21.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:20 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:02:21.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:20 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:active 2024-01-28T13:02:21.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:20 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:02:21.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:20 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:21.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:20 smithi175 ceph-mon[44549]: pgmap v358: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:02:21.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:20 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:21.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:20 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:02:21.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:20 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/2087905634,v1:172.21.15.181:6835/2087905634] up:active 2024-01-28T13:02:21.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:20 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-01-28T13:02:21.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:20 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:21.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:20 smithi181 ceph-mon[45557]: pgmap v358: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:02:23.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:23 smithi181 ceph-mon[45557]: pgmap v359: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 11 op/s 2024-01-28T13:02:23.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:23 smithi088 ceph-mon[35322]: pgmap v359: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 11 op/s 2024-01-28T13:02:23.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:23 smithi175 ceph-mon[44549]: pgmap v359: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 11 op/s 2024-01-28T13:02:25.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:25 smithi181 ceph-mon[45557]: pgmap v360: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:02:25.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:25 smithi088 ceph-mon[35322]: pgmap v360: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:02:25.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:25 smithi175 ceph-mon[44549]: pgmap v360: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:02:27.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:27 smithi181 ceph-mon[45557]: pgmap v361: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 181 B/s wr, 13 op/s 2024-01-28T13:02:27.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:27 smithi088 ceph-mon[35322]: pgmap v361: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 181 B/s wr, 13 op/s 2024-01-28T13:02:27.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:27 smithi175 ceph-mon[44549]: pgmap v361: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 181 B/s wr, 13 op/s 2024-01-28T13:02:29.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:29 smithi181 ceph-mon[45557]: pgmap v362: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:02:29.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:29 smithi088 ceph-mon[35322]: pgmap v362: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:02:29.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:29 smithi175 ceph-mon[44549]: pgmap v362: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:02:30.716 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:30 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:02:30.716 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:30 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Scheduled restart job, restart counter is at 4. 2024-01-28T13:02:30.716 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:30 smithi181 systemd[1]: Stopped Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:02:30.716 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:30 smithi181 systemd[1]: Starting Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:02:31.192 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:30 smithi181 ceph-mds[86639]: -- 172.21.15.181:0/1901443502 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d64bf3b520 con 0x55d64bf11000 2024-01-28T13:02:31.192 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:30 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: starting mds.f at 2024-01-28T13:02:31.192 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:30 smithi181 bash[86602]: 9e6ab9a12ac006d07293f56c0ee5d6d0b18b21f857989b371860adc5f2cbf667 2024-01-28T13:02:31.193 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:30 smithi181 systemd[1]: Started Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:02:31.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:31 smithi181 ceph-mon[45557]: pgmap v363: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:02:31.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:31 smithi181 ceph-mon[45557]: daemon mds.f restarted 2024-01-28T13:02:31.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:31 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:31 smithi181 ceph-mon[45557]: osdmap e95: 12 total, 12 up, 12 in 2024-01-28T13:02:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:31 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:boot 2024-01-28T13:02:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:31 smithi181 ceph-mon[45557]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:02:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:31 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:02:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:02:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:31 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:31.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:31 smithi088 ceph-mon[35322]: pgmap v363: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:02:31.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:31 smithi088 ceph-mon[35322]: daemon mds.f restarted 2024-01-28T13:02:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:31 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:31 smithi088 ceph-mon[35322]: osdmap e95: 12 total, 12 up, 12 in 2024-01-28T13:02:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:31 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:boot 2024-01-28T13:02:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:31 smithi088 ceph-mon[35322]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:02:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:31 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:02:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:02:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:31 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:31 smithi175 ceph-mon[44549]: pgmap v363: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:02:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:31 smithi175 ceph-mon[44549]: daemon mds.f restarted 2024-01-28T13:02:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:31 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:31 smithi175 ceph-mon[44549]: osdmap e95: 12 total, 12 up, 12 in 2024-01-28T13:02:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:31 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:boot 2024-01-28T13:02:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:31 smithi175 ceph-mon[44549]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-28T13:02:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:31 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 3 up:standby, 1 failed 2024-01-28T13:02:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:02:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:31 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:33.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:33 smithi181 ceph-mon[45557]: pgmap v365: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:02:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:33 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:resolve 2024-01-28T13:02:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:33 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:33 smithi088 ceph-mon[35322]: pgmap v365: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:02:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:33 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:resolve 2024-01-28T13:02:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:33 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:33 smithi175 ceph-mon[44549]: pgmap v365: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:02:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:33 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:resolve 2024-01-28T13:02:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:33 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:34.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:34 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:reconnect 2024-01-28T13:02:34.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:34 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:34.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:34 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00999983 2024-01-28T13:02:34.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:34 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:reconnect 2024-01-28T13:02:34.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:34 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:34.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:34 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00999983 2024-01-28T13:02:34.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:34 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:reconnect 2024-01-28T13:02:34.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:34 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:34.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:34 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00999983 2024-01-28T13:02:34.942 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:34.945+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:02:34.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:34.945+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 12 2024-01-28T13:02:34.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:34.945+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-01-28T13:02:34.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:34.945+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T13:02:34.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:34.945+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:02:35.502 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-mon[44549]: pgmap v366: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-01-28T13:02:35.502 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:rejoin 2024-01-28T13:02:35.502 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:35.503 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-mon[44549]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:02:35.503 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:35.503 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:02:35.503 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:active 2024-01-28T13:02:35.503 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:35.504 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f534ba2e700 time 2024-01-28T13:02:35.171135+0000 2024-01-28T13:02:35.504 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:35.504 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:35.504 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f535a85b4e5] 2024-01-28T13:02:35.504 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f535a85b6ab] 2024-01-28T13:02:35.505 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55dcd12a3f19] 2024-01-28T13:02:35.505 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55dcd12a4c29] 2024-01-28T13:02:35.505 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55dcd12a94e5] 2024-01-28T13:02:35.505 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55dcd12c8293] 2024-01-28T13:02:35.505 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55dcd12ccf2c] 2024-01-28T13:02:35.505 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55dcd11c84d3] 2024-01-28T13:02:35.505 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55dcd11c8a66] 2024-01-28T13:02:35.505 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 10: (MDSContext::complete(int)+0x5f) [0x55dcd155eddf] 2024-01-28T13:02:35.505 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 11: (MDSRank::_advance_queues()+0xaa) [0x55dcd11c754a] 2024-01-28T13:02:35.505 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55dcd11c7b10] 2024-01-28T13:02:35.506 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f53595de1ca] 2024-01-28T13:02:35.506 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 14: clone() 2024-01-28T13:02:35.506 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.171+0000 7f534ba2e700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f534ba2e700 time 2024-01-28T13:02:35.171135+0000 2024-01-28T13:02:35.506 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:35.506 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.506 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:35.506 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f535a85b4e5] 2024-01-28T13:02:35.506 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f535a85b6ab] 2024-01-28T13:02:35.506 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55dcd12a3f19] 2024-01-28T13:02:35.506 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55dcd12a4c29] 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55dcd12a94e5] 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55dcd12c8293] 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55dcd12ccf2c] 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55dcd11c84d3] 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55dcd11c8a66] 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 10: (MDSContext::complete(int)+0x5f) [0x55dcd155eddf] 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 11: (MDSRank::_advance_queues()+0xaa) [0x55dcd11c754a] 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55dcd11c7b10] 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f53595de1ca] 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 14: clone() 2024-01-28T13:02:35.507 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.508 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: *** Caught signal (Aborted) ** 2024-01-28T13:02:35.508 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: in thread 7f534ba2e700 thread_name:mds_rank_progr 2024-01-28T13:02:35.508 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:35.508 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f53595e8d20] 2024-01-28T13:02:35.508 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2: gsignal() 2024-01-28T13:02:35.508 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 3: abort() 2024-01-28T13:02:35.508 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f535a85b53f] 2024-01-28T13:02:35.508 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f535a85b6ab] 2024-01-28T13:02:35.508 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55dcd12a3f19] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55dcd12a4c29] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55dcd12a94e5] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55dcd12c8293] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55dcd12ccf2c] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55dcd11c84d3] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55dcd11c8a66] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 13: (MDSContext::complete(int)+0x5f) [0x55dcd155eddf] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 14: (MDSRank::_advance_queues()+0xaa) [0x55dcd11c754a] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55dcd11c7b10] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f53595de1ca] 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 17: clone() 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.172+0000 7f534ba2e700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:35.509 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: in thread 7f534ba2e700 thread_name:mds_rank_progr 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f53595e8d20] 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2: gsignal() 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 3: abort() 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f535a85b53f] 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f535a85b6ab] 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55dcd12a3f19] 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55dcd12a4c29] 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55dcd12a94e5] 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55dcd12c8293] 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55dcd12ccf2c] 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55dcd11c84d3] 2024-01-28T13:02:35.510 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55dcd11c8a66] 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 13: (MDSContext::complete(int)+0x5f) [0x55dcd155eddf] 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 14: (MDSRank::_advance_queues()+0xaa) [0x55dcd11c754a] 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55dcd11c7b10] 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f53595de1ca] 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 17: clone() 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: -1> 2024-01-28T13:02:35.171+0000 7f534ba2e700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f534ba2e700 time 2024-01-28T13:02:35.171135+0000 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f535a85b4e5] 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f535a85b6ab] 2024-01-28T13:02:35.511 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55dcd12a3f19] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55dcd12a4c29] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55dcd12a94e5] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55dcd12c8293] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55dcd12ccf2c] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55dcd11c84d3] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55dcd11c8a66] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 10: (MDSContext::complete(int)+0x5f) [0x55dcd155eddf] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 11: (MDSRank::_advance_queues()+0xaa) [0x55dcd11c754a] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55dcd11c7b10] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f53595de1ca] 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 14: clone() 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 0> 2024-01-28T13:02:35.172+0000 7f534ba2e700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:35.512 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: in thread 7f534ba2e700 thread_name:mds_rank_progr 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f53595e8d20] 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2: gsignal() 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 3: abort() 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f535a85b53f] 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f535a85b6ab] 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55dcd12a3f19] 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55dcd12a4c29] 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55dcd12a94e5] 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55dcd12c8293] 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55dcd12ccf2c] 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55dcd11c84d3] 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55dcd11c8a66] 2024-01-28T13:02:35.513 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 13: (MDSContext::complete(int)+0x5f) [0x55dcd155eddf] 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 14: (MDSRank::_advance_queues()+0xaa) [0x55dcd11c754a] 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55dcd11c7b10] 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f53595de1ca] 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 17: clone() 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: -1> 2024-01-28T13:02:35.171+0000 7f534ba2e700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f534ba2e700 time 2024-01-28T13:02:35.171135+0000 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f535a85b4e5] 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f535a85b6ab] 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55dcd12a3f19] 2024-01-28T13:02:35.514 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55dcd12a4c29] 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55dcd12a94e5] 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55dcd12c8293] 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55dcd12ccf2c] 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55dcd11c84d3] 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55dcd11c8a66] 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 10: (MDSContext::complete(int)+0x5f) [0x55dcd155eddf] 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 11: (MDSRank::_advance_queues()+0xaa) [0x55dcd11c754a] 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55dcd11c7b10] 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f53595de1ca] 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 14: clone() 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 0> 2024-01-28T13:02:35.172+0000 7f534ba2e700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: in thread 7f534ba2e700 thread_name:mds_rank_progr 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.515 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f53595e8d20] 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2: gsignal() 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 3: abort() 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f535a85b53f] 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f535a85b6ab] 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55dcd12a3f19] 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55dcd12a4c29] 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55dcd12a94e5] 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55dcd12c8293] 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55dcd12ccf2c] 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55dcd11c84d3] 2024-01-28T13:02:35.516 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55dcd11c8a66] 2024-01-28T13:02:35.517 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 13: (MDSContext::complete(int)+0x5f) [0x55dcd155eddf] 2024-01-28T13:02:35.517 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 14: (MDSRank::_advance_queues()+0xaa) [0x55dcd11c754a] 2024-01-28T13:02:35.517 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55dcd11c7b10] 2024-01-28T13:02:35.517 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f53595de1ca] 2024-01-28T13:02:35.517 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 17: clone() 2024-01-28T13:02:35.517 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:35.517 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-b[83318]: 2024-01-28T13:02:35.517 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:02:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:35 smithi088 ceph-mon[35322]: pgmap v366: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-01-28T13:02:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:35 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:rejoin 2024-01-28T13:02:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:35 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:35 smithi088 ceph-mon[35322]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:02:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:35 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:35.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:35 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:02:35.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:35 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:active 2024-01-28T13:02:35.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:35 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:35.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:35 smithi181 ceph-mon[45557]: pgmap v366: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-01-28T13:02:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:35 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:rejoin 2024-01-28T13:02:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:35 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 3 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:35 smithi181 ceph-mon[45557]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-28T13:02:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:35 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:35 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:02:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:35 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.175:6838/2597564523,v1:172.21.15.175:6839/2597564523] up:active 2024-01-28T13:02:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:35 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:35.908 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:35 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Failed with result 'exit-code'. 2024-01-28T13:02:37.407 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:37 smithi088 ceph-mon[35322]: pgmap v367: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 11 op/s 2024-01-28T13:02:37.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:37 smithi175 ceph-mon[44549]: pgmap v367: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 11 op/s 2024-01-28T13:02:37.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:37 smithi181 ceph-mon[45557]: pgmap v367: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 11 op/s 2024-01-28T13:02:39.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:39 smithi088 ceph-mon[35322]: pgmap v368: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:02:39.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:39 smithi175 ceph-mon[44549]: pgmap v368: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:02:39.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:39 smithi181 ceph-mon[45557]: pgmap v368: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:02:41.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:41 smithi088 ceph-mon[35322]: pgmap v369: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:02:41.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:41 smithi175 ceph-mon[44549]: pgmap v369: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:02:41.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:41 smithi181 ceph-mon[45557]: pgmap v369: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:02:43.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:43 smithi088 ceph-mon[35322]: pgmap v370: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 181 B/s wr, 13 op/s 2024-01-28T13:02:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:43 smithi175 ceph-mon[44549]: pgmap v370: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 181 B/s wr, 13 op/s 2024-01-28T13:02:43.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:43 smithi181 ceph-mon[45557]: pgmap v370: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 181 B/s wr, 13 op/s 2024-01-28T13:02:45.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:45 smithi088 ceph-mon[35322]: pgmap v371: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:02:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:45 smithi175 ceph-mon[44549]: pgmap v371: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:02:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:45 smithi181 ceph-mon[45557]: pgmap v371: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:02:46.408 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:45 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:02:46.408 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:45 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Scheduled restart job, restart counter is at 5. 2024-01-28T13:02:46.409 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:45 smithi175 systemd[1]: Stopped Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:02:46.409 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:45 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Start request repeated too quickly. 2024-01-28T13:02:46.409 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:45 smithi175 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.b.service: Failed with result 'exit-code'. 2024-01-28T13:02:46.409 INFO:journalctl@ceph.mds.b.smithi175.stdout:Jan 28 13:02:45 smithi175 systemd[1]: Failed to start Ceph mds.b for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:02:47.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:47 smithi088 ceph-mon[35322]: pgmap v372: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:47 smithi175 ceph-mon[44549]: pgmap v372: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:47.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:47 smithi181 ceph-mon[45557]: pgmap v372: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:49.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:49 smithi088 ceph-mon[35322]: pgmap v373: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:02:49.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:02:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:49 smithi175 ceph-mon[44549]: pgmap v373: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:02:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:02:49.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:49 smithi181 ceph-mon[45557]: pgmap v373: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:02:49.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:02:49.958 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:49.961+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:02:49.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:49.961+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:02:49.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:02:49.961+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:02:50.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:02:50.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:02:50.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:02:50.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:50 smithi088 ceph-mon[35322]: Replacing daemon mds.b as rank 0 with standby daemon mds.f 2024-01-28T13:02:50.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:50 smithi088 ceph-mon[35322]: MDS daemon mds.b is removed because it is dead or otherwise unavailable. 2024-01-28T13:02:50.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:50 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:50.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:50 smithi088 ceph-mon[35322]: osdmap e96: 12 total, 12 up, 12 in 2024-01-28T13:02:50.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:50 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:50.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:02:50.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:02:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:02:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:50 smithi175 ceph-mon[44549]: Replacing daemon mds.b as rank 0 with standby daemon mds.f 2024-01-28T13:02:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:50 smithi175 ceph-mon[44549]: MDS daemon mds.b is removed because it is dead or otherwise unavailable. 2024-01-28T13:02:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:50 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:50 smithi175 ceph-mon[44549]: osdmap e96: 12 total, 12 up, 12 in 2024-01-28T13:02:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:50 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:02:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:02:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:02:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:50 smithi181 ceph-mon[45557]: Replacing daemon mds.b as rank 0 with standby daemon mds.f 2024-01-28T13:02:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:50 smithi181 ceph-mon[45557]: MDS daemon mds.b is removed because it is dead or otherwise unavailable. 2024-01-28T13:02:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:50 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:02:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:50 smithi181 ceph-mon[45557]: osdmap e96: 12 total, 12 up, 12 in 2024-01-28T13:02:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:50 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:replay 4 up:active 2024-01-28T13:02:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:51 smithi088 ceph-mon[35322]: pgmap v374: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:51 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:resolve 2024-01-28T13:02:51.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:51 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:51.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:51 smithi175 ceph-mon[44549]: pgmap v374: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:51.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:51 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:resolve 2024-01-28T13:02:51.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:51 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:51.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:51 smithi181 ceph-mon[45557]: pgmap v374: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:02:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:51 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:resolve 2024-01-28T13:02:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:51 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:resolve 4 up:active 2024-01-28T13:02:53.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:53 smithi181 ceph-mon[45557]: pgmap v376: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:02:53.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:53 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:reconnect 2024-01-28T13:02:53.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:53 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:53.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:53 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:02:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:53 smithi088 ceph-mon[35322]: pgmap v376: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:02:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:53 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:reconnect 2024-01-28T13:02:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:53 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:53 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:02:53.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:53 smithi175 ceph-mon[44549]: pgmap v376: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:02:53.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:53 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:reconnect 2024-01-28T13:02:53.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:53 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:02:53.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:53 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899983 2024-01-28T13:02:54.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:rejoin 2024-01-28T13:02:54.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:54.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-mon[45557]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:02:54.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f117d68f700 time 2024-01-28T13:02:54.199491+0000 2024-01-28T13:02:54.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:54.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:54.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f118c4bc4e5] 2024-01-28T13:02:54.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f118c4bc6ab] 2024-01-28T13:02:54.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d64a54ef19] 2024-01-28T13:02:54.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d64a54fc29] 2024-01-28T13:02:54.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d64a5544e5] 2024-01-28T13:02:54.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d64a573293] 2024-01-28T13:02:54.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d64a577f2c] 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d64a4734d3] 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d64a473a66] 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 10: (MDSContext::complete(int)+0x5f) [0x55d64a809ddf] 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d64a47254a] 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d64a472b10] 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f118b23f1ca] 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 14: clone() 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.199+0000 7f117d68f700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f117d68f700 time 2024-01-28T13:02:54.199491+0000 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f118c4bc4e5] 2024-01-28T13:02:54.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f118c4bc6ab] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d64a54ef19] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d64a54fc29] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d64a5544e5] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d64a573293] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d64a577f2c] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d64a4734d3] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d64a473a66] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 10: (MDSContext::complete(int)+0x5f) [0x55d64a809ddf] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d64a47254a] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d64a472b10] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f118b23f1ca] 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 14: clone() 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: *** Caught signal (Aborted) ** 2024-01-28T13:02:54.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: in thread 7f117d68f700 thread_name:mds_rank_progr 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f118b249d20] 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2: gsignal() 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 3: abort() 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f118c4bc53f] 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f118c4bc6ab] 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d64a54ef19] 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d64a54fc29] 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d64a5544e5] 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d64a573293] 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d64a577f2c] 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d64a4734d3] 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d64a473a66] 2024-01-28T13:02:54.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 13: (MDSContext::complete(int)+0x5f) [0x55d64a809ddf] 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d64a47254a] 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d64a472b10] 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f118b23f1ca] 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 17: clone() 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.201+0000 7f117d68f700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: in thread 7f117d68f700 thread_name:mds_rank_progr 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f118b249d20] 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2: gsignal() 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 3: abort() 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f118c4bc53f] 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f118c4bc6ab] 2024-01-28T13:02:54.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d64a54ef19] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d64a54fc29] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d64a5544e5] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d64a573293] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d64a577f2c] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d64a4734d3] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d64a473a66] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 13: (MDSContext::complete(int)+0x5f) [0x55d64a809ddf] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d64a47254a] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d64a472b10] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f118b23f1ca] 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 17: clone() 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.461 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: -1> 2024-01-28T13:02:54.199+0000 7f117d68f700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f117d68f700 time 2024-01-28T13:02:54.199491+0000 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f118c4bc4e5] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f118c4bc6ab] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d64a54ef19] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d64a54fc29] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d64a5544e5] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d64a573293] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d64a577f2c] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d64a4734d3] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d64a473a66] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 10: (MDSContext::complete(int)+0x5f) [0x55d64a809ddf] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d64a47254a] 2024-01-28T13:02:54.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d64a472b10] 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f118b23f1ca] 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 14: clone() 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 0> 2024-01-28T13:02:54.201+0000 7f117d68f700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: in thread 7f117d68f700 thread_name:mds_rank_progr 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f118b249d20] 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2: gsignal() 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 3: abort() 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f118c4bc53f] 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f118c4bc6ab] 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d64a54ef19] 2024-01-28T13:02:54.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d64a54fc29] 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d64a5544e5] 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d64a573293] 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d64a577f2c] 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d64a4734d3] 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d64a473a66] 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 13: (MDSContext::complete(int)+0x5f) [0x55d64a809ddf] 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d64a47254a] 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d64a472b10] 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f118b23f1ca] 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 17: clone() 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: -1> 2024-01-28T13:02:54.199+0000 7f117d68f700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f117d68f700 time 2024-01-28T13:02:54.199491+0000 2024-01-28T13:02:54.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f118c4bc4e5] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f118c4bc6ab] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d64a54ef19] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d64a54fc29] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d64a5544e5] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d64a573293] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d64a577f2c] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d64a4734d3] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d64a473a66] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 10: (MDSContext::complete(int)+0x5f) [0x55d64a809ddf] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d64a47254a] 2024-01-28T13:02:54.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d64a472b10] 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f118b23f1ca] 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 14: clone() 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 0> 2024-01-28T13:02:54.201+0000 7f117d68f700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: in thread 7f117d68f700 thread_name:mds_rank_progr 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f118b249d20] 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2: gsignal() 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 3: abort() 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f118c4bc53f] 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f118c4bc6ab] 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d64a54ef19] 2024-01-28T13:02:54.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d64a54fc29] 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d64a5544e5] 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d64a573293] 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d64a577f2c] 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d64a4734d3] 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d64a473a66] 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 13: (MDSContext::complete(int)+0x5f) [0x55d64a809ddf] 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d64a47254a] 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d64a472b10] 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f118b23f1ca] 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 17: clone() 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:02:54.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86616]: 2024-01-28T13:02:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:54 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:rejoin 2024-01-28T13:02:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:54 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:54.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:54 smithi088 ceph-mon[35322]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:02:54.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:54 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:rejoin 2024-01-28T13:02:54.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:54 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:02:54.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:54 smithi175 ceph-mon[44549]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:02:54.954 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:02:54.954 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:02:54 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Failed with result 'exit-code'. 2024-01-28T13:02:55.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:55 smithi181 ceph-mon[45557]: pgmap v377: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:02:55.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:55 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:55.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:55 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:02:55.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:55 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:active 2024-01-28T13:02:55.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:55 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:55.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:55 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:02:55.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:55 smithi088 ceph-mon[35322]: pgmap v377: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:02:55.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:55 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:55.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:55 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:02:55.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:55 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:active 2024-01-28T13:02:55.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:55 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:55.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:55 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:02:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:55 smithi175 ceph-mon[44549]: pgmap v377: 129 pgs: 129 active+clean; 17 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:02:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:55 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:02:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:55 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:02:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:55 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1353521308,v1:172.21.15.181:6835/1353521308] up:active 2024-01-28T13:02:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:55 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 2 up:standby 5 up:active 2024-01-28T13:02:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:55 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:02:57.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:57 smithi181 ceph-mon[45557]: pgmap v378: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:57.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:57 smithi088 ceph-mon[35322]: pgmap v378: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:57.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:57 smithi175 ceph-mon[44549]: pgmap v378: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:59.422 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:02:59 smithi088 ceph-mon[35322]: pgmap v379: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:59.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:02:59 smithi181 ceph-mon[45557]: pgmap v379: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:02:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:02:59 smithi175 ceph-mon[44549]: pgmap v379: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:03:01.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:01 smithi181 ceph-mon[45557]: pgmap v380: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:01 smithi088 ceph-mon[35322]: pgmap v380: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:01 smithi175 ceph-mon[44549]: pgmap v380: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:03.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:03 smithi181 ceph-mon[45557]: pgmap v381: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 171 B/s wr, 13 op/s 2024-01-28T13:03:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:03 smithi088 ceph-mon[35322]: pgmap v381: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 171 B/s wr, 13 op/s 2024-01-28T13:03:03.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:03 smithi175 ceph-mon[44549]: pgmap v381: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 171 B/s wr, 13 op/s 2024-01-28T13:03:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:04.976+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:03:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:04.976+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:03:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:04.976+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:03:05.205 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:04 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:03:05.206 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:04 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Scheduled restart job, restart counter is at 5. 2024-01-28T13:03:05.206 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:04 smithi181 systemd[1]: Stopped Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:03:05.206 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:04 smithi181 systemd[1]: Starting Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:03:05.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:05 smithi088 ceph-mon[35322]: pgmap v382: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:05.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:05 smithi175 ceph-mon[44549]: pgmap v382: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:05.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:05 smithi181 ceph-mon[45557]: pgmap v382: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:05.704 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:05 smithi181 ceph-mds[86934]: -- 172.21.15.181:0/2368753051 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d4d2529520 con 0x55d4d24ff000 2024-01-28T13:03:05.704 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:05 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: starting mds.f at 2024-01-28T13:03:05.705 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:05 smithi181 bash[86897]: 70b58ef1491a3235be3ef8e2b7adc93046b32423beee1c775262df206e3c469a 2024-01-28T13:03:05.705 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:05 smithi181 systemd[1]: Started Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:03:06.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:06 smithi088 ceph-mon[35322]: daemon mds.f restarted 2024-01-28T13:03:06.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:06 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:06.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:06 smithi088 ceph-mon[35322]: osdmap e97: 12 total, 12 up, 12 in 2024-01-28T13:03:06.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:06 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:boot 2024-01-28T13:03:06.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:06 smithi088 ceph-mon[35322]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:03:06.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:06 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 2 up:standby, 1 failed 2024-01-28T13:03:06.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:03:06.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:06 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:06.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:06 smithi175 ceph-mon[44549]: daemon mds.f restarted 2024-01-28T13:03:06.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:06 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:06.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:06 smithi175 ceph-mon[44549]: osdmap e97: 12 total, 12 up, 12 in 2024-01-28T13:03:06.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:06 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:boot 2024-01-28T13:03:06.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:06 smithi175 ceph-mon[44549]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:03:06.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:06 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 2 up:standby, 1 failed 2024-01-28T13:03:06.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:03:06.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:06 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:06.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:06 smithi181 ceph-mon[45557]: daemon mds.f restarted 2024-01-28T13:03:06.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:06 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:06.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:06 smithi181 ceph-mon[45557]: osdmap e97: 12 total, 12 up, 12 in 2024-01-28T13:03:06.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:06 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:boot 2024-01-28T13:03:06.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:06 smithi181 ceph-mon[45557]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:03:06.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:06 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 2 up:standby, 1 failed 2024-01-28T13:03:06.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-28T13:03:06.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:06 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:07 smithi175 ceph-mon[44549]: pgmap v384: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:03:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:07 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:resolve 2024-01-28T13:03:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:07 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:07.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:07 smithi181 ceph-mon[45557]: pgmap v384: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:03:07.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:07 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:resolve 2024-01-28T13:03:07.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:07 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:07 smithi088 ceph-mon[35322]: pgmap v384: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:03:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:07 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:resolve 2024-01-28T13:03:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:07 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:09.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:09 smithi088 ceph-mon[35322]: pgmap v385: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 op/s 2024-01-28T13:03:09.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:09 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:reconnect 2024-01-28T13:03:09.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:09 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:09.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:09 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0109998 2024-01-28T13:03:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:09 smithi175 ceph-mon[44549]: pgmap v385: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 op/s 2024-01-28T13:03:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:09 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:reconnect 2024-01-28T13:03:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:09 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:09 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0109998 2024-01-28T13:03:09.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:09 smithi181 ceph-mon[45557]: pgmap v385: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 op/s 2024-01-28T13:03:09.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:09 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:reconnect 2024-01-28T13:03:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:09 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:09.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:09 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0109998 2024-01-28T13:03:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:rejoin 2024-01-28T13:03:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-mon[35322]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:03:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:03:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:03:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:active 2024-01-28T13:03:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f85e5000700 time 2024-01-28T13:03:10.182219+0000 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f85f62244e5] 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f85f62246ab] 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bb5f515f19] 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bb5f516c29] 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bb5f51b4e5] 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bb5f53a293] 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bb5f53ef2c] 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bb5f43a4d3] 2024-01-28T13:03:10.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bb5f43aa66] 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 10: (MDSContext::complete(int)+0x5f) [0x55bb5f7d0ddf] 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 11: (MDSRank::_advance_queues()+0xaa) [0x55bb5f43954a] 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55bb5f439b10] 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f85f4fa71ca] 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 14: clone() 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.183+0000 7f85e5000700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f85e5000700 time 2024-01-28T13:03:10.182219+0000 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f85f62244e5] 2024-01-28T13:03:10.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f85f62246ab] 2024-01-28T13:03:10.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bb5f515f19] 2024-01-28T13:03:10.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bb5f516c29] 2024-01-28T13:03:10.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bb5f51b4e5] 2024-01-28T13:03:10.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bb5f53a293] 2024-01-28T13:03:10.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bb5f53ef2c] 2024-01-28T13:03:10.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bb5f43a4d3] 2024-01-28T13:03:10.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bb5f43aa66] 2024-01-28T13:03:10.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 10: (MDSContext::complete(int)+0x5f) [0x55bb5f7d0ddf] 2024-01-28T13:03:10.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 11: (MDSRank::_advance_queues()+0xaa) [0x55bb5f43954a] 2024-01-28T13:03:10.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55bb5f439b10] 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f85f4fa71ca] 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 14: clone() 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: *** Caught signal (Aborted) ** 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: in thread 7f85e5000700 thread_name:mds_rank_progr 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f85f4fb1d20] 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2: gsignal() 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 3: abort() 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f85f622453f] 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f85f62246ab] 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bb5f515f19] 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bb5f516c29] 2024-01-28T13:03:10.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bb5f51b4e5] 2024-01-28T13:03:10.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bb5f53a293] 2024-01-28T13:03:10.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bb5f53ef2c] 2024-01-28T13:03:10.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bb5f43a4d3] 2024-01-28T13:03:10.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bb5f43aa66] 2024-01-28T13:03:10.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 13: (MDSContext::complete(int)+0x5f) [0x55bb5f7d0ddf] 2024-01-28T13:03:10.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 14: (MDSRank::_advance_queues()+0xaa) [0x55bb5f43954a] 2024-01-28T13:03:10.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55bb5f439b10] 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f85f4fa71ca] 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 17: clone() 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.185+0000 7f85e5000700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: in thread 7f85e5000700 thread_name:mds_rank_progr 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f85f4fb1d20] 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2: gsignal() 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 3: abort() 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f85f622453f] 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f85f62246ab] 2024-01-28T13:03:10.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bb5f515f19] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bb5f516c29] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bb5f51b4e5] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bb5f53a293] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bb5f53ef2c] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bb5f43a4d3] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bb5f43aa66] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 13: (MDSContext::complete(int)+0x5f) [0x55bb5f7d0ddf] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 14: (MDSRank::_advance_queues()+0xaa) [0x55bb5f43954a] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55bb5f439b10] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f85f4fa71ca] 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 17: clone() 2024-01-28T13:03:10.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: -1> 2024-01-28T13:03:10.183+0000 7f85e5000700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f85e5000700 time 2024-01-28T13:03:10.182219+0000 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f85f62244e5] 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f85f62246ab] 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bb5f515f19] 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bb5f516c29] 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bb5f51b4e5] 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bb5f53a293] 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bb5f53ef2c] 2024-01-28T13:03:10.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bb5f43a4d3] 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bb5f43aa66] 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 10: (MDSContext::complete(int)+0x5f) [0x55bb5f7d0ddf] 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 11: (MDSRank::_advance_queues()+0xaa) [0x55bb5f43954a] 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55bb5f439b10] 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f85f4fa71ca] 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 14: clone() 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 0> 2024-01-28T13:03:10.185+0000 7f85e5000700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: in thread 7f85e5000700 thread_name:mds_rank_progr 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f85f4fb1d20] 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2: gsignal() 2024-01-28T13:03:10.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 3: abort() 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f85f622453f] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f85f62246ab] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bb5f515f19] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bb5f516c29] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bb5f51b4e5] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bb5f53a293] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bb5f53ef2c] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bb5f43a4d3] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bb5f43aa66] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 13: (MDSContext::complete(int)+0x5f) [0x55bb5f7d0ddf] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 14: (MDSRank::_advance_queues()+0xaa) [0x55bb5f43954a] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55bb5f439b10] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f85f4fa71ca] 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 17: clone() 2024-01-28T13:03:10.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: -1> 2024-01-28T13:03:10.183+0000 7f85e5000700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f85e5000700 time 2024-01-28T13:03:10.182219+0000 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f85f62244e5] 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f85f62246ab] 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bb5f515f19] 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bb5f516c29] 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bb5f51b4e5] 2024-01-28T13:03:10.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bb5f53a293] 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bb5f53ef2c] 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bb5f43a4d3] 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bb5f43aa66] 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 10: (MDSContext::complete(int)+0x5f) [0x55bb5f7d0ddf] 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 11: (MDSRank::_advance_queues()+0xaa) [0x55bb5f43954a] 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55bb5f439b10] 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f85f4fa71ca] 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 14: clone() 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 0> 2024-01-28T13:03:10.185+0000 7f85e5000700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: in thread 7f85e5000700 thread_name:mds_rank_progr 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f85f4fb1d20] 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2: gsignal() 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 3: abort() 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f85f622453f] 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f85f62246ab] 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55bb5f515f19] 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55bb5f516c29] 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55bb5f51b4e5] 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55bb5f53a293] 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55bb5f53ef2c] 2024-01-28T13:03:10.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55bb5f43a4d3] 2024-01-28T13:03:10.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55bb5f43aa66] 2024-01-28T13:03:10.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 13: (MDSContext::complete(int)+0x5f) [0x55bb5f7d0ddf] 2024-01-28T13:03:10.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 14: (MDSRank::_advance_queues()+0xaa) [0x55bb5f43954a] 2024-01-28T13:03:10.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55bb5f439b10] 2024-01-28T13:03:10.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f85f4fa71ca] 2024-01-28T13:03:10.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 17: clone() 2024-01-28T13:03:10.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:03:10.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[83936]: 2024-01-28T13:03:10.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:10 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:rejoin 2024-01-28T13:03:10.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:10 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:10.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:10 smithi175 ceph-mon[44549]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:03:10.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:10 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:03:10.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:10 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:03:10.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:10 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:active 2024-01-28T13:03:10.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:10 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:03:10.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:10 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:rejoin 2024-01-28T13:03:10.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:10 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:10.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:10 smithi181 ceph-mon[45557]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:03:10.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:10 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:03:10.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:10 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:03:10.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:10 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/2541844608,v1:172.21.15.88:6837/2541844608] up:active 2024-01-28T13:03:10.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:10 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:03:10.870 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:03:11.197 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:10 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Failed with result 'exit-code'. 2024-01-28T13:03:11.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:11 smithi088 ceph-mon[35322]: pgmap v386: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:03:11.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:11 smithi175 ceph-mon[44549]: pgmap v386: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:03:11.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:11 smithi181 ceph-mon[45557]: pgmap v386: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:03:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:13 smithi088 ceph-mon[35322]: pgmap v387: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 11 op/s 2024-01-28T13:03:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:13 smithi175 ceph-mon[44549]: pgmap v387: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 11 op/s 2024-01-28T13:03:13.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:13 smithi181 ceph-mon[45557]: pgmap v387: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 11 op/s 2024-01-28T13:03:15.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:15 smithi088 ceph-mon[35322]: pgmap v388: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:15 smithi175 ceph-mon[44549]: pgmap v388: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:15.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:15 smithi181 ceph-mon[45557]: pgmap v388: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:17.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:17 smithi088 ceph-mon[35322]: pgmap v389: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 190 B/s wr, 14 op/s 2024-01-28T13:03:17.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:17 smithi175 ceph-mon[44549]: pgmap v389: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 190 B/s wr, 14 op/s 2024-01-28T13:03:17.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:17 smithi181 ceph-mon[45557]: pgmap v389: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 190 B/s wr, 14 op/s 2024-01-28T13:03:19.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:19 smithi088 ceph-mon[35322]: pgmap v390: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:03:19.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:19 smithi175 ceph-mon[44549]: pgmap v390: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:03:19.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:19 smithi181 ceph-mon[45557]: pgmap v390: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:03:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:19.980+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:03:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:19.980+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:03:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:19.980+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:03:21.439 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:21 smithi088 ceph-mon[35322]: pgmap v391: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:03:21.439 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:21 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:03:21.439 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:21 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Scheduled restart job, restart counter is at 1. 2024-01-28T13:03:21.439 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:21 smithi088 systemd[1]: Stopped Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:03:21.439 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:21 smithi088 systemd[1]: Starting Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:03:21.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:21 smithi175 ceph-mon[44549]: pgmap v391: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:03:21.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:21 smithi181 ceph-mon[45557]: pgmap v391: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:03:22.026 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:21 smithi088 bash[101498]: f06b114ad71e3d42d65abc8508db5d76b91a3f7461df69b500b21103680395e7 2024-01-28T13:03:22.026 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:21 smithi088 systemd[1]: Started Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:03:22.026 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:21 smithi088 ceph-mds[101536]: -- 172.21.15.88:0/1879371114 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d1dd6bf520 con 0x55d1dd696c00 2024-01-28T13:03:22.026 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:21 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: starting mds.d at 2024-01-28T13:03:22.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:22 smithi088 ceph-mon[35322]: daemon mds.d restarted 2024-01-28T13:03:22.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:22 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:22.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:22 smithi088 ceph-mon[35322]: osdmap e98: 12 total, 12 up, 12 in 2024-01-28T13:03:22.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:22 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:boot 2024-01-28T13:03:22.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:22 smithi088 ceph-mon[35322]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:03:22.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:22 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 2 up:standby, 1 failed 2024-01-28T13:03:22.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:03:22.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:22 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:22.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:22 smithi175 ceph-mon[44549]: daemon mds.d restarted 2024-01-28T13:03:22.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:22 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:22.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:22 smithi175 ceph-mon[44549]: osdmap e98: 12 total, 12 up, 12 in 2024-01-28T13:03:22.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:22 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:boot 2024-01-28T13:03:22.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:22 smithi175 ceph-mon[44549]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:03:22.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:22 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 2 up:standby, 1 failed 2024-01-28T13:03:22.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:03:22.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:22 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:22.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:22 smithi181 ceph-mon[45557]: daemon mds.d restarted 2024-01-28T13:03:22.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:22 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:22.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:22 smithi181 ceph-mon[45557]: osdmap e98: 12 total, 12 up, 12 in 2024-01-28T13:03:22.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:22 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:boot 2024-01-28T13:03:22.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:22 smithi181 ceph-mon[45557]: Standby daemon mds.f assigned to filesystem cephfs as rank 0 2024-01-28T13:03:22.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:22 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 2 up:standby, 1 failed 2024-01-28T13:03:22.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:03:22.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:22 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:23.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:23 smithi175 ceph-mon[44549]: pgmap v393: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:03:23.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:23 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:resolve 2024-01-28T13:03:23.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:23 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:23.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:23 smithi181 ceph-mon[45557]: pgmap v393: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:03:23.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:23 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:resolve 2024-01-28T13:03:23.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:23 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:24.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:23 smithi088 ceph-mon[35322]: pgmap v393: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:03:24.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:23 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:resolve 2024-01-28T13:03:24.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:23 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:24.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:24 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:reconnect 2024-01-28T13:03:24.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:24 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:24.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:24 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00999981 2024-01-28T13:03:24.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:24 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:reconnect 2024-01-28T13:03:24.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:24 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:24.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:24 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00999981 2024-01-28T13:03:25.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:24 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:reconnect 2024-01-28T13:03:25.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:24 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:25.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:24 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00999981 2024-01-28T13:03:25.455 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f5431683700 time 2024-01-28T13:03:25.187194+0000 2024-01-28T13:03:25.455 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f54404b04e5] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f54404b06ab] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d4d122df19] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d4d122ec29] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d4d12334e5] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d4d1252293] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d4d1256f2c] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d4d11524d3] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d4d1152a66] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 10: (MDSContext::complete(int)+0x5f) [0x55d4d14e8ddf] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d4d115154a] 2024-01-28T13:03:25.456 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d4d1151b10] 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f543f2331ca] 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 14: clone() 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.187+0000 7f5431683700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f5431683700 time 2024-01-28T13:03:25.187194+0000 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f54404b04e5] 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f54404b06ab] 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d4d122df19] 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d4d122ec29] 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d4d12334e5] 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d4d1252293] 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d4d1256f2c] 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d4d11524d3] 2024-01-28T13:03:25.457 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d4d1152a66] 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 10: (MDSContext::complete(int)+0x5f) [0x55d4d14e8ddf] 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d4d115154a] 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d4d1151b10] 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f543f2331ca] 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 14: clone() 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: *** Caught signal (Aborted) ** 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: in thread 7f5431683700 thread_name:mds_rank_progr 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f543f23dd20] 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2: gsignal() 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 3: abort() 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f54404b053f] 2024-01-28T13:03:25.458 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f54404b06ab] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d4d122df19] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d4d122ec29] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d4d12334e5] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d4d1252293] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d4d1256f2c] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d4d11524d3] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d4d1152a66] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 13: (MDSContext::complete(int)+0x5f) [0x55d4d14e8ddf] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d4d115154a] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d4d1151b10] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f543f2331ca] 2024-01-28T13:03:25.459 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 17: clone() 2024-01-28T13:03:25.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.189+0000 7f5431683700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:03:25.460 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: in thread 7f5431683700 thread_name:mds_rank_progr 2024-01-28T13:03:25.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.462 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f543f23dd20] 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2: gsignal() 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 3: abort() 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f54404b053f] 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f54404b06ab] 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d4d122df19] 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d4d122ec29] 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d4d12334e5] 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d4d1252293] 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d4d1256f2c] 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d4d11524d3] 2024-01-28T13:03:25.463 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d4d1152a66] 2024-01-28T13:03:25.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 13: (MDSContext::complete(int)+0x5f) [0x55d4d14e8ddf] 2024-01-28T13:03:25.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d4d115154a] 2024-01-28T13:03:25.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d4d1151b10] 2024-01-28T13:03:25.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f543f2331ca] 2024-01-28T13:03:25.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 17: clone() 2024-01-28T13:03:25.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:03:25.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: -1> 2024-01-28T13:03:25.187+0000 7f5431683700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f5431683700 time 2024-01-28T13:03:25.187194+0000 2024-01-28T13:03:25.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:25.464 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f54404b04e5] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f54404b06ab] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d4d122df19] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d4d122ec29] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d4d12334e5] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d4d1252293] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d4d1256f2c] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d4d11524d3] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d4d1152a66] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 10: (MDSContext::complete(int)+0x5f) [0x55d4d14e8ddf] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d4d115154a] 2024-01-28T13:03:25.465 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d4d1151b10] 2024-01-28T13:03:25.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f543f2331ca] 2024-01-28T13:03:25.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 14: clone() 2024-01-28T13:03:25.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 0> 2024-01-28T13:03:25.189+0000 7f5431683700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:03:25.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: in thread 7f5431683700 thread_name:mds_rank_progr 2024-01-28T13:03:25.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.466 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:25.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f543f23dd20] 2024-01-28T13:03:25.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2: gsignal() 2024-01-28T13:03:25.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 3: abort() 2024-01-28T13:03:25.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f54404b053f] 2024-01-28T13:03:25.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f54404b06ab] 2024-01-28T13:03:25.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d4d122df19] 2024-01-28T13:03:25.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d4d122ec29] 2024-01-28T13:03:25.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d4d12334e5] 2024-01-28T13:03:25.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d4d1252293] 2024-01-28T13:03:25.467 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d4d1256f2c] 2024-01-28T13:03:25.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d4d11524d3] 2024-01-28T13:03:25.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d4d1152a66] 2024-01-28T13:03:25.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 13: (MDSContext::complete(int)+0x5f) [0x55d4d14e8ddf] 2024-01-28T13:03:25.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d4d115154a] 2024-01-28T13:03:25.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d4d1151b10] 2024-01-28T13:03:25.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f543f2331ca] 2024-01-28T13:03:25.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 17: clone() 2024-01-28T13:03:25.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:03:25.468 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: -1> 2024-01-28T13:03:25.187+0000 7f5431683700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f5431683700 time 2024-01-28T13:03:25.187194+0000 2024-01-28T13:03:25.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:25.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:25.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f54404b04e5] 2024-01-28T13:03:25.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f54404b06ab] 2024-01-28T13:03:25.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d4d122df19] 2024-01-28T13:03:25.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d4d122ec29] 2024-01-28T13:03:25.469 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d4d12334e5] 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d4d1252293] 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d4d1256f2c] 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d4d11524d3] 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d4d1152a66] 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 10: (MDSContext::complete(int)+0x5f) [0x55d4d14e8ddf] 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d4d115154a] 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d4d1151b10] 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f543f2331ca] 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 14: clone() 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 0> 2024-01-28T13:03:25.189+0000 7f5431683700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: in thread 7f5431683700 thread_name:mds_rank_progr 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f543f23dd20] 2024-01-28T13:03:25.470 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2: gsignal() 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 3: abort() 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f54404b053f] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f54404b06ab] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d4d122df19] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d4d122ec29] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d4d12334e5] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d4d1252293] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d4d1256f2c] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d4d11524d3] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d4d1152a66] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 13: (MDSContext::complete(int)+0x5f) [0x55d4d14e8ddf] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d4d115154a] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d4d1151b10] 2024-01-28T13:03:25.471 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f543f2331ca] 2024-01-28T13:03:25.472 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 17: clone() 2024-01-28T13:03:25.472 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:03:25.472 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-f[86911]: 2024-01-28T13:03:25.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:25 smithi175 ceph-mon[44549]: pgmap v394: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:03:25.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:25 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:rejoin 2024-01-28T13:03:25.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:25 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:25.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:25 smithi175 ceph-mon[44549]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:03:25.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:25 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:03:25.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:25 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:03:25.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:25 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:active 2024-01-28T13:03:25.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:25 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:03:25.955 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:03:25.955 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:25 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Failed with result 'exit-code'. 2024-01-28T13:03:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-mon[45557]: pgmap v394: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:03:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:rejoin 2024-01-28T13:03:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-mon[45557]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:03:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:03:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:03:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:active 2024-01-28T13:03:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:25 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:03:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:25 smithi088 ceph-mon[35322]: pgmap v394: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:03:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:25 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:rejoin 2024-01-28T13:03:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:25 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 2 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:25 smithi088 ceph-mon[35322]: daemon mds.f is now active in filesystem cephfs as rank 0 2024-01-28T13:03:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:25 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:03:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:25 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:03:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:25 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.181:6834/1850864127,v1:172.21.15.181:6835/1850864127] up:active 2024-01-28T13:03:26.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:25 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:03:27.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:27 smithi175 ceph-mon[44549]: pgmap v395: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 10 op/s 2024-01-28T13:03:27.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:27 smithi181 ceph-mon[45557]: pgmap v395: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 10 op/s 2024-01-28T13:03:28.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:27 smithi088 ceph-mon[35322]: pgmap v395: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 10 op/s 2024-01-28T13:03:29.885 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:29 smithi088 ceph-mon[35322]: pgmap v396: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:03:29.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:29 smithi175 ceph-mon[44549]: pgmap v396: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:03:29.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:29 smithi181 ceph-mon[45557]: pgmap v396: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:03:31.870 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:31 smithi088 ceph-mon[35322]: pgmap v397: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:31.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:31 smithi175 ceph-mon[44549]: pgmap v397: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:31.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:31 smithi181 ceph-mon[45557]: pgmap v397: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:33.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:33 smithi175 ceph-mon[44549]: pgmap v398: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 193 B/s wr, 14 op/s 2024-01-28T13:03:33.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:33 smithi181 ceph-mon[45557]: pgmap v398: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 193 B/s wr, 14 op/s 2024-01-28T13:03:34.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:33 smithi088 ceph-mon[35322]: pgmap v398: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 193 B/s wr, 14 op/s 2024-01-28T13:03:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:34.993+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:03:34.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:34.993+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:03:34.992 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:34.993+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:03:35.895 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:35 smithi088 ceph-mon[35322]: pgmap v399: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:03:35.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:35 smithi175 ceph-mon[44549]: pgmap v399: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:03:35.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:35 smithi181 ceph-mon[45557]: pgmap v399: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:03:36.455 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:35 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:03:36.455 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:35 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Scheduled restart job, restart counter is at 6. 2024-01-28T13:03:36.455 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:35 smithi181 systemd[1]: Stopped Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:03:36.455 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:35 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Start request repeated too quickly. 2024-01-28T13:03:36.455 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:35 smithi181 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.f.service: Failed with result 'exit-code'. 2024-01-28T13:03:36.455 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 28 13:03:35 smithi181 systemd[1]: Failed to start Ceph mds.f for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:03:37.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:37 smithi175 ceph-mon[44549]: pgmap v400: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:37.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:37 smithi181 ceph-mon[45557]: pgmap v400: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:38.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:37 smithi088 ceph-mon[35322]: pgmap v400: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:39.456+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314003550 con 0x7ff34c102770 2024-01-28T13:03:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:39.457+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 6 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314003550 con 0x7ff34c102770 2024-01-28T13:03:39.461 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:39.464+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c003550 con 0x55d733ebf510 2024-01-28T13:03:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:39.465+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 6 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c003550 con 0x55d733ebf510 2024-01-28T13:03:39.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:39 smithi175 ceph-mon[44549]: pgmap v401: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:03:39.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:39 smithi181 ceph-mon[45557]: pgmap v401: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:03:40.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:39 smithi088 ceph-mon[35322]: pgmap v401: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:03:40.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:40 smithi175 ceph-mon[44549]: Replacing daemon mds.f as rank 0 with standby daemon mds.d 2024-01-28T13:03:40.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:40 smithi175 ceph-mon[44549]: MDS daemon mds.f is removed because it is dead or otherwise unavailable. 2024-01-28T13:03:40.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:40 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:40.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:40 smithi175 ceph-mon[44549]: osdmap e99: 12 total, 12 up, 12 in 2024-01-28T13:03:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:40 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:40.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:40 smithi181 ceph-mon[45557]: Replacing daemon mds.f as rank 0 with standby daemon mds.d 2024-01-28T13:03:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:40 smithi181 ceph-mon[45557]: MDS daemon mds.f is removed because it is dead or otherwise unavailable. 2024-01-28T13:03:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:40 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:40 smithi181 ceph-mon[45557]: osdmap e99: 12 total, 12 up, 12 in 2024-01-28T13:03:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:40 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:41.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:40 smithi088 ceph-mon[35322]: Replacing daemon mds.f as rank 0 with standby daemon mds.d 2024-01-28T13:03:41.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:40 smithi088 ceph-mon[35322]: MDS daemon mds.f is removed because it is dead or otherwise unavailable. 2024-01-28T13:03:41.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:40 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:41.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:40 smithi088 ceph-mon[35322]: osdmap e99: 12 total, 12 up, 12 in 2024-01-28T13:03:41.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:40 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:41 smithi175 ceph-mon[44549]: pgmap v402: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:41 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:resolve 2024-01-28T13:03:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:41 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:41.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:41 smithi181 ceph-mon[45557]: pgmap v402: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:41.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:41 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:resolve 2024-01-28T13:03:41.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:41 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:42.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:41 smithi088 ceph-mon[35322]: pgmap v402: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:42.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:41 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:resolve 2024-01-28T13:03:42.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:41 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:43.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:43 smithi181 ceph-mon[45557]: pgmap v404: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:03:43.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:43 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:reconnect 2024-01-28T13:03:43.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:43 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:43.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:43 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:03:43.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:43 smithi088 ceph-mon[35322]: pgmap v404: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:03:43.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:43 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:reconnect 2024-01-28T13:03:43.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:43 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:43.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:43 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:03:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:43 smithi175 ceph-mon[44549]: pgmap v404: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:03:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:43 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:reconnect 2024-01-28T13:03:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:43 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:43 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:03:44.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:44 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:rejoin 2024-01-28T13:03:44.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:44 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:44.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:44 smithi181 ceph-mon[45557]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:03:44.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:rejoin 2024-01-28T13:03:44.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:44.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-mon[35322]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:03:44.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f7c1fc00700 time 2024-01-28T13:03:44.228092+0000 2024-01-28T13:03:44.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f7c30ef94e5] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f7c30ef96ab] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d1dbde0f19] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d1dbde1c29] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d1dbde64e5] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d1dbe05293] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d1dbe09f2c] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d1dbd054d3] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d1dbd05a66] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 10: (MDSContext::complete(int)+0x5f) [0x55d1dc09bddf] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d1dbd0454a] 2024-01-28T13:03:44.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d1dbd04b10] 2024-01-28T13:03:44.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f7c2fc7c1ca] 2024-01-28T13:03:44.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 14: clone() 2024-01-28T13:03:44.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.228+0000 7f7c1fc00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f7c1fc00700 time 2024-01-28T13:03:44.228092+0000 2024-01-28T13:03:44.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:44.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:44.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f7c30ef94e5] 2024-01-28T13:03:44.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f7c30ef96ab] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d1dbde0f19] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d1dbde1c29] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d1dbde64e5] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d1dbe05293] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d1dbe09f2c] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d1dbd054d3] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d1dbd05a66] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 10: (MDSContext::complete(int)+0x5f) [0x55d1dc09bddf] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d1dbd0454a] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d1dbd04b10] 2024-01-28T13:03:44.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f7c2fc7c1ca] 2024-01-28T13:03:44.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 14: clone() 2024-01-28T13:03:44.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: *** Caught signal (Aborted) ** 2024-01-28T13:03:44.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: in thread 7f7c1fc00700 thread_name:mds_rank_progr 2024-01-28T13:03:44.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:44.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f7c2fc86d20] 2024-01-28T13:03:44.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2: gsignal() 2024-01-28T13:03:44.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 3: abort() 2024-01-28T13:03:44.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7c30ef953f] 2024-01-28T13:03:44.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f7c30ef96ab] 2024-01-28T13:03:44.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d1dbde0f19] 2024-01-28T13:03:44.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d1dbde1c29] 2024-01-28T13:03:44.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d1dbde64e5] 2024-01-28T13:03:44.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d1dbe05293] 2024-01-28T13:03:44.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d1dbe09f2c] 2024-01-28T13:03:44.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d1dbd054d3] 2024-01-28T13:03:44.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d1dbd05a66] 2024-01-28T13:03:44.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 13: (MDSContext::complete(int)+0x5f) [0x55d1dc09bddf] 2024-01-28T13:03:44.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d1dbd0454a] 2024-01-28T13:03:44.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d1dbd04b10] 2024-01-28T13:03:44.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f7c2fc7c1ca] 2024-01-28T13:03:44.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 17: clone() 2024-01-28T13:03:44.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.231+0000 7f7c1fc00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:03:44.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: in thread 7f7c1fc00700 thread_name:mds_rank_progr 2024-01-28T13:03:44.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:44.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f7c2fc86d20] 2024-01-28T13:03:44.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2: gsignal() 2024-01-28T13:03:44.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 3: abort() 2024-01-28T13:03:44.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7c30ef953f] 2024-01-28T13:03:44.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f7c30ef96ab] 2024-01-28T13:03:44.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d1dbde0f19] 2024-01-28T13:03:44.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d1dbde1c29] 2024-01-28T13:03:44.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d1dbde64e5] 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d1dbe05293] 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d1dbe09f2c] 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d1dbd054d3] 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d1dbd05a66] 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 13: (MDSContext::complete(int)+0x5f) [0x55d1dc09bddf] 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d1dbd0454a] 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d1dbd04b10] 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f7c2fc7c1ca] 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 17: clone() 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: -1> 2024-01-28T13:03:44.228+0000 7f7c1fc00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f7c1fc00700 time 2024-01-28T13:03:44.228092+0000 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f7c30ef94e5] 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f7c30ef96ab] 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d1dbde0f19] 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d1dbde1c29] 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d1dbde64e5] 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d1dbe05293] 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d1dbe09f2c] 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d1dbd054d3] 2024-01-28T13:03:44.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d1dbd05a66] 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 10: (MDSContext::complete(int)+0x5f) [0x55d1dc09bddf] 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d1dbd0454a] 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d1dbd04b10] 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f7c2fc7c1ca] 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 14: clone() 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 0> 2024-01-28T13:03:44.231+0000 7f7c1fc00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: in thread 7f7c1fc00700 thread_name:mds_rank_progr 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:44.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f7c2fc86d20] 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2: gsignal() 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 3: abort() 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7c30ef953f] 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f7c30ef96ab] 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d1dbde0f19] 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d1dbde1c29] 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d1dbde64e5] 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d1dbe05293] 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d1dbe09f2c] 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d1dbd054d3] 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d1dbd05a66] 2024-01-28T13:03:44.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 13: (MDSContext::complete(int)+0x5f) [0x55d1dc09bddf] 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d1dbd0454a] 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d1dbd04b10] 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f7c2fc7c1ca] 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 17: clone() 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: -1> 2024-01-28T13:03:44.228+0000 7f7c1fc00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f7c1fc00700 time 2024-01-28T13:03:44.228092+0000 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:44.540 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f7c30ef94e5] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f7c30ef96ab] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d1dbde0f19] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d1dbde1c29] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d1dbde64e5] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d1dbe05293] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d1dbe09f2c] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d1dbd054d3] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d1dbd05a66] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 10: (MDSContext::complete(int)+0x5f) [0x55d1dc09bddf] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 11: (MDSRank::_advance_queues()+0xaa) [0x55d1dbd0454a] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55d1dbd04b10] 2024-01-28T13:03:44.541 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f7c2fc7c1ca] 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 14: clone() 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 0> 2024-01-28T13:03:44.231+0000 7f7c1fc00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: in thread 7f7c1fc00700 thread_name:mds_rank_progr 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f7c2fc86d20] 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2: gsignal() 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 3: abort() 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7c30ef953f] 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f7c30ef96ab] 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55d1dbde0f19] 2024-01-28T13:03:44.542 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55d1dbde1c29] 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55d1dbde64e5] 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55d1dbe05293] 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55d1dbe09f2c] 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55d1dbd054d3] 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55d1dbd05a66] 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 13: (MDSContext::complete(int)+0x5f) [0x55d1dc09bddf] 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 14: (MDSRank::_advance_queues()+0xaa) [0x55d1dbd0454a] 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55d1dbd04b10] 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f7c2fc7c1ca] 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 17: clone() 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:03:44.543 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101513]: 2024-01-28T13:03:44.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:44 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:rejoin 2024-01-28T13:03:44.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:44 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:44.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:44 smithi175 ceph-mon[44549]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:03:44.911 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:03:45.200 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:44 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Failed with result 'exit-code'. 2024-01-28T13:03:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:45 smithi181 ceph-mon[45557]: pgmap v405: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:03:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:45 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:03:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:45 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:03:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:45 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:active 2024-01-28T13:03:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:45 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:03:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:45 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:03:45.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:45 smithi088 ceph-mon[35322]: pgmap v405: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:03:45.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:45 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:03:45.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:45 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:03:45.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:45 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:active 2024-01-28T13:03:45.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:45 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:03:45.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:45 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:03:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:45 smithi175 ceph-mon[44549]: pgmap v405: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:03:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:45 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:03:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:45 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:03:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:45 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/1303088525,v1:172.21.15.88:6837/1303088525] up:active 2024-01-28T13:03:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:45 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:03:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:45 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:03:47.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:47 smithi088 ceph-mon[35322]: pgmap v406: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:03:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:47 smithi175 ceph-mon[44549]: pgmap v406: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:03:47.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:47 smithi181 ceph-mon[45557]: pgmap v406: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:03:49.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:49 smithi088 ceph-mon[35322]: pgmap v407: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:03:49.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:49 smithi175 ceph-mon[44549]: pgmap v407: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:03:49.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:49 smithi181 ceph-mon[45557]: pgmap v407: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 11 op/s 2024-01-28T13:03:50.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:50.009+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:03:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:50.009+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:03:50.007 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:03:50.009+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:03:50.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:03:50.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:03:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:03:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:51.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:51 smithi088 ceph-mon[35322]: pgmap v408: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:51.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:51.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:51.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:03:51.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:03:51.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:51 smithi175 ceph-mon[44549]: pgmap v408: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:03:51.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:03:51.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:51.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:51 smithi181 ceph-mon[45557]: pgmap v408: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:03:51.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:51.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:51.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:03:51.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:03:51.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:03:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:53 smithi088 ceph-mon[35322]: pgmap v409: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 171 B/s wr, 13 op/s 2024-01-28T13:03:53.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:53 smithi175 ceph-mon[44549]: pgmap v409: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 171 B/s wr, 13 op/s 2024-01-28T13:03:53.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:53 smithi181 ceph-mon[45557]: pgmap v409: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 171 B/s wr, 13 op/s 2024-01-28T13:03:55.280 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:55 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:03:55.280 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:55 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Scheduled restart job, restart counter is at 2. 2024-01-28T13:03:55.280 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:55 smithi088 systemd[1]: Stopped Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:03:55.280 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:55 smithi088 systemd[1]: Starting Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:03:55.548 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:55 smithi088 ceph-mon[35322]: pgmap v410: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:55 smithi175 ceph-mon[44549]: pgmap v410: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:55.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:55 smithi181 ceph-mon[45557]: pgmap v410: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:03:56.026 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:55 smithi088 bash[101887]: 8e8cce00bf6ae099295465af77cdb979dda2efeb81a6973050039e55579270f6 2024-01-28T13:03:56.026 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:55 smithi088 systemd[1]: Started Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:03:56.026 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:55 smithi088 ceph-mds[101925]: -- 172.21.15.88:0/3741366587 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f837711520 con 0x55f8376e8c00 2024-01-28T13:03:56.026 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:03:55 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: starting mds.d at 2024-01-28T13:03:56.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:56 smithi175 ceph-mon[44549]: daemon mds.d restarted 2024-01-28T13:03:56.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:56 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:56 smithi175 ceph-mon[44549]: osdmap e100: 12 total, 12 up, 12 in 2024-01-28T13:03:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:56 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:boot 2024-01-28T13:03:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:56 smithi175 ceph-mon[44549]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:03:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:56 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:03:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:03:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:56 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:56.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:56 smithi181 ceph-mon[45557]: daemon mds.d restarted 2024-01-28T13:03:56.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:56 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:56.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:56 smithi181 ceph-mon[45557]: osdmap e100: 12 total, 12 up, 12 in 2024-01-28T13:03:56.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:56 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:boot 2024-01-28T13:03:56.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:56 smithi181 ceph-mon[45557]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:03:56.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:56 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:03:56.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:03:56.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:56 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:56.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:56 smithi088 ceph-mon[35322]: daemon mds.d restarted 2024-01-28T13:03:56.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:56 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:03:56.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:56 smithi088 ceph-mon[35322]: osdmap e100: 12 total, 12 up, 12 in 2024-01-28T13:03:56.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:56 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:boot 2024-01-28T13:03:56.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:56 smithi088 ceph-mon[35322]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:03:56.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:56 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:03:56.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:03:56.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:56 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:03:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:57 smithi175 ceph-mon[44549]: pgmap v412: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:03:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:57 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:resolve 2024-01-28T13:03:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:57 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:57.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:57 smithi181 ceph-mon[45557]: pgmap v412: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:03:57.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:57 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:resolve 2024-01-28T13:03:57.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:57 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:57 smithi088 ceph-mon[35322]: pgmap v412: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 op/s 2024-01-28T13:03:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:57 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:resolve 2024-01-28T13:03:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:57 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:03:58.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:58 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:reconnect 2024-01-28T13:03:58.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:58 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:58.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:58 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:03:58.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:58 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:reconnect 2024-01-28T13:03:58.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:58 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:58.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:58 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:03:59.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:58 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:reconnect 2024-01-28T13:03:59.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:58 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:03:59.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:58 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:03:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:59 smithi175 ceph-mon[44549]: pgmap v413: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 op/s 2024-01-28T13:03:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:59 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:rejoin 2024-01-28T13:03:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:59 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:03:59 smithi175 ceph-mon[44549]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:03:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:59 smithi181 ceph-mon[45557]: pgmap v413: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 op/s 2024-01-28T13:03:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:59 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:rejoin 2024-01-28T13:03:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:59 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:03:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:03:59 smithi181 ceph-mon[45557]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:04:00.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-mon[35322]: pgmap v413: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 op/s 2024-01-28T13:04:00.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:rejoin 2024-01-28T13:04:00.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:04:00.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-mon[35322]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:04:00.013 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f08e6200700 time 2024-01-28T13:03:59.620749+0000 2024-01-28T13:04:00.013 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:00.013 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:00.013 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f08f75244e5] 2024-01-28T13:04:00.013 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f08f75246ab] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55693d750f19] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55693d751c29] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55693d7564e5] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55693d775293] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55693d779f2c] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55693d6754d3] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55693d675a66] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 10: (MDSContext::complete(int)+0x5f) [0x55693da0bddf] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 11: (MDSRank::_advance_queues()+0xaa) [0x55693d67454a] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55693d674b10] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f08f62a71ca] 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 14: clone() 2024-01-28T13:04:00.014 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:03:59.621+0000 7f08e6200700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f08e6200700 time 2024-01-28T13:03:59.620749+0000 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f08f75244e5] 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f08f75246ab] 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55693d750f19] 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55693d751c29] 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55693d7564e5] 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55693d775293] 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55693d779f2c] 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55693d6754d3] 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55693d675a66] 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 10: (MDSContext::complete(int)+0x5f) [0x55693da0bddf] 2024-01-28T13:04:00.015 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 11: (MDSRank::_advance_queues()+0xaa) [0x55693d67454a] 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55693d674b10] 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f08f62a71ca] 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 14: clone() 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: *** Caught signal (Aborted) ** 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: in thread 7f08e6200700 thread_name:mds_rank_progr 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f08f62b1d20] 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2: gsignal() 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 3: abort() 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f08f752453f] 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f08f75246ab] 2024-01-28T13:04:00.016 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55693d750f19] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55693d751c29] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55693d7564e5] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55693d775293] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55693d779f2c] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55693d6754d3] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55693d675a66] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 13: (MDSContext::complete(int)+0x5f) [0x55693da0bddf] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 14: (MDSRank::_advance_queues()+0xaa) [0x55693d67454a] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55693d674b10] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f08f62a71ca] 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 17: clone() 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:03:59.624+0000 7f08e6200700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: in thread 7f08e6200700 thread_name:mds_rank_progr 2024-01-28T13:04:00.017 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f08f62b1d20] 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2: gsignal() 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 3: abort() 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f08f752453f] 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f08f75246ab] 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55693d750f19] 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55693d751c29] 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55693d7564e5] 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55693d775293] 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55693d779f2c] 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55693d6754d3] 2024-01-28T13:04:00.018 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55693d675a66] 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 13: (MDSContext::complete(int)+0x5f) [0x55693da0bddf] 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 14: (MDSRank::_advance_queues()+0xaa) [0x55693d67454a] 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55693d674b10] 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f08f62a71ca] 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 17: clone() 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: -1> 2024-01-28T13:03:59.621+0000 7f08e6200700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f08e6200700 time 2024-01-28T13:03:59.620749+0000 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f08f75244e5] 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f08f75246ab] 2024-01-28T13:04:00.019 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55693d750f19] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55693d751c29] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55693d7564e5] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55693d775293] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55693d779f2c] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55693d6754d3] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55693d675a66] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 10: (MDSContext::complete(int)+0x5f) [0x55693da0bddf] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 11: (MDSRank::_advance_queues()+0xaa) [0x55693d67454a] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55693d674b10] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f08f62a71ca] 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 14: clone() 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.020 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 0> 2024-01-28T13:03:59.624+0000 7f08e6200700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: in thread 7f08e6200700 thread_name:mds_rank_progr 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f08f62b1d20] 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2: gsignal() 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 3: abort() 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f08f752453f] 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f08f75246ab] 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55693d750f19] 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55693d751c29] 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55693d7564e5] 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55693d775293] 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55693d779f2c] 2024-01-28T13:04:00.021 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55693d6754d3] 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55693d675a66] 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 13: (MDSContext::complete(int)+0x5f) [0x55693da0bddf] 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 14: (MDSRank::_advance_queues()+0xaa) [0x55693d67454a] 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55693d674b10] 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f08f62a71ca] 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 17: clone() 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: -1> 2024-01-28T13:03:59.621+0000 7f08e6200700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f08e6200700 time 2024-01-28T13:03:59.620749+0000 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:00.022 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f08f75244e5] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f08f75246ab] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55693d750f19] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55693d751c29] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55693d7564e5] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55693d775293] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55693d779f2c] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55693d6754d3] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55693d675a66] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 10: (MDSContext::complete(int)+0x5f) [0x55693da0bddf] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 11: (MDSRank::_advance_queues()+0xaa) [0x55693d67454a] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55693d674b10] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f08f62a71ca] 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 14: clone() 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.023 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 0> 2024-01-28T13:03:59.624+0000 7f08e6200700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: in thread 7f08e6200700 thread_name:mds_rank_progr 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f08f62b1d20] 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2: gsignal() 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 3: abort() 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f08f752453f] 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f08f75246ab] 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55693d750f19] 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55693d751c29] 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55693d7564e5] 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55693d775293] 2024-01-28T13:04:00.024 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55693d779f2c] 2024-01-28T13:04:00.025 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55693d6754d3] 2024-01-28T13:04:00.025 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55693d675a66] 2024-01-28T13:04:00.025 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 13: (MDSContext::complete(int)+0x5f) [0x55693da0bddf] 2024-01-28T13:04:00.025 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 14: (MDSRank::_advance_queues()+0xaa) [0x55693d67454a] 2024-01-28T13:04:00.025 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55693d674b10] 2024-01-28T13:04:00.025 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f08f62a71ca] 2024-01-28T13:04:00.025 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 17: clone() 2024-01-28T13:04:00.025 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:00.025 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:03:59 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[83546]: 2024-01-28T13:04:00.025 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:00 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:04:00.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:00 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Failed with result 'exit-code'. 2024-01-28T13:04:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:00 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:00 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:04:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:00 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:active 2024-01-28T13:04:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:00 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:04:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:00 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:00.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:00 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:00.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:00 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:04:00.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:00 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:active 2024-01-28T13:04:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:00 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:04:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:00 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:01.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:00 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:01.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:00 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:04:01.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:00 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1155556105,v1:172.21.15.88:6835/1155556105] up:active 2024-01-28T13:04:01.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:00 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:04:01.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:00 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:01.876 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:01 smithi088 ceph-mon[35322]: pgmap v414: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:04:01.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:01 smithi175 ceph-mon[44549]: pgmap v414: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:04:01.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:01 smithi181 ceph-mon[45557]: pgmap v414: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:04:03.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:03 smithi175 ceph-mon[44549]: pgmap v415: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 11 op/s 2024-01-28T13:04:03.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:03 smithi181 ceph-mon[45557]: pgmap v415: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 11 op/s 2024-01-28T13:04:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:03 smithi088 ceph-mon[35322]: pgmap v415: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 11 op/s 2024-01-28T13:04:05.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:05.024+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:04:05.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:05.024+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:04:05.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:05.024+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:04:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:05 smithi175 ceph-mon[44549]: pgmap v416: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:05.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:05 smithi181 ceph-mon[45557]: pgmap v416: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:06.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:05 smithi088 ceph-mon[35322]: pgmap v416: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:07.893 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:07 smithi088 ceph-mon[35322]: pgmap v417: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 193 B/s wr, 14 op/s 2024-01-28T13:04:07.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:07 smithi175 ceph-mon[44549]: pgmap v417: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 193 B/s wr, 14 op/s 2024-01-28T13:04:07.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:07 smithi181 ceph-mon[45557]: pgmap v417: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 193 B/s wr, 14 op/s 2024-01-28T13:04:09.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:09 smithi175 ceph-mon[44549]: pgmap v418: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:04:09.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:09 smithi181 ceph-mon[45557]: pgmap v418: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:04:10.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:09 smithi088 ceph-mon[35322]: pgmap v418: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:04:10.935 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:10 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:04:10.935 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:10 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Scheduled restart job, restart counter is at 1. 2024-01-28T13:04:10.935 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:10 smithi088 systemd[1]: Stopped Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:04:10.935 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:10 smithi088 systemd[1]: Starting Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:04:11.526 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:11 smithi088 bash[102065]: 1bfd47f5a12605859fde8337fd95c33e20f77ab13c51b59ad17422d247c00610 2024-01-28T13:04:11.526 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:11 smithi088 systemd[1]: Started Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:04:11.527 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-mds[102104]: -- 172.21.15.88:0/2402152445 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c4f7bef520 con 0x55c4f7bc6800 2024-01-28T13:04:11.527 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: starting mds.j at 2024-01-28T13:04:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:11 smithi175 ceph-mon[44549]: pgmap v419: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:11 smithi175 ceph-mon[44549]: daemon mds.j restarted 2024-01-28T13:04:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:11 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:11 smithi175 ceph-mon[44549]: osdmap e101: 12 total, 12 up, 12 in 2024-01-28T13:04:11.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:11 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:boot 2024-01-28T13:04:11.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:11 smithi175 ceph-mon[44549]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:04:11.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:11 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:11.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:04:11.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:11 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:11.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:11 smithi181 ceph-mon[45557]: pgmap v419: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:11.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:11 smithi181 ceph-mon[45557]: daemon mds.j restarted 2024-01-28T13:04:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:11 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:11 smithi181 ceph-mon[45557]: osdmap e101: 12 total, 12 up, 12 in 2024-01-28T13:04:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:11 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:boot 2024-01-28T13:04:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:11 smithi181 ceph-mon[45557]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:04:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:11 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:04:11.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:11 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:12.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-mon[35322]: pgmap v419: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-mon[35322]: daemon mds.j restarted 2024-01-28T13:04:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-mon[35322]: osdmap e101: 12 total, 12 up, 12 in 2024-01-28T13:04:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:boot 2024-01-28T13:04:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-mon[35322]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:04:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:04:12.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:11 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:13.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:13 smithi181 ceph-mon[45557]: pgmap v421: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:04:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:13 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:resolve 2024-01-28T13:04:13.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:13 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:14.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:13 smithi088 ceph-mon[35322]: pgmap v421: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:04:14.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:13 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:resolve 2024-01-28T13:04:14.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:13 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:14.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:13 smithi175 ceph-mon[44549]: pgmap v421: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:04:14.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:13 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:resolve 2024-01-28T13:04:14.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:13 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:14 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:reconnect 2024-01-28T13:04:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:14 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:04:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:14 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:04:15.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:14 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:reconnect 2024-01-28T13:04:15.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:14 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:04:15.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:14 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:04:15.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:14 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:reconnect 2024-01-28T13:04:15.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:14 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:04:15.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:14 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:04:15.527 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f6913600700 time 2024-01-28T13:04:15.203517+0000 2024-01-28T13:04:15.527 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:15.527 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:15.527 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f69249ca4e5] 2024-01-28T13:04:15.527 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f69249ca6ab] 2024-01-28T13:04:15.527 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f834aeaf19] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f834aebc29] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f834af04e5] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f834b0f293] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f834b13f2c] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f834a0f4d3] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f834a0fa66] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 10: (MDSContext::complete(int)+0x5f) [0x55f834da5ddf] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 11: (MDSRank::_advance_queues()+0xaa) [0x55f834a0e54a] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55f834a0eb10] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f692374d1ca] 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 14: clone() 2024-01-28T13:04:15.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.204+0000 7f6913600700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f6913600700 time 2024-01-28T13:04:15.203517+0000 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f69249ca4e5] 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f69249ca6ab] 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f834aeaf19] 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f834aebc29] 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f834af04e5] 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f834b0f293] 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f834b13f2c] 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f834a0f4d3] 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f834a0fa66] 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 10: (MDSContext::complete(int)+0x5f) [0x55f834da5ddf] 2024-01-28T13:04:15.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 11: (MDSRank::_advance_queues()+0xaa) [0x55f834a0e54a] 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55f834a0eb10] 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f692374d1ca] 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 14: clone() 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: *** Caught signal (Aborted) ** 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: in thread 7f6913600700 thread_name:mds_rank_progr 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f6923757d20] 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2: gsignal() 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 3: abort() 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f69249ca53f] 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f69249ca6ab] 2024-01-28T13:04:15.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f834aeaf19] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f834aebc29] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f834af04e5] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f834b0f293] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f834b13f2c] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f834a0f4d3] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f834a0fa66] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 13: (MDSContext::complete(int)+0x5f) [0x55f834da5ddf] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 14: (MDSRank::_advance_queues()+0xaa) [0x55f834a0e54a] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55f834a0eb10] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f692374d1ca] 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 17: clone() 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.206+0000 7f6913600700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: in thread 7f6913600700 thread_name:mds_rank_progr 2024-01-28T13:04:15.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f6923757d20] 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2: gsignal() 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 3: abort() 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f69249ca53f] 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f69249ca6ab] 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f834aeaf19] 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f834aebc29] 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f834af04e5] 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f834b0f293] 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f834b13f2c] 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f834a0f4d3] 2024-01-28T13:04:15.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f834a0fa66] 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 13: (MDSContext::complete(int)+0x5f) [0x55f834da5ddf] 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 14: (MDSRank::_advance_queues()+0xaa) [0x55f834a0e54a] 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55f834a0eb10] 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f692374d1ca] 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 17: clone() 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: -1> 2024-01-28T13:04:15.204+0000 7f6913600700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f6913600700 time 2024-01-28T13:04:15.203517+0000 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f69249ca4e5] 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f69249ca6ab] 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f834aeaf19] 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f834aebc29] 2024-01-28T13:04:15.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f834af04e5] 2024-01-28T13:04:15.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f834b0f293] 2024-01-28T13:04:15.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f834b13f2c] 2024-01-28T13:04:15.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f834a0f4d3] 2024-01-28T13:04:15.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f834a0fa66] 2024-01-28T13:04:15.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 10: (MDSContext::complete(int)+0x5f) [0x55f834da5ddf] 2024-01-28T13:04:15.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 11: (MDSRank::_advance_queues()+0xaa) [0x55f834a0e54a] 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55f834a0eb10] 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f692374d1ca] 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 14: clone() 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 0> 2024-01-28T13:04:15.206+0000 7f6913600700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: in thread 7f6913600700 thread_name:mds_rank_progr 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f6923757d20] 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2: gsignal() 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 3: abort() 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f69249ca53f] 2024-01-28T13:04:15.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f69249ca6ab] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f834aeaf19] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f834aebc29] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f834af04e5] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f834b0f293] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f834b13f2c] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f834a0f4d3] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f834a0fa66] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 13: (MDSContext::complete(int)+0x5f) [0x55f834da5ddf] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 14: (MDSRank::_advance_queues()+0xaa) [0x55f834a0e54a] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55f834a0eb10] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f692374d1ca] 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 17: clone() 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: -1> 2024-01-28T13:04:15.204+0000 7f6913600700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f6913600700 time 2024-01-28T13:04:15.203517+0000 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f69249ca4e5] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f69249ca6ab] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f834aeaf19] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f834aebc29] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f834af04e5] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f834b0f293] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f834b13f2c] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f834a0f4d3] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f834a0fa66] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 10: (MDSContext::complete(int)+0x5f) [0x55f834da5ddf] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 11: (MDSRank::_advance_queues()+0xaa) [0x55f834a0e54a] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55f834a0eb10] 2024-01-28T13:04:15.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f692374d1ca] 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 14: clone() 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 0> 2024-01-28T13:04:15.206+0000 7f6913600700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: in thread 7f6913600700 thread_name:mds_rank_progr 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f6923757d20] 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2: gsignal() 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 3: abort() 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f69249ca53f] 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f69249ca6ab] 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f834aeaf19] 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f834aebc29] 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f834af04e5] 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f834b0f293] 2024-01-28T13:04:15.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f834b13f2c] 2024-01-28T13:04:15.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f834a0f4d3] 2024-01-28T13:04:15.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f834a0fa66] 2024-01-28T13:04:15.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 13: (MDSContext::complete(int)+0x5f) [0x55f834da5ddf] 2024-01-28T13:04:15.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 14: (MDSRank::_advance_queues()+0xaa) [0x55f834a0e54a] 2024-01-28T13:04:15.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55f834a0eb10] 2024-01-28T13:04:15.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f692374d1ca] 2024-01-28T13:04:15.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 17: clone() 2024-01-28T13:04:15.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:15.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[101902]: 2024-01-28T13:04:15.952 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:04:15.953 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-mon[35322]: pgmap v422: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-01-28T13:04:15.953 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:rejoin 2024-01-28T13:04:15.953 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:04:15.953 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-mon[35322]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:04:15.953 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:15.953 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:04:15.953 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:active 2024-01-28T13:04:15.953 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:15 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:15 smithi181 ceph-mon[45557]: pgmap v422: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-01-28T13:04:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:15 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:rejoin 2024-01-28T13:04:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:15 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:04:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:15 smithi181 ceph-mon[45557]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:04:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:15 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:15 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:04:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:15 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:active 2024-01-28T13:04:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:15 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:16.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:15 smithi175 ceph-mon[44549]: pgmap v422: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-01-28T13:04:16.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:15 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:rejoin 2024-01-28T13:04:16.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:15 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:04:16.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:15 smithi175 ceph-mon[44549]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:04:16.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:15 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:16.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:15 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:04:16.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:15 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/184226151,v1:172.21.15.88:6837/184226151] up:active 2024-01-28T13:04:16.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:15 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:16.276 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:15 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Failed with result 'exit-code'. 2024-01-28T13:04:17.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:17 smithi181 ceph-mon[45557]: pgmap v423: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 11 op/s 2024-01-28T13:04:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:17 smithi088 ceph-mon[35322]: pgmap v423: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 11 op/s 2024-01-28T13:04:18.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:17 smithi175 ceph-mon[44549]: pgmap v423: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 11 op/s 2024-01-28T13:04:19.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:19 smithi181 ceph-mon[45557]: pgmap v424: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:04:20.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:19 smithi088 ceph-mon[35322]: pgmap v424: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:04:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:20.035+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:04:20.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:20.035+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:04:20.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:20.035+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:04:20.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:19 smithi175 ceph-mon[44549]: pgmap v424: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 11 op/s 2024-01-28T13:04:21.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:21 smithi181 ceph-mon[45557]: pgmap v425: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:22.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:21 smithi088 ceph-mon[35322]: pgmap v425: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:22.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:21 smithi175 ceph-mon[44549]: pgmap v425: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:23.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:23 smithi181 ceph-mon[45557]: pgmap v426: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 184 B/s wr, 13 op/s 2024-01-28T13:04:24.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:23 smithi088 ceph-mon[35322]: pgmap v426: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 184 B/s wr, 13 op/s 2024-01-28T13:04:24.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:23 smithi175 ceph-mon[44549]: pgmap v426: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 184 B/s wr, 13 op/s 2024-01-28T13:04:25.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:25 smithi181 ceph-mon[45557]: pgmap v427: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:25 smithi088 ceph-mon[35322]: pgmap v427: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:26.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:25 smithi175 ceph-mon[44549]: pgmap v427: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:26.476 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:26 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:04:26.476 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:26 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Scheduled restart job, restart counter is at 3. 2024-01-28T13:04:26.476 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:26 smithi088 systemd[1]: Stopped Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:04:26.476 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:26 smithi088 systemd[1]: Starting Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:04:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:26 smithi181 ceph-mon[45557]: daemon mds.d restarted 2024-01-28T13:04:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:26 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:26 smithi181 ceph-mon[45557]: osdmap e102: 12 total, 12 up, 12 in 2024-01-28T13:04:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:26 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:boot 2024-01-28T13:04:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:26 smithi181 ceph-mon[45557]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:04:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:26 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:04:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:26 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:27.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-mon[35322]: daemon mds.d restarted 2024-01-28T13:04:27.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:27.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-mon[35322]: osdmap e102: 12 total, 12 up, 12 in 2024-01-28T13:04:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:boot 2024-01-28T13:04:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-mon[35322]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:04:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:04:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:27.027 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:26 smithi088 bash[102236]: 1074094b4384b50528882c39dbac365633e5aad45d06504d714d762d5447f976 2024-01-28T13:04:27.027 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:26 smithi088 systemd[1]: Started Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:04:27.027 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-mds[102274]: -- 172.21.15.88:0/3956437190 <== mon.0 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x56175a8fb080 con 0x56175a8c7000 2024-01-28T13:04:27.027 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-mds[102274]: -- 172.21.15.88:0/3956437190 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56175a8ef520 con 0x56175a8c7000 2024-01-28T13:04:27.027 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:26 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: starting mds.d at 2024-01-28T13:04:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:26 smithi175 ceph-mon[44549]: daemon mds.d restarted 2024-01-28T13:04:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:26 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:26 smithi175 ceph-mon[44549]: osdmap e102: 12 total, 12 up, 12 in 2024-01-28T13:04:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:26 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:boot 2024-01-28T13:04:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:26 smithi175 ceph-mon[44549]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:04:27.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:26 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:27.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:04:27.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:26 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:27.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:27 smithi181 ceph-mon[45557]: pgmap v428: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:04:28.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:27 smithi088 ceph-mon[35322]: pgmap v428: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:04:28.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:27 smithi175 ceph-mon[44549]: pgmap v428: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:04:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:28 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:resolve 2024-01-28T13:04:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:28 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:29.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:28 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:resolve 2024-01-28T13:04:29.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:28 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:29.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:28 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:resolve 2024-01-28T13:04:29.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:28 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:30.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:29 smithi088 ceph-mon[35322]: pgmap v430: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:04:30.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:29 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:reconnect 2024-01-28T13:04:30.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:29 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:04:30.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:29 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:04:30.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:29 smithi175 ceph-mon[44549]: pgmap v430: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:04:30.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:29 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:reconnect 2024-01-28T13:04:30.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:29 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:04:30.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:29 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:04:30.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:29 smithi181 ceph-mon[45557]: pgmap v430: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:04:30.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:29 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:reconnect 2024-01-28T13:04:30.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:29 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:04:30.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:29 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:04:30.461 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f3255e00700 time 2024-01-28T13:04:30.207328+0000 2024-01-28T13:04:30.461 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:30.461 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f32670154e5] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f32670156ab] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c4f6095f19] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c4f6096c29] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c4f609b4e5] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c4f60ba293] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c4f60bef2c] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c4f5fba4d3] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c4f5fbaa66] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 10: (MDSContext::complete(int)+0x5f) [0x55c4f6350ddf] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 11: (MDSRank::_advance_queues()+0xaa) [0x55c4f5fb954a] 2024-01-28T13:04:30.462 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55c4f5fb9b10] 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f3265d981ca] 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 14: clone() 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.207+0000 7f3255e00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f3255e00700 time 2024-01-28T13:04:30.207328+0000 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f32670154e5] 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f32670156ab] 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c4f6095f19] 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c4f6096c29] 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c4f609b4e5] 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c4f60ba293] 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c4f60bef2c] 2024-01-28T13:04:30.463 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c4f5fba4d3] 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c4f5fbaa66] 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 10: (MDSContext::complete(int)+0x5f) [0x55c4f6350ddf] 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 11: (MDSRank::_advance_queues()+0xaa) [0x55c4f5fb954a] 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55c4f5fb9b10] 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f3265d981ca] 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 14: clone() 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: *** Caught signal (Aborted) ** 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: in thread 7f3255e00700 thread_name:mds_rank_progr 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f3265da2d20] 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2: gsignal() 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 3: abort() 2024-01-28T13:04:30.464 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f326701553f] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f32670156ab] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c4f6095f19] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c4f6096c29] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c4f609b4e5] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c4f60ba293] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c4f60bef2c] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c4f5fba4d3] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c4f5fbaa66] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 13: (MDSContext::complete(int)+0x5f) [0x55c4f6350ddf] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 14: (MDSRank::_advance_queues()+0xaa) [0x55c4f5fb954a] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55c4f5fb9b10] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f3265d981ca] 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 17: clone() 2024-01-28T13:04:30.465 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.209+0000 7f3255e00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: in thread 7f3255e00700 thread_name:mds_rank_progr 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f3265da2d20] 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2: gsignal() 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 3: abort() 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f326701553f] 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f32670156ab] 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c4f6095f19] 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c4f6096c29] 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c4f609b4e5] 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c4f60ba293] 2024-01-28T13:04:30.466 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c4f60bef2c] 2024-01-28T13:04:30.467 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c4f5fba4d3] 2024-01-28T13:04:30.467 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c4f5fbaa66] 2024-01-28T13:04:30.467 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 13: (MDSContext::complete(int)+0x5f) [0x55c4f6350ddf] 2024-01-28T13:04:30.468 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 14: (MDSRank::_advance_queues()+0xaa) [0x55c4f5fb954a] 2024-01-28T13:04:30.468 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55c4f5fb9b10] 2024-01-28T13:04:30.468 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f3265d981ca] 2024-01-28T13:04:30.468 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 17: clone() 2024-01-28T13:04:30.468 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:30.468 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.468 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: -1> 2024-01-28T13:04:30.207+0000 7f3255e00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f3255e00700 time 2024-01-28T13:04:30.207328+0000 2024-01-28T13:04:30.468 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:30.468 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.468 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f32670154e5] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f32670156ab] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c4f6095f19] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c4f6096c29] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c4f609b4e5] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c4f60ba293] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c4f60bef2c] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c4f5fba4d3] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c4f5fbaa66] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 10: (MDSContext::complete(int)+0x5f) [0x55c4f6350ddf] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 11: (MDSRank::_advance_queues()+0xaa) [0x55c4f5fb954a] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55c4f5fb9b10] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f3265d981ca] 2024-01-28T13:04:30.469 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 14: clone() 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 0> 2024-01-28T13:04:30.209+0000 7f3255e00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: in thread 7f3255e00700 thread_name:mds_rank_progr 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f3265da2d20] 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2: gsignal() 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 3: abort() 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f326701553f] 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f32670156ab] 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c4f6095f19] 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c4f6096c29] 2024-01-28T13:04:30.470 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c4f609b4e5] 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c4f60ba293] 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c4f60bef2c] 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c4f5fba4d3] 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c4f5fbaa66] 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 13: (MDSContext::complete(int)+0x5f) [0x55c4f6350ddf] 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 14: (MDSRank::_advance_queues()+0xaa) [0x55c4f5fb954a] 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55c4f5fb9b10] 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f3265d981ca] 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 17: clone() 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: -1> 2024-01-28T13:04:30.207+0000 7f3255e00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f3255e00700 time 2024-01-28T13:04:30.207328+0000 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:30.471 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f32670154e5] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f32670156ab] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c4f6095f19] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c4f6096c29] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c4f609b4e5] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c4f60ba293] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c4f60bef2c] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c4f5fba4d3] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c4f5fbaa66] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 10: (MDSContext::complete(int)+0x5f) [0x55c4f6350ddf] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 11: (MDSRank::_advance_queues()+0xaa) [0x55c4f5fb954a] 2024-01-28T13:04:30.472 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55c4f5fb9b10] 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f3265d981ca] 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 14: clone() 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 0> 2024-01-28T13:04:30.209+0000 7f3255e00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: in thread 7f3255e00700 thread_name:mds_rank_progr 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f3265da2d20] 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2: gsignal() 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 3: abort() 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f326701553f] 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f32670156ab] 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c4f6095f19] 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c4f6096c29] 2024-01-28T13:04:30.473 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c4f609b4e5] 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c4f60ba293] 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c4f60bef2c] 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c4f5fba4d3] 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c4f5fbaa66] 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 13: (MDSContext::complete(int)+0x5f) [0x55c4f6350ddf] 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 14: (MDSRank::_advance_queues()+0xaa) [0x55c4f5fb954a] 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55c4f5fb9b10] 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f3265d981ca] 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 17: clone() 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:30.474 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102081]: 2024-01-28T13:04:30.912 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:04:30.912 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:rejoin 2024-01-28T13:04:30.912 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:04:30.912 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-mon[35322]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:04:30.913 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:30.913 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:04:30.913 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:active 2024-01-28T13:04:30.913 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:30 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:31.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:30 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:rejoin 2024-01-28T13:04:31.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:30 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:04:31.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:30 smithi175 ceph-mon[44549]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:04:31.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:30 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:31.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:30 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:04:31.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:30 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:active 2024-01-28T13:04:31.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:30 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:31.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:30 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:rejoin 2024-01-28T13:04:31.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:30 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:04:31.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:30 smithi181 ceph-mon[45557]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:04:31.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:30 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:31.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:30 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:04:31.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:30 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1405745351,v1:172.21.15.88:6835/1405745351] up:active 2024-01-28T13:04:31.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:30 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:31.276 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:30 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Failed with result 'exit-code'. 2024-01-28T13:04:32.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:31 smithi088 ceph-mon[35322]: pgmap v431: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:04:32.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:31 smithi175 ceph-mon[44549]: pgmap v431: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:04:32.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:31 smithi181 ceph-mon[45557]: pgmap v431: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:04:34.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:33 smithi088 ceph-mon[35322]: pgmap v432: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 11 op/s 2024-01-28T13:04:34.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:33 smithi175 ceph-mon[44549]: pgmap v432: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 11 op/s 2024-01-28T13:04:34.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:33 smithi181 ceph-mon[45557]: pgmap v432: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 11 op/s 2024-01-28T13:04:35.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:35.042+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:04:35.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:35.043+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:04:35.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:35.043+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:04:36.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:35 smithi088 ceph-mon[35322]: pgmap v433: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:36.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:35 smithi175 ceph-mon[44549]: pgmap v433: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:36.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:35 smithi181 ceph-mon[45557]: pgmap v433: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:38.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:37 smithi088 ceph-mon[35322]: pgmap v434: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:38.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:37 smithi175 ceph-mon[44549]: pgmap v434: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:38.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:37 smithi181 ceph-mon[45557]: pgmap v434: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:40.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:39 smithi088 ceph-mon[35322]: pgmap v435: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 176 B/s wr, 13 op/s 2024-01-28T13:04:40.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:39 smithi175 ceph-mon[44549]: pgmap v435: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 176 B/s wr, 13 op/s 2024-01-28T13:04:40.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:39 smithi181 ceph-mon[45557]: pgmap v435: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 176 B/s wr, 13 op/s 2024-01-28T13:04:41.415 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:41 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:04:41.415 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:41 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Scheduled restart job, restart counter is at 2. 2024-01-28T13:04:41.415 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:41 smithi088 systemd[1]: Stopped Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:04:41.415 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:41 smithi088 systemd[1]: Starting Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:04:42.026 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:41 smithi088 bash[102409]: e5ffd06f4e27ba4493fe4feb61629693acb90c8b7961fde4d682e4fc29e2d670 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:41 smithi088 systemd[1]: Started Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-mds[102447]: -- 172.21.15.88:0/1522413944 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f66ca57520 con 0x55f66ca2ec00 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: starting mds.j at 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-mon[35322]: pgmap v436: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-mon[35322]: daemon mds.j restarted 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-mon[35322]: osdmap e103: 12 total, 12 up, 12 in 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:boot 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-mon[35322]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:42.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:04:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:41 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:42.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:41 smithi175 ceph-mon[44549]: pgmap v436: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:42.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:41 smithi175 ceph-mon[44549]: daemon mds.j restarted 2024-01-28T13:04:42.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:41 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:42.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:41 smithi175 ceph-mon[44549]: osdmap e103: 12 total, 12 up, 12 in 2024-01-28T13:04:42.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:41 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:boot 2024-01-28T13:04:42.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:41 smithi175 ceph-mon[44549]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:04:42.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:41 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:42.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:04:42.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:41 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:42.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:41 smithi181 ceph-mon[45557]: pgmap v436: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:42.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:41 smithi181 ceph-mon[45557]: daemon mds.j restarted 2024-01-28T13:04:42.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:41 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:42.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:41 smithi181 ceph-mon[45557]: osdmap e103: 12 total, 12 up, 12 in 2024-01-28T13:04:42.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:41 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:boot 2024-01-28T13:04:42.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:41 smithi181 ceph-mon[45557]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:04:42.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:41 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:42.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:04:42.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:41 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:44.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:43 smithi088 ceph-mon[35322]: pgmap v438: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:04:44.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:43 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:resolve 2024-01-28T13:04:44.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:43 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:44.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:43 smithi175 ceph-mon[44549]: pgmap v438: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:04:44.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:43 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:resolve 2024-01-28T13:04:44.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:43 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:44.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:43 smithi181 ceph-mon[45557]: pgmap v438: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:04:44.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:43 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:resolve 2024-01-28T13:04:44.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:43 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:44 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:reconnect 2024-01-28T13:04:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:44 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:04:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:44 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:04:45.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:44 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:reconnect 2024-01-28T13:04:45.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:44 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:04:45.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:44 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:04:45.207 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:44 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:reconnect 2024-01-28T13:04:45.208 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:44 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:04:45.208 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:44 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:04:45.527 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f2813600700 time 2024-01-28T13:04:45.213868+0000 2024-01-28T13:04:45.527 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f28249414e5] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f28249416ab] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x561758b06f19] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x561758b07c29] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x561758b0c4e5] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x561758b2b293] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x561758b2ff2c] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x561758a2b4d3] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x561758a2ba66] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 10: (MDSContext::complete(int)+0x5f) [0x561758dc1ddf] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 11: (MDSRank::_advance_queues()+0xaa) [0x561758a2a54a] 2024-01-28T13:04:45.528 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x561758a2ab10] 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f28236c41ca] 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 14: clone() 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.214+0000 7f2813600700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f2813600700 time 2024-01-28T13:04:45.213868+0000 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f28249414e5] 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f28249416ab] 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x561758b06f19] 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x561758b07c29] 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x561758b0c4e5] 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x561758b2b293] 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x561758b2ff2c] 2024-01-28T13:04:45.529 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x561758a2b4d3] 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x561758a2ba66] 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 10: (MDSContext::complete(int)+0x5f) [0x561758dc1ddf] 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 11: (MDSRank::_advance_queues()+0xaa) [0x561758a2a54a] 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x561758a2ab10] 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f28236c41ca] 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 14: clone() 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: *** Caught signal (Aborted) ** 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: in thread 7f2813600700 thread_name:mds_rank_progr 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f28236ced20] 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2: gsignal() 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 3: abort() 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f282494153f] 2024-01-28T13:04:45.530 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f28249416ab] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x561758b06f19] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x561758b07c29] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x561758b0c4e5] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x561758b2b293] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x561758b2ff2c] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x561758a2b4d3] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x561758a2ba66] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 13: (MDSContext::complete(int)+0x5f) [0x561758dc1ddf] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 14: (MDSRank::_advance_queues()+0xaa) [0x561758a2a54a] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x561758a2ab10] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f28236c41ca] 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 17: clone() 2024-01-28T13:04:45.531 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.216+0000 7f2813600700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: in thread 7f2813600700 thread_name:mds_rank_progr 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f28236ced20] 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2: gsignal() 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 3: abort() 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f282494153f] 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f28249416ab] 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x561758b06f19] 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x561758b07c29] 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x561758b0c4e5] 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x561758b2b293] 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x561758b2ff2c] 2024-01-28T13:04:45.532 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x561758a2b4d3] 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x561758a2ba66] 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 13: (MDSContext::complete(int)+0x5f) [0x561758dc1ddf] 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 14: (MDSRank::_advance_queues()+0xaa) [0x561758a2a54a] 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x561758a2ab10] 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f28236c41ca] 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 17: clone() 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: -1> 2024-01-28T13:04:45.214+0000 7f2813600700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f2813600700 time 2024-01-28T13:04:45.213868+0000 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f28249414e5] 2024-01-28T13:04:45.533 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f28249416ab] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x561758b06f19] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x561758b07c29] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x561758b0c4e5] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x561758b2b293] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x561758b2ff2c] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x561758a2b4d3] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x561758a2ba66] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 10: (MDSContext::complete(int)+0x5f) [0x561758dc1ddf] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 11: (MDSRank::_advance_queues()+0xaa) [0x561758a2a54a] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x561758a2ab10] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f28236c41ca] 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 14: clone() 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.534 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 0> 2024-01-28T13:04:45.216+0000 7f2813600700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: in thread 7f2813600700 thread_name:mds_rank_progr 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f28236ced20] 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2: gsignal() 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 3: abort() 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f282494153f] 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f28249416ab] 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x561758b06f19] 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x561758b07c29] 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x561758b0c4e5] 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x561758b2b293] 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x561758b2ff2c] 2024-01-28T13:04:45.535 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x561758a2b4d3] 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x561758a2ba66] 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 13: (MDSContext::complete(int)+0x5f) [0x561758dc1ddf] 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 14: (MDSRank::_advance_queues()+0xaa) [0x561758a2a54a] 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x561758a2ab10] 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f28236c41ca] 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 17: clone() 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: -1> 2024-01-28T13:04:45.214+0000 7f2813600700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f2813600700 time 2024-01-28T13:04:45.213868+0000 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f28249414e5] 2024-01-28T13:04:45.536 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f28249416ab] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x561758b06f19] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x561758b07c29] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x561758b0c4e5] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x561758b2b293] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x561758b2ff2c] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x561758a2b4d3] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x561758a2ba66] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 10: (MDSContext::complete(int)+0x5f) [0x561758dc1ddf] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 11: (MDSRank::_advance_queues()+0xaa) [0x561758a2a54a] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x561758a2ab10] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f28236c41ca] 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 14: clone() 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.537 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 0> 2024-01-28T13:04:45.216+0000 7f2813600700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: in thread 7f2813600700 thread_name:mds_rank_progr 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f28236ced20] 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2: gsignal() 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 3: abort() 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f282494153f] 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f28249416ab] 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x561758b06f19] 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x561758b07c29] 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x561758b0c4e5] 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x561758b2b293] 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x561758b2ff2c] 2024-01-28T13:04:45.538 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x561758a2b4d3] 2024-01-28T13:04:45.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x561758a2ba66] 2024-01-28T13:04:45.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 13: (MDSContext::complete(int)+0x5f) [0x561758dc1ddf] 2024-01-28T13:04:45.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 14: (MDSRank::_advance_queues()+0xaa) [0x561758a2a54a] 2024-01-28T13:04:45.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x561758a2ab10] 2024-01-28T13:04:45.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f28236c41ca] 2024-01-28T13:04:45.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 17: clone() 2024-01-28T13:04:45.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:04:45.539 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102251]: 2024-01-28T13:04:45.859 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:04:45.859 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-mon[35322]: pgmap v439: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:04:45.859 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:rejoin 2024-01-28T13:04:45.859 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:04:45.859 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-mon[35322]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:04:45.859 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:45.860 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:04:45.860 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:active 2024-01-28T13:04:45.860 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:45 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:46.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:45 smithi175 ceph-mon[44549]: pgmap v439: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:04:46.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:45 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:rejoin 2024-01-28T13:04:46.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:45 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:04:46.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:45 smithi175 ceph-mon[44549]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:04:46.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:45 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:46.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:45 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:04:46.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:45 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:active 2024-01-28T13:04:46.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:45 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:46.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:45 smithi181 ceph-mon[45557]: pgmap v439: 129 pgs: 129 active+clean; 17 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:04:46.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:45 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:rejoin 2024-01-28T13:04:46.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:45 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:04:46.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:45 smithi181 ceph-mon[45557]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:04:46.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:45 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:04:46.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:45 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:04:46.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:45 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/1245533471,v1:172.21.15.88:6837/1245533471] up:active 2024-01-28T13:04:46.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:45 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:04:46.276 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:45 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Failed with result 'exit-code'. 2024-01-28T13:04:48.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:47 smithi175 ceph-mon[44549]: pgmap v440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 10 op/s 2024-01-28T13:04:48.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:47 smithi181 ceph-mon[45557]: pgmap v440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 10 op/s 2024-01-28T13:04:48.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:47 smithi088 ceph-mon[35322]: pgmap v440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 10 op/s 2024-01-28T13:04:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:50.051+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:04:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:50.051+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:04:50.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:04:50.051+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:04:50.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:49 smithi175 ceph-mon[44549]: pgmap v441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 11 op/s 2024-01-28T13:04:50.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:49 smithi181 ceph-mon[45557]: pgmap v441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 11 op/s 2024-01-28T13:04:50.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:49 smithi088 ceph-mon[35322]: pgmap v441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 11 op/s 2024-01-28T13:04:51.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:51 smithi181 ceph-mon[45557]: pgmap v442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:51.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:51 smithi088 ceph-mon[35322]: pgmap v442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:51.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:51 smithi175 ceph-mon[44549]: pgmap v442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:04:52.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:04:52.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:04:52.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:04:52.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:04:52.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:04:52.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:04:52.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:04:52.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:04:52.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:04:52.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:04:52.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:04:52.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:04:53.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:53 smithi181 ceph-mon[45557]: pgmap v443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 192 B/s wr, 14 op/s 2024-01-28T13:04:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:53 smithi088 ceph-mon[35322]: pgmap v443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 192 B/s wr, 14 op/s 2024-01-28T13:04:53.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:53 smithi175 ceph-mon[44549]: pgmap v443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 192 B/s wr, 14 op/s 2024-01-28T13:04:55.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:55 smithi088 ceph-mon[35322]: pgmap v444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:55 smithi175 ceph-mon[44549]: pgmap v444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:55.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:55 smithi181 ceph-mon[45557]: pgmap v444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:04:56.444 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:56 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:04:56.444 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:56 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Scheduled restart job, restart counter is at 4. 2024-01-28T13:04:56.445 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:56 smithi088 systemd[1]: Stopped Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:04:56.445 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:56 smithi088 systemd[1]: Starting Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:04:57.026 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:56 smithi088 bash[102703]: 011c818e07c44b8a083701c968715476c49f76c70d33b9bbe4ea6c4b88f3945f 2024-01-28T13:04:57.027 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:56 smithi088 ceph-mds[102741]: -- 172.21.15.88:0/1166043206 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c1cc663520 con 0x55c1cc63ac00 2024-01-28T13:04:57.027 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:56 smithi088 systemd[1]: Started Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:04:57.027 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:04:56 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: starting mds.d at 2024-01-28T13:04:57.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:57 smithi088 ceph-mon[35322]: pgmap v445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:04:57.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:57 smithi088 ceph-mon[35322]: daemon mds.d restarted 2024-01-28T13:04:57.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:57 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:57.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:57 smithi088 ceph-mon[35322]: osdmap e104: 12 total, 12 up, 12 in 2024-01-28T13:04:57.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:57 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:boot 2024-01-28T13:04:57.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:57 smithi088 ceph-mon[35322]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:04:57.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:57 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:57.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:04:57.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:57 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:57.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:57 smithi175 ceph-mon[44549]: pgmap v445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:04:57.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:57 smithi175 ceph-mon[44549]: daemon mds.d restarted 2024-01-28T13:04:57.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:57 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:57.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:57 smithi175 ceph-mon[44549]: osdmap e104: 12 total, 12 up, 12 in 2024-01-28T13:04:57.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:57 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:boot 2024-01-28T13:04:57.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:57 smithi175 ceph-mon[44549]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:04:57.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:57 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:57.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:04:57.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:57 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:57.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:57 smithi181 ceph-mon[45557]: pgmap v445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:04:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:57 smithi181 ceph-mon[45557]: daemon mds.d restarted 2024-01-28T13:04:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:57 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:04:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:57 smithi181 ceph-mon[45557]: osdmap e104: 12 total, 12 up, 12 in 2024-01-28T13:04:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:57 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:boot 2024-01-28T13:04:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:57 smithi181 ceph-mon[45557]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:04:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:57 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:04:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:04:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:57 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:04:59.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:59 smithi088 ceph-mon[35322]: pgmap v447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:04:59.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:59 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:resolve 2024-01-28T13:04:59.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:04:59 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:59 smithi175 ceph-mon[44549]: pgmap v447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:04:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:59 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:resolve 2024-01-28T13:04:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:04:59 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:04:59.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:59 smithi181 ceph-mon[45557]: pgmap v447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:04:59.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:59 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:resolve 2024-01-28T13:04:59.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:04:59 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:05:00.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:00 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:reconnect 2024-01-28T13:05:00.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:00 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:00.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:00 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:05:00.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:00 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:reconnect 2024-01-28T13:05:00.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:00 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:00.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:00 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:05:00.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:00 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:reconnect 2024-01-28T13:05:00.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:00 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:00.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:00 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:05:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-mon[35322]: pgmap v448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:05:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:rejoin 2024-01-28T13:05:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-mon[35322]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:05:01.528 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f9077000700 time 2024-01-28T13:05:01.251506+0000 2024-01-28T13:05:01.528 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:01.528 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:01.528 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f908820e4e5] 2024-01-28T13:05:01.528 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f908820e6ab] 2024-01-28T13:05:01.528 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f66a386f19] 2024-01-28T13:05:01.528 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f66a387c29] 2024-01-28T13:05:01.528 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f66a38c4e5] 2024-01-28T13:05:01.528 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f66a3ab293] 2024-01-28T13:05:01.528 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f66a3aff2c] 2024-01-28T13:05:01.529 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f66a2ab4d3] 2024-01-28T13:05:01.529 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f66a2aba66] 2024-01-28T13:05:01.529 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 10: (MDSContext::complete(int)+0x5f) [0x55f66a641ddf] 2024-01-28T13:05:01.529 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 11: (MDSRank::_advance_queues()+0xaa) [0x55f66a2aa54a] 2024-01-28T13:05:01.529 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55f66a2aab10] 2024-01-28T13:05:01.529 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f9086f911ca] 2024-01-28T13:05:01.529 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 14: clone() 2024-01-28T13:05:01.529 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.252+0000 7f9077000700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f9077000700 time 2024-01-28T13:05:01.251506+0000 2024-01-28T13:05:01.529 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:01.529 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f908820e4e5] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f908820e6ab] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f66a386f19] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f66a387c29] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f66a38c4e5] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f66a3ab293] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f66a3aff2c] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f66a2ab4d3] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f66a2aba66] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 10: (MDSContext::complete(int)+0x5f) [0x55f66a641ddf] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 11: (MDSRank::_advance_queues()+0xaa) [0x55f66a2aa54a] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55f66a2aab10] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f9086f911ca] 2024-01-28T13:05:01.530 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 14: clone() 2024-01-28T13:05:01.531 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.531 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: *** Caught signal (Aborted) ** 2024-01-28T13:05:01.531 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: in thread 7f9077000700 thread_name:mds_rank_progr 2024-01-28T13:05:01.531 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:01.531 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9086f9bd20] 2024-01-28T13:05:01.531 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2: gsignal() 2024-01-28T13:05:01.531 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 3: abort() 2024-01-28T13:05:01.531 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f908820e53f] 2024-01-28T13:05:01.531 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f908820e6ab] 2024-01-28T13:05:01.532 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f66a386f19] 2024-01-28T13:05:01.532 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f66a387c29] 2024-01-28T13:05:01.532 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f66a38c4e5] 2024-01-28T13:05:01.532 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f66a3ab293] 2024-01-28T13:05:01.532 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f66a3aff2c] 2024-01-28T13:05:01.532 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f66a2ab4d3] 2024-01-28T13:05:01.532 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f66a2aba66] 2024-01-28T13:05:01.532 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 13: (MDSContext::complete(int)+0x5f) [0x55f66a641ddf] 2024-01-28T13:05:01.532 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 14: (MDSRank::_advance_queues()+0xaa) [0x55f66a2aa54a] 2024-01-28T13:05:01.532 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55f66a2aab10] 2024-01-28T13:05:01.533 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f9086f911ca] 2024-01-28T13:05:01.533 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 17: clone() 2024-01-28T13:05:01.533 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.253+0000 7f9077000700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:01.533 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: in thread 7f9077000700 thread_name:mds_rank_progr 2024-01-28T13:05:01.533 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.533 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:01.536 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9086f9bd20] 2024-01-28T13:05:01.536 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2: gsignal() 2024-01-28T13:05:01.536 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 3: abort() 2024-01-28T13:05:01.536 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f908820e53f] 2024-01-28T13:05:01.536 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f908820e6ab] 2024-01-28T13:05:01.536 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f66a386f19] 2024-01-28T13:05:01.536 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f66a387c29] 2024-01-28T13:05:01.536 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f66a38c4e5] 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f66a3ab293] 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f66a3aff2c] 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f66a2ab4d3] 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f66a2aba66] 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 13: (MDSContext::complete(int)+0x5f) [0x55f66a641ddf] 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 14: (MDSRank::_advance_queues()+0xaa) [0x55f66a2aa54a] 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55f66a2aab10] 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f9086f911ca] 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 17: clone() 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: -1> 2024-01-28T13:05:01.252+0000 7f9077000700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f9077000700 time 2024-01-28T13:05:01.251506+0000 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:01.537 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.538 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:01.538 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f908820e4e5] 2024-01-28T13:05:01.538 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f908820e6ab] 2024-01-28T13:05:01.538 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f66a386f19] 2024-01-28T13:05:01.538 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f66a387c29] 2024-01-28T13:05:01.538 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f66a38c4e5] 2024-01-28T13:05:01.538 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f66a3ab293] 2024-01-28T13:05:01.538 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f66a3aff2c] 2024-01-28T13:05:01.538 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f66a2ab4d3] 2024-01-28T13:05:01.538 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f66a2aba66] 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 10: (MDSContext::complete(int)+0x5f) [0x55f66a641ddf] 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 11: (MDSRank::_advance_queues()+0xaa) [0x55f66a2aa54a] 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55f66a2aab10] 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f9086f911ca] 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 14: clone() 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 0> 2024-01-28T13:05:01.253+0000 7f9077000700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: in thread 7f9077000700 thread_name:mds_rank_progr 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9086f9bd20] 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2: gsignal() 2024-01-28T13:05:01.539 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 3: abort() 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f908820e53f] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f908820e6ab] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f66a386f19] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f66a387c29] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f66a38c4e5] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f66a3ab293] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f66a3aff2c] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f66a2ab4d3] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f66a2aba66] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 13: (MDSContext::complete(int)+0x5f) [0x55f66a641ddf] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 14: (MDSRank::_advance_queues()+0xaa) [0x55f66a2aa54a] 2024-01-28T13:05:01.540 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55f66a2aab10] 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f9086f911ca] 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 17: clone() 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: -1> 2024-01-28T13:05:01.252+0000 7f9077000700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f9077000700 time 2024-01-28T13:05:01.251506+0000 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f908820e4e5] 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f908820e6ab] 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f66a386f19] 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f66a387c29] 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f66a38c4e5] 2024-01-28T13:05:01.541 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f66a3ab293] 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f66a3aff2c] 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f66a2ab4d3] 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f66a2aba66] 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 10: (MDSContext::complete(int)+0x5f) [0x55f66a641ddf] 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 11: (MDSRank::_advance_queues()+0xaa) [0x55f66a2aa54a] 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55f66a2aab10] 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f9086f911ca] 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 14: clone() 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 0> 2024-01-28T13:05:01.253+0000 7f9077000700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: in thread 7f9077000700 thread_name:mds_rank_progr 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:01.542 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9086f9bd20] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2: gsignal() 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 3: abort() 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f908820e53f] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f908820e6ab] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55f66a386f19] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55f66a387c29] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55f66a38c4e5] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55f66a3ab293] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55f66a3aff2c] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55f66a2ab4d3] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55f66a2aba66] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 13: (MDSContext::complete(int)+0x5f) [0x55f66a641ddf] 2024-01-28T13:05:01.543 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 14: (MDSRank::_advance_queues()+0xaa) [0x55f66a2aa54a] 2024-01-28T13:05:01.544 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55f66a2aab10] 2024-01-28T13:05:01.544 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f9086f911ca] 2024-01-28T13:05:01.544 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 17: clone() 2024-01-28T13:05:01.544 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:01.544 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102424]: 2024-01-28T13:05:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:01 smithi175 ceph-mon[44549]: pgmap v448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:05:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:01 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:rejoin 2024-01-28T13:05:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:01 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:01 smithi175 ceph-mon[44549]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:05:01.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:01 smithi181 ceph-mon[45557]: pgmap v448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-01-28T13:05:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:01 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:rejoin 2024-01-28T13:05:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:01 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:01.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:01 smithi181 ceph-mon[45557]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:05:01.967 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:05:02.245 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:01 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Failed with result 'exit-code'. 2024-01-28T13:05:02.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:02 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:02.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:02 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:05:02.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:02 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:active 2024-01-28T13:05:02.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:02 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:02.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:02 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:02.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:02 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:02.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:02 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:05:02.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:02 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:active 2024-01-28T13:05:02.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:02 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:02.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:02 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:02.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:02 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:02 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:05:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:02 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/293559606,v1:172.21.15.88:6835/293559606] up:active 2024-01-28T13:05:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:02 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:02 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:03 smithi088 ceph-mon[35322]: pgmap v449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2024-01-28T13:05:03.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:03 smithi175 ceph-mon[44549]: pgmap v449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2024-01-28T13:05:03.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:03 smithi181 ceph-mon[45557]: pgmap v449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 11 op/s 2024-01-28T13:05:05.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:05.063+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:05:05.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:05.063+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:05:05.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:05.063+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:05:05.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:05 smithi088 ceph-mon[35322]: pgmap v450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:05:05.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:05 smithi175 ceph-mon[44549]: pgmap v450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:05:05.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:05 smithi181 ceph-mon[45557]: pgmap v450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:05:07.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:07 smithi088 ceph-mon[35322]: pgmap v451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:07 smithi175 ceph-mon[44549]: pgmap v451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:07.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:07 smithi181 ceph-mon[45557]: pgmap v451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:09.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:09 smithi088 ceph-mon[35322]: pgmap v452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 176 B/s wr, 12 op/s 2024-01-28T13:05:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:09 smithi175 ceph-mon[44549]: pgmap v452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 176 B/s wr, 12 op/s 2024-01-28T13:05:09.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:09 smithi181 ceph-mon[45557]: pgmap v452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 176 B/s wr, 12 op/s 2024-01-28T13:05:11.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:11 smithi088 ceph-mon[35322]: pgmap v453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:05:11.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:11 smithi175 ceph-mon[44549]: pgmap v453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:05:11.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:11 smithi181 ceph-mon[45557]: pgmap v453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:05:12.445 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:12 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:05:12.445 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:12 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Scheduled restart job, restart counter is at 3. 2024-01-28T13:05:12.445 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:12 smithi088 systemd[1]: Stopped Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:05:12.446 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:12 smithi088 systemd[1]: Starting Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:05:13.026 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:12 smithi088 bash[102881]: d4990361bed8cdaf8d91c16ec90b010d104f97e32595cc583b895e1f9a558e59 2024-01-28T13:05:13.026 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:12 smithi088 systemd[1]: Started Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:05:13.026 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:12 smithi088 ceph-mds[102920]: -- 172.21.15.88:0/3882400196 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5649e9cc7520 con 0x5649e9c9f000 2024-01-28T13:05:13.026 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:12 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: starting mds.j at 2024-01-28T13:05:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:13 smithi088 ceph-mon[35322]: pgmap v454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:13 smithi088 ceph-mon[35322]: daemon mds.j restarted 2024-01-28T13:05:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:13 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:05:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:13 smithi088 ceph-mon[35322]: osdmap e105: 12 total, 12 up, 12 in 2024-01-28T13:05:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:13 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:boot 2024-01-28T13:05:13.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:13 smithi088 ceph-mon[35322]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:05:13.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:13 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:05:13.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:05:13.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:13 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:05:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:13 smithi175 ceph-mon[44549]: pgmap v454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:13 smithi175 ceph-mon[44549]: daemon mds.j restarted 2024-01-28T13:05:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:13 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:05:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:13 smithi175 ceph-mon[44549]: osdmap e105: 12 total, 12 up, 12 in 2024-01-28T13:05:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:13 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:boot 2024-01-28T13:05:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:13 smithi175 ceph-mon[44549]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:05:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:13 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:05:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:05:13.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:13 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:05:13.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:13 smithi181 ceph-mon[45557]: pgmap v454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:13 smithi181 ceph-mon[45557]: daemon mds.j restarted 2024-01-28T13:05:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:13 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:05:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:13 smithi181 ceph-mon[45557]: osdmap e105: 12 total, 12 up, 12 in 2024-01-28T13:05:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:13 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:boot 2024-01-28T13:05:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:13 smithi181 ceph-mon[45557]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:05:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:13 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:05:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:05:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:13 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:05:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:15 smithi175 ceph-mon[44549]: pgmap v456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 11 op/s 2024-01-28T13:05:15.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:15 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:resolve 2024-01-28T13:05:15.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:15 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:05:15.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:15 smithi181 ceph-mon[45557]: pgmap v456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 11 op/s 2024-01-28T13:05:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:15 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:resolve 2024-01-28T13:05:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:15 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:05:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:15 smithi088 ceph-mon[35322]: pgmap v456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 11 op/s 2024-01-28T13:05:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:15 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:resolve 2024-01-28T13:05:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:15 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:05:16.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:16 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:reconnect 2024-01-28T13:05:16.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:16 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:16.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:16 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:05:16.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:16 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:reconnect 2024-01-28T13:05:16.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:16 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:16.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:16 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:05:16.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:16 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:reconnect 2024-01-28T13:05:16.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:16 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:16.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:16 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:05:17.565 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-mon[35322]: pgmap v457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:05:17.566 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:rejoin 2024-01-28T13:05:17.566 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:17.566 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-mon[35322]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:05:17.567 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f6372800700 time 2024-01-28T13:05:17.321647+0000 2024-01-28T13:05:17.567 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:17.567 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:17.567 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f6383ba54e5] 2024-01-28T13:05:17.567 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f6383ba56ab] 2024-01-28T13:05:17.567 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c1cb4a9f19] 2024-01-28T13:05:17.567 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c1cb4aac29] 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c1cb4af4e5] 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c1cb4ce293] 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c1cb4d2f2c] 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c1cb3ce4d3] 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c1cb3cea66] 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 10: (MDSContext::complete(int)+0x5f) [0x55c1cb764ddf] 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 11: (MDSRank::_advance_queues()+0xaa) [0x55c1cb3cd54a] 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55c1cb3cdb10] 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f63829281ca] 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 14: clone() 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.321+0000 7f6372800700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f6372800700 time 2024-01-28T13:05:17.321647+0000 2024-01-28T13:05:17.568 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f6383ba54e5] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f6383ba56ab] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c1cb4a9f19] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c1cb4aac29] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c1cb4af4e5] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c1cb4ce293] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c1cb4d2f2c] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c1cb3ce4d3] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c1cb3cea66] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 10: (MDSContext::complete(int)+0x5f) [0x55c1cb764ddf] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 11: (MDSRank::_advance_queues()+0xaa) [0x55c1cb3cd54a] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55c1cb3cdb10] 2024-01-28T13:05:17.569 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f63829281ca] 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 14: clone() 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: *** Caught signal (Aborted) ** 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: in thread 7f6372800700 thread_name:mds_rank_progr 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f6382932d20] 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2: gsignal() 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 3: abort() 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6383ba553f] 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f6383ba56ab] 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c1cb4a9f19] 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c1cb4aac29] 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c1cb4af4e5] 2024-01-28T13:05:17.570 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c1cb4ce293] 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c1cb4d2f2c] 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c1cb3ce4d3] 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c1cb3cea66] 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 13: (MDSContext::complete(int)+0x5f) [0x55c1cb764ddf] 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 14: (MDSRank::_advance_queues()+0xaa) [0x55c1cb3cd54a] 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55c1cb3cdb10] 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f63829281ca] 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 17: clone() 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.323+0000 7f6372800700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: in thread 7f6372800700 thread_name:mds_rank_progr 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f6382932d20] 2024-01-28T13:05:17.571 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2: gsignal() 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 3: abort() 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6383ba553f] 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f6383ba56ab] 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c1cb4a9f19] 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c1cb4aac29] 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c1cb4af4e5] 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c1cb4ce293] 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c1cb4d2f2c] 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c1cb3ce4d3] 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c1cb3cea66] 2024-01-28T13:05:17.572 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 13: (MDSContext::complete(int)+0x5f) [0x55c1cb764ddf] 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 14: (MDSRank::_advance_queues()+0xaa) [0x55c1cb3cd54a] 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55c1cb3cdb10] 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f63829281ca] 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 17: clone() 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: -1> 2024-01-28T13:05:17.321+0000 7f6372800700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f6372800700 time 2024-01-28T13:05:17.321647+0000 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f6383ba54e5] 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f6383ba56ab] 2024-01-28T13:05:17.573 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c1cb4a9f19] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c1cb4aac29] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c1cb4af4e5] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c1cb4ce293] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c1cb4d2f2c] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c1cb3ce4d3] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c1cb3cea66] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 10: (MDSContext::complete(int)+0x5f) [0x55c1cb764ddf] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 11: (MDSRank::_advance_queues()+0xaa) [0x55c1cb3cd54a] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55c1cb3cdb10] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f63829281ca] 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 14: clone() 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 0> 2024-01-28T13:05:17.323+0000 7f6372800700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: in thread 7f6372800700 thread_name:mds_rank_progr 2024-01-28T13:05:17.574 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.575 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:17.575 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f6382932d20] 2024-01-28T13:05:17.575 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2: gsignal() 2024-01-28T13:05:17.575 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 3: abort() 2024-01-28T13:05:17.575 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6383ba553f] 2024-01-28T13:05:17.575 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f6383ba56ab] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c1cb4a9f19] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c1cb4aac29] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c1cb4af4e5] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c1cb4ce293] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c1cb4d2f2c] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c1cb3ce4d3] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c1cb3cea66] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 13: (MDSContext::complete(int)+0x5f) [0x55c1cb764ddf] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 14: (MDSRank::_advance_queues()+0xaa) [0x55c1cb3cd54a] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55c1cb3cdb10] 2024-01-28T13:05:17.576 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f63829281ca] 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 17: clone() 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: -1> 2024-01-28T13:05:17.321+0000 7f6372800700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f6372800700 time 2024-01-28T13:05:17.321647+0000 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f6383ba54e5] 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f6383ba56ab] 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c1cb4a9f19] 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c1cb4aac29] 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c1cb4af4e5] 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c1cb4ce293] 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c1cb4d2f2c] 2024-01-28T13:05:17.577 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c1cb3ce4d3] 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c1cb3cea66] 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 10: (MDSContext::complete(int)+0x5f) [0x55c1cb764ddf] 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 11: (MDSRank::_advance_queues()+0xaa) [0x55c1cb3cd54a] 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x55c1cb3cdb10] 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f63829281ca] 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 14: clone() 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 0> 2024-01-28T13:05:17.323+0000 7f6372800700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: in thread 7f6372800700 thread_name:mds_rank_progr 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f6382932d20] 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2: gsignal() 2024-01-28T13:05:17.578 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 3: abort() 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6383ba553f] 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f6383ba56ab] 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x55c1cb4a9f19] 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x55c1cb4aac29] 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x55c1cb4af4e5] 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x55c1cb4ce293] 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x55c1cb4d2f2c] 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x55c1cb3ce4d3] 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x55c1cb3cea66] 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 13: (MDSContext::complete(int)+0x5f) [0x55c1cb764ddf] 2024-01-28T13:05:17.579 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 14: (MDSRank::_advance_queues()+0xaa) [0x55c1cb3cd54a] 2024-01-28T13:05:17.580 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x55c1cb3cdb10] 2024-01-28T13:05:17.580 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f63829281ca] 2024-01-28T13:05:17.580 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 17: clone() 2024-01-28T13:05:17.580 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:17.580 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[102717]: 2024-01-28T13:05:17.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:17 smithi175 ceph-mon[44549]: pgmap v457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:05:17.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:17 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:rejoin 2024-01-28T13:05:17.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:17 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:17.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:17 smithi175 ceph-mon[44549]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:05:17.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:17 smithi181 ceph-mon[45557]: pgmap v457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:05:17.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:17 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:rejoin 2024-01-28T13:05:17.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:17 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:17.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:17 smithi181 ceph-mon[45557]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:05:18.070 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:17 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:05:18.526 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:18 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Failed with result 'exit-code'. 2024-01-28T13:05:18.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:18 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:18.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:18 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:05:18.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:18 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:active 2024-01-28T13:05:18.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:18 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:18.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:18 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:18.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:18 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:18.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:18 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:05:18.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:18 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:active 2024-01-28T13:05:18.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:18 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:18.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:18 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:18.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:18 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:18.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:18 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:05:18.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:18 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/3451766822,v1:172.21.15.88:6837/3451766822] up:active 2024-01-28T13:05:18.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:18 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:18.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:18 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:19.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:19 smithi175 ceph-mon[44549]: pgmap v458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-01-28T13:05:19.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:19 smithi181 ceph-mon[45557]: pgmap v458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-01-28T13:05:19.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:19 smithi088 ceph-mon[35322]: pgmap v458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-01-28T13:05:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:20.078+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:05:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:20.078+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:05:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:20.078+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:05:21.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:21 smithi175 ceph-mon[44549]: pgmap v459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:05:21.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:21 smithi181 ceph-mon[45557]: pgmap v459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:05:21.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:21 smithi088 ceph-mon[35322]: pgmap v459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:05:23.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:23 smithi175 ceph-mon[44549]: pgmap v460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:23.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:23 smithi181 ceph-mon[45557]: pgmap v460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:23.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:23 smithi088 ceph-mon[35322]: pgmap v460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:25.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:25 smithi175 ceph-mon[44549]: pgmap v461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 176 B/s wr, 14 op/s 2024-01-28T13:05:25.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:25 smithi181 ceph-mon[45557]: pgmap v461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 176 B/s wr, 14 op/s 2024-01-28T13:05:25.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:25 smithi088 ceph-mon[35322]: pgmap v461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 176 B/s wr, 14 op/s 2024-01-28T13:05:27.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:27 smithi175 ceph-mon[44549]: pgmap v462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:27.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:27 smithi181 ceph-mon[45557]: pgmap v462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:27.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:27 smithi088 ceph-mon[35322]: pgmap v462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:28.680 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:28 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:05:28.681 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:28 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Scheduled restart job, restart counter is at 5. 2024-01-28T13:05:28.681 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:28 smithi088 systemd[1]: Stopped Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:05:28.681 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:28 smithi088 systemd[1]: Starting Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:05:29.276 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:28 smithi088 bash[103055]: 8e2b0d6c7b6fed4be936ce7d66e1336ec4614afd77a2ec5026ee5723d5abd3c8 2024-01-28T13:05:29.276 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:28 smithi088 ceph-mds[103093]: -- 172.21.15.88:0/2140795727 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560c07299520 con 0x560c07270c00 2024-01-28T13:05:29.276 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:28 smithi088 systemd[1]: Started Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:05:29.276 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:28 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: starting mds.d at 2024-01-28T13:05:29.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:29 smithi175 ceph-mon[44549]: pgmap v463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:05:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:29 smithi175 ceph-mon[44549]: daemon mds.d restarted 2024-01-28T13:05:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:29 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:05:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:29 smithi175 ceph-mon[44549]: osdmap e106: 12 total, 12 up, 12 in 2024-01-28T13:05:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:29 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:boot 2024-01-28T13:05:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:29 smithi175 ceph-mon[44549]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:05:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:29 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:05:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:05:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:29 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:05:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:29 smithi181 ceph-mon[45557]: pgmap v463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:05:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:29 smithi181 ceph-mon[45557]: daemon mds.d restarted 2024-01-28T13:05:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:29 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:05:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:29 smithi181 ceph-mon[45557]: osdmap e106: 12 total, 12 up, 12 in 2024-01-28T13:05:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:29 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:boot 2024-01-28T13:05:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:29 smithi181 ceph-mon[45557]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:05:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:29 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:05:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:05:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:29 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:05:29.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:29 smithi088 ceph-mon[35322]: pgmap v463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:05:29.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:29 smithi088 ceph-mon[35322]: daemon mds.d restarted 2024-01-28T13:05:29.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:29 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:05:29.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:29 smithi088 ceph-mon[35322]: osdmap e106: 12 total, 12 up, 12 in 2024-01-28T13:05:29.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:29 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:boot 2024-01-28T13:05:29.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:29 smithi088 ceph-mon[35322]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:05:29.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:29 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:05:29.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-28T13:05:29.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:29 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:05:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:31 smithi175 ceph-mon[44549]: pgmap v465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 11 op/s 2024-01-28T13:05:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:31 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:resolve 2024-01-28T13:05:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:31 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:05:31.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:31 smithi181 ceph-mon[45557]: pgmap v465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 11 op/s 2024-01-28T13:05:31.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:31 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:resolve 2024-01-28T13:05:31.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:31 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:05:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:31 smithi088 ceph-mon[35322]: pgmap v465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 11 op/s 2024-01-28T13:05:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:31 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:resolve 2024-01-28T13:05:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:31 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:05:32.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:32 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:reconnect 2024-01-28T13:05:32.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:32 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:32.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:32 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:05:32.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:32 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:reconnect 2024-01-28T13:05:32.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:32 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:32.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:32 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:05:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:32 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:reconnect 2024-01-28T13:05:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:32 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:32 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:05:33.607 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-mon[35322]: pgmap v466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:05:33.607 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:rejoin 2024-01-28T13:05:33.607 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:33.607 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-mon[35322]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:05:33.608 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0bba000700 time 2024-01-28T13:05:33.378503+0000 2024-01-28T13:05:33.608 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0bcb2074e5] 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0bcb2076ab] 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5649e83aaf19] 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5649e83abc29] 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5649e83b04e5] 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5649e83cf293] 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5649e83d3f2c] 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5649e82cf4d3] 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5649e82cfa66] 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 10: (MDSContext::complete(int)+0x5f) [0x5649e8665ddf] 2024-01-28T13:05:33.609 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 11: (MDSRank::_advance_queues()+0xaa) [0x5649e82ce54a] 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5649e82ceb10] 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f0bc9f8a1ca] 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 14: clone() 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.379+0000 7f0bba000700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0bba000700 time 2024-01-28T13:05:33.378503+0000 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0bcb2074e5] 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0bcb2076ab] 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5649e83aaf19] 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5649e83abc29] 2024-01-28T13:05:33.610 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5649e83b04e5] 2024-01-28T13:05:33.611 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5649e83cf293] 2024-01-28T13:05:33.611 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5649e83d3f2c] 2024-01-28T13:05:33.611 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5649e82cf4d3] 2024-01-28T13:05:33.611 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5649e82cfa66] 2024-01-28T13:05:33.611 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 10: (MDSContext::complete(int)+0x5f) [0x5649e8665ddf] 2024-01-28T13:05:33.611 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 11: (MDSRank::_advance_queues()+0xaa) [0x5649e82ce54a] 2024-01-28T13:05:33.611 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5649e82ceb10] 2024-01-28T13:05:33.611 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f0bc9f8a1ca] 2024-01-28T13:05:33.611 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 14: clone() 2024-01-28T13:05:33.611 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: *** Caught signal (Aborted) ** 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: in thread 7f0bba000700 thread_name:mds_rank_progr 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f0bc9f94d20] 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2: gsignal() 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 3: abort() 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0bcb20753f] 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0bcb2076ab] 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5649e83aaf19] 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5649e83abc29] 2024-01-28T13:05:33.612 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5649e83b04e5] 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5649e83cf293] 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5649e83d3f2c] 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5649e82cf4d3] 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5649e82cfa66] 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 13: (MDSContext::complete(int)+0x5f) [0x5649e8665ddf] 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 14: (MDSRank::_advance_queues()+0xaa) [0x5649e82ce54a] 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5649e82ceb10] 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f0bc9f8a1ca] 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 17: clone() 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.380+0000 7f0bba000700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: in thread 7f0bba000700 thread_name:mds_rank_progr 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.613 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f0bc9f94d20] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2: gsignal() 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 3: abort() 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0bcb20753f] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0bcb2076ab] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5649e83aaf19] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5649e83abc29] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5649e83b04e5] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5649e83cf293] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5649e83d3f2c] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5649e82cf4d3] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5649e82cfa66] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 13: (MDSContext::complete(int)+0x5f) [0x5649e8665ddf] 2024-01-28T13:05:33.614 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 14: (MDSRank::_advance_queues()+0xaa) [0x5649e82ce54a] 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5649e82ceb10] 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f0bc9f8a1ca] 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 17: clone() 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: -1> 2024-01-28T13:05:33.379+0000 7f0bba000700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0bba000700 time 2024-01-28T13:05:33.378503+0000 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0bcb2074e5] 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0bcb2076ab] 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5649e83aaf19] 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5649e83abc29] 2024-01-28T13:05:33.615 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5649e83b04e5] 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5649e83cf293] 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5649e83d3f2c] 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5649e82cf4d3] 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5649e82cfa66] 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 10: (MDSContext::complete(int)+0x5f) [0x5649e8665ddf] 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 11: (MDSRank::_advance_queues()+0xaa) [0x5649e82ce54a] 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5649e82ceb10] 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f0bc9f8a1ca] 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 14: clone() 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 0> 2024-01-28T13:05:33.380+0000 7f0bba000700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:33.616 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: in thread 7f0bba000700 thread_name:mds_rank_progr 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f0bc9f94d20] 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2: gsignal() 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 3: abort() 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0bcb20753f] 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0bcb2076ab] 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5649e83aaf19] 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5649e83abc29] 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5649e83b04e5] 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5649e83cf293] 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5649e83d3f2c] 2024-01-28T13:05:33.617 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5649e82cf4d3] 2024-01-28T13:05:33.618 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5649e82cfa66] 2024-01-28T13:05:33.618 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 13: (MDSContext::complete(int)+0x5f) [0x5649e8665ddf] 2024-01-28T13:05:33.618 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 14: (MDSRank::_advance_queues()+0xaa) [0x5649e82ce54a] 2024-01-28T13:05:33.618 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5649e82ceb10] 2024-01-28T13:05:33.618 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f0bc9f8a1ca] 2024-01-28T13:05:33.618 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 17: clone() 2024-01-28T13:05:33.618 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:33.618 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: -1> 2024-01-28T13:05:33.379+0000 7f0bba000700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0bba000700 time 2024-01-28T13:05:33.378503+0000 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0bcb2074e5] 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0bcb2076ab] 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5649e83aaf19] 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5649e83abc29] 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5649e83b04e5] 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5649e83cf293] 2024-01-28T13:05:33.619 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5649e83d3f2c] 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5649e82cf4d3] 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5649e82cfa66] 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 10: (MDSContext::complete(int)+0x5f) [0x5649e8665ddf] 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 11: (MDSRank::_advance_queues()+0xaa) [0x5649e82ce54a] 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5649e82ceb10] 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f0bc9f8a1ca] 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 14: clone() 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 0> 2024-01-28T13:05:33.380+0000 7f0bba000700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: in thread 7f0bba000700 thread_name:mds_rank_progr 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.620 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f0bc9f94d20] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2: gsignal() 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 3: abort() 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0bcb20753f] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0bcb2076ab] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5649e83aaf19] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5649e83abc29] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5649e83b04e5] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5649e83cf293] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5649e83d3f2c] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5649e82cf4d3] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5649e82cfa66] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 13: (MDSContext::complete(int)+0x5f) [0x5649e8665ddf] 2024-01-28T13:05:33.621 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 14: (MDSRank::_advance_queues()+0xaa) [0x5649e82ce54a] 2024-01-28T13:05:33.622 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5649e82ceb10] 2024-01-28T13:05:33.622 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f0bc9f8a1ca] 2024-01-28T13:05:33.622 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 17: clone() 2024-01-28T13:05:33.622 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:33.622 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[102896]: 2024-01-28T13:05:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:33 smithi175 ceph-mon[44549]: pgmap v466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:05:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:33 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:rejoin 2024-01-28T13:05:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:33 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:33 smithi175 ceph-mon[44549]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:05:33.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:33 smithi181 ceph-mon[45557]: pgmap v466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:05:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:33 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:rejoin 2024-01-28T13:05:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:33 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:33 smithi181 ceph-mon[45557]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:05:34.026 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:33 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:05:34.526 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:34 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Failed with result 'exit-code'. 2024-01-28T13:05:34.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:34 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:34.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:34 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:05:34.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:34 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:active 2024-01-28T13:05:34.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:34 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:34.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:34 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:34.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:34 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:34.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:34 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:05:34.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:34 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:active 2024-01-28T13:05:34.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:34 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:34.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:34 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:34.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:34 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:34.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:34 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:05:34.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:34 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/1550105647,v1:172.21.15.88:6835/1550105647] up:active 2024-01-28T13:05:34.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:34 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:34.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:34 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:35.091+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:05:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:35.091+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:05:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:35.091+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:05:35.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:35 smithi175 ceph-mon[44549]: pgmap v467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:05:35.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:35 smithi181 ceph-mon[45557]: pgmap v467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:05:35.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:35 smithi088 ceph-mon[35322]: pgmap v467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:05:37.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:37 smithi175 ceph-mon[44549]: pgmap v468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:05:37.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:37 smithi181 ceph-mon[45557]: pgmap v468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:05:37.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:37 smithi088 ceph-mon[35322]: pgmap v468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 13 op/s 2024-01-28T13:05:39.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:39 smithi175 ceph-mon[44549]: pgmap v469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:39.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:39 smithi181 ceph-mon[45557]: pgmap v469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:39 smithi088 ceph-mon[35322]: pgmap v469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:41.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:41 smithi175 ceph-mon[44549]: pgmap v470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 179 B/s wr, 13 op/s 2024-01-28T13:05:41.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:41 smithi181 ceph-mon[45557]: pgmap v470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 179 B/s wr, 13 op/s 2024-01-28T13:05:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:41 smithi088 ceph-mon[35322]: pgmap v470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 179 B/s wr, 13 op/s 2024-01-28T13:05:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:43 smithi175 ceph-mon[44549]: pgmap v471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:43.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:43 smithi181 ceph-mon[45557]: pgmap v471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:43 smithi088 ceph-mon[35322]: pgmap v471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:44.711 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:44 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:05:44.712 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:44 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Scheduled restart job, restart counter is at 4. 2024-01-28T13:05:44.712 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:44 smithi088 systemd[1]: Stopped Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:05:44.712 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:44 smithi088 systemd[1]: Starting Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:05:45.276 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:44 smithi088 bash[103226]: a05ba3e35f6fda7e088d6c61d0fb2894fd0126736c324275ee65922ca9c2f803 2024-01-28T13:05:45.276 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:44 smithi088 systemd[1]: Started Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:05:45.276 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:44 smithi088 ceph-mds[103264]: -- 172.21.15.88:0/2850582004 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5637d3c21520 con 0x5637d3bf9000 2024-01-28T13:05:45.276 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:05:44 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: starting mds.j at 2024-01-28T13:05:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:45 smithi175 ceph-mon[44549]: pgmap v472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:45 smithi175 ceph-mon[44549]: daemon mds.j restarted 2024-01-28T13:05:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:45 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:05:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:45 smithi175 ceph-mon[44549]: osdmap e107: 12 total, 12 up, 12 in 2024-01-28T13:05:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:45 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:boot 2024-01-28T13:05:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:45 smithi175 ceph-mon[44549]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:05:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:45 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:05:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:05:45.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:45 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:05:45.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:45 smithi181 ceph-mon[45557]: pgmap v472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:45.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:45 smithi181 ceph-mon[45557]: daemon mds.j restarted 2024-01-28T13:05:45.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:45 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:05:45.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:45 smithi181 ceph-mon[45557]: osdmap e107: 12 total, 12 up, 12 in 2024-01-28T13:05:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:45 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:boot 2024-01-28T13:05:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:45 smithi181 ceph-mon[45557]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:05:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:45 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:05:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:05:45.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:45 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:05:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:45 smithi088 ceph-mon[35322]: pgmap v472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:05:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:45 smithi088 ceph-mon[35322]: daemon mds.j restarted 2024-01-28T13:05:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:45 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:05:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:45 smithi088 ceph-mon[35322]: osdmap e107: 12 total, 12 up, 12 in 2024-01-28T13:05:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:45 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:boot 2024-01-28T13:05:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:45 smithi088 ceph-mon[35322]: Standby daemon mds.d assigned to filesystem cephfs as rank 0 2024-01-28T13:05:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:45 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 5 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:05:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:05:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:45 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:replay 4 up:active 2024-01-28T13:05:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:47 smithi175 ceph-mon[44549]: pgmap v474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-01-28T13:05:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:47 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:resolve 2024-01-28T13:05:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:47 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:05:47.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:47 smithi181 ceph-mon[45557]: pgmap v474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-01-28T13:05:47.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:47 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:resolve 2024-01-28T13:05:47.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:47 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:05:47.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:47 smithi088 ceph-mon[35322]: pgmap v474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-01-28T13:05:47.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:47 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:resolve 2024-01-28T13:05:47.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:47 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:resolve 4 up:active 2024-01-28T13:05:48.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:48 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:reconnect 2024-01-28T13:05:48.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:48 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:48.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:48 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:05:48.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:48 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:reconnect 2024-01-28T13:05:48.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:48 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:48.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:48 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:05:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:48 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:reconnect 2024-01-28T13:05:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:48 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:reconnect 4 up:active 2024-01-28T13:05:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:48 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:05:49.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:49 smithi181 ceph-mon[45557]: pgmap v475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:05:49.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:49 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:rejoin 2024-01-28T13:05:49.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:49 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:49.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:49 smithi181 ceph-mon[45557]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:05:49.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-mon[35322]: pgmap v475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:05:49.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:rejoin 2024-01-28T13:05:49.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:49.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-mon[35322]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0f78c00700 time 2024-01-28T13:05:49.438238+0000 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0f89f0b4e5] 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0f89f0b6ab] 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x560c04831f19] 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x560c04832c29] 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x560c048374e5] 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x560c04856293] 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x560c0485af2c] 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x560c047564d3] 2024-01-28T13:05:49.779 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x560c04756a66] 2024-01-28T13:05:49.780 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 10: (MDSContext::complete(int)+0x5f) [0x560c04aecddf] 2024-01-28T13:05:49.780 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 11: (MDSRank::_advance_queues()+0xaa) [0x560c0475554a] 2024-01-28T13:05:49.780 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x560c04755b10] 2024-01-28T13:05:49.780 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f0f88c8e1ca] 2024-01-28T13:05:49.780 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 14: clone() 2024-01-28T13:05:49.780 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.438+0000 7f0f78c00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0f78c00700 time 2024-01-28T13:05:49.438238+0000 2024-01-28T13:05:49.780 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:49.780 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.780 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0f89f0b4e5] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0f89f0b6ab] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x560c04831f19] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x560c04832c29] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x560c048374e5] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x560c04856293] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x560c0485af2c] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x560c047564d3] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x560c04756a66] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 10: (MDSContext::complete(int)+0x5f) [0x560c04aecddf] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 11: (MDSRank::_advance_queues()+0xaa) [0x560c0475554a] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x560c04755b10] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f0f88c8e1ca] 2024-01-28T13:05:49.781 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 14: clone() 2024-01-28T13:05:49.782 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.782 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: *** Caught signal (Aborted) ** 2024-01-28T13:05:49.782 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: in thread 7f0f78c00700 thread_name:mds_rank_progr 2024-01-28T13:05:49.782 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:49.782 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f0f88c98d20] 2024-01-28T13:05:49.782 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2: gsignal() 2024-01-28T13:05:49.782 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 3: abort() 2024-01-28T13:05:49.782 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0f89f0b53f] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0f89f0b6ab] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x560c04831f19] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x560c04832c29] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x560c048374e5] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x560c04856293] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x560c0485af2c] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x560c047564d3] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x560c04756a66] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 13: (MDSContext::complete(int)+0x5f) [0x560c04aecddf] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 14: (MDSRank::_advance_queues()+0xaa) [0x560c0475554a] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x560c04755b10] 2024-01-28T13:05:49.783 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f0f88c8e1ca] 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 17: clone() 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.441+0000 7f0f78c00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: in thread 7f0f78c00700 thread_name:mds_rank_progr 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f0f88c98d20] 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2: gsignal() 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 3: abort() 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0f89f0b53f] 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0f89f0b6ab] 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x560c04831f19] 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x560c04832c29] 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x560c048374e5] 2024-01-28T13:05:49.784 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x560c04856293] 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x560c0485af2c] 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x560c047564d3] 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x560c04756a66] 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 13: (MDSContext::complete(int)+0x5f) [0x560c04aecddf] 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 14: (MDSRank::_advance_queues()+0xaa) [0x560c0475554a] 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x560c04755b10] 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f0f88c8e1ca] 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 17: clone() 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: -1> 2024-01-28T13:05:49.438+0000 7f0f78c00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0f78c00700 time 2024-01-28T13:05:49.438238+0000 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:49.785 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0f89f0b4e5] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0f89f0b6ab] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x560c04831f19] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x560c04832c29] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x560c048374e5] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x560c04856293] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x560c0485af2c] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x560c047564d3] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x560c04756a66] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 10: (MDSContext::complete(int)+0x5f) [0x560c04aecddf] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 11: (MDSRank::_advance_queues()+0xaa) [0x560c0475554a] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x560c04755b10] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f0f88c8e1ca] 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 14: clone() 2024-01-28T13:05:49.786 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 0> 2024-01-28T13:05:49.441+0000 7f0f78c00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: in thread 7f0f78c00700 thread_name:mds_rank_progr 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f0f88c98d20] 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2: gsignal() 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 3: abort() 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0f89f0b53f] 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0f89f0b6ab] 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x560c04831f19] 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x560c04832c29] 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x560c048374e5] 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x560c04856293] 2024-01-28T13:05:49.787 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x560c0485af2c] 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x560c047564d3] 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x560c04756a66] 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 13: (MDSContext::complete(int)+0x5f) [0x560c04aecddf] 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 14: (MDSRank::_advance_queues()+0xaa) [0x560c0475554a] 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x560c04755b10] 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f0f88c8e1ca] 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 17: clone() 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: -1> 2024-01-28T13:05:49.438+0000 7f0f78c00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f0f78c00700 time 2024-01-28T13:05:49.438238+0000 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.788 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0f89f0b4e5] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0f89f0b6ab] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x560c04831f19] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x560c04832c29] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x560c048374e5] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x560c04856293] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x560c0485af2c] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x560c047564d3] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x560c04756a66] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 10: (MDSContext::complete(int)+0x5f) [0x560c04aecddf] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 11: (MDSRank::_advance_queues()+0xaa) [0x560c0475554a] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x560c04755b10] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f0f88c8e1ca] 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 14: clone() 2024-01-28T13:05:49.789 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.790 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 0> 2024-01-28T13:05:49.441+0000 7f0f78c00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:05:49.790 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: in thread 7f0f78c00700 thread_name:mds_rank_progr 2024-01-28T13:05:49.790 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.790 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:05:49.790 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f0f88c98d20] 2024-01-28T13:05:49.790 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2: gsignal() 2024-01-28T13:05:49.790 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 3: abort() 2024-01-28T13:05:49.790 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0f89f0b53f] 2024-01-28T13:05:49.790 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f0f89f0b6ab] 2024-01-28T13:05:49.791 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x560c04831f19] 2024-01-28T13:05:49.791 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x560c04832c29] 2024-01-28T13:05:49.791 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x560c048374e5] 2024-01-28T13:05:49.791 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x560c04856293] 2024-01-28T13:05:49.791 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x560c0485af2c] 2024-01-28T13:05:49.791 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x560c047564d3] 2024-01-28T13:05:49.791 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x560c04756a66] 2024-01-28T13:05:49.791 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 13: (MDSContext::complete(int)+0x5f) [0x560c04aecddf] 2024-01-28T13:05:49.791 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 14: (MDSRank::_advance_queues()+0xaa) [0x560c0475554a] 2024-01-28T13:05:49.791 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x560c04755b10] 2024-01-28T13:05:49.792 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f0f88c8e1ca] 2024-01-28T13:05:49.792 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 17: clone() 2024-01-28T13:05:49.792 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:05:49.792 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-d[103070]: 2024-01-28T13:05:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:49 smithi175 ceph-mon[44549]: pgmap v475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:05:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:49 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:rejoin 2024-01-28T13:05:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:49 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:standby 1 up:rejoin 4 up:active 2024-01-28T13:05:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:49 smithi175 ceph-mon[44549]: daemon mds.d is now active in filesystem cephfs as rank 0 2024-01-28T13:05:50.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:50.094+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:05:50.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:50.095+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:05:50.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:05:50.095+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:05:50.134 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:49 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:05:50.428 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:05:50 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Failed with result 'exit-code'. 2024-01-28T13:05:50.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:50 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:50.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:50 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:05:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:50 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:active 2024-01-28T13:05:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:50 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:50.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:50 smithi181 ceph-mon[45557]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:50.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:50 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:50.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:50 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:05:50.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:50 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:active 2024-01-28T13:05:50.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:50 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:50.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:50 smithi088 ceph-mon[35322]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:50 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:05:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:50 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:05:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:50 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6836/3837058136,v1:172.21.15.88:6837/3837058136] up:active 2024-01-28T13:05:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:50 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 1 up:standby 5 up:active 2024-01-28T13:05:50.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:50 smithi175 ceph-mon[44549]: fsmap cephfs:5 5 up:standby-replay 5 up:active 2024-01-28T13:05:51.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:51 smithi181 ceph-mon[45557]: pgmap v476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-01-28T13:05:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:51 smithi088 ceph-mon[35322]: pgmap v476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-01-28T13:05:51.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:51 smithi175 ceph-mon[44549]: pgmap v476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-01-28T13:05:52.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:05:52.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:05:52.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:05:53.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:53 smithi181 ceph-mon[45557]: pgmap v477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 11 op/s 2024-01-28T13:05:53.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:05:53.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:05:53.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:05:53.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:53 smithi088 ceph-mon[35322]: pgmap v477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 11 op/s 2024-01-28T13:05:53.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:05:53.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:05:53.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:05:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:53 smithi175 ceph-mon[44549]: pgmap v477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 11 op/s 2024-01-28T13:05:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:05:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:05:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:05:55.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:55 smithi181 ceph-mon[45557]: pgmap v478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:55.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:55 smithi088 ceph-mon[35322]: pgmap v478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:55 smithi175 ceph-mon[44549]: pgmap v478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 204 B/s wr, 14 op/s 2024-01-28T13:05:57.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:57 smithi181 ceph-mon[45557]: pgmap v479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 180 B/s wr, 13 op/s 2024-01-28T13:05:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:57 smithi088 ceph-mon[35322]: pgmap v479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 180 B/s wr, 13 op/s 2024-01-28T13:05:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:57 smithi175 ceph-mon[44549]: pgmap v479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 180 B/s wr, 13 op/s 2024-01-28T13:05:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:05:59 smithi088 ceph-mon[35322]: pgmap v480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:05:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:05:59 smithi175 ceph-mon[44549]: pgmap v480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:05:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:05:59 smithi181 ceph-mon[45557]: pgmap v480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:06:00.776 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:06:00 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:06:00.777 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:06:00 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Scheduled restart job, restart counter is at 6. 2024-01-28T13:06:00.777 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:06:00 smithi088 systemd[1]: Stopped Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:06:00.777 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:06:00 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Start request repeated too quickly. 2024-01-28T13:06:00.777 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:06:00 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.d.service: Failed with result 'exit-code'. 2024-01-28T13:06:00.777 INFO:journalctl@ceph.mds.d.smithi088.stdout:Jan 28 13:06:00 smithi088 systemd[1]: Failed to start Ceph mds.d for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:06:01.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:01 smithi088 ceph-mon[35322]: pgmap v481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:06:01.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:01 smithi175 ceph-mon[44549]: pgmap v481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:06:01.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:01 smithi181 ceph-mon[45557]: pgmap v481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 170 B/s wr, 14 op/s 2024-01-28T13:06:03.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:03 smithi088 ceph-mon[35322]: pgmap v482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:06:03.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:03 smithi175 ceph-mon[44549]: pgmap v482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:06:03.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:03 smithi181 ceph-mon[45557]: pgmap v482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 13 op/s 2024-01-28T13:06:05.100 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:05.102+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:06:05.100 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:05.102+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:06:05.100 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:05.102+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:06:05.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:05 smithi088 ceph-mon[35322]: pgmap v483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:06:05.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:05 smithi088 ceph-mon[35322]: Replacing daemon mds.d as rank 0 with standby daemon mds.j 2024-01-28T13:06:05.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:05 smithi088 ceph-mon[35322]: MDS daemon mds.d is removed because it is dead or otherwise unavailable. 2024-01-28T13:06:05.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:05 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:06:05.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:05 smithi088 ceph-mon[35322]: osdmap e108: 12 total, 12 up, 12 in 2024-01-28T13:06:05.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:05 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:replay 4 up:active 2024-01-28T13:06:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:05 smithi175 ceph-mon[44549]: pgmap v483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:06:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:05 smithi175 ceph-mon[44549]: Replacing daemon mds.d as rank 0 with standby daemon mds.j 2024-01-28T13:06:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:05 smithi175 ceph-mon[44549]: MDS daemon mds.d is removed because it is dead or otherwise unavailable. 2024-01-28T13:06:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:05 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:06:05.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:05 smithi175 ceph-mon[44549]: osdmap e108: 12 total, 12 up, 12 in 2024-01-28T13:06:05.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:05 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:replay 4 up:active 2024-01-28T13:06:05.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:05 smithi181 ceph-mon[45557]: pgmap v483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:06:05.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:05 smithi181 ceph-mon[45557]: Replacing daemon mds.d as rank 0 with standby daemon mds.j 2024-01-28T13:06:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:05 smithi181 ceph-mon[45557]: MDS daemon mds.d is removed because it is dead or otherwise unavailable. 2024-01-28T13:06:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:05 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:06:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:05 smithi181 ceph-mon[45557]: osdmap e108: 12 total, 12 up, 12 in 2024-01-28T13:06:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:05 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:replay 4 up:active 2024-01-28T13:06:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:07 smithi088 ceph-mon[35322]: pgmap v485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:06:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:07 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:resolve 2024-01-28T13:06:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:07 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:resolve 4 up:active 2024-01-28T13:06:07.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:07 smithi175 ceph-mon[44549]: pgmap v485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:06:07.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:07 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:resolve 2024-01-28T13:06:07.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:07 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:resolve 4 up:active 2024-01-28T13:06:07.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:07 smithi181 ceph-mon[45557]: pgmap v485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-01-28T13:06:07.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:07 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:resolve 2024-01-28T13:06:07.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:07 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:resolve 4 up:active 2024-01-28T13:06:08.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:08 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:reconnect 2024-01-28T13:06:08.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:08 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:reconnect 4 up:active 2024-01-28T13:06:08.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:08 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:06:08.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:08 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:reconnect 2024-01-28T13:06:08.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:08 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:reconnect 4 up:active 2024-01-28T13:06:08.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:08 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:06:08.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:08 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:reconnect 2024-01-28T13:06:08.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:08 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:reconnect 4 up:active 2024-01-28T13:06:08.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:08 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.0099998 2024-01-28T13:06:09.743 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-mon[35322]: pgmap v486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:06:09.743 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:rejoin 2024-01-28T13:06:09.743 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:rejoin 4 up:active 2024-01-28T13:06:09.743 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-mon[35322]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:06:09.743 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f10ad600700 time 2024-01-28T13:06:09.506403+0000 2024-01-28T13:06:09.743 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f10be8f84e5] 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f10be8f86ab] 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5637d1eaff19] 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5637d1eb0c29] 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5637d1eb54e5] 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5637d1ed4293] 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5637d1ed8f2c] 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5637d1dd44d3] 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5637d1dd4a66] 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 10: (MDSContext::complete(int)+0x5f) [0x5637d216addf] 2024-01-28T13:06:09.744 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 11: (MDSRank::_advance_queues()+0xaa) [0x5637d1dd354a] 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5637d1dd3b10] 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f10bd67b1ca] 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 14: clone() 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.506+0000 7f10ad600700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f10ad600700 time 2024-01-28T13:06:09.506403+0000 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f10be8f84e5] 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f10be8f86ab] 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5637d1eaff19] 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5637d1eb0c29] 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5637d1eb54e5] 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5637d1ed4293] 2024-01-28T13:06:09.745 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5637d1ed8f2c] 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5637d1dd44d3] 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5637d1dd4a66] 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 10: (MDSContext::complete(int)+0x5f) [0x5637d216addf] 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 11: (MDSRank::_advance_queues()+0xaa) [0x5637d1dd354a] 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5637d1dd3b10] 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f10bd67b1ca] 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 14: clone() 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: *** Caught signal (Aborted) ** 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: in thread 7f10ad600700 thread_name:mds_rank_progr 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f10bd685d20] 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2: gsignal() 2024-01-28T13:06:09.746 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 3: abort() 2024-01-28T13:06:09.747 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f10be8f853f] 2024-01-28T13:06:09.747 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f10be8f86ab] 2024-01-28T13:06:09.747 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5637d1eaff19] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5637d1eb0c29] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5637d1eb54e5] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5637d1ed4293] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5637d1ed8f2c] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5637d1dd44d3] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5637d1dd4a66] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 13: (MDSContext::complete(int)+0x5f) [0x5637d216addf] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 14: (MDSRank::_advance_queues()+0xaa) [0x5637d1dd354a] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5637d1dd3b10] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f10bd67b1ca] 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 17: clone() 2024-01-28T13:06:09.748 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.508+0000 7f10ad600700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: in thread 7f10ad600700 thread_name:mds_rank_progr 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f10bd685d20] 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2: gsignal() 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 3: abort() 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f10be8f853f] 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f10be8f86ab] 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5637d1eaff19] 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5637d1eb0c29] 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5637d1eb54e5] 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5637d1ed4293] 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5637d1ed8f2c] 2024-01-28T13:06:09.749 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5637d1dd44d3] 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5637d1dd4a66] 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 13: (MDSContext::complete(int)+0x5f) [0x5637d216addf] 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 14: (MDSRank::_advance_queues()+0xaa) [0x5637d1dd354a] 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5637d1dd3b10] 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f10bd67b1ca] 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 17: clone() 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: -1> 2024-01-28T13:06:09.506+0000 7f10ad600700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f10ad600700 time 2024-01-28T13:06:09.506403+0000 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f10be8f84e5] 2024-01-28T13:06:09.750 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f10be8f86ab] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5637d1eaff19] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5637d1eb0c29] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5637d1eb54e5] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5637d1ed4293] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5637d1ed8f2c] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5637d1dd44d3] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5637d1dd4a66] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 10: (MDSContext::complete(int)+0x5f) [0x5637d216addf] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 11: (MDSRank::_advance_queues()+0xaa) [0x5637d1dd354a] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5637d1dd3b10] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f10bd67b1ca] 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 14: clone() 2024-01-28T13:06:09.751 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 0> 2024-01-28T13:06:09.508+0000 7f10ad600700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: in thread 7f10ad600700 thread_name:mds_rank_progr 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f10bd685d20] 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2: gsignal() 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 3: abort() 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f10be8f853f] 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f10be8f86ab] 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5637d1eaff19] 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5637d1eb0c29] 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5637d1eb54e5] 2024-01-28T13:06:09.752 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5637d1ed4293] 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5637d1ed8f2c] 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5637d1dd44d3] 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5637d1dd4a66] 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 13: (MDSContext::complete(int)+0x5f) [0x5637d216addf] 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 14: (MDSRank::_advance_queues()+0xaa) [0x5637d1dd354a] 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5637d1dd3b10] 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f10bd67b1ca] 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 17: clone() 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: -1> 2024-01-28T13:06:09.506+0000 7f10ad600700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7f10ad600700 time 2024-01-28T13:06:09.506403+0000 2024-01-28T13:06:09.753 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f10be8f84e5] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f10be8f86ab] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5637d1eaff19] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5637d1eb0c29] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5637d1eb54e5] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5637d1ed4293] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5637d1ed8f2c] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5637d1dd44d3] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5637d1dd4a66] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 10: (MDSContext::complete(int)+0x5f) [0x5637d216addf] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 11: (MDSRank::_advance_queues()+0xaa) [0x5637d1dd354a] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5637d1dd3b10] 2024-01-28T13:06:09.754 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f10bd67b1ca] 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 14: clone() 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 0> 2024-01-28T13:06:09.508+0000 7f10ad600700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: in thread 7f10ad600700 thread_name:mds_rank_progr 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f10bd685d20] 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2: gsignal() 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 3: abort() 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f10be8f853f] 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7f10be8f86ab] 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5637d1eaff19] 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5637d1eb0c29] 2024-01-28T13:06:09.755 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5637d1eb54e5] 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5637d1ed4293] 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5637d1ed8f2c] 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5637d1dd44d3] 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5637d1dd4a66] 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 13: (MDSContext::complete(int)+0x5f) [0x5637d216addf] 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 14: (MDSRank::_advance_queues()+0xaa) [0x5637d1dd354a] 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5637d1dd3b10] 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7f10bd67b1ca] 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 17: clone() 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:06:09.756 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103241]: 2024-01-28T13:06:09.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:09 smithi175 ceph-mon[44549]: pgmap v486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:06:09.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:09 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:rejoin 2024-01-28T13:06:09.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:09 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:rejoin 4 up:active 2024-01-28T13:06:09.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:09 smithi175 ceph-mon[44549]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:06:09.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:09 smithi181 ceph-mon[45557]: pgmap v486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-01-28T13:06:09.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:09 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:rejoin 2024-01-28T13:06:09.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:09 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:rejoin 4 up:active 2024-01-28T13:06:09.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:09 smithi181 ceph-mon[45557]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:06:10.195 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:09 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:06:10.498 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:10 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Failed with result 'exit-code'. 2024-01-28T13:06:10.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:10 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:06:10.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:10 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:06:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:10 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:active 2024-01-28T13:06:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:10 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 5 up:active 2024-01-28T13:06:10.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:10 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:06:10.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:10 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:06:10.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:10 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:active 2024-01-28T13:06:10.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:10 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 5 up:active 2024-01-28T13:06:10.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:10 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:06:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:10 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:06:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:10 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/2714687668,v1:172.21.15.88:6835/2714687668] up:active 2024-01-28T13:06:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:10 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 5 up:active 2024-01-28T13:06:11.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:11 smithi088 ceph-mon[35322]: pgmap v487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-01-28T13:06:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:11 smithi175 ceph-mon[44549]: pgmap v487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-01-28T13:06:11.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:11 smithi181 ceph-mon[45557]: pgmap v487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-01-28T13:06:13.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:13 smithi088 ceph-mon[35322]: pgmap v488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 11 op/s 2024-01-28T13:06:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:13 smithi175 ceph-mon[44549]: pgmap v488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 11 op/s 2024-01-28T13:06:13.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:13 smithi181 ceph-mon[45557]: pgmap v488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 11 op/s 2024-01-28T13:06:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:15 smithi088 ceph-mon[35322]: pgmap v489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:06:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:15 smithi175 ceph-mon[44549]: pgmap v489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:06:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:15 smithi181 ceph-mon[45557]: pgmap v489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:06:17.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:17 smithi088 ceph-mon[35322]: pgmap v490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 186 B/s wr, 13 op/s 2024-01-28T13:06:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:17 smithi175 ceph-mon[44549]: pgmap v490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 186 B/s wr, 13 op/s 2024-01-28T13:06:17.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:17 smithi181 ceph-mon[45557]: pgmap v490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 186 B/s wr, 13 op/s 2024-01-28T13:06:19.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:19 smithi088 ceph-mon[35322]: pgmap v491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T13:06:19.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:19 smithi175 ceph-mon[44549]: pgmap v491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T13:06:19.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:19 smithi181 ceph-mon[45557]: pgmap v491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T13:06:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:20.114+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:06:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:20.114+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:06:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:20.114+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:06:20.685 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:20 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:06:20.685 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:20 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Scheduled restart job, restart counter is at 5. 2024-01-28T13:06:20.685 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:20 smithi088 systemd[1]: Stopped Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:06:20.685 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:20 smithi088 systemd[1]: Starting Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715... 2024-01-28T13:06:21.276 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:20 smithi088 bash[103584]: 4267985db2e781734b2ac9600154e7f21cd1546548e6d4a61e14566604c1bebb 2024-01-28T13:06:21.277 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:20 smithi088 systemd[1]: Started Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:06:21.277 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:20 smithi088 ceph-mds[103622]: -- 172.21.15.88:0/1983809279 <== mon.0 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5573ca117520 con 0x5573ca0eec00 2024-01-28T13:06:21.277 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:20 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: starting mds.j at 2024-01-28T13:06:21.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:21 smithi088 ceph-mon[35322]: pgmap v492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:06:21.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:21 smithi088 ceph-mon[35322]: daemon mds.j restarted 2024-01-28T13:06:21.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:21 smithi088 ceph-mon[35322]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:06:21.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:21 smithi088 ceph-mon[35322]: osdmap e109: 12 total, 12 up, 12 in 2024-01-28T13:06:21.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:21 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:boot 2024-01-28T13:06:21.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:21 smithi088 ceph-mon[35322]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:06:21.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:21 smithi088 ceph-mon[35322]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 4 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:06:21.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:06:21.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:21 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:replay 4 up:active 2024-01-28T13:06:21.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:21 smithi175 ceph-mon[44549]: pgmap v492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:06:21.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:21 smithi175 ceph-mon[44549]: daemon mds.j restarted 2024-01-28T13:06:21.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:21 smithi175 ceph-mon[44549]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:06:21.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:21 smithi175 ceph-mon[44549]: osdmap e109: 12 total, 12 up, 12 in 2024-01-28T13:06:21.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:21 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:boot 2024-01-28T13:06:21.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:21 smithi175 ceph-mon[44549]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:06:21.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:21 smithi175 ceph-mon[44549]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 4 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:06:21.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:06:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:21 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:replay 4 up:active 2024-01-28T13:06:21.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:21 smithi181 ceph-mon[45557]: pgmap v492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 170 B/s wr, 12 op/s 2024-01-28T13:06:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:21 smithi181 ceph-mon[45557]: daemon mds.j restarted 2024-01-28T13:06:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:21 smithi181 ceph-mon[45557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-01-28T13:06:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:21 smithi181 ceph-mon[45557]: osdmap e109: 12 total, 12 up, 12 in 2024-01-28T13:06:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:21 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:boot 2024-01-28T13:06:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:21 smithi181 ceph-mon[45557]: Standby daemon mds.j assigned to filesystem cephfs as rank 0 2024-01-28T13:06:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:21 smithi181 ceph-mon[45557]: fsmap cephfs:4/5 {1=i=up:active,2=h=up:active,3=c=up:active,4=a=up:active} 4 up:standby-replay 1 up:standby, 1 failed 2024-01-28T13:06:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-28T13:06:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:21 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:replay 4 up:active 2024-01-28T13:06:23.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:22 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:resolve 2024-01-28T13:06:23.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:22 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:resolve 4 up:active 2024-01-28T13:06:23.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:22 smithi175 ceph-mon[44549]: pgmap v494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:06:23.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:22 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:resolve 2024-01-28T13:06:23.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:22 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:resolve 4 up:active 2024-01-28T13:06:23.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:22 smithi181 ceph-mon[45557]: pgmap v494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:06:23.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:22 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:resolve 2024-01-28T13:06:23.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:22 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:resolve 4 up:active 2024-01-28T13:06:23.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:22 smithi088 ceph-mon[35322]: pgmap v494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-01-28T13:06:24.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:23 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:reconnect 2024-01-28T13:06:24.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:23 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:reconnect 4 up:active 2024-01-28T13:06:24.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:23 smithi175 ceph-mon[44549]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:06:24.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:23 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:reconnect 2024-01-28T13:06:24.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:23 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:reconnect 4 up:active 2024-01-28T13:06:24.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:23 smithi181 ceph-mon[45557]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:06:24.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:23 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:reconnect 2024-01-28T13:06:24.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:23 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:reconnect 4 up:active 2024-01-28T13:06:24.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:23 smithi088 ceph-mon[35322]: reconnect by client.25435 172.21.15.88:0/2535251434 after 0.00899982 2024-01-28T13:06:25.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:24 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:rejoin 2024-01-28T13:06:25.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:24 smithi175 ceph-mon[44549]: fsmap cephfs:5/5 4 up:standby-replay 1 up:rejoin 4 up:active 2024-01-28T13:06:25.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:24 smithi175 ceph-mon[44549]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:06:25.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:24 smithi175 ceph-mon[44549]: pgmap v495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 8 op/s 2024-01-28T13:06:25.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:24 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:rejoin 2024-01-28T13:06:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:24 smithi181 ceph-mon[45557]: fsmap cephfs:5/5 4 up:standby-replay 1 up:rejoin 4 up:active 2024-01-28T13:06:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:24 smithi181 ceph-mon[45557]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:06:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:24 smithi181 ceph-mon[45557]: pgmap v495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 8 op/s 2024-01-28T13:06:25.250 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:rejoin 2024-01-28T13:06:25.250 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-mon[35322]: fsmap cephfs:5/5 4 up:standby-replay 1 up:rejoin 4 up:active 2024-01-28T13:06:25.250 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-mon[35322]: daemon mds.j is now active in filesystem cephfs as rank 0 2024-01-28T13:06:25.250 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-mon[35322]: pgmap v495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 8 op/s 2024-01-28T13:06:25.251 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7ff3a5c00700 time 2024-01-28T13:06:24.851774+0000 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7ff3b6e254e5] 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff3b6e256ab] 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5573c9265f19] 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5573c9266c29] 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5573c926b4e5] 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5573c928a293] 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5573c928ef2c] 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5573c918a4d3] 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5573c918aa66] 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 10: (MDSContext::complete(int)+0x5f) [0x5573c9520ddf] 2024-01-28T13:06:25.252 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 11: (MDSRank::_advance_queues()+0xaa) [0x5573c918954a] 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5573c9189b10] 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7ff3b5ba81ca] 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 14: clone() 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:24.852+0000 7ff3a5c00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7ff3a5c00700 time 2024-01-28T13:06:24.851774+0000 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7ff3b6e254e5] 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff3b6e256ab] 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5573c9265f19] 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5573c9266c29] 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5573c926b4e5] 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5573c928a293] 2024-01-28T13:06:25.253 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5573c928ef2c] 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5573c918a4d3] 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5573c918aa66] 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 10: (MDSContext::complete(int)+0x5f) [0x5573c9520ddf] 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 11: (MDSRank::_advance_queues()+0xaa) [0x5573c918954a] 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5573c9189b10] 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7ff3b5ba81ca] 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 14: clone() 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: *** Caught signal (Aborted) ** 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: in thread 7ff3a5c00700 thread_name:mds_rank_progr 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:25.254 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff3b5bb2d20] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2: gsignal() 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 3: abort() 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff3b6e2553f] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff3b6e256ab] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5573c9265f19] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5573c9266c29] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5573c926b4e5] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5573c928a293] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5573c928ef2c] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5573c918a4d3] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5573c918aa66] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 13: (MDSContext::complete(int)+0x5f) [0x5573c9520ddf] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 14: (MDSRank::_advance_queues()+0xaa) [0x5573c918954a] 2024-01-28T13:06:25.255 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5573c9189b10] 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7ff3b5ba81ca] 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 17: clone() 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:24.854+0000 7ff3a5c00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: in thread 7ff3a5c00700 thread_name:mds_rank_progr 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff3b5bb2d20] 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2: gsignal() 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 3: abort() 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff3b6e2553f] 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff3b6e256ab] 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5573c9265f19] 2024-01-28T13:06:25.256 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5573c9266c29] 2024-01-28T13:06:25.257 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5573c926b4e5] 2024-01-28T13:06:25.257 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5573c928a293] 2024-01-28T13:06:25.257 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5573c928ef2c] 2024-01-28T13:06:25.257 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5573c918a4d3] 2024-01-28T13:06:25.257 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5573c918aa66] 2024-01-28T13:06:25.257 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 13: (MDSContext::complete(int)+0x5f) [0x5573c9520ddf] 2024-01-28T13:06:25.257 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 14: (MDSRank::_advance_queues()+0xaa) [0x5573c918954a] 2024-01-28T13:06:25.257 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5573c9189b10] 2024-01-28T13:06:25.257 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7ff3b5ba81ca] 2024-01-28T13:06:25.257 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 17: clone() 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: -1> 2024-01-28T13:06:24.852+0000 7ff3a5c00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7ff3a5c00700 time 2024-01-28T13:06:24.851774+0000 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7ff3b6e254e5] 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff3b6e256ab] 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5573c9265f19] 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5573c9266c29] 2024-01-28T13:06:25.258 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5573c926b4e5] 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5573c928a293] 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5573c928ef2c] 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5573c918a4d3] 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5573c918aa66] 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 10: (MDSContext::complete(int)+0x5f) [0x5573c9520ddf] 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 11: (MDSRank::_advance_queues()+0xaa) [0x5573c918954a] 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5573c9189b10] 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7ff3b5ba81ca] 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 14: clone() 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 0> 2024-01-28T13:06:24.854+0000 7ff3a5c00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: in thread 7ff3a5c00700 thread_name:mds_rank_progr 2024-01-28T13:06:25.259 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff3b5bb2d20] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2: gsignal() 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 3: abort() 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff3b6e2553f] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff3b6e256ab] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5573c9265f19] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5573c9266c29] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5573c926b4e5] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5573c928a293] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5573c928ef2c] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5573c918a4d3] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5573c918aa66] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 13: (MDSContext::complete(int)+0x5f) [0x5573c9520ddf] 2024-01-28T13:06:25.260 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 14: (MDSRank::_advance_queues()+0xaa) [0x5573c918954a] 2024-01-28T13:06:25.261 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5573c9189b10] 2024-01-28T13:06:25.261 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7ff3b5ba81ca] 2024-01-28T13:06:25.261 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 17: clone() 2024-01-28T13:06:25.261 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:06:25.261 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: -1> 2024-01-28T13:06:24.852+0000 7ff3a5c00700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: In function 'CInode* Server::prepare_new_inode(MDRequestRef&, CDir*, inodeno_t, unsigned int, const file_layout_t*)' thread 7ff3a5c00700 time 2024-01-28T13:06:24.851774+0000 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-410-gc8f2a2aa/rpm/el8/BUILD/ceph-19.0.0-410-gc8f2a2aa/src/mds/Server.cc: 3547: FAILED ceph_assert(_inode->gid != (unsigned)-1) 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7ff3b6e254e5] 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff3b6e256ab] 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 3: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5573c9265f19] 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 4: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5573c9266c29] 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 5: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5573c926b4e5] 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 6: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5573c928a293] 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 7: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5573c928ef2c] 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 8: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5573c918a4d3] 2024-01-28T13:06:25.262 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 9: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5573c918aa66] 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 10: (MDSContext::complete(int)+0x5f) [0x5573c9520ddf] 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 11: (MDSRank::_advance_queues()+0xaa) [0x5573c918954a] 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 12: (MDSRank::ProgressThread::entry()+0xb0) [0x5573c9189b10] 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 13: /lib64/libpthread.so.0(+0x81ca) [0x7ff3b5ba81ca] 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 14: clone() 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 0> 2024-01-28T13:06:24.854+0000 7ff3a5c00700 -1 *** Caught signal (Aborted) ** 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: in thread 7ff3a5c00700 thread_name:mds_rank_progr 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: ceph version 19.0.0-410-gc8f2a2aa (c8f2a2aa1011587fa007db2cafda0fd9cfe4c9d2) squid (dev) 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7ff3b5bb2d20] 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2: gsignal() 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 3: abort() 2024-01-28T13:06:25.263 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff3b6e2553f] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2cc6ab) [0x7ff3b6e256ab] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 6: (Server::prepare_new_inode(boost::intrusive_ptr&, CDir*, inodeno_t, unsigned int, file_layout_t const*)+0x1199) [0x5573c9265f19] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 7: (Server::_link_local(boost::intrusive_ptr&, CDentry*, CInode*, SnapRealm*)+0x1c9) [0x5573c9266c29] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 8: (Server::handle_client_link(boost::intrusive_ptr&)+0xce5) [0x5573c926b4e5] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 9: (Server::handle_client_request(boost::intrusive_ptr const&)+0x4f3) [0x5573c928a293] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 10: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5573c928ef2c] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 11: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x593) [0x5573c918a4d3] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 12: (MDSRank::retry_dispatch(boost::intrusive_ptr const&)+0x16) [0x5573c918aa66] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 13: (MDSContext::complete(int)+0x5f) [0x5573c9520ddf] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 14: (MDSRank::_advance_queues()+0xaa) [0x5573c918954a] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 15: (MDSRank::ProgressThread::entry()+0xb0) [0x5573c9189b10] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 16: /lib64/libpthread.so.0(+0x81ca) [0x7ff3b5ba81ca] 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 17: clone() 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-01-28T13:06:25.264 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:24 smithi088 ceph-f2afc81a-bddb-11ee-95b2-87774f69a715-mds-j[103599]: 2024-01-28T13:06:25.265 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:25 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Main process exited, code=exited, status=134/n/a 2024-01-28T13:06:25.839 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:25 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Failed with result 'exit-code'. 2024-01-28T13:06:26.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:25 smithi175 ceph-mon[44549]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:06:26.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:25 smithi175 ceph-mon[44549]: Cluster is now healthy 2024-01-28T13:06:26.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:25 smithi175 ceph-mon[44549]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:active 2024-01-28T13:06:26.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:25 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 5 up:active 2024-01-28T13:06:26.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:25 smithi181 ceph-mon[45557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:06:26.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:25 smithi181 ceph-mon[45557]: Cluster is now healthy 2024-01-28T13:06:26.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:25 smithi181 ceph-mon[45557]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:active 2024-01-28T13:06:26.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:25 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 5 up:active 2024-01-28T13:06:26.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:25 smithi088 ceph-mon[35322]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-01-28T13:06:26.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:25 smithi088 ceph-mon[35322]: Cluster is now healthy 2024-01-28T13:06:26.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:25 smithi088 ceph-mon[35322]: mds.? [v2:172.21.15.88:6834/3981041818,v1:172.21.15.88:6835/3981041818] up:active 2024-01-28T13:06:26.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:25 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 5 up:active 2024-01-28T13:06:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:26 smithi175 ceph-mon[44549]: pgmap v496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 9 op/s 2024-01-28T13:06:27.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:26 smithi181 ceph-mon[45557]: pgmap v496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 9 op/s 2024-01-28T13:06:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:26 smithi088 ceph-mon[35322]: pgmap v496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 9 op/s 2024-01-28T13:06:29.340 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:29 smithi088 ceph-mon[35322]: pgmap v497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 10 op/s 2024-01-28T13:06:29.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:29 smithi175 ceph-mon[44549]: pgmap v497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 10 op/s 2024-01-28T13:06:29.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:29 smithi181 ceph-mon[45557]: pgmap v497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 10 op/s 2024-01-28T13:06:31.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:31 smithi088 ceph-mon[35322]: pgmap v498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:06:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:31 smithi175 ceph-mon[44549]: pgmap v498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:06:31.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:31 smithi181 ceph-mon[45557]: pgmap v498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 204 B/s wr, 12 op/s 2024-01-28T13:06:33.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:33 smithi088 ceph-mon[35322]: pgmap v499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 179 B/s wr, 11 op/s 2024-01-28T13:06:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:33 smithi175 ceph-mon[44549]: pgmap v499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 179 B/s wr, 11 op/s 2024-01-28T13:06:33.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:33 smithi181 ceph-mon[45557]: pgmap v499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 179 B/s wr, 11 op/s 2024-01-28T13:06:35.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:35.120+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:06:35.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:35.120+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:06:35.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:35.120+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:06:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:35 smithi088 ceph-mon[35322]: pgmap v500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:06:35.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:35 smithi175 ceph-mon[44549]: pgmap v500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:06:35.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:35 smithi181 ceph-mon[45557]: pgmap v500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:06:36.276 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:35 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Service RestartSec=10s expired, scheduling restart. 2024-01-28T13:06:36.277 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:35 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Scheduled restart job, restart counter is at 6. 2024-01-28T13:06:36.277 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:35 smithi088 systemd[1]: Stopped Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:06:36.277 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:35 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Start request repeated too quickly. 2024-01-28T13:06:36.277 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:35 smithi088 systemd[1]: ceph-f2afc81a-bddb-11ee-95b2-87774f69a715@mds.j.service: Failed with result 'exit-code'. 2024-01-28T13:06:36.277 INFO:journalctl@ceph.mds.j.smithi088.stdout:Jan 28 13:06:35 smithi088 systemd[1]: Failed to start Ceph mds.j for f2afc81a-bddb-11ee-95b2-87774f69a715. 2024-01-28T13:06:37.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:37 smithi088 ceph-mon[35322]: pgmap v501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:06:37.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:37 smithi175 ceph-mon[44549]: pgmap v501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:06:37.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:37 smithi181 ceph-mon[45557]: pgmap v501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 170 B/s wr, 11 op/s 2024-01-28T13:06:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:39.482+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140058a0 con 0x7ff34c102770 2024-01-28T13:06:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:39.483+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 7 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140058a0 con 0x7ff34c102770 2024-01-28T13:06:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:39.488+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c005870 con 0x55d733ebf510 2024-01-28T13:06:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:39.488+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 7 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c005870 con 0x55d733ebf510 2024-01-28T13:06:39.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:39 smithi088 ceph-mon[35322]: pgmap v502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 170 B/s wr, 9 op/s 2024-01-28T13:06:39.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:39 smithi175 ceph-mon[44549]: pgmap v502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 170 B/s wr, 9 op/s 2024-01-28T13:06:39.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:39 smithi181 ceph-mon[45557]: pgmap v502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 170 B/s wr, 9 op/s 2024-01-28T13:06:41.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:41 smithi088 ceph-mon[35322]: pgmap v503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T13:06:41.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:41 smithi088 ceph-mon[35322]: fsmap cephfs:5 4 up:standby-replay 5 up:active 2024-01-28T13:06:41.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:41 smithi175 ceph-mon[44549]: pgmap v503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T13:06:41.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:41 smithi175 ceph-mon[44549]: fsmap cephfs:5 4 up:standby-replay 5 up:active 2024-01-28T13:06:41.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:41 smithi181 ceph-mon[45557]: pgmap v503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-01-28T13:06:41.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:41 smithi181 ceph-mon[45557]: fsmap cephfs:5 4 up:standby-replay 5 up:active 2024-01-28T13:06:43.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:43 smithi088 ceph-mon[35322]: pgmap v504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:43 smithi175 ceph-mon[44549]: pgmap v504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:43.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:43 smithi181 ceph-mon[45557]: pgmap v504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:45.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:45 smithi088 ceph-mon[35322]: pgmap v505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:06:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:45 smithi175 ceph-mon[44549]: pgmap v505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:06:45.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:45 smithi181 ceph-mon[45557]: pgmap v505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:06:47.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:47 smithi088 ceph-mon[35322]: pgmap v506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:47.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:47 smithi175 ceph-mon[44549]: pgmap v506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:47.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:47 smithi181 ceph-mon[45557]: pgmap v506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:49.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:49 smithi088 ceph-mon[35322]: pgmap v507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:06:49.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:49 smithi175 ceph-mon[44549]: pgmap v507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:06:49.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:49 smithi181 ceph-mon[45557]: pgmap v507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:06:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:50.129+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:06:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:50.129+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:06:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:06:50.129+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:06:51.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:51 smithi088 ceph-mon[35322]: pgmap v508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:06:51.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:51 smithi175 ceph-mon[44549]: pgmap v508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:06:51.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:51 smithi181 ceph-mon[45557]: pgmap v508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:06:53.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:53 smithi088 ceph-mon[35322]: pgmap v509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:53.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:53 smithi175 ceph-mon[44549]: pgmap v509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:53.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:53 smithi181 ceph-mon[45557]: pgmap v509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:54.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:06:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:06:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:06:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:06:54.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:06:54.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:06:54.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:06:54.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:06:54.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:06:54.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:06:54.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:06:54.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:06:55.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:55 smithi088 ceph-mon[35322]: pgmap v510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:06:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:55 smithi175 ceph-mon[44549]: pgmap v510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:06:55.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:55 smithi181 ceph-mon[45557]: pgmap v510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:06:57.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:57 smithi088 ceph-mon[35322]: pgmap v511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:57.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:57 smithi175 ceph-mon[44549]: pgmap v511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:57.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:57 smithi181 ceph-mon[45557]: pgmap v511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:06:59.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:06:59 smithi088 ceph-mon[35322]: pgmap v512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:06:59.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:06:59 smithi175 ceph-mon[44549]: pgmap v512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:06:59.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:06:59 smithi181 ceph-mon[45557]: pgmap v512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:01.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:01 smithi088 ceph-mon[35322]: pgmap v513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:01.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:01 smithi175 ceph-mon[44549]: pgmap v513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:01.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:01 smithi181 ceph-mon[45557]: pgmap v513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:03.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:03 smithi088 ceph-mon[35322]: pgmap v514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:03.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:03 smithi175 ceph-mon[44549]: pgmap v514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:03.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:03 smithi181 ceph-mon[45557]: pgmap v514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:05.140 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:05.143+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:07:05.140 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:05.143+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:07:05.140 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:05.143+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:07:05.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:05 smithi175 ceph-mon[44549]: pgmap v515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:05.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:05 smithi181 ceph-mon[45557]: pgmap v515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:05.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:05 smithi088 ceph-mon[35322]: pgmap v515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:07.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:07 smithi175 ceph-mon[44549]: pgmap v516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:07.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:07 smithi181 ceph-mon[45557]: pgmap v516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:07.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:07 smithi088 ceph-mon[35322]: pgmap v516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:09.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:09 smithi175 ceph-mon[44549]: pgmap v517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:09.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:09 smithi181 ceph-mon[45557]: pgmap v517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:09.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:09 smithi088 ceph-mon[35322]: pgmap v517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:11.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:11 smithi175 ceph-mon[44549]: pgmap v518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:11.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:11 smithi181 ceph-mon[45557]: pgmap v518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:11.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:11 smithi088 ceph-mon[35322]: pgmap v518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:13.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:13 smithi175 ceph-mon[44549]: pgmap v519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:13.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:13 smithi181 ceph-mon[45557]: pgmap v519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:13.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:13 smithi088 ceph-mon[35322]: pgmap v519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:15.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:15 smithi175 ceph-mon[44549]: pgmap v520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:15.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:15 smithi181 ceph-mon[45557]: pgmap v520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:15.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:15 smithi088 ceph-mon[35322]: pgmap v520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:17.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:17 smithi175 ceph-mon[44549]: pgmap v521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:17.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:17 smithi181 ceph-mon[45557]: pgmap v521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:17.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:17 smithi088 ceph-mon[35322]: pgmap v521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:19.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:19 smithi175 ceph-mon[44549]: pgmap v522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:19.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:19 smithi181 ceph-mon[45557]: pgmap v522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:19.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:19 smithi088 ceph-mon[35322]: pgmap v522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:20.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:20.158+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:07:20.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:20.158+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:07:20.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:20.159+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:07:21.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:21 smithi175 ceph-mon[44549]: pgmap v523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:21.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:21 smithi181 ceph-mon[45557]: pgmap v523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:21.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:21 smithi088 ceph-mon[35322]: pgmap v523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:23.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:23 smithi175 ceph-mon[44549]: pgmap v524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:23.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:23 smithi181 ceph-mon[45557]: pgmap v524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:23.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:23 smithi088 ceph-mon[35322]: pgmap v524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:25.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:25 smithi175 ceph-mon[44549]: pgmap v525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:25.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:25 smithi181 ceph-mon[45557]: pgmap v525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:25.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:25 smithi088 ceph-mon[35322]: pgmap v525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:27.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:27 smithi175 ceph-mon[44549]: pgmap v526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:27.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:27 smithi181 ceph-mon[45557]: pgmap v526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:27.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:27 smithi088 ceph-mon[35322]: pgmap v526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:29.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:29 smithi175 ceph-mon[44549]: pgmap v527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:29.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:29 smithi181 ceph-mon[45557]: pgmap v527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:29.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:29 smithi088 ceph-mon[35322]: pgmap v527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:31.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:31 smithi175 ceph-mon[44549]: pgmap v528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:31.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:31 smithi181 ceph-mon[45557]: pgmap v528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:31.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:31 smithi088 ceph-mon[35322]: pgmap v528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:33.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:33 smithi175 ceph-mon[44549]: pgmap v529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:33.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:33 smithi181 ceph-mon[45557]: pgmap v529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:33.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:33 smithi088 ceph-mon[35322]: pgmap v529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:35.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:35.174+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:07:35.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:35.174+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:07:35.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:35.174+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:07:35.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:35 smithi175 ceph-mon[44549]: pgmap v530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:35.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:35 smithi181 ceph-mon[45557]: pgmap v530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:35.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:35 smithi088 ceph-mon[35322]: pgmap v530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:37.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:37 smithi175 ceph-mon[44549]: pgmap v531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:37.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:37 smithi181 ceph-mon[45557]: pgmap v531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:37.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:37 smithi088 ceph-mon[35322]: pgmap v531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:39.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:39 smithi175 ceph-mon[44549]: pgmap v532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:39.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:39 smithi181 ceph-mon[45557]: pgmap v532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:39.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:39 smithi088 ceph-mon[35322]: pgmap v532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:07:41.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:41 smithi175 ceph-mon[44549]: pgmap v533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:41.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:41 smithi181 ceph-mon[45557]: pgmap v533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:41.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:41 smithi088 ceph-mon[35322]: pgmap v533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:43.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:43 smithi175 ceph-mon[44549]: pgmap v534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:43.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:43 smithi181 ceph-mon[45557]: pgmap v534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:43 smithi088 ceph-mon[35322]: pgmap v534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:45 smithi175 ceph-mon[44549]: pgmap v535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:45 smithi181 ceph-mon[45557]: pgmap v535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:45 smithi088 ceph-mon[35322]: pgmap v535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:47.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:47 smithi175 ceph-mon[44549]: pgmap v536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:47.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:47 smithi181 ceph-mon[45557]: pgmap v536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:47.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:47 smithi088 ceph-mon[35322]: pgmap v536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:49.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:49 smithi175 ceph-mon[44549]: pgmap v537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:07:49.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:49 smithi181 ceph-mon[45557]: pgmap v537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:07:49.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:49 smithi088 ceph-mon[35322]: pgmap v537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:07:50.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:50.180+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:07:50.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:50.181+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:07:50.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:07:50.181+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:07:51.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:51 smithi175 ceph-mon[44549]: pgmap v538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:51.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:51 smithi181 ceph-mon[45557]: pgmap v538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:51.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:51 smithi088 ceph-mon[35322]: pgmap v538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:07:53.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:53 smithi175 ceph-mon[44549]: pgmap v539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:53 smithi181 ceph-mon[45557]: pgmap v539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:53.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:53 smithi088 ceph-mon[35322]: pgmap v539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:55.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: pgmap v540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:55.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:07:55.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:07:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:07:55.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:07:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: pgmap v540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:07:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:07:55.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:07:55.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:07:55.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: pgmap v540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:07:55.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:07:55.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:07:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:07:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:07:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:07:56.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:56 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:07:56.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:56 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:07:56.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:56 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:07:56.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:56 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:07:56.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:56 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:07:56.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:56 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:07:56.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:56 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:07:56.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:56 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:07:56.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:56 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:07:56.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:56 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:07:56.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:56 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:07:56.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:56 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:07:57.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:57 smithi175 ceph-mon[44549]: pgmap v541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:57.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:57 smithi181 ceph-mon[45557]: pgmap v541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:57.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:57 smithi088 ceph-mon[35322]: pgmap v541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:07:59.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:07:59 smithi175 ceph-mon[44549]: pgmap v542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:07:59.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:07:59 smithi181 ceph-mon[45557]: pgmap v542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:07:59.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:07:59 smithi088 ceph-mon[35322]: pgmap v542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:08:01.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:01 smithi175 ceph-mon[44549]: pgmap v543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:01.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:01 smithi181 ceph-mon[45557]: pgmap v543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:01.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:01 smithi088 ceph-mon[35322]: pgmap v543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:03.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:03 smithi175 ceph-mon[44549]: pgmap v544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:03.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:03 smithi181 ceph-mon[45557]: pgmap v544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:03.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:03 smithi088 ceph-mon[35322]: pgmap v544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:05.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:05.196+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:08:05.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:05.196+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:08:05.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:05.196+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:08:05.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:05 smithi175 ceph-mon[44549]: pgmap v545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:05 smithi181 ceph-mon[45557]: pgmap v545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:05.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:05 smithi088 ceph-mon[35322]: pgmap v545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:07.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:07 smithi175 ceph-mon[44549]: pgmap v546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:07.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:07 smithi181 ceph-mon[45557]: pgmap v546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:07.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:07 smithi088 ceph-mon[35322]: pgmap v546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:09.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:09 smithi175 ceph-mon[44549]: pgmap v547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:09.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:09 smithi181 ceph-mon[45557]: pgmap v547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:09.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:09 smithi088 ceph-mon[35322]: pgmap v547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:11.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:11 smithi175 ceph-mon[44549]: pgmap v548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:11.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:11 smithi181 ceph-mon[45557]: pgmap v548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:11.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:11 smithi088 ceph-mon[35322]: pgmap v548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:13.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:13 smithi175 ceph-mon[44549]: pgmap v549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:13.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:13 smithi181 ceph-mon[45557]: pgmap v549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:13.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:13 smithi088 ceph-mon[35322]: pgmap v549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:15.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:15 smithi181 ceph-mon[45557]: pgmap v550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:15.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:15 smithi088 ceph-mon[35322]: pgmap v550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:15.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:15 smithi175 ceph-mon[44549]: pgmap v550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:17.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:17 smithi181 ceph-mon[45557]: pgmap v551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:17 smithi088 ceph-mon[35322]: pgmap v551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:17.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:17 smithi175 ceph-mon[44549]: pgmap v551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:19.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:19 smithi181 ceph-mon[45557]: pgmap v552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:19.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:19 smithi088 ceph-mon[35322]: pgmap v552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:19.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:19 smithi175 ceph-mon[44549]: pgmap v552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:20.200+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:08:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:20.200+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:08:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:20.200+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:08:21.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:21 smithi181 ceph-mon[45557]: pgmap v553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:21.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:21 smithi088 ceph-mon[35322]: pgmap v553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:21.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:21 smithi175 ceph-mon[44549]: pgmap v553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:23.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:23 smithi181 ceph-mon[45557]: pgmap v554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:23.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:23 smithi088 ceph-mon[35322]: pgmap v554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:23.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:23 smithi175 ceph-mon[44549]: pgmap v554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:25.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:25 smithi181 ceph-mon[45557]: pgmap v555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:25.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:25 smithi088 ceph-mon[35322]: pgmap v555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:25.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:25 smithi175 ceph-mon[44549]: pgmap v555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:27 smithi181 ceph-mon[45557]: pgmap v556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:27 smithi088 ceph-mon[35322]: pgmap v556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:27 smithi175 ceph-mon[44549]: pgmap v556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:29.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:29 smithi181 ceph-mon[45557]: pgmap v557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:29.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:29 smithi088 ceph-mon[35322]: pgmap v557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:29.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:29 smithi175 ceph-mon[44549]: pgmap v557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:31.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:31 smithi181 ceph-mon[45557]: pgmap v558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:31 smithi088 ceph-mon[35322]: pgmap v558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:31.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:31 smithi175 ceph-mon[44549]: pgmap v558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:33 smithi181 ceph-mon[45557]: pgmap v559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:33 smithi088 ceph-mon[35322]: pgmap v559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:33.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:33 smithi175 ceph-mon[44549]: pgmap v559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:35.209+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:08:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:35.209+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:08:35.205 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:35.209+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:08:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:35 smithi181 ceph-mon[45557]: pgmap v560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:35.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:35 smithi088 ceph-mon[35322]: pgmap v560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:35.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:35 smithi175 ceph-mon[44549]: pgmap v560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:37 smithi181 ceph-mon[45557]: pgmap v561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:37.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:37 smithi088 ceph-mon[35322]: pgmap v561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:37.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:37 smithi175 ceph-mon[44549]: pgmap v561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:39.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:39 smithi181 ceph-mon[45557]: pgmap v562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:39 smithi088 ceph-mon[35322]: pgmap v562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:39.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:39 smithi175 ceph-mon[44549]: pgmap v562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:41 smithi088 ceph-mon[35322]: pgmap v563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:41.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:41 smithi175 ceph-mon[44549]: pgmap v563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:41.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:41 smithi181 ceph-mon[45557]: pgmap v563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:43.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:43 smithi088 ceph-mon[35322]: pgmap v564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:43.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:43 smithi175 ceph-mon[44549]: pgmap v564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:43.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:43 smithi181 ceph-mon[45557]: pgmap v564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:45.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:45 smithi088 ceph-mon[35322]: pgmap v565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:45.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:45 smithi175 ceph-mon[44549]: pgmap v565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:45.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:45 smithi181 ceph-mon[45557]: pgmap v565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:47 smithi088 ceph-mon[35322]: pgmap v566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:47.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:47 smithi175 ceph-mon[44549]: pgmap v566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:47.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:47 smithi181 ceph-mon[45557]: pgmap v566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:49.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:49 smithi088 ceph-mon[35322]: pgmap v567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:49.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:49 smithi175 ceph-mon[44549]: pgmap v567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:49.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:49 smithi181 ceph-mon[45557]: pgmap v567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:50.225+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:08:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:50.225+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:08:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:50.225+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:08:51.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:51 smithi088 ceph-mon[35322]: pgmap v568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:51.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:51 smithi175 ceph-mon[44549]: pgmap v568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:51.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:51 smithi181 ceph-mon[45557]: pgmap v568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:08:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:53 smithi088 ceph-mon[35322]: pgmap v569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:53.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:53 smithi175 ceph-mon[44549]: pgmap v569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:53.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:53 smithi181 ceph-mon[45557]: pgmap v569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:54.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:54.502+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314005b80 con 0x7ff34c102770 2024-01-28T13:08:54.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:54.503+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 8 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314005b80 con 0x7ff34c102770 2024-01-28T13:08:54.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:54.506+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c005af0 con 0x55d733ebf510 2024-01-28T13:08:54.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:08:54.506+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 8 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c005af0 con 0x55d733ebf510 2024-01-28T13:08:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:55 smithi088 ceph-mon[35322]: pgmap v570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:08:55.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:55 smithi175 ceph-mon[44549]: pgmap v570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:55.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:08:55.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:55 smithi181 ceph-mon[45557]: pgmap v570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:08:55.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:08:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:08:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:08:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:08:56.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:08:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:08:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:08:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:08:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:08:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:08:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:08:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:57 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:08:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:57 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:08:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:57 smithi088 ceph-mon[35322]: pgmap v571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:57 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:08:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:57 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:08:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:57 smithi175 ceph-mon[44549]: pgmap v571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:57.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:57 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:08:57.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:57 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:08:57.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:57 smithi181 ceph-mon[45557]: pgmap v571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:08:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:08:59 smithi088 ceph-mon[35322]: pgmap v572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:59.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:08:59 smithi175 ceph-mon[44549]: pgmap v572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:08:59.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:08:59 smithi181 ceph-mon[45557]: pgmap v572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:01.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:01 smithi088 ceph-mon[35322]: pgmap v573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:01.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:01 smithi175 ceph-mon[44549]: pgmap v573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:01.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:01 smithi181 ceph-mon[45557]: pgmap v573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:03 smithi088 ceph-mon[35322]: pgmap v574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:03.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:03 smithi175 ceph-mon[44549]: pgmap v574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:03.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:03 smithi181 ceph-mon[45557]: pgmap v574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:05.232 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:05.238+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:09:05.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:05.238+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:09:05.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:05.238+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:09:05.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:05 smithi088 ceph-mon[35322]: pgmap v575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:05.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:05 smithi175 ceph-mon[44549]: pgmap v575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:05.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:05 smithi181 ceph-mon[45557]: pgmap v575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:07.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:07 smithi088 ceph-mon[35322]: pgmap v576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:07.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:07 smithi175 ceph-mon[44549]: pgmap v576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:07.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:07 smithi181 ceph-mon[45557]: pgmap v576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:09.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:09 smithi088 ceph-mon[35322]: pgmap v577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:09.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:09 smithi175 ceph-mon[44549]: pgmap v577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:09.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:09 smithi181 ceph-mon[45557]: pgmap v577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:11.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:11 smithi088 ceph-mon[35322]: pgmap v578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:11.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:11 smithi175 ceph-mon[44549]: pgmap v578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:11.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:11 smithi181 ceph-mon[45557]: pgmap v578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:13.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:13 smithi088 ceph-mon[35322]: pgmap v579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:13.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:13 smithi175 ceph-mon[44549]: pgmap v579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:13.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:13 smithi181 ceph-mon[45557]: pgmap v579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:15.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:15 smithi088 ceph-mon[35322]: pgmap v580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:15.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:15 smithi175 ceph-mon[44549]: pgmap v580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:15.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:15 smithi181 ceph-mon[45557]: pgmap v580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:17.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:17 smithi088 ceph-mon[35322]: pgmap v581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:17.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:17 smithi175 ceph-mon[44549]: pgmap v581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:17.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:17 smithi181 ceph-mon[45557]: pgmap v581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:19.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:19 smithi175 ceph-mon[44549]: pgmap v582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:19.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:19 smithi181 ceph-mon[45557]: pgmap v582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:20.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:19 smithi088 ceph-mon[35322]: pgmap v582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:20.245 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:20.251+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:09:20.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:20.251+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:09:20.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:20.251+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:09:21.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:21 smithi175 ceph-mon[44549]: pgmap v583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:21.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:21 smithi181 ceph-mon[45557]: pgmap v583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:22.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:21 smithi088 ceph-mon[35322]: pgmap v583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:23.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:23 smithi175 ceph-mon[44549]: pgmap v584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:23.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:23 smithi181 ceph-mon[45557]: pgmap v584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:24.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:23 smithi088 ceph-mon[35322]: pgmap v584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:25.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:25 smithi175 ceph-mon[44549]: pgmap v585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:25.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:25 smithi181 ceph-mon[45557]: pgmap v585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:26.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:25 smithi088 ceph-mon[35322]: pgmap v585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:27.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:27 smithi175 ceph-mon[44549]: pgmap v586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:27.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:27 smithi181 ceph-mon[45557]: pgmap v586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:28.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:27 smithi088 ceph-mon[35322]: pgmap v586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:29.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:29 smithi175 ceph-mon[44549]: pgmap v587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:29.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:29 smithi181 ceph-mon[45557]: pgmap v587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:30.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:29 smithi088 ceph-mon[35322]: pgmap v587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:31.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:31 smithi175 ceph-mon[44549]: pgmap v588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:31.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:31 smithi181 ceph-mon[45557]: pgmap v588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:32.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:31 smithi088 ceph-mon[35322]: pgmap v588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:33.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:33 smithi175 ceph-mon[44549]: pgmap v589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:33.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:33 smithi181 ceph-mon[45557]: pgmap v589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:34.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:33 smithi088 ceph-mon[35322]: pgmap v589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:35.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:35.254+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:09:35.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:35.254+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:09:35.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:35.254+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:09:35.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:35 smithi175 ceph-mon[44549]: pgmap v590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:35.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:35 smithi181 ceph-mon[45557]: pgmap v590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:36.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:35 smithi088 ceph-mon[35322]: pgmap v590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:37.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:37 smithi175 ceph-mon[44549]: pgmap v591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:37.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:37 smithi181 ceph-mon[45557]: pgmap v591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:38.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:37 smithi088 ceph-mon[35322]: pgmap v591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:39.508+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314005e70 con 0x7ff34c102770 2024-01-28T13:09:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:39.509+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 9 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314005e70 con 0x7ff34c102770 2024-01-28T13:09:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:39.512+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c005db0 con 0x55d733ebf510 2024-01-28T13:09:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:39.512+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 9 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c005db0 con 0x55d733ebf510 2024-01-28T13:09:39.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:39 smithi175 ceph-mon[44549]: pgmap v592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:39.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:39 smithi181 ceph-mon[45557]: pgmap v592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:40.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:39 smithi088 ceph-mon[35322]: pgmap v592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:41.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:41 smithi175 ceph-mon[44549]: pgmap v593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:41.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:41 smithi181 ceph-mon[45557]: pgmap v593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:42.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:41 smithi088 ceph-mon[35322]: pgmap v593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:43.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:43 smithi175 ceph-mon[44549]: pgmap v594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:43.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:43 smithi181 ceph-mon[45557]: pgmap v594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:44.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:43 smithi088 ceph-mon[35322]: pgmap v594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:45.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:45 smithi175 ceph-mon[44549]: pgmap v595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:45.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:45 smithi181 ceph-mon[45557]: pgmap v595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:46.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:45 smithi088 ceph-mon[35322]: pgmap v595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:47.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:47 smithi175 ceph-mon[44549]: pgmap v596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:47.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:47 smithi181 ceph-mon[45557]: pgmap v596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:48.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:47 smithi088 ceph-mon[35322]: pgmap v596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:49.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:49 smithi175 ceph-mon[44549]: pgmap v597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:49.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:49 smithi181 ceph-mon[45557]: pgmap v597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:50.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:49 smithi088 ceph-mon[35322]: pgmap v597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:50.264+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:09:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:50.264+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:09:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:09:50.264+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:09:51.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:51 smithi175 ceph-mon[44549]: pgmap v598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:51.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:51 smithi181 ceph-mon[45557]: pgmap v598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:52.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:51 smithi088 ceph-mon[35322]: pgmap v598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:09:53.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:53 smithi175 ceph-mon[44549]: pgmap v599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:53.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:53 smithi181 ceph-mon[45557]: pgmap v599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:54.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:53 smithi088 ceph-mon[35322]: pgmap v599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:55.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:55 smithi175 ceph-mon[44549]: pgmap v600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:55.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:55 smithi181 ceph-mon[45557]: pgmap v600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:56.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:55 smithi088 ceph-mon[35322]: pgmap v600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:09:56.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:09:56.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:09:57.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:09:57.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:57 smithi175 ceph-mon[44549]: pgmap v601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:57.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:09:57.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:09:57.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:09:57.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:57 smithi181 ceph-mon[45557]: pgmap v601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:57.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:09:57.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:09:57.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:09:58.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:57 smithi088 ceph-mon[35322]: pgmap v601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:09:58.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:09:58.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:09:58.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:09:59.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:09:59 smithi175 ceph-mon[44549]: pgmap v602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:09:59.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:09:59 smithi181 ceph-mon[45557]: pgmap v602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:00.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:09:59 smithi088 ceph-mon[35322]: pgmap v602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:00.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:00 smithi175 ceph-mon[44549]: overall HEALTH_OK 2024-01-28T13:10:00.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:00 smithi181 ceph-mon[45557]: overall HEALTH_OK 2024-01-28T13:10:01.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:00 smithi088 ceph-mon[35322]: overall HEALTH_OK 2024-01-28T13:10:01.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:01 smithi175 ceph-mon[44549]: pgmap v603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:01.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:01 smithi181 ceph-mon[45557]: pgmap v603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:02.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:01 smithi088 ceph-mon[35322]: pgmap v603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:03.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:03 smithi175 ceph-mon[44549]: pgmap v604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:03.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:03 smithi181 ceph-mon[45557]: pgmap v604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:04.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:03 smithi088 ceph-mon[35322]: pgmap v604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:05.272 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:05.279+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:10:05.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:05.279+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:10:05.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:05.279+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:10:05.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:05 smithi088 ceph-mon[35322]: pgmap v605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:05.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:05 smithi175 ceph-mon[44549]: pgmap v605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:05.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:05 smithi181 ceph-mon[45557]: pgmap v605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:07.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:07 smithi175 ceph-mon[44549]: pgmap v606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:07.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:07 smithi181 ceph-mon[45557]: pgmap v606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:08.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:07 smithi088 ceph-mon[35322]: pgmap v606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:09.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:09 smithi175 ceph-mon[44549]: pgmap v607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:09.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:09 smithi181 ceph-mon[45557]: pgmap v607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:10.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:09 smithi088 ceph-mon[35322]: pgmap v607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:11.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:11 smithi175 ceph-mon[44549]: pgmap v608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:11.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:11 smithi181 ceph-mon[45557]: pgmap v608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:12.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:11 smithi088 ceph-mon[35322]: pgmap v608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:13.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:13 smithi175 ceph-mon[44549]: pgmap v609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:13.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:13 smithi181 ceph-mon[45557]: pgmap v609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:14.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:13 smithi088 ceph-mon[35322]: pgmap v609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:15.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:15 smithi175 ceph-mon[44549]: pgmap v610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:15.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:15 smithi181 ceph-mon[45557]: pgmap v610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:16.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:15 smithi088 ceph-mon[35322]: pgmap v610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:17.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:17 smithi175 ceph-mon[44549]: pgmap v611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:17.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:17 smithi181 ceph-mon[45557]: pgmap v611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:18.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:17 smithi088 ceph-mon[35322]: pgmap v611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:19.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:19 smithi175 ceph-mon[44549]: pgmap v612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:19.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:19 smithi181 ceph-mon[45557]: pgmap v612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:20.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:19 smithi088 ceph-mon[35322]: pgmap v612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:20.285 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:20.292+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:10:20.285 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:20.292+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:10:20.285 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:20.292+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:10:21.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:21 smithi175 ceph-mon[44549]: pgmap v613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:21.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:21 smithi181 ceph-mon[45557]: pgmap v613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:22.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:21 smithi088 ceph-mon[35322]: pgmap v613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:23.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:23 smithi175 ceph-mon[44549]: pgmap v614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:23.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:23 smithi181 ceph-mon[45557]: pgmap v614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:24.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:23 smithi088 ceph-mon[35322]: pgmap v614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:25.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:25 smithi181 ceph-mon[45557]: pgmap v615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:26.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:25 smithi088 ceph-mon[35322]: pgmap v615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:26.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:25 smithi175 ceph-mon[44549]: pgmap v615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:27.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:27 smithi181 ceph-mon[45557]: pgmap v616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:28.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:27 smithi088 ceph-mon[35322]: pgmap v616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:28.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:27 smithi175 ceph-mon[44549]: pgmap v616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:29.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:29 smithi181 ceph-mon[45557]: pgmap v617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:30.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:29 smithi088 ceph-mon[35322]: pgmap v617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:30.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:29 smithi175 ceph-mon[44549]: pgmap v617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:31.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:31 smithi181 ceph-mon[45557]: pgmap v618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:32.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:31 smithi088 ceph-mon[35322]: pgmap v618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:32.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:31 smithi175 ceph-mon[44549]: pgmap v618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:33.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:33 smithi181 ceph-mon[45557]: pgmap v619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:34.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:33 smithi088 ceph-mon[35322]: pgmap v619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:34.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:33 smithi175 ceph-mon[44549]: pgmap v619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:35.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:35.308+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:10:35.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:35.308+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:10:35.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:35.308+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:10:35.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:35 smithi181 ceph-mon[45557]: pgmap v620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:36.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:35 smithi088 ceph-mon[35322]: pgmap v620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:36.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:35 smithi175 ceph-mon[44549]: pgmap v620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:37.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:37 smithi181 ceph-mon[45557]: pgmap v621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:38.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:37 smithi088 ceph-mon[35322]: pgmap v621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:38.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:37 smithi175 ceph-mon[44549]: pgmap v621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:39.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:39 smithi181 ceph-mon[45557]: pgmap v622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:40.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:39 smithi088 ceph-mon[35322]: pgmap v622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:40.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:39 smithi175 ceph-mon[44549]: pgmap v622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:41.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:41 smithi181 ceph-mon[45557]: pgmap v623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:42.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:41 smithi088 ceph-mon[35322]: pgmap v623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:42.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:41 smithi175 ceph-mon[44549]: pgmap v623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:43.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:43 smithi181 ceph-mon[45557]: pgmap v624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:44.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:43 smithi088 ceph-mon[35322]: pgmap v624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:44.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:43 smithi175 ceph-mon[44549]: pgmap v624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:45.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:45 smithi181 ceph-mon[45557]: pgmap v625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:46.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:45 smithi088 ceph-mon[35322]: pgmap v625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:46.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:45 smithi175 ceph-mon[44549]: pgmap v625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:47.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:47 smithi181 ceph-mon[45557]: pgmap v626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:48.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:47 smithi088 ceph-mon[35322]: pgmap v626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:48.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:47 smithi175 ceph-mon[44549]: pgmap v626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:50.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:49 smithi088 ceph-mon[35322]: pgmap v627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:50.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:49 smithi175 ceph-mon[44549]: pgmap v627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:50.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:49 smithi181 ceph-mon[45557]: pgmap v627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:10:50.304 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:50.312+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:10:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:50.312+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:10:50.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:10:50.312+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:10:52.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:51 smithi088 ceph-mon[35322]: pgmap v628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:52.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:51 smithi175 ceph-mon[44549]: pgmap v628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:52.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:51 smithi181 ceph-mon[45557]: pgmap v628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:10:54.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:53 smithi088 ceph-mon[35322]: pgmap v629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:54.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:53 smithi175 ceph-mon[44549]: pgmap v629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:54.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:53 smithi181 ceph-mon[45557]: pgmap v629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:56.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:55 smithi088 ceph-mon[35322]: pgmap v630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:56.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:55 smithi175 ceph-mon[44549]: pgmap v630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:56.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:55 smithi181 ceph-mon[45557]: pgmap v630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:10:58.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:57 smithi088 ceph-mon[35322]: pgmap v631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:58.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:10:58.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:57 smithi175 ceph-mon[44549]: pgmap v631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:58.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:10:58.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:57 smithi181 ceph-mon[45557]: pgmap v631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:10:58.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:11:00.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:59 smithi088 ceph-mon[35322]: pgmap v632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:11:00.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:10:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:59 smithi175 ceph-mon[44549]: pgmap v632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:11:00.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:10:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:59 smithi181 ceph-mon[45557]: pgmap v632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:11:00.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:00.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:10:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:01.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:01.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:01.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:11:01.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:11:01.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:01.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:01.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:01.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:11:01.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:11:01.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:01.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:01.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:01.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:11:01.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:11:01.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:11:02.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:01 smithi175 ceph-mon[44549]: pgmap v633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:11:02.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:01 smithi175 ceph-mon[44549]: pgmap v634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:11:02.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:01 smithi175 ceph-mon[44549]: Health check failed: 4 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-01-28T13:11:02.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:01 smithi181 ceph-mon[45557]: pgmap v633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:11:02.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:01 smithi181 ceph-mon[45557]: pgmap v634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:11:02.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:01 smithi181 ceph-mon[45557]: Health check failed: 4 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-01-28T13:11:02.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:01 smithi088 ceph-mon[35322]: pgmap v633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:11:02.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:01 smithi088 ceph-mon[35322]: pgmap v634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:11:02.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:01 smithi088 ceph-mon[35322]: Health check failed: 4 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-01-28T13:11:04.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:03 smithi175 ceph-mon[44549]: pgmap v635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:11:04.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:03 smithi181 ceph-mon[45557]: pgmap v635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:11:04.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:03 smithi088 ceph-mon[35322]: pgmap v635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:11:05.319 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:05.326+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:11:05.319 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:05.326+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:11:05.319 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:05.326+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:11:06.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:05 smithi175 ceph-mon[44549]: pgmap v636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:11:06.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:05 smithi181 ceph-mon[45557]: pgmap v636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:11:06.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:05 smithi088 ceph-mon[35322]: pgmap v636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:11:08.111 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:07 smithi088 ceph-mon[35322]: pgmap v637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:11:08.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:07 smithi175 ceph-mon[44549]: pgmap v637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:11:08.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:07 smithi181 ceph-mon[45557]: pgmap v637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:11:10.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:09 smithi175 ceph-mon[44549]: pgmap v638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:11:10.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:09 smithi181 ceph-mon[45557]: pgmap v638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:11:10.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:09 smithi088 ceph-mon[35322]: pgmap v638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:11:11.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:11 smithi175 ceph-mon[44549]: pgmap v639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:11:11.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:11 smithi181 ceph-mon[45557]: pgmap v639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:11:11.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:11 smithi088 ceph-mon[35322]: pgmap v639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:11:13.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:13 smithi181 ceph-mon[45557]: pgmap v640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:14.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:13 smithi088 ceph-mon[35322]: pgmap v640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:14.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:13 smithi175 ceph-mon[44549]: pgmap v640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:15.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:15 smithi181 ceph-mon[45557]: pgmap v641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:16.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:15 smithi088 ceph-mon[35322]: pgmap v641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:16.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:15 smithi175 ceph-mon[44549]: pgmap v641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:17.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:17 smithi181 ceph-mon[45557]: pgmap v642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:18.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:17 smithi088 ceph-mon[35322]: pgmap v642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:18.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:17 smithi175 ceph-mon[44549]: pgmap v642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:19.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:19 smithi181 ceph-mon[45557]: pgmap v643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:20.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:19 smithi088 ceph-mon[35322]: pgmap v643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:20.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:19 smithi175 ceph-mon[44549]: pgmap v643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:20.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:20.336+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:11:20.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:20.336+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:11:20.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:20.336+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:11:21.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:21 smithi175 ceph-mon[44549]: pgmap v644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:21.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:21 smithi181 ceph-mon[45557]: pgmap v644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:21.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:21 smithi088 ceph-mon[35322]: pgmap v644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:23.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:23 smithi181 ceph-mon[45557]: pgmap v645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:23.982 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:23 smithi088 ceph-mon[35322]: pgmap v645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:24.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:23 smithi175 ceph-mon[44549]: pgmap v645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:25.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:25 smithi181 ceph-mon[45557]: pgmap v646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:26.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:25 smithi088 ceph-mon[35322]: pgmap v646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:26.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:25 smithi175 ceph-mon[44549]: pgmap v646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:27.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:27 smithi181 ceph-mon[45557]: pgmap v647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:28.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:27 smithi088 ceph-mon[35322]: pgmap v647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:28.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:27 smithi175 ceph-mon[44549]: pgmap v647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:29.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:29 smithi181 ceph-mon[45557]: pgmap v648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:30.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:29 smithi088 ceph-mon[35322]: pgmap v648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:30.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:29 smithi175 ceph-mon[44549]: pgmap v648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:31.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:31 smithi175 ceph-mon[44549]: pgmap v649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:31.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:31 smithi181 ceph-mon[45557]: pgmap v649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:31.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:31 smithi088 ceph-mon[35322]: pgmap v649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:33.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:33 smithi181 ceph-mon[45557]: pgmap v650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:34.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:33 smithi088 ceph-mon[35322]: pgmap v650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:34.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:33 smithi175 ceph-mon[44549]: pgmap v650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:35.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:35.342+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:11:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:35.342+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:11:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:35.342+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:11:35.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:35 smithi181 ceph-mon[45557]: pgmap v651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:36.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:35 smithi088 ceph-mon[35322]: pgmap v651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:36.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:35 smithi175 ceph-mon[44549]: pgmap v651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:37.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:37 smithi181 ceph-mon[45557]: pgmap v652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:38.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:37 smithi088 ceph-mon[35322]: pgmap v652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:38.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:37 smithi175 ceph-mon[44549]: pgmap v652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:39.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:39 smithi181 ceph-mon[45557]: pgmap v653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:40.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:39 smithi088 ceph-mon[35322]: pgmap v653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:40.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:39 smithi175 ceph-mon[44549]: pgmap v653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:41.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:41 smithi175 ceph-mon[44549]: pgmap v654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:41.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:41 smithi181 ceph-mon[45557]: pgmap v654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:41.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:41 smithi088 ceph-mon[35322]: pgmap v654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:43.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:43 smithi181 ceph-mon[45557]: pgmap v655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:44.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:43 smithi088 ceph-mon[35322]: pgmap v655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:44.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:43 smithi175 ceph-mon[44549]: pgmap v655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:45.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:45 smithi181 ceph-mon[45557]: pgmap v656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:46.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:45 smithi088 ceph-mon[35322]: pgmap v656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:46.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:45 smithi175 ceph-mon[44549]: pgmap v656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:47.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:47 smithi181 ceph-mon[45557]: pgmap v657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:48.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:47 smithi088 ceph-mon[35322]: pgmap v657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:48.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:47 smithi175 ceph-mon[44549]: pgmap v657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:49.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:49 smithi181 ceph-mon[45557]: pgmap v658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:50.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:49 smithi088 ceph-mon[35322]: pgmap v658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:50.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:49 smithi175 ceph-mon[44549]: pgmap v658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:11:50.345 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:50.353+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:11:50.345 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:50.353+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:11:50.345 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:11:50.353+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:11:51.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:51 smithi175 ceph-mon[44549]: pgmap v659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:51.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:51 smithi181 ceph-mon[45557]: pgmap v659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:51.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:51 smithi088 ceph-mon[35322]: pgmap v659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:53.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:53 smithi181 ceph-mon[45557]: pgmap v660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:54.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:53 smithi088 ceph-mon[35322]: pgmap v660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:54.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:53 smithi175 ceph-mon[44549]: pgmap v660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:11:55.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:55 smithi181 ceph-mon[45557]: pgmap v661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:56.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:55 smithi088 ceph-mon[35322]: pgmap v661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:56.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:55 smithi175 ceph-mon[44549]: pgmap v661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:11:57.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:57 smithi181 ceph-mon[45557]: pgmap v662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:58.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:57 smithi088 ceph-mon[35322]: pgmap v662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:58.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:57 smithi175 ceph-mon[44549]: pgmap v662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:11:59.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:11:59 smithi181 ceph-mon[45557]: pgmap v663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:00.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:11:59 smithi088 ceph-mon[35322]: pgmap v663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:00.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:11:59 smithi175 ceph-mon[44549]: pgmap v663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:01.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:01 smithi175 ceph-mon[44549]: pgmap v664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:01.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:12:01.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:01 smithi181 ceph-mon[45557]: pgmap v664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:01.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:12:01.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:01 smithi088 ceph-mon[35322]: pgmap v664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:01.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:12:02.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:12:02.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:12:02.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:02 smithi175 ceph-mon[44549]: pgmap v665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:12:02.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:02 smithi175 ceph-mon[44549]: pgmap v666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:12:02.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:12:02.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:12:02.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:12:02.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:02 smithi181 ceph-mon[45557]: pgmap v665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:12:02.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:02 smithi181 ceph-mon[45557]: pgmap v666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:12:02.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:12:02.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:12:02.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:12:02.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:02 smithi088 ceph-mon[35322]: pgmap v665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:12:02.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:02 smithi088 ceph-mon[35322]: pgmap v666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:12:02.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:12:04.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:04 smithi181 ceph-mon[45557]: pgmap v667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:12:05.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:04 smithi088 ceph-mon[35322]: pgmap v667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:12:05.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:04 smithi175 ceph-mon[44549]: pgmap v667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:12:05.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:05.359+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:12:05.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:05.359+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:12:05.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:05.359+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:12:06.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:06 smithi175 ceph-mon[44549]: pgmap v668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:12:06.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:06 smithi181 ceph-mon[45557]: pgmap v668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:12:06.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:06 smithi088 ceph-mon[35322]: pgmap v668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:12:08.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:08 smithi181 ceph-mon[45557]: pgmap v669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:12:09.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:08 smithi088 ceph-mon[35322]: pgmap v669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:12:09.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:08 smithi175 ceph-mon[44549]: pgmap v669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:12:10.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:10 smithi181 ceph-mon[45557]: pgmap v670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:12:11.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:10 smithi088 ceph-mon[35322]: pgmap v670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:12:11.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:10 smithi175 ceph-mon[44549]: pgmap v670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:12:12.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:12 smithi181 ceph-mon[45557]: pgmap v671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:12:13.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:12 smithi088 ceph-mon[35322]: pgmap v671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:12:13.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:12 smithi175 ceph-mon[44549]: pgmap v671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:12:14.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:14 smithi181 ceph-mon[45557]: pgmap v672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:15.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:14 smithi088 ceph-mon[35322]: pgmap v672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:15.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:14 smithi175 ceph-mon[44549]: pgmap v672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:16.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:16 smithi175 ceph-mon[44549]: pgmap v673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:16.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:16 smithi181 ceph-mon[45557]: pgmap v673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:16.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:16 smithi088 ceph-mon[35322]: pgmap v673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:18.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:18 smithi181 ceph-mon[45557]: pgmap v674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:19.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:18 smithi088 ceph-mon[35322]: pgmap v674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:19.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:18 smithi175 ceph-mon[44549]: pgmap v674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:20.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:20.372+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:12:20.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:20.373+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:12:20.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:20.373+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:12:20.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:20 smithi181 ceph-mon[45557]: pgmap v675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:12:21.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:20 smithi088 ceph-mon[35322]: pgmap v675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:12:21.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:20 smithi175 ceph-mon[44549]: pgmap v675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:12:22.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:22 smithi181 ceph-mon[45557]: pgmap v676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:23.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:22 smithi088 ceph-mon[35322]: pgmap v676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:23.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:22 smithi175 ceph-mon[44549]: pgmap v676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:25.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:24 smithi088 ceph-mon[35322]: pgmap v677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:25.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:24 smithi175 ceph-mon[44549]: pgmap v677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:25.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:24 smithi181 ceph-mon[45557]: pgmap v677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:26.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:26 smithi175 ceph-mon[44549]: pgmap v678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:26.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:26 smithi181 ceph-mon[45557]: pgmap v678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:26.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:26 smithi088 ceph-mon[35322]: pgmap v678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:28.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:28 smithi181 ceph-mon[45557]: pgmap v679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:29.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:28 smithi088 ceph-mon[35322]: pgmap v679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:29.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:28 smithi175 ceph-mon[44549]: pgmap v679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:30.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:30 smithi181 ceph-mon[45557]: pgmap v680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:12:31.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:30 smithi088 ceph-mon[35322]: pgmap v680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:12:31.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:30 smithi175 ceph-mon[44549]: pgmap v680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:12:33.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:32 smithi088 ceph-mon[35322]: pgmap v681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:33.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:32 smithi175 ceph-mon[44549]: pgmap v681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:33.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:32 smithi181 ceph-mon[45557]: pgmap v681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:35.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:34 smithi088 ceph-mon[35322]: pgmap v682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:35.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:34 smithi175 ceph-mon[44549]: pgmap v682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:35.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:34 smithi181 ceph-mon[45557]: pgmap v682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:35.379 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:35.388+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:12:35.379 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:35.388+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:12:35.379 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:35.388+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:12:36.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:36 smithi175 ceph-mon[44549]: pgmap v683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:36.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:36 smithi181 ceph-mon[45557]: pgmap v683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:36.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:36 smithi088 ceph-mon[35322]: pgmap v683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:38.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:38 smithi181 ceph-mon[45557]: pgmap v684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:39.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:38 smithi088 ceph-mon[35322]: pgmap v684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:39.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:38 smithi175 ceph-mon[44549]: pgmap v684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:39.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:39.534+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140060d0 con 0x7ff34c102770 2024-01-28T13:12:39.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:39.534+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 10 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140060d0 con 0x7ff34c102770 2024-01-28T13:12:39.527 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:39.535+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c005f90 con 0x55d733ebf510 2024-01-28T13:12:39.527 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:39.536+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 10 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c005f90 con 0x55d733ebf510 2024-01-28T13:12:41.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:40 smithi088 ceph-mon[35322]: pgmap v685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:12:41.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:40 smithi175 ceph-mon[44549]: pgmap v685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:12:41.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:40 smithi181 ceph-mon[45557]: pgmap v685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:12:43.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:42 smithi088 ceph-mon[35322]: pgmap v686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:43.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:42 smithi175 ceph-mon[44549]: pgmap v686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:43.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:42 smithi181 ceph-mon[45557]: pgmap v686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:45.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:44 smithi088 ceph-mon[35322]: pgmap v687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:45.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:44 smithi175 ceph-mon[44549]: pgmap v687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:45.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:44 smithi181 ceph-mon[45557]: pgmap v687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:46.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:46 smithi175 ceph-mon[44549]: pgmap v688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:46.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:46 smithi181 ceph-mon[45557]: pgmap v688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:46.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:46 smithi088 ceph-mon[35322]: pgmap v688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:49.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:48 smithi088 ceph-mon[35322]: pgmap v689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:49.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:48 smithi175 ceph-mon[44549]: pgmap v689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:49.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:48 smithi181 ceph-mon[45557]: pgmap v689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:50.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:50.402+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:12:50.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:50.402+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:12:50.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:12:50.402+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:12:51.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:50 smithi088 ceph-mon[35322]: pgmap v690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:12:51.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:50 smithi175 ceph-mon[44549]: pgmap v690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:12:51.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:50 smithi181 ceph-mon[45557]: pgmap v690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:12:53.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:52 smithi088 ceph-mon[35322]: pgmap v691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:53.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:52 smithi175 ceph-mon[44549]: pgmap v691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:53.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:52 smithi181 ceph-mon[45557]: pgmap v691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:55.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:54 smithi088 ceph-mon[35322]: pgmap v692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:55.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:54 smithi175 ceph-mon[44549]: pgmap v692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:55.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:54 smithi181 ceph-mon[45557]: pgmap v692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:12:56.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:56 smithi175 ceph-mon[44549]: pgmap v693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:56.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:56 smithi181 ceph-mon[45557]: pgmap v693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:56.768 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:56 smithi088 ceph-mon[35322]: pgmap v693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:12:59.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:12:58 smithi088 ceph-mon[35322]: pgmap v694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:59.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:12:58 smithi175 ceph-mon[44549]: pgmap v694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:12:59.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:12:58 smithi181 ceph-mon[45557]: pgmap v694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:01.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:00 smithi088 ceph-mon[35322]: pgmap v695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:13:01.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:00 smithi175 ceph-mon[44549]: pgmap v695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:13:01.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:00 smithi181 ceph-mon[45557]: pgmap v695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:13:03.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:02 smithi088 ceph-mon[35322]: pgmap v696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:03.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:13:03.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:13:03.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:13:03.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:13:03.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:02 smithi175 ceph-mon[44549]: pgmap v696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:03.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:13:03.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:13:03.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:13:03.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:13:03.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:02 smithi181 ceph-mon[45557]: pgmap v696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:03.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:13:03.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:13:03.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:13:03.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:13:04.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:03 smithi088 ceph-mon[35322]: pgmap v697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:13:04.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:03 smithi088 ceph-mon[35322]: pgmap v698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:13:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:03 smithi175 ceph-mon[44549]: pgmap v697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:13:04.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:03 smithi175 ceph-mon[44549]: pgmap v698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:13:04.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:03 smithi181 ceph-mon[45557]: pgmap v697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:13:04.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:03 smithi181 ceph-mon[45557]: pgmap v698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:13:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:05.414+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:13:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:05.415+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:13:05.405 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:05.415+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:13:06.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:05 smithi088 ceph-mon[35322]: pgmap v699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:13:06.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:05 smithi175 ceph-mon[44549]: pgmap v699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:13:06.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:05 smithi181 ceph-mon[45557]: pgmap v699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:13:08.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:07 smithi088 ceph-mon[35322]: pgmap v700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:13:08.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:07 smithi175 ceph-mon[44549]: pgmap v700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:13:08.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:07 smithi181 ceph-mon[45557]: pgmap v700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:13:10.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:09 smithi088 ceph-mon[35322]: pgmap v701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:13:10.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:09 smithi175 ceph-mon[44549]: pgmap v701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:13:10.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:09 smithi181 ceph-mon[45557]: pgmap v701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:13:11.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:11 smithi175 ceph-mon[44549]: pgmap v702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:13:11.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:11 smithi181 ceph-mon[45557]: pgmap v702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:13:11.768 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:11 smithi088 ceph-mon[35322]: pgmap v702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:13:13.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:13 smithi181 ceph-mon[45557]: pgmap v703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:13:14.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:13 smithi088 ceph-mon[35322]: pgmap v703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:13:14.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:13 smithi175 ceph-mon[44549]: pgmap v703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:13:15.946 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:15 smithi181 ceph-mon[45557]: pgmap v704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:13:16.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:15 smithi088 ceph-mon[35322]: pgmap v704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:13:16.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:15 smithi175 ceph-mon[44549]: pgmap v704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:13:17.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:17 smithi181 ceph-mon[45557]: pgmap v705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:18.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:17 smithi088 ceph-mon[35322]: pgmap v705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:18.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:17 smithi175 ceph-mon[44549]: pgmap v705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:20.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:19 smithi088 ceph-mon[35322]: pgmap v706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:13:20.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:19 smithi175 ceph-mon[44549]: pgmap v706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:13:20.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:19 smithi181 ceph-mon[45557]: pgmap v706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:13:20.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:20.427+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:13:20.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:20.427+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:13:20.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:20.427+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:13:21.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:21 smithi175 ceph-mon[44549]: pgmap v707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:21.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:21 smithi181 ceph-mon[45557]: pgmap v707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:21.768 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:21 smithi088 ceph-mon[35322]: pgmap v707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:23.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:23 smithi181 ceph-mon[45557]: pgmap v708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:24.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:23 smithi088 ceph-mon[35322]: pgmap v708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:24.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:23 smithi175 ceph-mon[44549]: pgmap v708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:26.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:25 smithi088 ceph-mon[35322]: pgmap v709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:13:26.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:25 smithi175 ceph-mon[44549]: pgmap v709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:13:26.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:25 smithi181 ceph-mon[45557]: pgmap v709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:13:28.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:27 smithi088 ceph-mon[35322]: pgmap v710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:28.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:27 smithi175 ceph-mon[44549]: pgmap v710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:28.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:27 smithi181 ceph-mon[45557]: pgmap v710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:30.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:29 smithi088 ceph-mon[35322]: pgmap v711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:13:30.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:29 smithi175 ceph-mon[44549]: pgmap v711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:13:30.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:29 smithi181 ceph-mon[45557]: pgmap v711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:13:31.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:31 smithi175 ceph-mon[44549]: pgmap v712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:31.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:31 smithi181 ceph-mon[45557]: pgmap v712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:31.768 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:31 smithi088 ceph-mon[35322]: pgmap v712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:33.946 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:33 smithi181 ceph-mon[45557]: pgmap v713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:34.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:33 smithi088 ceph-mon[35322]: pgmap v713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:34.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:33 smithi175 ceph-mon[44549]: pgmap v713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:35.439+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:13:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:35.439+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:13:35.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:35.439+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:13:36.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:35 smithi088 ceph-mon[35322]: pgmap v714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:13:36.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:35 smithi175 ceph-mon[44549]: pgmap v714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:13:36.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:35 smithi181 ceph-mon[45557]: pgmap v714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:13:38.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:37 smithi088 ceph-mon[35322]: pgmap v715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:38.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:37 smithi175 ceph-mon[44549]: pgmap v715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:38.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:37 smithi181 ceph-mon[45557]: pgmap v715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:40.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:39 smithi088 ceph-mon[35322]: pgmap v716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:13:40.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:39 smithi175 ceph-mon[44549]: pgmap v716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:13:40.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:39 smithi181 ceph-mon[45557]: pgmap v716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:13:41.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:41 smithi175 ceph-mon[44549]: pgmap v717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:41.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:41 smithi181 ceph-mon[45557]: pgmap v717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:41.768 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:41 smithi088 ceph-mon[35322]: pgmap v717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:44.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:43 smithi088 ceph-mon[35322]: pgmap v718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:44.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:43 smithi175 ceph-mon[44549]: pgmap v718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:44.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:43 smithi181 ceph-mon[45557]: pgmap v718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:13:46.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:45 smithi088 ceph-mon[35322]: pgmap v719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:13:46.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:45 smithi175 ceph-mon[44549]: pgmap v719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:13:46.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:45 smithi181 ceph-mon[45557]: pgmap v719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:13:48.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:47 smithi088 ceph-mon[35322]: pgmap v720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:13:48.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:47 smithi175 ceph-mon[44549]: pgmap v720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:13:48.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:47 smithi181 ceph-mon[45557]: pgmap v720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:13:50.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:49 smithi088 ceph-mon[35322]: pgmap v721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:13:50.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:49 smithi175 ceph-mon[44549]: pgmap v721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:13:50.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:49 smithi181 ceph-mon[45557]: pgmap v721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:13:50.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:50.446+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:13:50.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:50.446+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:13:50.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:13:50.446+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:13:51.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:51 smithi175 ceph-mon[44549]: pgmap v722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:13:51.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:51 smithi181 ceph-mon[45557]: pgmap v722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:13:51.768 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:51 smithi088 ceph-mon[35322]: pgmap v722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:13:54.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:53 smithi088 ceph-mon[35322]: pgmap v723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:13:54.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:53 smithi175 ceph-mon[44549]: pgmap v723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:13:54.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:53 smithi181 ceph-mon[45557]: pgmap v723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:13:56.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:55 smithi088 ceph-mon[35322]: pgmap v724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:13:56.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:55 smithi175 ceph-mon[44549]: pgmap v724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:13:56.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:55 smithi181 ceph-mon[45557]: pgmap v724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:13:58.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:57 smithi088 ceph-mon[35322]: pgmap v725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:58.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:57 smithi175 ceph-mon[44549]: pgmap v725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:13:58.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:57 smithi181 ceph-mon[45557]: pgmap v725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:00.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:13:59 smithi088 ceph-mon[35322]: pgmap v726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:14:00.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:13:59 smithi175 ceph-mon[44549]: pgmap v726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:14:00.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:13:59 smithi181 ceph-mon[45557]: pgmap v726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:14:01.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:01 smithi175 ceph-mon[44549]: pgmap v727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:01.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:01 smithi181 ceph-mon[45557]: pgmap v727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:01.768 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:01 smithi088 ceph-mon[35322]: pgmap v727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:04.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:03 smithi088 ceph-mon[35322]: pgmap v728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:14:04.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:14:04.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:03 smithi175 ceph-mon[44549]: pgmap v728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:14:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:14:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:03 smithi181 ceph-mon[45557]: pgmap v728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:14:04.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:14:04.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:04.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:05.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:14:05.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:14:05.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:05.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:14:05.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:14:05.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:05.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:14:05.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:14:05.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:14:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:05.456+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:14:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:05.456+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:14:05.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:05.456+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:14:06.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:05 smithi088 ceph-mon[35322]: pgmap v729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:14:06.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:05 smithi088 ceph-mon[35322]: pgmap v730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:14:06.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:05 smithi175 ceph-mon[44549]: pgmap v729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:14:06.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:05 smithi175 ceph-mon[44549]: pgmap v730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:14:06.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:05 smithi181 ceph-mon[45557]: pgmap v729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:14:06.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:05 smithi181 ceph-mon[45557]: pgmap v730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:14:08.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:07 smithi088 ceph-mon[35322]: pgmap v731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:14:08.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:07 smithi175 ceph-mon[44549]: pgmap v731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:14:08.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:07 smithi181 ceph-mon[45557]: pgmap v731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:14:10.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:09 smithi088 ceph-mon[35322]: pgmap v732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:14:10.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:09 smithi175 ceph-mon[44549]: pgmap v732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:14:10.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:09 smithi181 ceph-mon[45557]: pgmap v732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:14:12.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:11 smithi088 ceph-mon[35322]: pgmap v733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:14:12.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:11 smithi175 ceph-mon[44549]: pgmap v733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:14:12.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:11 smithi181 ceph-mon[45557]: pgmap v733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:14:14.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:13 smithi088 ceph-mon[35322]: pgmap v734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:14:14.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:13 smithi175 ceph-mon[44549]: pgmap v734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:14:14.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:13 smithi181 ceph-mon[45557]: pgmap v734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:14:16.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:15 smithi088 ceph-mon[35322]: pgmap v735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:14:16.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:15 smithi175 ceph-mon[44549]: pgmap v735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:14:16.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:15 smithi181 ceph-mon[45557]: pgmap v735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:14:18.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:17 smithi088 ceph-mon[35322]: pgmap v736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:18.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:17 smithi175 ceph-mon[44549]: pgmap v736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:18.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:17 smithi181 ceph-mon[45557]: pgmap v736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:20.017 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:19 smithi088 ceph-mon[35322]: pgmap v737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:14:20.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:19 smithi175 ceph-mon[44549]: pgmap v737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:14:20.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:19 smithi181 ceph-mon[45557]: pgmap v737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:14:20.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:20.469+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:14:20.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:20.469+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:14:20.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:20.469+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:14:22.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:21 smithi088 ceph-mon[35322]: pgmap v738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:22.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:21 smithi175 ceph-mon[44549]: pgmap v738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:22.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:21 smithi181 ceph-mon[45557]: pgmap v738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:24.017 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:23 smithi088 ceph-mon[35322]: pgmap v739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:24.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:23 smithi175 ceph-mon[44549]: pgmap v739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:24.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:23 smithi181 ceph-mon[45557]: pgmap v739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:26.017 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:25 smithi088 ceph-mon[35322]: pgmap v740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:26.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:25 smithi175 ceph-mon[44549]: pgmap v740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:26.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:25 smithi181 ceph-mon[45557]: pgmap v740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:28.017 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:27 smithi088 ceph-mon[35322]: pgmap v741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:28.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:27 smithi175 ceph-mon[44549]: pgmap v741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:28.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:27 smithi181 ceph-mon[45557]: pgmap v741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:30.017 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:29 smithi088 ceph-mon[35322]: pgmap v742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:14:30.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:29 smithi175 ceph-mon[44549]: pgmap v742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:14:30.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:29 smithi181 ceph-mon[45557]: pgmap v742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:14:32.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:31 smithi088 ceph-mon[35322]: pgmap v743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:32.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:31 smithi175 ceph-mon[44549]: pgmap v743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:32.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:31 smithi181 ceph-mon[45557]: pgmap v743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:34.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:33 smithi175 ceph-mon[44549]: pgmap v744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:34.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:33 smithi181 ceph-mon[45557]: pgmap v744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:34.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:33 smithi088 ceph-mon[35322]: pgmap v744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:35.483+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:14:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:35.483+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:14:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:35.483+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:14:36.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:35 smithi175 ceph-mon[44549]: pgmap v745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:36.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:35 smithi181 ceph-mon[45557]: pgmap v745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:36.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:35 smithi088 ceph-mon[35322]: pgmap v745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:38.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:37 smithi175 ceph-mon[44549]: pgmap v746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:38.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:37 smithi181 ceph-mon[45557]: pgmap v746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:38.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:37 smithi088 ceph-mon[35322]: pgmap v746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:40.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:39 smithi175 ceph-mon[44549]: pgmap v747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:14:40.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:39 smithi181 ceph-mon[45557]: pgmap v747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:14:40.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:39 smithi088 ceph-mon[35322]: pgmap v747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:14:42.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:41 smithi175 ceph-mon[44549]: pgmap v748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:42.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:41 smithi181 ceph-mon[45557]: pgmap v748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:42.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:41 smithi088 ceph-mon[35322]: pgmap v748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:44.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:43 smithi175 ceph-mon[44549]: pgmap v749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:44.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:43 smithi181 ceph-mon[45557]: pgmap v749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:44.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:43 smithi088 ceph-mon[35322]: pgmap v749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:46.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:45 smithi175 ceph-mon[44549]: pgmap v750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:46.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:45 smithi181 ceph-mon[45557]: pgmap v750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:46.220 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:45 smithi088 ceph-mon[35322]: pgmap v750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:48.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:47 smithi175 ceph-mon[44549]: pgmap v751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:48.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:47 smithi181 ceph-mon[45557]: pgmap v751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:48.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:47 smithi088 ceph-mon[35322]: pgmap v751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:50.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:49 smithi175 ceph-mon[44549]: pgmap v752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:14:50.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:49 smithi181 ceph-mon[45557]: pgmap v752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:14:50.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:49 smithi088 ceph-mon[35322]: pgmap v752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:14:50.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:50.494+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:14:50.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:50.494+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:14:50.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:14:50.494+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:14:52.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:51 smithi175 ceph-mon[44549]: pgmap v753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:52.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:51 smithi181 ceph-mon[45557]: pgmap v753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:52.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:51 smithi088 ceph-mon[35322]: pgmap v753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:14:54.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:53 smithi175 ceph-mon[44549]: pgmap v754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:54.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:53 smithi181 ceph-mon[45557]: pgmap v754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:54.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:53 smithi088 ceph-mon[35322]: pgmap v754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:56.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:55 smithi175 ceph-mon[44549]: pgmap v755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:56.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:55 smithi181 ceph-mon[45557]: pgmap v755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:56.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:55 smithi088 ceph-mon[35322]: pgmap v755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:14:58.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:57 smithi175 ceph-mon[44549]: pgmap v756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:58.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:57 smithi181 ceph-mon[45557]: pgmap v756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:14:58.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:57 smithi088 ceph-mon[35322]: pgmap v756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:00.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:14:59 smithi175 ceph-mon[44549]: pgmap v757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:00.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:14:59 smithi181 ceph-mon[45557]: pgmap v757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:00.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:14:59 smithi088 ceph-mon[35322]: pgmap v757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:02.091 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:01 smithi088 ceph-mon[35322]: pgmap v758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:02.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:01 smithi175 ceph-mon[44549]: pgmap v758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:02.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:01 smithi181 ceph-mon[45557]: pgmap v758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:04.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:03 smithi175 ceph-mon[44549]: pgmap v759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:04.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:03 smithi181 ceph-mon[45557]: pgmap v759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:04.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:03 smithi088 ceph-mon[35322]: pgmap v759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:05.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:15:05.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:15:05.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:15:05.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:05.507+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:15:05.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:05.507+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:15:05.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:05.507+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:15:06.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:05 smithi175 ceph-mon[44549]: pgmap v760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:06.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:15:06.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:15:06.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:15:06.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:05 smithi181 ceph-mon[45557]: pgmap v760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:06.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:15:06.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:15:06.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:15:06.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:05 smithi088 ceph-mon[35322]: pgmap v760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:06.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:15:06.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:15:06.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:15:07.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:06 smithi175 ceph-mon[44549]: pgmap v761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:15:07.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:06 smithi175 ceph-mon[44549]: pgmap v762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:15:07.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:06 smithi181 ceph-mon[45557]: pgmap v761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:15:07.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:06 smithi181 ceph-mon[45557]: pgmap v762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:15:07.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:06 smithi088 ceph-mon[35322]: pgmap v761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:15:07.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:06 smithi088 ceph-mon[35322]: pgmap v762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:15:09.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:08 smithi175 ceph-mon[44549]: pgmap v763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:15:09.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:08 smithi181 ceph-mon[45557]: pgmap v763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:15:09.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:08 smithi088 ceph-mon[35322]: pgmap v763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:15:11.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:10 smithi175 ceph-mon[44549]: pgmap v764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:15:11.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:10 smithi181 ceph-mon[45557]: pgmap v764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:15:11.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:10 smithi088 ceph-mon[35322]: pgmap v764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:15:13.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:12 smithi175 ceph-mon[44549]: pgmap v765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:15:13.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:12 smithi181 ceph-mon[45557]: pgmap v765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:15:13.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:12 smithi088 ceph-mon[35322]: pgmap v765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:15:15.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:14 smithi175 ceph-mon[44549]: pgmap v766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:15:15.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:14 smithi181 ceph-mon[45557]: pgmap v766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:15:15.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:14 smithi088 ceph-mon[35322]: pgmap v766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:15:17.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:16 smithi175 ceph-mon[44549]: pgmap v767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:15:17.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:16 smithi181 ceph-mon[45557]: pgmap v767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:15:17.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:16 smithi088 ceph-mon[35322]: pgmap v767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:15:19.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:18 smithi175 ceph-mon[44549]: pgmap v768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:19.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:18 smithi181 ceph-mon[45557]: pgmap v768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:19.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:18 smithi088 ceph-mon[35322]: pgmap v768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:20.522+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:15:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:20.522+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:15:20.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:20.522+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:15:21.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:20 smithi175 ceph-mon[44549]: pgmap v769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:21.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:20 smithi181 ceph-mon[45557]: pgmap v769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:21.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:20 smithi088 ceph-mon[35322]: pgmap v769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:23.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:22 smithi175 ceph-mon[44549]: pgmap v770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:23.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:22 smithi181 ceph-mon[45557]: pgmap v770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:23.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:22 smithi088 ceph-mon[35322]: pgmap v770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:25.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:24 smithi175 ceph-mon[44549]: pgmap v771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:25.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:24 smithi181 ceph-mon[45557]: pgmap v771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:25.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:24 smithi088 ceph-mon[35322]: pgmap v771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:27.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:26 smithi175 ceph-mon[44549]: pgmap v772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:27.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:26 smithi181 ceph-mon[45557]: pgmap v772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:27.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:26 smithi088 ceph-mon[35322]: pgmap v772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:29.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:28 smithi175 ceph-mon[44549]: pgmap v773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:29.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:28 smithi181 ceph-mon[45557]: pgmap v773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:29.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:28 smithi088 ceph-mon[35322]: pgmap v773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:31.149 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:30 smithi175 ceph-mon[44549]: pgmap v774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:31.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:30 smithi181 ceph-mon[45557]: pgmap v774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:31.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:30 smithi088 ceph-mon[35322]: pgmap v774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:32.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:31 smithi088 ceph-mon[35322]: pgmap v775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:32.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:31 smithi175 ceph-mon[44549]: pgmap v775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:32.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:31 smithi181 ceph-mon[45557]: pgmap v775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:34.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:34 smithi088 ceph-mon[35322]: pgmap v776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:34.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:34 smithi175 ceph-mon[44549]: pgmap v776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:34.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:34 smithi181 ceph-mon[45557]: pgmap v776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:35.524 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:35.536+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:15:35.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:35.536+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:15:35.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:35.536+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:15:36.648 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:36 smithi175 ceph-mon[44549]: pgmap v777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:36.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:36 smithi181 ceph-mon[45557]: pgmap v777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:36.767 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:36 smithi088 ceph-mon[35322]: pgmap v777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:38.648 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:38 smithi175 ceph-mon[44549]: pgmap v778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:38.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:38 smithi181 ceph-mon[45557]: pgmap v778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:38.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:38 smithi088 ceph-mon[35322]: pgmap v778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.437+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-01-28T13:15:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.437+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T13:15:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.437+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0a3d10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x55d733ebe5c0 tx=0x7ff344009260 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T13:15:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.437+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0a3d10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x55d733ebe5c0 tx=0x7ff344009260 comp rx=0 tx=0).stop 2024-01-28T13:15:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.437+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0a3d10 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T13:15:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.437+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0a3d10 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T13:15:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.437+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0a3d10 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:15:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.437+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acb30 0x7ff32c0aef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:15:39.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.438+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acb30 0x7ff32c0aef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:15:39.427 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.438+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acb30 0x7ff32c0aef20 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff3440092a0 tx=0x7ff344021040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:15:39.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.561+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140062b0 con 0x7ff34c102770 2024-01-28T13:15:39.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.561+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006210 con 0x55d733ebf510 2024-01-28T13:15:39.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.561+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 11 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006210 con 0x7ff34c102770 2024-01-28T13:15:39.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:39.561+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 11 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140062b0 con 0x55d733ebf510 2024-01-28T13:15:40.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:40 smithi181 ceph-mon[45557]: pgmap v779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:40.767 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:40 smithi088 ceph-mon[35322]: pgmap v779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:40.899 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:40 smithi175 ceph-mon[44549]: pgmap v779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:42.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:42 smithi181 ceph-mon[45557]: pgmap v780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:42.767 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:42 smithi088 ceph-mon[35322]: pgmap v780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:42.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:42 smithi175 ceph-mon[44549]: pgmap v780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:44.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:44 smithi181 ceph-mon[45557]: pgmap v781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:44.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:44 smithi088 ceph-mon[35322]: pgmap v781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:44.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:44 smithi175 ceph-mon[44549]: pgmap v781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:15:46.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:46 smithi181 ceph-mon[45557]: pgmap v782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:46.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:46 smithi088 ceph-mon[35322]: pgmap v782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:46.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:46 smithi175 ceph-mon[44549]: pgmap v782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:48.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:48 smithi181 ceph-mon[45557]: pgmap v783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:48.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:48 smithi088 ceph-mon[35322]: pgmap v783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:48.899 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:48 smithi175 ceph-mon[44549]: pgmap v783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:50.548+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:15:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:50.548+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:15:50.537 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:15:50.548+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:15:50.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:50 smithi181 ceph-mon[45557]: pgmap v784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:50.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:50 smithi088 ceph-mon[35322]: pgmap v784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:50.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:50 smithi175 ceph-mon[44549]: pgmap v784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:15:52.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:52 smithi181 ceph-mon[45557]: pgmap v785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:52.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:52 smithi088 ceph-mon[35322]: pgmap v785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:52.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:52 smithi175 ceph-mon[44549]: pgmap v785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:54.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:54 smithi181 ceph-mon[45557]: pgmap v786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:15:54.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:54 smithi088 ceph-mon[35322]: pgmap v786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:15:54.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:54 smithi175 ceph-mon[44549]: pgmap v786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:15:56.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:56 smithi181 ceph-mon[45557]: pgmap v787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:56.767 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:56 smithi088 ceph-mon[35322]: pgmap v787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:56.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:56 smithi175 ceph-mon[44549]: pgmap v787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:15:58.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:15:58 smithi181 ceph-mon[45557]: pgmap v788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:58.767 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:15:58 smithi088 ceph-mon[35322]: pgmap v788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:15:58.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:15:58 smithi175 ceph-mon[44549]: pgmap v788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:00.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:00 smithi181 ceph-mon[45557]: pgmap v789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:16:00.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:00 smithi088 ceph-mon[35322]: pgmap v789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:16:00.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:00 smithi175 ceph-mon[44549]: pgmap v789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:16:02.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:02 smithi181 ceph-mon[45557]: pgmap v790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:02.767 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:02 smithi088 ceph-mon[35322]: pgmap v790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:02.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:02 smithi175 ceph-mon[44549]: pgmap v790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:04.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:04 smithi088 ceph-mon[35322]: pgmap v791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:16:04.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:04 smithi175 ceph-mon[44549]: pgmap v791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:16:04.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:04 smithi181 ceph-mon[45557]: pgmap v791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:16:05.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:05.562+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:16:05.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:05.562+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:16:05.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:05.562+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:16:06.694 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:06 smithi181 ceph-mon[45557]: pgmap v792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:16:06.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:16:06.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:16:06.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:16:06.695 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:16:06.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:06 smithi088 ceph-mon[35322]: pgmap v792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:16:06.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:16:06.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:16:06.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:16:06.767 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:16:06.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:06 smithi175 ceph-mon[44549]: pgmap v792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:16:06.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:16:06.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:16:06.899 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:16:06.899 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:16:07.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:07 smithi088 ceph-mon[35322]: pgmap v793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:16:07.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:07 smithi175 ceph-mon[44549]: pgmap v793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:16:07.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:07 smithi181 ceph-mon[45557]: pgmap v793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:16:09.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:09 smithi088 ceph-mon[35322]: pgmap v794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:16:09.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:09 smithi175 ceph-mon[44549]: pgmap v794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:16:09.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:09 smithi181 ceph-mon[45557]: pgmap v794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:16:11.767 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:11 smithi088 ceph-mon[35322]: pgmap v795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:16:11.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:11 smithi175 ceph-mon[44549]: pgmap v795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:16:11.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:11 smithi181 ceph-mon[45557]: pgmap v795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:16:13.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:13 smithi088 ceph-mon[35322]: pgmap v796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:16:13.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:13 smithi175 ceph-mon[44549]: pgmap v796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:16:13.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:13 smithi181 ceph-mon[45557]: pgmap v796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:16:15.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:15 smithi088 ceph-mon[35322]: pgmap v797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T13:16:15.899 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:15 smithi175 ceph-mon[44549]: pgmap v797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T13:16:15.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:15 smithi181 ceph-mon[45557]: pgmap v797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T13:16:17.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:17 smithi088 ceph-mon[35322]: pgmap v798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T13:16:17.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:17 smithi175 ceph-mon[44549]: pgmap v798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T13:16:17.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:17 smithi181 ceph-mon[45557]: pgmap v798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T13:16:19.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:19 smithi088 ceph-mon[35322]: pgmap v799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:16:19.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:19 smithi175 ceph-mon[44549]: pgmap v799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:16:19.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:19 smithi181 ceph-mon[45557]: pgmap v799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:16:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:20.578+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:16:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:20.578+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:16:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:20.578+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:16:21.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:21 smithi088 ceph-mon[35322]: pgmap v800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:16:21.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:21 smithi175 ceph-mon[44549]: pgmap v800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:16:21.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:21 smithi181 ceph-mon[45557]: pgmap v800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:16:23.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:23 smithi088 ceph-mon[35322]: pgmap v801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:23.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:23 smithi175 ceph-mon[44549]: pgmap v801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:23.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:23 smithi181 ceph-mon[45557]: pgmap v801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:25.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:25 smithi088 ceph-mon[35322]: pgmap v802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:16:25.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:25 smithi175 ceph-mon[44549]: pgmap v802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:16:25.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:25 smithi181 ceph-mon[45557]: pgmap v802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:16:27.767 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:27 smithi088 ceph-mon[35322]: pgmap v803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:27.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:27 smithi175 ceph-mon[44549]: pgmap v803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:27.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:27 smithi181 ceph-mon[45557]: pgmap v803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:29.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:29 smithi088 ceph-mon[35322]: pgmap v804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:16:29.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:29 smithi175 ceph-mon[44549]: pgmap v804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:16:29.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:29 smithi181 ceph-mon[45557]: pgmap v804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:16:31.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:31 smithi088 ceph-mon[35322]: pgmap v805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:16:31.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:31 smithi175 ceph-mon[44549]: pgmap v805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:16:31.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:31 smithi181 ceph-mon[45557]: pgmap v805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:16:33.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:33 smithi088 ceph-mon[35322]: pgmap v806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:33.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:33 smithi175 ceph-mon[44549]: pgmap v806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:33.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:33 smithi181 ceph-mon[45557]: pgmap v806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:35.587+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:16:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:35.587+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:16:35.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:35.587+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:16:35.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:35 smithi088 ceph-mon[35322]: pgmap v807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:16:35.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:35 smithi175 ceph-mon[44549]: pgmap v807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:16:35.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:35 smithi181 ceph-mon[45557]: pgmap v807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:16:37.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:37 smithi088 ceph-mon[35322]: pgmap v808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:37.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:37 smithi175 ceph-mon[44549]: pgmap v808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:37.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:37 smithi181 ceph-mon[45557]: pgmap v808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:39.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:39 smithi088 ceph-mon[35322]: pgmap v809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:16:39.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:39 smithi175 ceph-mon[44549]: pgmap v809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:16:39.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:39 smithi181 ceph-mon[45557]: pgmap v809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:16:41.766 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:41 smithi088 ceph-mon[35322]: pgmap v810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:16:41.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:41 smithi175 ceph-mon[44549]: pgmap v810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:16:41.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:41 smithi181 ceph-mon[45557]: pgmap v810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:16:43.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:43 smithi175 ceph-mon[44549]: pgmap v811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:43.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:43 smithi181 ceph-mon[45557]: pgmap v811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:44.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:43 smithi088 ceph-mon[35322]: pgmap v811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:45.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:45 smithi175 ceph-mon[44549]: pgmap v812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:16:45.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:45 smithi181 ceph-mon[45557]: pgmap v812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:16:46.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:45 smithi088 ceph-mon[35322]: pgmap v812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:16:47.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:47 smithi175 ceph-mon[44549]: pgmap v813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:47.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:47 smithi181 ceph-mon[45557]: pgmap v813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:48.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:47 smithi088 ceph-mon[35322]: pgmap v813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:49.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:49 smithi175 ceph-mon[44549]: pgmap v814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:16:49.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:49 smithi181 ceph-mon[45557]: pgmap v814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:16:50.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:49 smithi088 ceph-mon[35322]: pgmap v814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:16:50.587 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:50.599+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:16:50.587 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:50.599+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:16:50.587 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:16:50.599+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:16:51.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:51 smithi175 ceph-mon[44549]: pgmap v815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:16:51.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:51 smithi181 ceph-mon[45557]: pgmap v815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:16:52.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:51 smithi088 ceph-mon[35322]: pgmap v815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:16:53.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:53 smithi175 ceph-mon[44549]: pgmap v816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:53.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:53 smithi181 ceph-mon[45557]: pgmap v816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:54.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:53 smithi088 ceph-mon[35322]: pgmap v816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:55.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:55 smithi175 ceph-mon[44549]: pgmap v817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:16:55.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:55 smithi181 ceph-mon[45557]: pgmap v817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:16:56.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:55 smithi088 ceph-mon[35322]: pgmap v817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:16:57.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:57 smithi175 ceph-mon[44549]: pgmap v818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:57.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:57 smithi181 ceph-mon[45557]: pgmap v818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:58.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:57 smithi088 ceph-mon[35322]: pgmap v818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:16:59.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:16:59 smithi175 ceph-mon[44549]: pgmap v819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:16:59.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:16:59 smithi181 ceph-mon[45557]: pgmap v819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:00.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:16:59 smithi088 ceph-mon[35322]: pgmap v819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:01.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:01 smithi175 ceph-mon[44549]: pgmap v820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:01.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:01 smithi181 ceph-mon[45557]: pgmap v820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:02.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:01 smithi088 ceph-mon[35322]: pgmap v820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:03.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:03 smithi175 ceph-mon[44549]: pgmap v821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:03.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:03 smithi181 ceph-mon[45557]: pgmap v821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:04.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:03 smithi088 ceph-mon[35322]: pgmap v821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:05.598 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:05.611+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:17:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:05.611+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:17:05.599 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:05.611+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:17:05.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:05 smithi175 ceph-mon[44549]: pgmap v822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:05.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:05 smithi181 ceph-mon[45557]: pgmap v822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:06.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:05 smithi088 ceph-mon[35322]: pgmap v822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:06.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:17:06.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:17:07.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:17:07.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:07 smithi175 ceph-mon[44549]: pgmap v823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:07.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:17:07.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:17:07.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:17:07.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:07 smithi181 ceph-mon[45557]: pgmap v823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:07.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:17:07.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:17:07.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:17:08.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:07 smithi088 ceph-mon[35322]: pgmap v823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:08.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:17:08.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:17:08.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:17:08.580 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:08 smithi181 ceph-mon[45557]: pgmap v824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:17:08.581 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:08 smithi181 ceph-mon[45557]: pgmap v825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:17:08.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:08 smithi175 ceph-mon[44549]: pgmap v824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:17:08.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:08 smithi175 ceph-mon[44549]: pgmap v825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:17:09.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:08 smithi088 ceph-mon[35322]: pgmap v824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:17:09.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:08 smithi088 ceph-mon[35322]: pgmap v825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:17:09.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:09.574+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006490 con 0x55d733ebf510 2024-01-28T13:17:09.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:09.574+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:17:09.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:09.575+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 12 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:17:09.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:09.575+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 12 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006490 con 0x55d733ebf510 2024-01-28T13:17:10.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:10 smithi175 ceph-mon[44549]: pgmap v826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:17:10.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:10 smithi181 ceph-mon[45557]: pgmap v826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:17:11.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:10 smithi088 ceph-mon[35322]: pgmap v826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:17:12.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:12 smithi175 ceph-mon[44549]: pgmap v827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:17:12.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:12 smithi181 ceph-mon[45557]: pgmap v827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:17:13.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:12 smithi088 ceph-mon[35322]: pgmap v827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:17:14.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:14 smithi175 ceph-mon[44549]: pgmap v828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:17:14.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:14 smithi181 ceph-mon[45557]: pgmap v828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:17:15.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:14 smithi088 ceph-mon[35322]: pgmap v828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:17:16.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:16 smithi175 ceph-mon[44549]: pgmap v829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:17:16.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:16 smithi181 ceph-mon[45557]: pgmap v829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:17:17.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:16 smithi088 ceph-mon[35322]: pgmap v829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:17:18.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:18 smithi175 ceph-mon[44549]: pgmap v830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:17:18.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:18 smithi181 ceph-mon[45557]: pgmap v830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:17:19.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:18 smithi088 ceph-mon[35322]: pgmap v830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:17:20.603 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:20.616+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:17:20.604 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:20.616+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:17:20.604 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:20.616+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:17:20.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:20 smithi175 ceph-mon[44549]: pgmap v831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:20.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:20 smithi181 ceph-mon[45557]: pgmap v831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:21.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:20 smithi088 ceph-mon[35322]: pgmap v831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:22.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:22 smithi175 ceph-mon[44549]: pgmap v832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:22.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:22 smithi181 ceph-mon[45557]: pgmap v832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:23.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:22 smithi088 ceph-mon[35322]: pgmap v832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:24.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:24 smithi175 ceph-mon[44549]: pgmap v833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:24.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:24 smithi181 ceph-mon[45557]: pgmap v833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:25.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:24 smithi088 ceph-mon[35322]: pgmap v833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:26.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:26 smithi175 ceph-mon[44549]: pgmap v834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:26.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:26 smithi181 ceph-mon[45557]: pgmap v834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:27.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:26 smithi088 ceph-mon[35322]: pgmap v834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:28.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:28 smithi175 ceph-mon[44549]: pgmap v835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:28.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:28 smithi181 ceph-mon[45557]: pgmap v835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:29.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:28 smithi088 ceph-mon[35322]: pgmap v835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:30.898 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:30 smithi175 ceph-mon[44549]: pgmap v836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:30.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:30 smithi181 ceph-mon[45557]: pgmap v836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:31.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:30 smithi088 ceph-mon[35322]: pgmap v836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:32.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:32 smithi175 ceph-mon[44549]: pgmap v837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:32.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:32 smithi181 ceph-mon[45557]: pgmap v837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:33.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:32 smithi088 ceph-mon[35322]: pgmap v837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:34.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:34 smithi175 ceph-mon[44549]: pgmap v838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:34.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:34 smithi181 ceph-mon[45557]: pgmap v838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:35.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:34 smithi088 ceph-mon[35322]: pgmap v838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:35.621+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:17:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:35.621+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:17:35.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:35.621+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:17:36.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:36 smithi175 ceph-mon[44549]: pgmap v839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:36.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:36 smithi181 ceph-mon[45557]: pgmap v839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:37.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:36 smithi088 ceph-mon[35322]: pgmap v839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:38.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:38 smithi175 ceph-mon[44549]: pgmap v840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:38.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:38 smithi181 ceph-mon[45557]: pgmap v840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:39.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:38 smithi088 ceph-mon[35322]: pgmap v840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:40.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:40 smithi175 ceph-mon[44549]: pgmap v841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:40.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:40 smithi181 ceph-mon[45557]: pgmap v841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:41.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:40 smithi088 ceph-mon[35322]: pgmap v841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:42.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:42 smithi175 ceph-mon[44549]: pgmap v842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:42.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:42 smithi181 ceph-mon[45557]: pgmap v842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:43.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:42 smithi088 ceph-mon[35322]: pgmap v842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:44.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:44 smithi181 ceph-mon[45557]: pgmap v843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:45.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:44 smithi088 ceph-mon[35322]: pgmap v843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:45.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:44 smithi175 ceph-mon[44549]: pgmap v843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:46.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:46 smithi181 ceph-mon[45557]: pgmap v844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:47.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:46 smithi088 ceph-mon[35322]: pgmap v844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:47.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:46 smithi175 ceph-mon[44549]: pgmap v844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:48.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:48 smithi181 ceph-mon[45557]: pgmap v845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:49.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:48 smithi088 ceph-mon[35322]: pgmap v845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:49.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:48 smithi175 ceph-mon[44549]: pgmap v845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:50.636+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:17:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:50.636+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:17:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:17:50.636+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:17:50.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:50 smithi181 ceph-mon[45557]: pgmap v846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:51.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:50 smithi088 ceph-mon[35322]: pgmap v846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:51.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:50 smithi175 ceph-mon[44549]: pgmap v846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:17:52.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:52 smithi181 ceph-mon[45557]: pgmap v847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:53.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:52 smithi088 ceph-mon[35322]: pgmap v847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:53.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:52 smithi175 ceph-mon[44549]: pgmap v847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:54.944 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:54 smithi181 ceph-mon[45557]: pgmap v848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:55.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:54 smithi088 ceph-mon[35322]: pgmap v848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:55.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:54 smithi175 ceph-mon[44549]: pgmap v848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:17:56.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:56 smithi181 ceph-mon[45557]: pgmap v849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:57.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:56 smithi088 ceph-mon[35322]: pgmap v849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:57.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:56 smithi175 ceph-mon[44549]: pgmap v849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:17:58.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:17:58 smithi181 ceph-mon[45557]: pgmap v850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:59.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:17:58 smithi088 ceph-mon[35322]: pgmap v850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:17:59.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:17:58 smithi175 ceph-mon[44549]: pgmap v850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:00.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:00 smithi181 ceph-mon[45557]: pgmap v851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:01.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:00 smithi088 ceph-mon[35322]: pgmap v851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:01.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:00 smithi175 ceph-mon[44549]: pgmap v851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:02.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:02 smithi181 ceph-mon[45557]: pgmap v852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:03.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:02 smithi088 ceph-mon[35322]: pgmap v852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:03.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:02 smithi175 ceph-mon[44549]: pgmap v852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:04.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:04 smithi181 ceph-mon[45557]: pgmap v853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:05.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:04 smithi088 ceph-mon[35322]: pgmap v853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:05.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:04 smithi175 ceph-mon[44549]: pgmap v853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:05.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:05.650+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:18:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:05.650+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:18:05.637 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:05.650+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:18:06.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:06 smithi181 ceph-mon[45557]: pgmap v854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:07.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:06 smithi088 ceph-mon[35322]: pgmap v854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:07.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:06 smithi175 ceph-mon[44549]: pgmap v854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:08.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:18:08.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:18:08.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: pgmap v855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:18:08.970 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:18:08.971 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:18:09.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: pgmap v855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:18:09.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:18:09.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: pgmap v855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:18:09.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:18:10.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:09 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:18:10.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:09 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:18:10.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:09 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:18:10.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:09 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:18:10.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:09 smithi088 ceph-mon[35322]: pgmap v856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:18:10.016 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:09 smithi088 ceph-mon[35322]: pgmap v857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:18:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:09 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:18:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:09 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:18:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:09 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:18:10.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:09 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:18:10.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:09 smithi175 ceph-mon[44549]: pgmap v856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:18:10.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:09 smithi175 ceph-mon[44549]: pgmap v857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:18:10.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:09 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:18:10.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:09 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:18:10.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:09 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:18:10.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:09 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:18:10.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:09 smithi181 ceph-mon[45557]: pgmap v856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:18:10.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:09 smithi181 ceph-mon[45557]: pgmap v857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:18:12.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:11 smithi088 ceph-mon[35322]: pgmap v858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:18:12.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:11 smithi175 ceph-mon[44549]: pgmap v858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:18:12.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:11 smithi181 ceph-mon[45557]: pgmap v858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:18:14.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:13 smithi088 ceph-mon[35322]: pgmap v859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:18:14.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:13 smithi175 ceph-mon[44549]: pgmap v859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:18:14.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:13 smithi181 ceph-mon[45557]: pgmap v859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:18:16.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:15 smithi088 ceph-mon[35322]: pgmap v860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:18:16.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:15 smithi175 ceph-mon[44549]: pgmap v860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:18:16.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:15 smithi181 ceph-mon[45557]: pgmap v860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:18:18.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:17 smithi088 ceph-mon[35322]: pgmap v861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:18:18.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:17 smithi175 ceph-mon[44549]: pgmap v861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:18:18.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:17 smithi181 ceph-mon[45557]: pgmap v861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:18:20.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:19 smithi088 ceph-mon[35322]: pgmap v862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:18:20.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:19 smithi175 ceph-mon[44549]: pgmap v862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:18:20.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:19 smithi181 ceph-mon[45557]: pgmap v862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:18:20.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:20.664+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:18:20.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:20.664+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:18:20.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:20.664+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:18:22.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:21 smithi088 ceph-mon[35322]: pgmap v863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:22.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:21 smithi175 ceph-mon[44549]: pgmap v863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:22.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:21 smithi181 ceph-mon[45557]: pgmap v863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:24.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:23 smithi088 ceph-mon[35322]: pgmap v864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:24.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:23 smithi175 ceph-mon[44549]: pgmap v864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:24.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:23 smithi181 ceph-mon[45557]: pgmap v864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:26.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:25 smithi088 ceph-mon[35322]: pgmap v865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:26.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:25 smithi175 ceph-mon[44549]: pgmap v865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:26.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:25 smithi181 ceph-mon[45557]: pgmap v865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:28.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:27 smithi088 ceph-mon[35322]: pgmap v866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:28.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:27 smithi175 ceph-mon[44549]: pgmap v866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:28.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:27 smithi181 ceph-mon[45557]: pgmap v866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:30.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:29 smithi088 ceph-mon[35322]: pgmap v867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:30.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:29 smithi175 ceph-mon[44549]: pgmap v867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:30.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:29 smithi181 ceph-mon[45557]: pgmap v867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:32.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:31 smithi088 ceph-mon[35322]: pgmap v868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:32.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:31 smithi175 ceph-mon[44549]: pgmap v868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:32.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:31 smithi181 ceph-mon[45557]: pgmap v868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:34.015 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:33 smithi088 ceph-mon[35322]: pgmap v869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:34.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:33 smithi175 ceph-mon[44549]: pgmap v869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:34.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:33 smithi181 ceph-mon[45557]: pgmap v869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:35.666 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:35.679+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:18:35.666 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:35.679+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:18:35.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:35.679+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:18:36.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:35 smithi175 ceph-mon[44549]: pgmap v870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:36.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:35 smithi181 ceph-mon[45557]: pgmap v870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:36.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:35 smithi088 ceph-mon[35322]: pgmap v870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:38.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:37 smithi175 ceph-mon[44549]: pgmap v871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:38.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:37 smithi181 ceph-mon[45557]: pgmap v871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:38.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:37 smithi088 ceph-mon[35322]: pgmap v871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:39.588+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T13:18:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:39.588+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T13:18:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:39.588+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 13 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x7ff34c102770 2024-01-28T13:18:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:39.588+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 13 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T13:18:40.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:39 smithi175 ceph-mon[44549]: pgmap v872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:40.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:39 smithi181 ceph-mon[45557]: pgmap v872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:40.202 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:39 smithi088 ceph-mon[35322]: pgmap v872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:42.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:41 smithi175 ceph-mon[44549]: pgmap v873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:42.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:41 smithi181 ceph-mon[45557]: pgmap v873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:42.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:41 smithi088 ceph-mon[35322]: pgmap v873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:44.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:43 smithi175 ceph-mon[44549]: pgmap v874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:44.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:43 smithi181 ceph-mon[45557]: pgmap v874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:44.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:43 smithi088 ceph-mon[35322]: pgmap v874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:46.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:45 smithi175 ceph-mon[44549]: pgmap v875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:46.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:45 smithi181 ceph-mon[45557]: pgmap v875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:46.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:45 smithi088 ceph-mon[35322]: pgmap v875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:48.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:47 smithi175 ceph-mon[44549]: pgmap v876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:48.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:47 smithi181 ceph-mon[45557]: pgmap v876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:48.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:47 smithi088 ceph-mon[35322]: pgmap v876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:50.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:49 smithi175 ceph-mon[44549]: pgmap v877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:50.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:49 smithi181 ceph-mon[45557]: pgmap v877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:50.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:49 smithi088 ceph-mon[35322]: pgmap v877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:18:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:50.689+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:18:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:50.689+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:18:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:18:50.689+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:18:52.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:51 smithi175 ceph-mon[44549]: pgmap v878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:52.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:51 smithi181 ceph-mon[45557]: pgmap v878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:52.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:51 smithi088 ceph-mon[35322]: pgmap v878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:18:54.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:53 smithi175 ceph-mon[44549]: pgmap v879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:54.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:53 smithi181 ceph-mon[45557]: pgmap v879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:54.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:53 smithi088 ceph-mon[35322]: pgmap v879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:56.073 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:55 smithi088 ceph-mon[35322]: pgmap v880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:56.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:55 smithi175 ceph-mon[44549]: pgmap v880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:56.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:55 smithi181 ceph-mon[45557]: pgmap v880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:18:58.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:57 smithi175 ceph-mon[44549]: pgmap v881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:58.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:57 smithi181 ceph-mon[45557]: pgmap v881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:18:58.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:57 smithi088 ceph-mon[35322]: pgmap v881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:00.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:18:59 smithi175 ceph-mon[44549]: pgmap v882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:00.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:18:59 smithi181 ceph-mon[45557]: pgmap v882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:00.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:18:59 smithi088 ceph-mon[35322]: pgmap v882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:02.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:01 smithi175 ceph-mon[44549]: pgmap v883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:02.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:01 smithi181 ceph-mon[45557]: pgmap v883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:02.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:01 smithi088 ceph-mon[35322]: pgmap v883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:04.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:03 smithi175 ceph-mon[44549]: pgmap v884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:04.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:03 smithi181 ceph-mon[45557]: pgmap v884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:04.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:03 smithi088 ceph-mon[35322]: pgmap v884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:05.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:05.702+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:19:05.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:05.702+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:19:05.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:05.702+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:19:06.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:05 smithi175 ceph-mon[44549]: pgmap v885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:06.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:05 smithi181 ceph-mon[45557]: pgmap v885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:06.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:05 smithi088 ceph-mon[35322]: pgmap v885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:08.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:07 smithi175 ceph-mon[44549]: pgmap v886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:08.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:07 smithi181 ceph-mon[45557]: pgmap v886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:08.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:07 smithi088 ceph-mon[35322]: pgmap v886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:09.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:19:09.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:19:09.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:19:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:09 smithi175 ceph-mon[44549]: pgmap v887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:19:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:19:10.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:19:10.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:09 smithi181 ceph-mon[45557]: pgmap v887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:10.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:19:10.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:19:10.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:19:10.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:09 smithi088 ceph-mon[35322]: pgmap v887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:10.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:19:10.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:19:10.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:19:10.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:19:11.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:10 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:19:11.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:10 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:19:11.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:10 smithi175 ceph-mon[44549]: pgmap v888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:19:11.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:10 smithi175 ceph-mon[44549]: pgmap v889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:19:11.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:10 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:19:11.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:10 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:19:11.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:10 smithi181 ceph-mon[45557]: pgmap v888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:19:11.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:10 smithi181 ceph-mon[45557]: pgmap v889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:19:11.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:10 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:19:11.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:10 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:19:11.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:10 smithi088 ceph-mon[35322]: pgmap v888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:19:11.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:10 smithi088 ceph-mon[35322]: pgmap v889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:19:13.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:12 smithi175 ceph-mon[44549]: pgmap v890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:19:13.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:12 smithi181 ceph-mon[45557]: pgmap v890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:19:13.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:12 smithi088 ceph-mon[35322]: pgmap v890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:19:15.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:14 smithi175 ceph-mon[44549]: pgmap v891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:19:15.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:14 smithi181 ceph-mon[45557]: pgmap v891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:19:15.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:14 smithi088 ceph-mon[35322]: pgmap v891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:19:17.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:16 smithi175 ceph-mon[44549]: pgmap v892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:19:17.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:16 smithi181 ceph-mon[45557]: pgmap v892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:19:17.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:16 smithi088 ceph-mon[35322]: pgmap v892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:19:19.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:18 smithi175 ceph-mon[44549]: pgmap v893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:19:19.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:18 smithi181 ceph-mon[45557]: pgmap v893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:19:19.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:18 smithi088 ceph-mon[35322]: pgmap v893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:19:20.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:20.704+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:19:20.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:20.704+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:19:20.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:20.704+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:19:21.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:20 smithi175 ceph-mon[44549]: pgmap v894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:19:21.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:20 smithi181 ceph-mon[45557]: pgmap v894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:19:21.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:20 smithi088 ceph-mon[35322]: pgmap v894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:19:23.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:22 smithi175 ceph-mon[44549]: pgmap v895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:23.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:22 smithi181 ceph-mon[45557]: pgmap v895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:23.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:22 smithi088 ceph-mon[35322]: pgmap v895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:25.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:24 smithi175 ceph-mon[44549]: pgmap v896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:19:25.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:24 smithi181 ceph-mon[45557]: pgmap v896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:19:25.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:24 smithi088 ceph-mon[35322]: pgmap v896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:19:27.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:26 smithi175 ceph-mon[44549]: pgmap v897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:27.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:26 smithi181 ceph-mon[45557]: pgmap v897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:27.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:26 smithi088 ceph-mon[35322]: pgmap v897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:29.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:28 smithi175 ceph-mon[44549]: pgmap v898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:29.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:28 smithi181 ceph-mon[45557]: pgmap v898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:29.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:28 smithi088 ceph-mon[35322]: pgmap v898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:31.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:30 smithi175 ceph-mon[44549]: pgmap v899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:31.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:30 smithi181 ceph-mon[45557]: pgmap v899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:31.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:30 smithi088 ceph-mon[35322]: pgmap v899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:33.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:32 smithi175 ceph-mon[44549]: pgmap v900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:33.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:32 smithi181 ceph-mon[45557]: pgmap v900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:33.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:32 smithi088 ceph-mon[35322]: pgmap v900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:35.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:34 smithi175 ceph-mon[44549]: pgmap v901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:19:35.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:34 smithi181 ceph-mon[45557]: pgmap v901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:19:35.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:34 smithi088 ceph-mon[35322]: pgmap v901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:19:35.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:35.714+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:19:35.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:35.714+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:19:35.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:35.714+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:19:37.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:36 smithi175 ceph-mon[44549]: pgmap v902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:37.331 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:36 smithi088 ceph-mon[35322]: pgmap v902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:37.331 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:36 smithi181 ceph-mon[45557]: pgmap v902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:39.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:38 smithi175 ceph-mon[44549]: pgmap v903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:39.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:38 smithi181 ceph-mon[45557]: pgmap v903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:39.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:38 smithi088 ceph-mon[35322]: pgmap v903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:41.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:40 smithi181 ceph-mon[45557]: pgmap v904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:41.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:40 smithi088 ceph-mon[35322]: pgmap v904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:41.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:40 smithi175 ceph-mon[44549]: pgmap v904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:43.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:42 smithi181 ceph-mon[45557]: pgmap v905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:43.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:42 smithi088 ceph-mon[35322]: pgmap v905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:43.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:42 smithi175 ceph-mon[44549]: pgmap v905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:45.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:44 smithi181 ceph-mon[45557]: pgmap v906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:45.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:44 smithi088 ceph-mon[35322]: pgmap v906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:45.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:44 smithi175 ceph-mon[44549]: pgmap v906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:47.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:46 smithi181 ceph-mon[45557]: pgmap v907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:47.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:46 smithi088 ceph-mon[35322]: pgmap v907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:47.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:46 smithi175 ceph-mon[44549]: pgmap v907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:49.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:48 smithi181 ceph-mon[45557]: pgmap v908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:49.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:48 smithi088 ceph-mon[35322]: pgmap v908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:49.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:48 smithi175 ceph-mon[44549]: pgmap v908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:50.715 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:50.728+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:19:50.715 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:50.728+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:19:50.715 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:19:50.728+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:19:51.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:50 smithi181 ceph-mon[45557]: pgmap v909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:51.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:50 smithi088 ceph-mon[35322]: pgmap v909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:51.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:50 smithi175 ceph-mon[44549]: pgmap v909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:19:53.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:52 smithi181 ceph-mon[45557]: pgmap v910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:53.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:52 smithi088 ceph-mon[35322]: pgmap v910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:53.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:52 smithi175 ceph-mon[44549]: pgmap v910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:55.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:54 smithi181 ceph-mon[45557]: pgmap v911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:55.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:54 smithi088 ceph-mon[35322]: pgmap v911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:55.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:54 smithi175 ceph-mon[44549]: pgmap v911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:19:57.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:56 smithi181 ceph-mon[45557]: pgmap v912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:57.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:56 smithi088 ceph-mon[35322]: pgmap v912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:57.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:56 smithi175 ceph-mon[44549]: pgmap v912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:19:59.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:19:58 smithi181 ceph-mon[45557]: pgmap v913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:59.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:19:58 smithi088 ceph-mon[35322]: pgmap v913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:19:59.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:19:58 smithi175 ceph-mon[44549]: pgmap v913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:01.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:00 smithi181 ceph-mon[45557]: pgmap v914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:01.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:00 smithi181 ceph-mon[45557]: Health detail: HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:20:01.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:00 smithi181 ceph-mon[45557]: [WRN] CEPHADM_FAILED_DAEMON: 4 failed cephadm daemon(s) 2024-01-28T13:20:01.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:00 smithi181 ceph-mon[45557]: daemon mds.j on smithi088 is in error state 2024-01-28T13:20:01.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:00 smithi181 ceph-mon[45557]: daemon mds.d on smithi088 is in error state 2024-01-28T13:20:01.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:00 smithi181 ceph-mon[45557]: daemon mds.b on smithi175 is in error state 2024-01-28T13:20:01.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:00 smithi181 ceph-mon[45557]: daemon mds.f on smithi181 is in error state 2024-01-28T13:20:01.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:00 smithi088 ceph-mon[35322]: pgmap v914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:01.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:00 smithi088 ceph-mon[35322]: Health detail: HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:20:01.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:00 smithi088 ceph-mon[35322]: [WRN] CEPHADM_FAILED_DAEMON: 4 failed cephadm daemon(s) 2024-01-28T13:20:01.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:00 smithi088 ceph-mon[35322]: daemon mds.j on smithi088 is in error state 2024-01-28T13:20:01.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:00 smithi088 ceph-mon[35322]: daemon mds.d on smithi088 is in error state 2024-01-28T13:20:01.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:00 smithi088 ceph-mon[35322]: daemon mds.b on smithi175 is in error state 2024-01-28T13:20:01.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:00 smithi088 ceph-mon[35322]: daemon mds.f on smithi181 is in error state 2024-01-28T13:20:01.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:00 smithi175 ceph-mon[44549]: pgmap v914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:01.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:00 smithi175 ceph-mon[44549]: Health detail: HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:20:01.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:00 smithi175 ceph-mon[44549]: [WRN] CEPHADM_FAILED_DAEMON: 4 failed cephadm daemon(s) 2024-01-28T13:20:01.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:00 smithi175 ceph-mon[44549]: daemon mds.j on smithi088 is in error state 2024-01-28T13:20:01.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:00 smithi175 ceph-mon[44549]: daemon mds.d on smithi088 is in error state 2024-01-28T13:20:01.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:00 smithi175 ceph-mon[44549]: daemon mds.b on smithi175 is in error state 2024-01-28T13:20:01.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:00 smithi175 ceph-mon[44549]: daemon mds.f on smithi181 is in error state 2024-01-28T13:20:03.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:02 smithi181 ceph-mon[45557]: pgmap v915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:03.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:02 smithi088 ceph-mon[35322]: pgmap v915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:05.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:04 smithi088 ceph-mon[35322]: pgmap v916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:05.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:02 smithi175 ceph-mon[44549]: pgmap v915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:05.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:04 smithi175 ceph-mon[44549]: pgmap v916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:05.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:04 smithi181 ceph-mon[45557]: pgmap v916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:05.743+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:20:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:05.743+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:20:05.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:05.743+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:20:06.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:06 smithi088 ceph-mon[35322]: pgmap v917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:06.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:06 smithi175 ceph-mon[44549]: pgmap v917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:06.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:06 smithi181 ceph-mon[45557]: pgmap v917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:08.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:08 smithi088 ceph-mon[35322]: pgmap v918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:08.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:08 smithi175 ceph-mon[44549]: pgmap v918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:08.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:08 smithi181 ceph-mon[45557]: pgmap v918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:10.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:10 smithi088 ceph-mon[35322]: pgmap v919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:10.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:20:10.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:20:10.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:20:10.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:20:10.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:10 smithi175 ceph-mon[44549]: pgmap v919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:10.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:20:10.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:20:10.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:20:10.897 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:20:10.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:10 smithi181 ceph-mon[45557]: pgmap v919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:10.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:20:10.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:20:10.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:20:10.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:20:11.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:11 smithi088 ceph-mon[35322]: pgmap v920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:20:11.765 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:11 smithi088 ceph-mon[35322]: pgmap v921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:20:11.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:11 smithi175 ceph-mon[44549]: pgmap v920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:20:11.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:11 smithi175 ceph-mon[44549]: pgmap v921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:20:11.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:11 smithi181 ceph-mon[45557]: pgmap v920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:20:11.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:11 smithi181 ceph-mon[45557]: pgmap v921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:20:13.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:13 smithi088 ceph-mon[35322]: pgmap v922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:20:13.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:13 smithi175 ceph-mon[44549]: pgmap v922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:20:13.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:13 smithi181 ceph-mon[45557]: pgmap v922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:20:15.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:15 smithi088 ceph-mon[35322]: pgmap v923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:20:15.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:15 smithi175 ceph-mon[44549]: pgmap v923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:20:15.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:15 smithi181 ceph-mon[45557]: pgmap v923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:20:17.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:17 smithi088 ceph-mon[35322]: pgmap v924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:20:17.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:17 smithi175 ceph-mon[44549]: pgmap v924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:20:17.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:17 smithi181 ceph-mon[45557]: pgmap v924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:20:19.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:19 smithi088 ceph-mon[35322]: pgmap v925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:20:19.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:19 smithi175 ceph-mon[44549]: pgmap v925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:20:19.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:19 smithi181 ceph-mon[45557]: pgmap v925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:20:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:20.758+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:20:20.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:20.758+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:20:20.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:20.758+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:20:21.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:21 smithi088 ceph-mon[35322]: pgmap v926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T13:20:21.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:21 smithi175 ceph-mon[44549]: pgmap v926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T13:20:21.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:21 smithi181 ceph-mon[45557]: pgmap v926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T13:20:23.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:23 smithi175 ceph-mon[44549]: pgmap v927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:23.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:23 smithi181 ceph-mon[45557]: pgmap v927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:24.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:23 smithi088 ceph-mon[35322]: pgmap v927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:25.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:25 smithi175 ceph-mon[44549]: pgmap v928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:25.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:25 smithi181 ceph-mon[45557]: pgmap v928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:26.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:25 smithi088 ceph-mon[35322]: pgmap v928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:27.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:27 smithi175 ceph-mon[44549]: pgmap v929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:27.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:27 smithi181 ceph-mon[45557]: pgmap v929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:28.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:27 smithi088 ceph-mon[35322]: pgmap v929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:29.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:29 smithi175 ceph-mon[44549]: pgmap v930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:29.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:29 smithi181 ceph-mon[45557]: pgmap v930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:30.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:29 smithi088 ceph-mon[35322]: pgmap v930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:31.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:31 smithi175 ceph-mon[44549]: pgmap v931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:31.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:31 smithi181 ceph-mon[45557]: pgmap v931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:32.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:31 smithi088 ceph-mon[35322]: pgmap v931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:33.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:33 smithi175 ceph-mon[44549]: pgmap v932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:20:33.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:33 smithi181 ceph-mon[45557]: pgmap v932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:20:34.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:33 smithi088 ceph-mon[35322]: pgmap v932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:20:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:35.773+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:20:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:35.773+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:20:35.759 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:35.773+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:20:35.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:35 smithi175 ceph-mon[44549]: pgmap v933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:35.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:35 smithi181 ceph-mon[45557]: pgmap v933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:36.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:35 smithi088 ceph-mon[35322]: pgmap v933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:37.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:37 smithi175 ceph-mon[44549]: pgmap v934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:37.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:37 smithi181 ceph-mon[45557]: pgmap v934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:38.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:37 smithi088 ceph-mon[35322]: pgmap v934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:39.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:39 smithi175 ceph-mon[44549]: pgmap v935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:39.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:39 smithi181 ceph-mon[45557]: pgmap v935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:40.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:39 smithi088 ceph-mon[35322]: pgmap v935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:41.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:41 smithi175 ceph-mon[44549]: pgmap v936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:41.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:41 smithi181 ceph-mon[45557]: pgmap v936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:42.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:41 smithi088 ceph-mon[35322]: pgmap v936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:43.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:43 smithi175 ceph-mon[44549]: pgmap v937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:20:43.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:43 smithi181 ceph-mon[45557]: pgmap v937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:20:44.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:43 smithi088 ceph-mon[35322]: pgmap v937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:20:45.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:45 smithi175 ceph-mon[44549]: pgmap v938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:45.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:45 smithi181 ceph-mon[45557]: pgmap v938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:46.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:45 smithi088 ceph-mon[35322]: pgmap v938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:47.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:47 smithi175 ceph-mon[44549]: pgmap v939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:47.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:47 smithi181 ceph-mon[45557]: pgmap v939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:48.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:47 smithi088 ceph-mon[35322]: pgmap v939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:49.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:49 smithi175 ceph-mon[44549]: pgmap v940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:49.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:49 smithi181 ceph-mon[45557]: pgmap v940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:50.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:49 smithi088 ceph-mon[35322]: pgmap v940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:50.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:50.787+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:20:50.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:50.787+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:20:50.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:20:50.787+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:20:51.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:51 smithi175 ceph-mon[44549]: pgmap v941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:51.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:51 smithi181 ceph-mon[45557]: pgmap v941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:52.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:51 smithi088 ceph-mon[35322]: pgmap v941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:20:53.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:53 smithi175 ceph-mon[44549]: pgmap v942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:20:53.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:53 smithi181 ceph-mon[45557]: pgmap v942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:20:54.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:53 smithi088 ceph-mon[35322]: pgmap v942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:20:55.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:55 smithi175 ceph-mon[44549]: pgmap v943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:55.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:55 smithi181 ceph-mon[45557]: pgmap v943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:56.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:55 smithi088 ceph-mon[35322]: pgmap v943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:20:57.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:57 smithi175 ceph-mon[44549]: pgmap v944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:57.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:57 smithi181 ceph-mon[45557]: pgmap v944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:58.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:57 smithi088 ceph-mon[35322]: pgmap v944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:20:59.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:20:59 smithi175 ceph-mon[44549]: pgmap v945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:59.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:20:59 smithi181 ceph-mon[45557]: pgmap v945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:20:59.976 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:20:59 smithi088 ceph-mon[35322]: pgmap v945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:21:01.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:01 smithi175 ceph-mon[44549]: pgmap v946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:21:01.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:01 smithi181 ceph-mon[45557]: pgmap v946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:21:02.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:01 smithi088 ceph-mon[35322]: pgmap v946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:21:03.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:03 smithi175 ceph-mon[44549]: pgmap v947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:03.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:03 smithi181 ceph-mon[45557]: pgmap v947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:04.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:03 smithi088 ceph-mon[35322]: pgmap v947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:05.799+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:21:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:05.799+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:21:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:05.799+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:21:05.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:05 smithi175 ceph-mon[44549]: pgmap v948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:05.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:05 smithi181 ceph-mon[45557]: pgmap v948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:06.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:05 smithi088 ceph-mon[35322]: pgmap v948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:07.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:07 smithi175 ceph-mon[44549]: pgmap v949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:07.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:07 smithi181 ceph-mon[45557]: pgmap v949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:08.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:07 smithi088 ceph-mon[35322]: pgmap v949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:09.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:09 smithi175 ceph-mon[44549]: pgmap v950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:21:09.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:09 smithi181 ceph-mon[45557]: pgmap v950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:21:10.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:09 smithi088 ceph-mon[35322]: pgmap v950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:21:11.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:11 smithi175 ceph-mon[44549]: pgmap v951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:21:11.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:21:11.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:11 smithi181 ceph-mon[45557]: pgmap v951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:21:11.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:21:12.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:11 smithi088 ceph-mon[35322]: pgmap v951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:21:12.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:21:13.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:13.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:14.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:13 smithi088 ceph-mon[35322]: pgmap v952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:14.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:21:14.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:21:14.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:14.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:13 smithi175 ceph-mon[44549]: pgmap v952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:14.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:21:14.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:21:14.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:14.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:13 smithi181 ceph-mon[45557]: pgmap v952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:14.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:21:14.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:21:14.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:21:15.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:14 smithi088 ceph-mon[35322]: pgmap v953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:21:15.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:14 smithi088 ceph-mon[35322]: pgmap v954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:21:15.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:14 smithi175 ceph-mon[44549]: pgmap v953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:21:15.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:14 smithi175 ceph-mon[44549]: pgmap v954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:21:15.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:14 smithi181 ceph-mon[45557]: pgmap v953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:21:15.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:14 smithi181 ceph-mon[45557]: pgmap v954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:21:16.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:16 smithi088 ceph-mon[35322]: pgmap v955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:21:16.896 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:16 smithi175 ceph-mon[44549]: pgmap v955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:21:16.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:16 smithi181 ceph-mon[45557]: pgmap v955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:21:19.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:18 smithi088 ceph-mon[35322]: pgmap v956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:21:19.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:18 smithi175 ceph-mon[44549]: pgmap v956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:21:19.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:18 smithi181 ceph-mon[45557]: pgmap v956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:21:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:20.807+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:21:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:20.807+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:21:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:20.807+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:21:21.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:20 smithi088 ceph-mon[35322]: pgmap v957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:21:21.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:20 smithi175 ceph-mon[44549]: pgmap v957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:21:21.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:20 smithi181 ceph-mon[45557]: pgmap v957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:21:23.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:22 smithi088 ceph-mon[35322]: pgmap v958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:21:23.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:22 smithi175 ceph-mon[44549]: pgmap v958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:21:23.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:22 smithi181 ceph-mon[45557]: pgmap v958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:21:25.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:24 smithi088 ceph-mon[35322]: pgmap v959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:21:25.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:24 smithi175 ceph-mon[44549]: pgmap v959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:21:25.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:24 smithi181 ceph-mon[45557]: pgmap v959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:21:26.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:26 smithi088 ceph-mon[35322]: pgmap v960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:26.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:26 smithi175 ceph-mon[44549]: pgmap v960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:26.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:26 smithi181 ceph-mon[45557]: pgmap v960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:29.014 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:28 smithi088 ceph-mon[35322]: pgmap v961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:29.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:28 smithi175 ceph-mon[44549]: pgmap v961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:29.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:28 smithi181 ceph-mon[45557]: pgmap v961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:31.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:30 smithi088 ceph-mon[35322]: pgmap v962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:31.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:30 smithi175 ceph-mon[44549]: pgmap v962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:31.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:30 smithi181 ceph-mon[45557]: pgmap v962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:33.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:32 smithi175 ceph-mon[44549]: pgmap v963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:33.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:32 smithi181 ceph-mon[45557]: pgmap v963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:33.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:32 smithi088 ceph-mon[35322]: pgmap v963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:35.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:34 smithi175 ceph-mon[44549]: pgmap v964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:21:35.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:34 smithi181 ceph-mon[45557]: pgmap v964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:21:35.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:34 smithi088 ceph-mon[35322]: pgmap v964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:21:35.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:35.819+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:21:35.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:35.819+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:21:35.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:35.819+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:21:36.763 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:36 smithi088 ceph-mon[35322]: pgmap v965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:36.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:36 smithi175 ceph-mon[44549]: pgmap v965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:36.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:36 smithi181 ceph-mon[45557]: pgmap v965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:39.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:38 smithi088 ceph-mon[35322]: pgmap v966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:39.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:38 smithi175 ceph-mon[44549]: pgmap v966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:39.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:38 smithi181 ceph-mon[45557]: pgmap v966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:39.616+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T13:21:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:39.616+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T13:21:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:39.616+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 14 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x7ff34c102770 2024-01-28T13:21:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:39.616+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 14 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T13:21:41.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:40 smithi088 ceph-mon[35322]: pgmap v967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:41.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:40 smithi175 ceph-mon[44549]: pgmap v967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:41.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:40 smithi181 ceph-mon[45557]: pgmap v967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:43.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:42 smithi088 ceph-mon[35322]: pgmap v968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:43.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:42 smithi175 ceph-mon[44549]: pgmap v968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:43.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:42 smithi181 ceph-mon[45557]: pgmap v968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:45.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:44 smithi175 ceph-mon[44549]: pgmap v969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:21:45.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:44 smithi181 ceph-mon[45557]: pgmap v969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:21:45.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:44 smithi088 ceph-mon[35322]: pgmap v969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:21:46.764 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:46 smithi088 ceph-mon[35322]: pgmap v970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:46.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:46 smithi175 ceph-mon[44549]: pgmap v970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:46.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:46 smithi181 ceph-mon[45557]: pgmap v970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:49.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:48 smithi088 ceph-mon[35322]: pgmap v971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:49.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:48 smithi175 ceph-mon[44549]: pgmap v971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:49.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:48 smithi181 ceph-mon[45557]: pgmap v971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:50.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:50.829+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:21:50.814 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:50.829+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:21:50.814 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:21:50.829+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:21:51.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:50 smithi175 ceph-mon[44549]: pgmap v972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:51.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:50 smithi181 ceph-mon[45557]: pgmap v972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:51.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:50 smithi088 ceph-mon[35322]: pgmap v972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:21:53.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:52 smithi175 ceph-mon[44549]: pgmap v973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:53.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:52 smithi181 ceph-mon[45557]: pgmap v973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:53.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:52 smithi088 ceph-mon[35322]: pgmap v973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:55.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:54 smithi175 ceph-mon[44549]: pgmap v974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:21:55.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:54 smithi181 ceph-mon[45557]: pgmap v974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:21:55.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:54 smithi088 ceph-mon[35322]: pgmap v974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:21:56.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:56 smithi175 ceph-mon[44549]: pgmap v975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:56.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:56 smithi181 ceph-mon[45557]: pgmap v975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:57.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:56 smithi088 ceph-mon[35322]: pgmap v975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:21:59.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:21:58 smithi088 ceph-mon[35322]: pgmap v976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:59.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:21:58 smithi175 ceph-mon[44549]: pgmap v976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:21:59.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:21:58 smithi181 ceph-mon[45557]: pgmap v976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:01.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:00 smithi175 ceph-mon[44549]: pgmap v977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:22:01.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:00 smithi181 ceph-mon[45557]: pgmap v977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:22:01.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:00 smithi088 ceph-mon[35322]: pgmap v977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:22:03.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:02 smithi175 ceph-mon[44549]: pgmap v978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:03.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:02 smithi181 ceph-mon[45557]: pgmap v978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:03.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:02 smithi088 ceph-mon[35322]: pgmap v978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:05.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:04 smithi175 ceph-mon[44549]: pgmap v979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:05.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:04 smithi181 ceph-mon[45557]: pgmap v979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:05.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:04 smithi088 ceph-mon[35322]: pgmap v979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:05.828 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:05.843+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:22:05.828 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:05.843+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:22:05.828 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:05.843+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:22:06.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:06 smithi175 ceph-mon[44549]: pgmap v980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:06.942 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:06 smithi181 ceph-mon[45557]: pgmap v980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:07.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:06 smithi088 ceph-mon[35322]: pgmap v980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:09.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:08 smithi175 ceph-mon[44549]: pgmap v981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:09.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:08 smithi181 ceph-mon[45557]: pgmap v981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:09.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:08 smithi088 ceph-mon[35322]: pgmap v981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:11.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:10 smithi175 ceph-mon[44549]: pgmap v982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:11.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:10 smithi181 ceph-mon[45557]: pgmap v982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:11.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:10 smithi088 ceph-mon[35322]: pgmap v982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:13.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:12 smithi175 ceph-mon[44549]: pgmap v983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:13.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:12 smithi181 ceph-mon[45557]: pgmap v983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:13.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:12 smithi088 ceph-mon[35322]: pgmap v983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:15.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:14 smithi175 ceph-mon[44549]: pgmap v984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:15.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:22:15.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:22:15.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:22:15.146 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:22:15.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:14 smithi181 ceph-mon[45557]: pgmap v984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:15.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:22:15.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:22:15.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:22:15.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:22:15.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:14 smithi088 ceph-mon[35322]: pgmap v984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:15.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:22:15.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:22:15.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:22:15.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:22:16.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:15 smithi175 ceph-mon[44549]: pgmap v985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:22:16.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:15 smithi175 ceph-mon[44549]: pgmap v986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:22:16.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:15 smithi181 ceph-mon[45557]: pgmap v985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:22:16.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:15 smithi181 ceph-mon[45557]: pgmap v986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:22:16.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:15 smithi088 ceph-mon[35322]: pgmap v985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:22:16.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:15 smithi088 ceph-mon[35322]: pgmap v986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:22:18.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:17 smithi175 ceph-mon[44549]: pgmap v987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:22:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:17 smithi181 ceph-mon[45557]: pgmap v987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:22:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:17 smithi088 ceph-mon[35322]: pgmap v987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:22:20.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:19 smithi175 ceph-mon[44549]: pgmap v988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:22:20.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:19 smithi181 ceph-mon[45557]: pgmap v988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:22:20.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:19 smithi088 ceph-mon[35322]: pgmap v988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:22:20.837 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:20.852+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:22:20.837 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:20.852+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:22:20.837 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:20.852+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:22:21.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:21 smithi175 ceph-mon[44549]: pgmap v989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:22:21.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:21 smithi181 ceph-mon[45557]: pgmap v989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:22:22.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:21 smithi088 ceph-mon[35322]: pgmap v989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:22:24.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:23 smithi175 ceph-mon[44549]: pgmap v990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:22:24.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:23 smithi181 ceph-mon[45557]: pgmap v990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:22:24.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:23 smithi088 ceph-mon[35322]: pgmap v990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:22:26.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:25 smithi175 ceph-mon[44549]: pgmap v991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:22:26.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:25 smithi181 ceph-mon[45557]: pgmap v991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:22:26.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:25 smithi088 ceph-mon[35322]: pgmap v991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:22:28.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:27 smithi175 ceph-mon[44549]: pgmap v992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:28.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:27 smithi181 ceph-mon[45557]: pgmap v992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:28.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:27 smithi088 ceph-mon[35322]: pgmap v992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:30.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:29 smithi175 ceph-mon[44549]: pgmap v993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:30.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:29 smithi181 ceph-mon[45557]: pgmap v993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:30.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:29 smithi088 ceph-mon[35322]: pgmap v993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:31.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:31 smithi175 ceph-mon[44549]: pgmap v994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:31.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:31 smithi181 ceph-mon[45557]: pgmap v994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:32.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:31 smithi088 ceph-mon[35322]: pgmap v994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:34.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:33 smithi175 ceph-mon[44549]: pgmap v995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:34.183 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:33 smithi088 ceph-mon[35322]: pgmap v995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:34.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:33 smithi181 ceph-mon[45557]: pgmap v995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:35.865+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:22:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:35.865+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:22:35.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:35.865+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:22:36.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:35 smithi175 ceph-mon[44549]: pgmap v996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:36.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:35 smithi181 ceph-mon[45557]: pgmap v996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:36.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:35 smithi088 ceph-mon[35322]: pgmap v996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:38.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:37 smithi175 ceph-mon[44549]: pgmap v997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:38.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:37 smithi181 ceph-mon[45557]: pgmap v997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:38.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:37 smithi088 ceph-mon[35322]: pgmap v997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:40.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:39 smithi175 ceph-mon[44549]: pgmap v998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:40.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:39 smithi181 ceph-mon[45557]: pgmap v998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:40.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:39 smithi088 ceph-mon[35322]: pgmap v998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:41.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:41 smithi175 ceph-mon[44549]: pgmap v999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:41.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:41 smithi181 ceph-mon[45557]: pgmap v999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:42.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:41 smithi088 ceph-mon[35322]: pgmap v999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:44.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:43 smithi175 ceph-mon[44549]: pgmap v1000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:44.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:43 smithi181 ceph-mon[45557]: pgmap v1000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:44.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:43 smithi088 ceph-mon[35322]: pgmap v1000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:46.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:45 smithi175 ceph-mon[44549]: pgmap v1001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:46.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:45 smithi181 ceph-mon[45557]: pgmap v1001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:46.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:45 smithi088 ceph-mon[35322]: pgmap v1001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:48.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:47 smithi175 ceph-mon[44549]: pgmap v1002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:48.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:47 smithi181 ceph-mon[45557]: pgmap v1002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:48.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:47 smithi088 ceph-mon[35322]: pgmap v1002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:50.055 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:49 smithi088 ceph-mon[35322]: pgmap v1003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:50.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:49 smithi175 ceph-mon[44549]: pgmap v1003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:50.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:49 smithi181 ceph-mon[45557]: pgmap v1003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:22:50.858 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:50.873+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:22:50.858 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:50.873+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:22:50.858 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:22:50.873+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:22:51.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:51 smithi175 ceph-mon[44549]: pgmap v1004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:51.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:51 smithi181 ceph-mon[45557]: pgmap v1004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:52.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:51 smithi088 ceph-mon[35322]: pgmap v1004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:22:54.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:53 smithi175 ceph-mon[44549]: pgmap v1005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:54.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:53 smithi181 ceph-mon[45557]: pgmap v1005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:54.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:53 smithi088 ceph-mon[35322]: pgmap v1005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:56.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:55 smithi175 ceph-mon[44549]: pgmap v1006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:56.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:55 smithi181 ceph-mon[45557]: pgmap v1006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:56.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:55 smithi088 ceph-mon[35322]: pgmap v1006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:22:58.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:57 smithi175 ceph-mon[44549]: pgmap v1007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:58.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:57 smithi181 ceph-mon[45557]: pgmap v1007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:22:58.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:57 smithi088 ceph-mon[35322]: pgmap v1007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:23:00.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:22:59 smithi175 ceph-mon[44549]: pgmap v1008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:00.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:22:59 smithi181 ceph-mon[45557]: pgmap v1008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:00.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:22:59 smithi088 ceph-mon[35322]: pgmap v1008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:01.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:01 smithi175 ceph-mon[44549]: pgmap v1009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:01.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:01 smithi181 ceph-mon[45557]: pgmap v1009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:02.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:01 smithi088 ceph-mon[35322]: pgmap v1009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:04.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:03 smithi175 ceph-mon[44549]: pgmap v1010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:23:04.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:03 smithi181 ceph-mon[45557]: pgmap v1010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:23:04.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:03 smithi088 ceph-mon[35322]: pgmap v1010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:23:05.865 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:05.880+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:23:05.865 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:05.880+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:23:05.865 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:05.880+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:23:06.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:05 smithi175 ceph-mon[44549]: pgmap v1011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:06.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:05 smithi181 ceph-mon[45557]: pgmap v1011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:06.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:05 smithi088 ceph-mon[35322]: pgmap v1011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:08.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:07 smithi175 ceph-mon[44549]: pgmap v1012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:23:08.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:07 smithi181 ceph-mon[45557]: pgmap v1012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:23:08.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:07 smithi088 ceph-mon[35322]: pgmap v1012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:23:10.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:09 smithi175 ceph-mon[44549]: pgmap v1013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:10.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:09 smithi181 ceph-mon[45557]: pgmap v1013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:10.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:09 smithi088 ceph-mon[35322]: pgmap v1013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:11.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:11 smithi175 ceph-mon[44549]: pgmap v1014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:11.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:11 smithi181 ceph-mon[45557]: pgmap v1014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:12.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:11 smithi088 ceph-mon[35322]: pgmap v1014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:14.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:13 smithi175 ceph-mon[44549]: pgmap v1015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:23:14.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:13 smithi181 ceph-mon[45557]: pgmap v1015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:23:14.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:13 smithi088 ceph-mon[35322]: pgmap v1015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:23:16.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:15 smithi175 ceph-mon[44549]: pgmap v1016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:16.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:23:16.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:15 smithi181 ceph-mon[45557]: pgmap v1016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:16.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:23:16.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:15 smithi088 ceph-mon[35322]: pgmap v1016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:16.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:23:17.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:23:17.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:23:17.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:23:17.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:23:17.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:17 smithi088 ceph-mon[35322]: pgmap v1017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:23:17.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:17 smithi088 ceph-mon[35322]: pgmap v1018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:23:17.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:23:17.645 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:23:17.645 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:23:17.645 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:23:17.645 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:23:17.645 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:17 smithi175 ceph-mon[44549]: pgmap v1017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:23:17.645 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:17 smithi175 ceph-mon[44549]: pgmap v1018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:23:17.645 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:23:17.691 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:23:17.691 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:23:17.691 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:23:17.691 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:23:17.691 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:17 smithi181 ceph-mon[45557]: pgmap v1017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:23:17.692 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:17 smithi181 ceph-mon[45557]: pgmap v1018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:23:17.692 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:23:19.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:19 smithi088 ceph-mon[35322]: pgmap v1019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:23:19.645 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:19 smithi175 ceph-mon[44549]: pgmap v1019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:23:19.691 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:19 smithi181 ceph-mon[45557]: pgmap v1019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:23:20.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:20.881+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:23:20.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:20.881+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:23:20.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:20.881+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:23:21.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:21 smithi175 ceph-mon[44549]: pgmap v1020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:21.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:21 smithi181 ceph-mon[45557]: pgmap v1020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:22.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:21 smithi088 ceph-mon[35322]: pgmap v1020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:23.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:23 smithi175 ceph-mon[44549]: pgmap v1021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:23:23.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:23 smithi181 ceph-mon[45557]: pgmap v1021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:23:24.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:23 smithi088 ceph-mon[35322]: pgmap v1021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:23:25.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:25 smithi175 ceph-mon[44549]: pgmap v1022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:25.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:25 smithi181 ceph-mon[45557]: pgmap v1022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:26.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:25 smithi088 ceph-mon[35322]: pgmap v1022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:23:27.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:27 smithi175 ceph-mon[44549]: pgmap v1023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:23:27.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:27 smithi181 ceph-mon[45557]: pgmap v1023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:23:28.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:27 smithi088 ceph-mon[35322]: pgmap v1023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:23:29.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:29 smithi175 ceph-mon[44549]: pgmap v1024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:23:29.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:29 smithi181 ceph-mon[45557]: pgmap v1024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:23:30.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:29 smithi088 ceph-mon[35322]: pgmap v1024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:23:31.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:31 smithi175 ceph-mon[44549]: pgmap v1025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:31.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:31 smithi181 ceph-mon[45557]: pgmap v1025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:32.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:31 smithi088 ceph-mon[35322]: pgmap v1025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:33.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:33 smithi175 ceph-mon[44549]: pgmap v1026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:33.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:33 smithi181 ceph-mon[45557]: pgmap v1026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:34.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:33 smithi088 ceph-mon[35322]: pgmap v1026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:35.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:35.896+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:23:35.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:35.896+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:23:35.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:35.896+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:23:35.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:35 smithi175 ceph-mon[44549]: pgmap v1027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:23:35.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:35 smithi181 ceph-mon[45557]: pgmap v1027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:23:36.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:35 smithi088 ceph-mon[35322]: pgmap v1027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:23:37.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:37 smithi175 ceph-mon[44549]: pgmap v1028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:37.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:37 smithi181 ceph-mon[45557]: pgmap v1028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:38.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:37 smithi088 ceph-mon[35322]: pgmap v1028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:39.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:39 smithi175 ceph-mon[44549]: pgmap v1029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:23:39.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:39 smithi181 ceph-mon[45557]: pgmap v1029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:23:40.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:39 smithi088 ceph-mon[35322]: pgmap v1029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:23:41.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:41 smithi175 ceph-mon[44549]: pgmap v1030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:41.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:41 smithi181 ceph-mon[45557]: pgmap v1030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:42.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:41 smithi088 ceph-mon[35322]: pgmap v1030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:43.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:43 smithi175 ceph-mon[44549]: pgmap v1031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:43.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:43 smithi181 ceph-mon[45557]: pgmap v1031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:44.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:43 smithi088 ceph-mon[35322]: pgmap v1031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:45.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:45 smithi175 ceph-mon[44549]: pgmap v1032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:23:45.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:45 smithi181 ceph-mon[45557]: pgmap v1032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:23:46.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:45 smithi088 ceph-mon[35322]: pgmap v1032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:23:47.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:47 smithi175 ceph-mon[44549]: pgmap v1033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:47.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:47 smithi181 ceph-mon[45557]: pgmap v1033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:48.097 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:47 smithi088 ceph-mon[35322]: pgmap v1033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:49.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:49 smithi175 ceph-mon[44549]: pgmap v1034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:23:49.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:49 smithi181 ceph-mon[45557]: pgmap v1034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:23:50.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:49 smithi088 ceph-mon[35322]: pgmap v1034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:23:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:50.910+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:23:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:50.910+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:23:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:23:50.910+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:23:51.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:51 smithi175 ceph-mon[44549]: pgmap v1035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:51.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:51 smithi181 ceph-mon[45557]: pgmap v1035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:52.007 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:51 smithi088 ceph-mon[35322]: pgmap v1035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:23:53.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:53 smithi175 ceph-mon[44549]: pgmap v1036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:53.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:53 smithi181 ceph-mon[45557]: pgmap v1036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:54.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:53 smithi088 ceph-mon[35322]: pgmap v1036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:55.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:55 smithi175 ceph-mon[44549]: pgmap v1037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:23:55.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:55 smithi181 ceph-mon[45557]: pgmap v1037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:23:56.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:55 smithi088 ceph-mon[35322]: pgmap v1037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:23:57.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:57 smithi175 ceph-mon[44549]: pgmap v1038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:57.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:57 smithi181 ceph-mon[45557]: pgmap v1038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:58.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:57 smithi088 ceph-mon[35322]: pgmap v1038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:23:59.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:23:59 smithi175 ceph-mon[44549]: pgmap v1039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:23:59.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:23:59 smithi181 ceph-mon[45557]: pgmap v1039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:00.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:23:59 smithi088 ceph-mon[35322]: pgmap v1039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:01.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:01 smithi175 ceph-mon[44549]: pgmap v1040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:01.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:01 smithi181 ceph-mon[45557]: pgmap v1040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:02.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:01 smithi088 ceph-mon[35322]: pgmap v1040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:03.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:03 smithi175 ceph-mon[44549]: pgmap v1041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:03.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:03 smithi181 ceph-mon[45557]: pgmap v1041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:04.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:03 smithi088 ceph-mon[35322]: pgmap v1041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:05.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:05 smithi175 ceph-mon[44549]: pgmap v1042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:24:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:05.926+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:24:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:05.926+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:24:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:05.926+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:24:05.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:05 smithi181 ceph-mon[45557]: pgmap v1042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:24:06.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:05 smithi088 ceph-mon[35322]: pgmap v1042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:24:07.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:07 smithi175 ceph-mon[44549]: pgmap v1043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:07.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:07 smithi181 ceph-mon[45557]: pgmap v1043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:08.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:07 smithi088 ceph-mon[35322]: pgmap v1043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:09.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:09 smithi175 ceph-mon[44549]: pgmap v1044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:09.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:09 smithi181 ceph-mon[45557]: pgmap v1044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:10.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:09 smithi088 ceph-mon[35322]: pgmap v1044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:11.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:11 smithi175 ceph-mon[44549]: pgmap v1045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:11.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:11 smithi181 ceph-mon[45557]: pgmap v1045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:12.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:11 smithi088 ceph-mon[35322]: pgmap v1045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:13.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:13 smithi175 ceph-mon[44549]: pgmap v1046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:13.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:13 smithi181 ceph-mon[45557]: pgmap v1046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:14.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:13 smithi088 ceph-mon[35322]: pgmap v1046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:15.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:15 smithi175 ceph-mon[44549]: pgmap v1047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:24:15.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:15 smithi181 ceph-mon[45557]: pgmap v1047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:24:16.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:15 smithi088 ceph-mon[35322]: pgmap v1047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:24:16.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:24:16.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:24:17.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:24:18.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: pgmap v1048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:18.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.147 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:24:18.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:24:18.148 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: pgmap v1048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:24:18.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:24:18.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: pgmap v1048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:24:18.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:24:18.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:24:19.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:18 smithi175 ceph-mon[44549]: pgmap v1049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:24:19.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:18 smithi175 ceph-mon[44549]: pgmap v1050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:24:19.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:18 smithi181 ceph-mon[45557]: pgmap v1049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:24:19.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:18 smithi181 ceph-mon[45557]: pgmap v1050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:24:19.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:18 smithi088 ceph-mon[35322]: pgmap v1049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:24:19.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:18 smithi088 ceph-mon[35322]: pgmap v1050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:24:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:20.931+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:24:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:20.931+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:24:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:20.931+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:24:21.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:20 smithi175 ceph-mon[44549]: pgmap v1051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:24:21.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:20 smithi181 ceph-mon[45557]: pgmap v1051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:24:21.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:20 smithi088 ceph-mon[35322]: pgmap v1051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:24:23.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:22 smithi175 ceph-mon[44549]: pgmap v1052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:24:23.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:22 smithi181 ceph-mon[45557]: pgmap v1052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:24:23.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:22 smithi088 ceph-mon[35322]: pgmap v1052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:24:25.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:24 smithi175 ceph-mon[44549]: pgmap v1053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:24:25.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:24 smithi181 ceph-mon[45557]: pgmap v1053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:24:25.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:24 smithi088 ceph-mon[35322]: pgmap v1053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:24:26.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:26 smithi175 ceph-mon[44549]: pgmap v1054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:26.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:26 smithi181 ceph-mon[45557]: pgmap v1054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:27.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:26 smithi088 ceph-mon[35322]: pgmap v1054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:29.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:28 smithi175 ceph-mon[44549]: pgmap v1055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:24:29.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:28 smithi181 ceph-mon[45557]: pgmap v1055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:24:29.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:28 smithi088 ceph-mon[35322]: pgmap v1055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:24:31.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:30 smithi175 ceph-mon[44549]: pgmap v1056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:31.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:30 smithi181 ceph-mon[45557]: pgmap v1056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:31.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:30 smithi088 ceph-mon[35322]: pgmap v1056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:33.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:32 smithi175 ceph-mon[44549]: pgmap v1057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:33.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:32 smithi181 ceph-mon[45557]: pgmap v1057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:33.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:32 smithi088 ceph-mon[35322]: pgmap v1057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:35.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:34 smithi175 ceph-mon[44549]: pgmap v1058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:35.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:34 smithi181 ceph-mon[45557]: pgmap v1058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:35.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:34 smithi088 ceph-mon[35322]: pgmap v1058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:35.946+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:24:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:35.946+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:24:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:35.946+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:24:36.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:36 smithi175 ceph-mon[44549]: pgmap v1059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:36.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:36 smithi181 ceph-mon[45557]: pgmap v1059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:37.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:36 smithi088 ceph-mon[35322]: pgmap v1059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:39.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:38 smithi175 ceph-mon[44549]: pgmap v1060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:39.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:38 smithi181 ceph-mon[45557]: pgmap v1060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:39.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:38 smithi088 ceph-mon[35322]: pgmap v1060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:39.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:39.644+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T13:24:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:39.644+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T13:24:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:39.645+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 15 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x7ff34c102770 2024-01-28T13:24:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:39.645+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 15 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T13:24:41.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:40 smithi175 ceph-mon[44549]: pgmap v1061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:41.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:40 smithi181 ceph-mon[45557]: pgmap v1061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:41.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:40 smithi088 ceph-mon[35322]: pgmap v1061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:43.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:42 smithi175 ceph-mon[44549]: pgmap v1062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:43.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:42 smithi181 ceph-mon[45557]: pgmap v1062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:43.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:42 smithi088 ceph-mon[35322]: pgmap v1062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:45.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:44 smithi175 ceph-mon[44549]: pgmap v1063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:45.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:44 smithi181 ceph-mon[45557]: pgmap v1063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:45.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:44 smithi088 ceph-mon[35322]: pgmap v1063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:46.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:46 smithi175 ceph-mon[44549]: pgmap v1064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:46.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:46 smithi181 ceph-mon[45557]: pgmap v1064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:47.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:46 smithi088 ceph-mon[35322]: pgmap v1064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:49.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:48 smithi175 ceph-mon[44549]: pgmap v1065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:49.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:48 smithi181 ceph-mon[45557]: pgmap v1065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:49.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:48 smithi088 ceph-mon[35322]: pgmap v1065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:50.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:50.961+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:24:50.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:50.961+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:24:50.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:24:50.961+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:24:51.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:50 smithi175 ceph-mon[44549]: pgmap v1066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:51.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:50 smithi181 ceph-mon[45557]: pgmap v1066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:51.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:50 smithi088 ceph-mon[35322]: pgmap v1066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:53.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:52 smithi175 ceph-mon[44549]: pgmap v1067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:53.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:52 smithi181 ceph-mon[45557]: pgmap v1067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:53.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:52 smithi088 ceph-mon[35322]: pgmap v1067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:55.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:54 smithi175 ceph-mon[44549]: pgmap v1068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:55.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:54 smithi181 ceph-mon[45557]: pgmap v1068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:55.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:54 smithi088 ceph-mon[35322]: pgmap v1068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:24:56.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:56 smithi175 ceph-mon[44549]: pgmap v1069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:56.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:56 smithi181 ceph-mon[45557]: pgmap v1069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:57.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:56 smithi088 ceph-mon[35322]: pgmap v1069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:24:59.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:24:58 smithi175 ceph-mon[44549]: pgmap v1070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:59.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:24:58 smithi181 ceph-mon[45557]: pgmap v1070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:24:59.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:24:58 smithi088 ceph-mon[35322]: pgmap v1070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:01.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:00 smithi175 ceph-mon[44549]: pgmap v1071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:01.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:00 smithi181 ceph-mon[45557]: pgmap v1071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:01.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:00 smithi088 ceph-mon[35322]: pgmap v1071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:03.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:02 smithi175 ceph-mon[44549]: pgmap v1072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:03.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:02 smithi181 ceph-mon[45557]: pgmap v1072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:03.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:02 smithi088 ceph-mon[35322]: pgmap v1072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:05.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:04 smithi175 ceph-mon[44549]: pgmap v1073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:05.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:04 smithi181 ceph-mon[45557]: pgmap v1073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:05.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:04 smithi088 ceph-mon[35322]: pgmap v1073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:05.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:05.968+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:25:05.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:05.968+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:25:05.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:05.968+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:25:06.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:06 smithi175 ceph-mon[44549]: pgmap v1074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:25:06.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:06 smithi181 ceph-mon[45557]: pgmap v1074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:25:07.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:06 smithi088 ceph-mon[35322]: pgmap v1074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:25:09.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:08 smithi175 ceph-mon[44549]: pgmap v1075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:09.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:08 smithi181 ceph-mon[45557]: pgmap v1075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:09.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:08 smithi088 ceph-mon[35322]: pgmap v1075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:11.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:10 smithi175 ceph-mon[44549]: pgmap v1076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:11.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:10 smithi181 ceph-mon[45557]: pgmap v1076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:11.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:10 smithi088 ceph-mon[35322]: pgmap v1076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:13.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:12 smithi175 ceph-mon[44549]: pgmap v1077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:13.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:12 smithi181 ceph-mon[45557]: pgmap v1077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:13.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:12 smithi088 ceph-mon[35322]: pgmap v1077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:15.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:14 smithi175 ceph-mon[44549]: pgmap v1078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:25:15.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:14 smithi181 ceph-mon[45557]: pgmap v1078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:25:15.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:14 smithi088 ceph-mon[35322]: pgmap v1078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:25:16.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:16 smithi175 ceph-mon[44549]: pgmap v1079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:25:16.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:16 smithi181 ceph-mon[45557]: pgmap v1079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:25:17.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:16 smithi088 ceph-mon[35322]: pgmap v1079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:25:19.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:18 smithi175 ceph-mon[44549]: pgmap v1080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:25:19.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:25:19.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:25:19.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:25:19.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:25:19.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:18 smithi181 ceph-mon[45557]: pgmap v1080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:25:19.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:25:19.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:25:19.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:25:19.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:25:19.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:18 smithi088 ceph-mon[35322]: pgmap v1080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:25:19.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:25:19.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:25:19.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:25:19.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:25:20.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:19 smithi175 ceph-mon[44549]: pgmap v1081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:25:20.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:19 smithi175 ceph-mon[44549]: pgmap v1082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:20.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:19 smithi181 ceph-mon[45557]: pgmap v1081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:25:20.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:19 smithi181 ceph-mon[45557]: pgmap v1082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:20.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:19 smithi088 ceph-mon[35322]: pgmap v1081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:25:20.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:19 smithi088 ceph-mon[35322]: pgmap v1082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:20.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:20.968+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:25:20.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:20.968+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:25:20.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:20.968+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:25:21.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:21 smithi175 ceph-mon[44549]: pgmap v1083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:21.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:21 smithi181 ceph-mon[45557]: pgmap v1083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:22.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:21 smithi088 ceph-mon[35322]: pgmap v1083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:24.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:23 smithi175 ceph-mon[44549]: pgmap v1084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:25:24.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:23 smithi181 ceph-mon[45557]: pgmap v1084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:25:24.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:23 smithi088 ceph-mon[35322]: pgmap v1084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:25:24.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:24.652+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T13:25:24.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:24.652+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T13:25:24.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:24.652+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 16 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T13:25:24.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:24.653+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 16 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T13:25:26.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:25 smithi175 ceph-mon[44549]: pgmap v1085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:25:26.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:25 smithi181 ceph-mon[45557]: pgmap v1085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:25:26.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:25 smithi088 ceph-mon[35322]: pgmap v1085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:25:28.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:27 smithi175 ceph-mon[44549]: pgmap v1086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:25:28.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:27 smithi181 ceph-mon[45557]: pgmap v1086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:25:28.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:27 smithi088 ceph-mon[35322]: pgmap v1086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:25:30.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:29 smithi175 ceph-mon[44549]: pgmap v1087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:25:30.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:29 smithi181 ceph-mon[45557]: pgmap v1087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:25:30.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:29 smithi088 ceph-mon[35322]: pgmap v1087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:25:31.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:31 smithi175 ceph-mon[44549]: pgmap v1088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:31.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:31 smithi181 ceph-mon[45557]: pgmap v1088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:32.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:31 smithi088 ceph-mon[35322]: pgmap v1088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:34.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:33 smithi175 ceph-mon[44549]: pgmap v1089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:34.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:33 smithi181 ceph-mon[45557]: pgmap v1089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:34.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:33 smithi088 ceph-mon[35322]: pgmap v1089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:35.970+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:25:35.971 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:35.970+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:25:35.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:35.970+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:25:36.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:35 smithi175 ceph-mon[44549]: pgmap v1090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:36.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:35 smithi181 ceph-mon[45557]: pgmap v1090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:36.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:35 smithi088 ceph-mon[35322]: pgmap v1090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:38.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:37 smithi175 ceph-mon[44549]: pgmap v1091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:38.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:37 smithi181 ceph-mon[45557]: pgmap v1091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:38.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:37 smithi088 ceph-mon[35322]: pgmap v1091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:40.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:39 smithi175 ceph-mon[44549]: pgmap v1092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:25:40.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:39 smithi181 ceph-mon[45557]: pgmap v1092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:25:40.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:39 smithi088 ceph-mon[35322]: pgmap v1092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:25:41.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:41 smithi175 ceph-mon[44549]: pgmap v1093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:41.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:41 smithi181 ceph-mon[45557]: pgmap v1093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:42.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:41 smithi088 ceph-mon[35322]: pgmap v1093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:44.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:43 smithi175 ceph-mon[44549]: pgmap v1094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:44.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:43 smithi181 ceph-mon[45557]: pgmap v1094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:44.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:43 smithi088 ceph-mon[35322]: pgmap v1094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:46.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:45 smithi175 ceph-mon[44549]: pgmap v1095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:46.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:45 smithi181 ceph-mon[45557]: pgmap v1095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:46.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:45 smithi088 ceph-mon[35322]: pgmap v1095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:48.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:47 smithi175 ceph-mon[44549]: pgmap v1096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:48.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:47 smithi181 ceph-mon[45557]: pgmap v1096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:48.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:47 smithi088 ceph-mon[35322]: pgmap v1096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:50.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:49 smithi175 ceph-mon[44549]: pgmap v1097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:25:50.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:49 smithi181 ceph-mon[45557]: pgmap v1097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:25:50.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:49 smithi088 ceph-mon[35322]: pgmap v1097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:25:50.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:50.975+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:25:50.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:50.975+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:25:50.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:25:50.975+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:25:51.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:51 smithi175 ceph-mon[44549]: pgmap v1098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:51.941 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:51 smithi181 ceph-mon[45557]: pgmap v1098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:52.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:51 smithi088 ceph-mon[35322]: pgmap v1098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:25:54.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:53 smithi175 ceph-mon[44549]: pgmap v1099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:54.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:53 smithi181 ceph-mon[45557]: pgmap v1099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:54.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:53 smithi088 ceph-mon[35322]: pgmap v1099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:56.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:55 smithi175 ceph-mon[44549]: pgmap v1100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:56.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:55 smithi181 ceph-mon[45557]: pgmap v1100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:56.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:55 smithi088 ceph-mon[35322]: pgmap v1100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:25:58.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:57 smithi175 ceph-mon[44549]: pgmap v1101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:58.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:57 smithi181 ceph-mon[45557]: pgmap v1101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:25:58.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:57 smithi088 ceph-mon[35322]: pgmap v1101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:00.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:25:59 smithi175 ceph-mon[44549]: pgmap v1102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:26:00.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:25:59 smithi181 ceph-mon[45557]: pgmap v1102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:26:00.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:25:59 smithi088 ceph-mon[35322]: pgmap v1102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:26:01.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:01 smithi175 ceph-mon[44549]: pgmap v1103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:26:01.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:01 smithi181 ceph-mon[45557]: pgmap v1103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:26:02.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:01 smithi088 ceph-mon[35322]: pgmap v1103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:26:04.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:03 smithi175 ceph-mon[44549]: pgmap v1104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:04.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:03 smithi181 ceph-mon[45557]: pgmap v1104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:04.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:03 smithi088 ceph-mon[35322]: pgmap v1104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:05.973 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:05.989+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:26:05.973 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:05.989+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:26:05.973 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:05.989+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:26:06.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:05 smithi175 ceph-mon[44549]: pgmap v1105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:06.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:05 smithi181 ceph-mon[45557]: pgmap v1105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:06.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:05 smithi088 ceph-mon[35322]: pgmap v1105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:08.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:07 smithi175 ceph-mon[44549]: pgmap v1106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:08.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:07 smithi181 ceph-mon[45557]: pgmap v1106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:08.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:07 smithi088 ceph-mon[35322]: pgmap v1106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:10.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:09 smithi175 ceph-mon[44549]: pgmap v1107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:10.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:09 smithi181 ceph-mon[45557]: pgmap v1107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:10.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:09 smithi088 ceph-mon[35322]: pgmap v1107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:11.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:11 smithi175 ceph-mon[44549]: pgmap v1108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:26:11.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:11 smithi181 ceph-mon[45557]: pgmap v1108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:26:12.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:11 smithi088 ceph-mon[35322]: pgmap v1108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:26:14.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:13 smithi175 ceph-mon[44549]: pgmap v1109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:14.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:13 smithi181 ceph-mon[45557]: pgmap v1109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:14.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:13 smithi088 ceph-mon[35322]: pgmap v1109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:16.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:15 smithi175 ceph-mon[44549]: pgmap v1110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:16.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:15 smithi181 ceph-mon[45557]: pgmap v1110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:16.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:15 smithi088 ceph-mon[35322]: pgmap v1110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:18.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:17 smithi175 ceph-mon[44549]: pgmap v1111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:18.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:17 smithi181 ceph-mon[45557]: pgmap v1111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:18.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:17 smithi088 ceph-mon[35322]: pgmap v1111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:20.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:19 smithi175 ceph-mon[44549]: pgmap v1112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:20.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:26:20.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:26:20.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:26:20.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:26:20.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:19 smithi181 ceph-mon[45557]: pgmap v1112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:20.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:26:20.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:26:20.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:26:20.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:26:20.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:19 smithi088 ceph-mon[35322]: pgmap v1112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:20.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:26:20.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:26:20.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:26:20.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:26:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:21.004+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:26:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:21.005+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:26:20.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:21.005+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:26:21.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:20 smithi175 ceph-mon[44549]: pgmap v1113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:26:21.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:20 smithi181 ceph-mon[45557]: pgmap v1113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:26:21.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:20 smithi088 ceph-mon[35322]: pgmap v1113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:26:23.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:22 smithi175 ceph-mon[44549]: pgmap v1114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:26:23.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:22 smithi181 ceph-mon[45557]: pgmap v1114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:26:23.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:22 smithi088 ceph-mon[35322]: pgmap v1114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:26:25.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:24 smithi175 ceph-mon[44549]: pgmap v1115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:26:25.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:24 smithi181 ceph-mon[45557]: pgmap v1115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:26:25.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:24 smithi088 ceph-mon[35322]: pgmap v1115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:26:26.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:26 smithi175 ceph-mon[44549]: pgmap v1116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:26:26.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:26 smithi181 ceph-mon[45557]: pgmap v1116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:26:27.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:26 smithi088 ceph-mon[35322]: pgmap v1116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:26:29.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:28 smithi175 ceph-mon[44549]: pgmap v1117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:26:29.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:28 smithi181 ceph-mon[45557]: pgmap v1117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:26:29.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:28 smithi088 ceph-mon[35322]: pgmap v1117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:26:31.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:30 smithi175 ceph-mon[44549]: pgmap v1118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:26:31.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:30 smithi181 ceph-mon[45557]: pgmap v1118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:26:31.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:30 smithi088 ceph-mon[35322]: pgmap v1118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:26:33.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:32 smithi175 ceph-mon[44549]: pgmap v1119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:33.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:32 smithi181 ceph-mon[45557]: pgmap v1119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:33.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:32 smithi088 ceph-mon[35322]: pgmap v1119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:35.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:34 smithi175 ceph-mon[44549]: pgmap v1120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:26:35.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:34 smithi181 ceph-mon[45557]: pgmap v1120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:26:35.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:34 smithi088 ceph-mon[35322]: pgmap v1120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:26:36.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:36.018+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:26:36.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:36.018+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:26:36.002 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:36.018+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:26:36.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:36 smithi175 ceph-mon[44549]: pgmap v1121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:26:36.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:36 smithi181 ceph-mon[45557]: pgmap v1121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:26:37.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:36 smithi088 ceph-mon[35322]: pgmap v1121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:26:39.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:38 smithi175 ceph-mon[44549]: pgmap v1122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:39.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:38 smithi181 ceph-mon[45557]: pgmap v1122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:39.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:38 smithi088 ceph-mon[35322]: pgmap v1122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:41.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:40 smithi175 ceph-mon[44549]: pgmap v1123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:26:41.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:40 smithi181 ceph-mon[45557]: pgmap v1123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:26:41.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:40 smithi088 ceph-mon[35322]: pgmap v1123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:26:43.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:42 smithi175 ceph-mon[44549]: pgmap v1124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:43.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:42 smithi181 ceph-mon[45557]: pgmap v1124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:43.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:42 smithi088 ceph-mon[35322]: pgmap v1124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:45.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:44 smithi175 ceph-mon[44549]: pgmap v1125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:45.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:44 smithi181 ceph-mon[45557]: pgmap v1125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:45.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:44 smithi088 ceph-mon[35322]: pgmap v1125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:46.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:46 smithi175 ceph-mon[44549]: pgmap v1126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:26:46.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:46 smithi181 ceph-mon[45557]: pgmap v1126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:26:47.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:46 smithi088 ceph-mon[35322]: pgmap v1126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:26:49.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:48 smithi175 ceph-mon[44549]: pgmap v1127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:49.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:48 smithi181 ceph-mon[45557]: pgmap v1127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:49.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:48 smithi088 ceph-mon[35322]: pgmap v1127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:51.034+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:26:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:51.034+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:26:51.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:26:51.034+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:26:51.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:50 smithi175 ceph-mon[44549]: pgmap v1128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:51.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:50 smithi181 ceph-mon[45557]: pgmap v1128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:51.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:50 smithi088 ceph-mon[35322]: pgmap v1128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:53.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:52 smithi175 ceph-mon[44549]: pgmap v1129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:53.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:52 smithi181 ceph-mon[45557]: pgmap v1129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:53.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:52 smithi088 ceph-mon[35322]: pgmap v1129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:55.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:54 smithi175 ceph-mon[44549]: pgmap v1130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:55.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:54 smithi181 ceph-mon[45557]: pgmap v1130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:55.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:54 smithi088 ceph-mon[35322]: pgmap v1130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:26:56.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:56 smithi175 ceph-mon[44549]: pgmap v1131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:26:56.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:56 smithi181 ceph-mon[45557]: pgmap v1131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:26:57.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:56 smithi088 ceph-mon[35322]: pgmap v1131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:26:59.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:26:58 smithi175 ceph-mon[44549]: pgmap v1132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:59.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:26:58 smithi181 ceph-mon[45557]: pgmap v1132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:26:59.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:26:58 smithi088 ceph-mon[35322]: pgmap v1132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:01.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:00 smithi175 ceph-mon[44549]: pgmap v1133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:01.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:00 smithi181 ceph-mon[45557]: pgmap v1133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:01.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:00 smithi088 ceph-mon[35322]: pgmap v1133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:03.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:02 smithi175 ceph-mon[44549]: pgmap v1134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:03.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:02 smithi181 ceph-mon[45557]: pgmap v1134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:03.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:02 smithi088 ceph-mon[35322]: pgmap v1134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:05.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:04 smithi175 ceph-mon[44549]: pgmap v1135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:05.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:04 smithi181 ceph-mon[45557]: pgmap v1135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:05.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:04 smithi088 ceph-mon[35322]: pgmap v1135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:06.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:06.049+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:27:06.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:06.049+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:27:06.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:06.049+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:27:06.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:06 smithi175 ceph-mon[44549]: pgmap v1136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:06.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:06 smithi181 ceph-mon[45557]: pgmap v1136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:07.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:06 smithi088 ceph-mon[35322]: pgmap v1136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:09.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:08 smithi175 ceph-mon[44549]: pgmap v1137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:09.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:08 smithi181 ceph-mon[45557]: pgmap v1137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:09.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:08 smithi088 ceph-mon[35322]: pgmap v1137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:11.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:10 smithi175 ceph-mon[44549]: pgmap v1138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:11.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:10 smithi181 ceph-mon[45557]: pgmap v1138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:11.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:10 smithi088 ceph-mon[35322]: pgmap v1138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:13.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:12 smithi175 ceph-mon[44549]: pgmap v1139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:13.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:12 smithi181 ceph-mon[45557]: pgmap v1139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:13.223 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:12 smithi088 ceph-mon[35322]: pgmap v1139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:15.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:14 smithi175 ceph-mon[44549]: pgmap v1140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:15.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:14 smithi181 ceph-mon[45557]: pgmap v1140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:15.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:14 smithi088 ceph-mon[35322]: pgmap v1140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:16.893 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:16 smithi175 ceph-mon[44549]: pgmap v1141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:16.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:16 smithi181 ceph-mon[45557]: pgmap v1141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:17.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:16 smithi088 ceph-mon[35322]: pgmap v1141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:19.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:18 smithi175 ceph-mon[44549]: pgmap v1142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:19.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:18 smithi181 ceph-mon[45557]: pgmap v1142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:19.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:18 smithi088 ceph-mon[35322]: pgmap v1142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:27:21.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:21.056+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:27:21.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:21.056+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:27:21.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:21.056+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:27:21.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:20 smithi175 ceph-mon[44549]: pgmap v1143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:21.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:27:21.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:20 smithi181 ceph-mon[45557]: pgmap v1143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:21.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:27:21.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:20 smithi088 ceph-mon[35322]: pgmap v1143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:21.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:27:22.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:27:22.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:27:22.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:21 smithi175 ceph-mon[44549]: pgmap v1144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:27:22.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:21 smithi175 ceph-mon[44549]: pgmap v1145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:27:22.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:27:22.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:27:22.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:27:22.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:21 smithi181 ceph-mon[45557]: pgmap v1144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:27:22.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:21 smithi181 ceph-mon[45557]: pgmap v1145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:27:22.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:27:22.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:27:22.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:27:22.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:21 smithi088 ceph-mon[35322]: pgmap v1144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:27:22.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:21 smithi088 ceph-mon[35322]: pgmap v1145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:27:22.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:27:24.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:23 smithi175 ceph-mon[44549]: pgmap v1146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:27:24.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:23 smithi181 ceph-mon[45557]: pgmap v1146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:27:24.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:23 smithi088 ceph-mon[35322]: pgmap v1146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:27:26.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:25 smithi175 ceph-mon[44549]: pgmap v1147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:27:26.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:25 smithi181 ceph-mon[45557]: pgmap v1147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:27:26.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:25 smithi088 ceph-mon[35322]: pgmap v1147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:27:28.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:27 smithi175 ceph-mon[44549]: pgmap v1148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:27:28.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:27 smithi181 ceph-mon[45557]: pgmap v1148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:27:28.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:27 smithi088 ceph-mon[35322]: pgmap v1148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:27:30.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:29 smithi175 ceph-mon[44549]: pgmap v1149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:27:30.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:29 smithi181 ceph-mon[45557]: pgmap v1149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:27:30.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:29 smithi088 ceph-mon[35322]: pgmap v1149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:27:31.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:31 smithi175 ceph-mon[44549]: pgmap v1150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:27:31.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:31 smithi181 ceph-mon[45557]: pgmap v1150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:27:32.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:31 smithi088 ceph-mon[35322]: pgmap v1150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:27:34.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:33 smithi181 ceph-mon[45557]: pgmap v1151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:27:34.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:33 smithi088 ceph-mon[35322]: pgmap v1151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:27:34.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:33 smithi175 ceph-mon[44549]: pgmap v1151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:27:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:36.070+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:27:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:36.070+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:27:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:36.070+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:27:36.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:35 smithi181 ceph-mon[45557]: pgmap v1152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:27:36.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:35 smithi088 ceph-mon[35322]: pgmap v1152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:27:36.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:35 smithi175 ceph-mon[44549]: pgmap v1152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:27:38.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:37 smithi181 ceph-mon[45557]: pgmap v1153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:38.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:37 smithi088 ceph-mon[35322]: pgmap v1153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:38.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:37 smithi175 ceph-mon[44549]: pgmap v1153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:39.656 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:39.673+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T13:27:39.656 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:39.673+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T13:27:39.656 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:39.673+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 17 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T13:27:39.657 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:39.673+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 17 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T13:27:40.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:39 smithi088 ceph-mon[35322]: pgmap v1154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:27:40.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:39 smithi175 ceph-mon[44549]: pgmap v1154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:27:40.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:39 smithi181 ceph-mon[45557]: pgmap v1154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:27:41.893 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:41 smithi175 ceph-mon[44549]: pgmap v1155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:41.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:41 smithi181 ceph-mon[45557]: pgmap v1155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:42.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:41 smithi088 ceph-mon[35322]: pgmap v1155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:44.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:43 smithi181 ceph-mon[45557]: pgmap v1156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:44.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:43 smithi088 ceph-mon[35322]: pgmap v1156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:44.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:43 smithi175 ceph-mon[44549]: pgmap v1156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:46.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:45 smithi181 ceph-mon[45557]: pgmap v1157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:46.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:45 smithi088 ceph-mon[35322]: pgmap v1157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:46.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:45 smithi175 ceph-mon[44549]: pgmap v1157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:48.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:47 smithi088 ceph-mon[35322]: pgmap v1158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:48.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:47 smithi175 ceph-mon[44549]: pgmap v1158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:48.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:47 smithi181 ceph-mon[45557]: pgmap v1158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:50.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:49 smithi088 ceph-mon[35322]: pgmap v1159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:27:50.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:49 smithi175 ceph-mon[44549]: pgmap v1159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:27:50.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:49 smithi181 ceph-mon[45557]: pgmap v1159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:27:51.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:51.079+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:27:51.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:51.079+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:27:51.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:27:51.079+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:27:51.893 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:51 smithi175 ceph-mon[44549]: pgmap v1160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:51.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:51 smithi181 ceph-mon[45557]: pgmap v1160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:52.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:51 smithi088 ceph-mon[35322]: pgmap v1160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:54.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:53 smithi181 ceph-mon[45557]: pgmap v1161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:54.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:53 smithi088 ceph-mon[35322]: pgmap v1161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:54.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:53 smithi175 ceph-mon[44549]: pgmap v1161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:27:56.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:55 smithi088 ceph-mon[35322]: pgmap v1162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:56.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:55 smithi175 ceph-mon[44549]: pgmap v1162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:56.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:55 smithi181 ceph-mon[45557]: pgmap v1162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:27:58.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:57 smithi088 ceph-mon[35322]: pgmap v1163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:58.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:57 smithi175 ceph-mon[44549]: pgmap v1163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:27:58.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:57 smithi181 ceph-mon[45557]: pgmap v1163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:00.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:27:59 smithi088 ceph-mon[35322]: pgmap v1164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:00.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:27:59 smithi175 ceph-mon[44549]: pgmap v1164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:00.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:27:59 smithi181 ceph-mon[45557]: pgmap v1164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:01.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:01 smithi175 ceph-mon[44549]: pgmap v1165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:01.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:01 smithi181 ceph-mon[45557]: pgmap v1165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:02.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:01 smithi088 ceph-mon[35322]: pgmap v1165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:04.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:03 smithi088 ceph-mon[35322]: pgmap v1166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:28:04.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:03 smithi175 ceph-mon[44549]: pgmap v1166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:28:04.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:03 smithi181 ceph-mon[45557]: pgmap v1166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:28:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:06.094+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:28:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:06.094+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:28:06.077 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:06.094+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:28:06.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:05 smithi088 ceph-mon[35322]: pgmap v1167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:28:06.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:05 smithi175 ceph-mon[44549]: pgmap v1167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:28:06.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:05 smithi181 ceph-mon[45557]: pgmap v1167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:28:08.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:07 smithi088 ceph-mon[35322]: pgmap v1168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:08.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:07 smithi175 ceph-mon[44549]: pgmap v1168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:08.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:07 smithi181 ceph-mon[45557]: pgmap v1168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:10.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:09 smithi088 ceph-mon[35322]: pgmap v1169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:10.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:09 smithi175 ceph-mon[44549]: pgmap v1169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:10.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:09 smithi181 ceph-mon[45557]: pgmap v1169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:11.893 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:11 smithi175 ceph-mon[44549]: pgmap v1170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:11.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:11 smithi181 ceph-mon[45557]: pgmap v1170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:12.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:11 smithi088 ceph-mon[35322]: pgmap v1170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:14.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:13 smithi088 ceph-mon[35322]: pgmap v1171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:28:14.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:13 smithi175 ceph-mon[44549]: pgmap v1171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:28:14.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:13 smithi181 ceph-mon[45557]: pgmap v1171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:28:16.206 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:15 smithi088 ceph-mon[35322]: pgmap v1172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:28:16.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:15 smithi175 ceph-mon[44549]: pgmap v1172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:28:16.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:15 smithi181 ceph-mon[45557]: pgmap v1172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:28:18.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:17 smithi088 ceph-mon[35322]: pgmap v1173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:18.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:17 smithi175 ceph-mon[44549]: pgmap v1173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:18.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:17 smithi181 ceph-mon[45557]: pgmap v1173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:20.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:19 smithi088 ceph-mon[35322]: pgmap v1174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:20.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:19 smithi175 ceph-mon[44549]: pgmap v1174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:20.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:19 smithi181 ceph-mon[45557]: pgmap v1174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:21.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:21.103+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:28:21.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:21.103+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:28:21.086 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:21.103+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:28:21.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:21 smithi175 ceph-mon[44549]: pgmap v1175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:21.895 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:28:21.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:21 smithi181 ceph-mon[45557]: pgmap v1175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:21.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:28:22.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:21 smithi088 ceph-mon[35322]: pgmap v1175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:22.013 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:28:24.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:23 smithi175 ceph-mon[44549]: pgmap v1176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:28:24.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:23 smithi088 ceph-mon[35322]: pgmap v1176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:28:24.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:23 smithi181 ceph-mon[45557]: pgmap v1176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:28:24.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:24.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:24.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:25.206 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:24 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:28:25.206 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:24 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:28:25.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:24 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:28:25.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:24 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:28:25.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:24 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:28:25.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:24 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:28:26.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:25 smithi088 ceph-mon[35322]: pgmap v1177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:28:26.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:26.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:26.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:28:26.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:28:26.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:26.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:25 smithi175 ceph-mon[44549]: pgmap v1177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:28:26.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:26.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:26.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:28:26.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:28:26.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:26.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:25 smithi181 ceph-mon[45557]: pgmap v1177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:28:26.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:26.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:26.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:28:26.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:28:26.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:28:26.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:28:27.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:26 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:28:27.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:26 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:28:27.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:26 smithi088 ceph-mon[35322]: pgmap v1178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:28:27.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:26 smithi088 ceph-mon[35322]: pgmap v1179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:28:27.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:26 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:28:27.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:26 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:28:27.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:26 smithi175 ceph-mon[44549]: pgmap v1178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:28:27.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:26 smithi175 ceph-mon[44549]: pgmap v1179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:28:27.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:26 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:28:27.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:26 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:28:27.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:26 smithi181 ceph-mon[45557]: pgmap v1178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:28:27.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:26 smithi181 ceph-mon[45557]: pgmap v1179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:28:29.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:28 smithi088 ceph-mon[35322]: pgmap v1180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T13:28:29.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:28 smithi175 ceph-mon[44549]: pgmap v1180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T13:28:29.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:28 smithi181 ceph-mon[45557]: pgmap v1180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T13:28:31.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:30 smithi088 ceph-mon[35322]: pgmap v1181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:28:31.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:30 smithi175 ceph-mon[44549]: pgmap v1181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:28:31.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:30 smithi181 ceph-mon[45557]: pgmap v1181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:28:33.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:32 smithi088 ceph-mon[35322]: pgmap v1182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:28:33.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:32 smithi175 ceph-mon[44549]: pgmap v1182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:28:33.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:32 smithi181 ceph-mon[45557]: pgmap v1182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:28:35.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:34 smithi088 ceph-mon[35322]: pgmap v1183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:28:35.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:34 smithi175 ceph-mon[44549]: pgmap v1183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:28:35.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:34 smithi181 ceph-mon[45557]: pgmap v1183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:28:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:36.106+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:28:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:36.106+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:28:36.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:36.106+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:28:37.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:36 smithi088 ceph-mon[35322]: pgmap v1184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:28:37.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:36 smithi175 ceph-mon[44549]: pgmap v1184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:28:37.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:36 smithi181 ceph-mon[45557]: pgmap v1184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:28:39.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:38 smithi088 ceph-mon[35322]: pgmap v1185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:39.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:38 smithi175 ceph-mon[44549]: pgmap v1185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:39.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:38 smithi181 ceph-mon[45557]: pgmap v1185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:41.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:41 smithi088 ceph-mon[35322]: pgmap v1186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:41.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:41 smithi175 ceph-mon[44549]: pgmap v1186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:41.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:41 smithi181 ceph-mon[45557]: pgmap v1186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:43.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:43 smithi088 ceph-mon[35322]: pgmap v1187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:43.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:43 smithi175 ceph-mon[44549]: pgmap v1187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:43.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:43 smithi181 ceph-mon[45557]: pgmap v1187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:45.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:45 smithi088 ceph-mon[35322]: pgmap v1188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:28:45.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:45 smithi175 ceph-mon[44549]: pgmap v1188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:28:45.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:45 smithi181 ceph-mon[45557]: pgmap v1188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:28:47.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:47 smithi088 ceph-mon[35322]: pgmap v1189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:47.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:47 smithi175 ceph-mon[44549]: pgmap v1189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:47.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:47 smithi181 ceph-mon[45557]: pgmap v1189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:49.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:49 smithi088 ceph-mon[35322]: pgmap v1190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:49.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:49 smithi175 ceph-mon[44549]: pgmap v1190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:49.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:49 smithi181 ceph-mon[45557]: pgmap v1190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:51.120+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:28:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:51.120+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:28:51.103 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:28:51.120+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:28:51.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:51 smithi088 ceph-mon[35322]: pgmap v1191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:51.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:51 smithi175 ceph-mon[44549]: pgmap v1191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:51.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:51 smithi181 ceph-mon[45557]: pgmap v1191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:28:53.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:53 smithi088 ceph-mon[35322]: pgmap v1192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:53.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:53 smithi175 ceph-mon[44549]: pgmap v1192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:53.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:53 smithi181 ceph-mon[45557]: pgmap v1192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:28:55.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:55 smithi088 ceph-mon[35322]: pgmap v1193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:28:55.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:55 smithi175 ceph-mon[44549]: pgmap v1193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:28:55.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:55 smithi181 ceph-mon[45557]: pgmap v1193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:28:57.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:57 smithi175 ceph-mon[44549]: pgmap v1194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:57.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:57 smithi181 ceph-mon[45557]: pgmap v1194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:57.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:57 smithi088 ceph-mon[35322]: pgmap v1194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:59.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:28:59 smithi175 ceph-mon[44549]: pgmap v1195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:59.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:28:59 smithi181 ceph-mon[45557]: pgmap v1195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:28:59.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:28:59 smithi088 ceph-mon[35322]: pgmap v1195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:01.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:01 smithi175 ceph-mon[44549]: pgmap v1196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:01.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:01 smithi181 ceph-mon[45557]: pgmap v1196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:01.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:01 smithi088 ceph-mon[35322]: pgmap v1196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:03.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:03 smithi175 ceph-mon[44549]: pgmap v1197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:03.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:03 smithi181 ceph-mon[45557]: pgmap v1197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:03.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:03 smithi088 ceph-mon[35322]: pgmap v1197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:05.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:05 smithi175 ceph-mon[44549]: pgmap v1198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:05.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:05 smithi181 ceph-mon[45557]: pgmap v1198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:05.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:05 smithi088 ceph-mon[35322]: pgmap v1198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:06.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:06.131+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:29:06.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:06.131+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:29:06.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:06.131+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:29:07.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:07 smithi175 ceph-mon[44549]: pgmap v1199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:07.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:07 smithi181 ceph-mon[45557]: pgmap v1199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:07.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:07 smithi088 ceph-mon[35322]: pgmap v1199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:09.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:09 smithi175 ceph-mon[44549]: pgmap v1200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:09.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:09 smithi181 ceph-mon[45557]: pgmap v1200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:09.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:09 smithi088 ceph-mon[35322]: pgmap v1200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:11.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:11 smithi175 ceph-mon[44549]: pgmap v1201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:11.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:11 smithi181 ceph-mon[45557]: pgmap v1201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:11.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:11 smithi088 ceph-mon[35322]: pgmap v1201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:13.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:13 smithi175 ceph-mon[44549]: pgmap v1202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:13.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:13 smithi181 ceph-mon[45557]: pgmap v1202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:13.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:13 smithi088 ceph-mon[35322]: pgmap v1202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:14.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:14 smithi175 ceph-mon[44549]: pgmap v1203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:14.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:14 smithi181 ceph-mon[45557]: pgmap v1203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:14.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:14 smithi088 ceph-mon[35322]: pgmap v1203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:16.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:16 smithi181 ceph-mon[45557]: pgmap v1204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:17.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:16 smithi088 ceph-mon[35322]: pgmap v1204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:17.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:16 smithi175 ceph-mon[44549]: pgmap v1204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:18.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:18 smithi181 ceph-mon[45557]: pgmap v1205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:19.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:18 smithi088 ceph-mon[35322]: pgmap v1205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:19.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:18 smithi175 ceph-mon[44549]: pgmap v1205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:20.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:20 smithi181 ceph-mon[45557]: pgmap v1206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:21.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:20 smithi088 ceph-mon[35322]: pgmap v1206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:21.137+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:29:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:21.137+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:29:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:21.137+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:29:21.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:20 smithi175 ceph-mon[44549]: pgmap v1206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:22.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:22 smithi181 ceph-mon[45557]: pgmap v1207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:23.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:22 smithi088 ceph-mon[35322]: pgmap v1207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:23.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:22 smithi175 ceph-mon[44549]: pgmap v1207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:24.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:24 smithi181 ceph-mon[45557]: pgmap v1208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:25.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:24 smithi088 ceph-mon[35322]: pgmap v1208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:25.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:24 smithi175 ceph-mon[44549]: pgmap v1208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:26.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:26 smithi181 ceph-mon[45557]: pgmap v1209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:26.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:29:26.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:26.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:26.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:26.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:26.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:29:26.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:29:26.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:29:27.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:26 smithi088 ceph-mon[35322]: pgmap v1209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:27.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:29:27.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:27.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:27.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:27.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:27.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:29:27.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:29:27.012 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:29:27.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:26 smithi175 ceph-mon[44549]: pgmap v1209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:27.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:29:27.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:27.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:27.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:27.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:29:27.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:29:27.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:29:27.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:29:27.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:27 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:29:27.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:27 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:29:27.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:27 smithi181 ceph-mon[45557]: pgmap v1210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:29:27.940 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:27 smithi181 ceph-mon[45557]: pgmap v1211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:29:28.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:27 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:29:28.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:27 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:29:28.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:27 smithi088 ceph-mon[35322]: pgmap v1210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:29:28.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:27 smithi088 ceph-mon[35322]: pgmap v1211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:29:28.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:27 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:29:28.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:27 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:29:28.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:27 smithi175 ceph-mon[44549]: pgmap v1210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:29:28.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:27 smithi175 ceph-mon[44549]: pgmap v1211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:29:29.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:29 smithi181 ceph-mon[45557]: pgmap v1212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:29:30.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:29 smithi088 ceph-mon[35322]: pgmap v1212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:29:30.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:29 smithi175 ceph-mon[44549]: pgmap v1212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:29:31.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:31 smithi181 ceph-mon[45557]: pgmap v1213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:29:32.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:31 smithi088 ceph-mon[35322]: pgmap v1213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:29:32.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:31 smithi175 ceph-mon[44549]: pgmap v1213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:29:33.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:33 smithi181 ceph-mon[45557]: pgmap v1214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:29:34.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:33 smithi088 ceph-mon[35322]: pgmap v1214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:29:34.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:33 smithi175 ceph-mon[44549]: pgmap v1214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:29:35.939 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:35 smithi181 ceph-mon[45557]: pgmap v1215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:29:36.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:35 smithi088 ceph-mon[35322]: pgmap v1215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:29:36.125 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:36.142+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:29:36.126 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:36.142+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:29:36.126 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:36.142+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:29:36.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:35 smithi175 ceph-mon[44549]: pgmap v1215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:29:38.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:37 smithi088 ceph-mon[35322]: pgmap v1216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:29:38.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:37 smithi175 ceph-mon[44549]: pgmap v1216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:29:38.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:37 smithi181 ceph-mon[45557]: pgmap v1216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:29:40.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:39 smithi088 ceph-mon[35322]: pgmap v1217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:40.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:39 smithi175 ceph-mon[44549]: pgmap v1217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:40.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:39 smithi181 ceph-mon[45557]: pgmap v1217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:42.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:41 smithi088 ceph-mon[35322]: pgmap v1218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:42.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:41 smithi175 ceph-mon[44549]: pgmap v1218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:42.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:41 smithi181 ceph-mon[45557]: pgmap v1218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:44.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:43 smithi088 ceph-mon[35322]: pgmap v1219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:44.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:43 smithi175 ceph-mon[44549]: pgmap v1219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:44.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:43 smithi181 ceph-mon[45557]: pgmap v1219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:46.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:45 smithi088 ceph-mon[35322]: pgmap v1220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:46.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:45 smithi175 ceph-mon[44549]: pgmap v1220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:46.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:45 smithi181 ceph-mon[45557]: pgmap v1220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:48.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:47 smithi088 ceph-mon[35322]: pgmap v1221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:48.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:47 smithi175 ceph-mon[44549]: pgmap v1221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:48.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:47 smithi181 ceph-mon[45557]: pgmap v1221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:50.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:49 smithi088 ceph-mon[35322]: pgmap v1222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:50.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:49 smithi175 ceph-mon[44549]: pgmap v1222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:50.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:49 smithi181 ceph-mon[45557]: pgmap v1222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:29:51.135 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:51.153+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:29:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:51.153+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:29:51.136 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:29:51.153+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:29:52.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:51 smithi088 ceph-mon[35322]: pgmap v1223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:52.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:51 smithi175 ceph-mon[44549]: pgmap v1223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:52.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:51 smithi181 ceph-mon[45557]: pgmap v1223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:54.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:53 smithi088 ceph-mon[35322]: pgmap v1224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:54.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:53 smithi175 ceph-mon[44549]: pgmap v1224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:54.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:53 smithi181 ceph-mon[45557]: pgmap v1224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:29:56.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:55 smithi088 ceph-mon[35322]: pgmap v1225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:56.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:55 smithi175 ceph-mon[44549]: pgmap v1225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:56.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:55 smithi181 ceph-mon[45557]: pgmap v1225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:29:58.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:57 smithi088 ceph-mon[35322]: pgmap v1226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:58.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:57 smithi175 ceph-mon[44549]: pgmap v1226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:29:58.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:57 smithi181 ceph-mon[45557]: pgmap v1226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:00.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:29:59 smithi088 ceph-mon[35322]: pgmap v1227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:00.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:29:59 smithi175 ceph-mon[44549]: pgmap v1227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:00.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:29:59 smithi181 ceph-mon[45557]: pgmap v1227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:01.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:30:01.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:30:01.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:30:02.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:01 smithi088 ceph-mon[35322]: pgmap v1228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:02.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:01 smithi175 ceph-mon[44549]: pgmap v1228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:02.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:01 smithi181 ceph-mon[45557]: pgmap v1228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:04.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:03 smithi088 ceph-mon[35322]: pgmap v1229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:04.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:03 smithi175 ceph-mon[44549]: pgmap v1229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:04.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:03 smithi181 ceph-mon[45557]: pgmap v1229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:06.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:05 smithi088 ceph-mon[35322]: pgmap v1230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:06.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:05 smithi175 ceph-mon[44549]: pgmap v1230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:06.167+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:30:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:06.167+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:30:06.149 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:06.167+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:30:06.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:05 smithi181 ceph-mon[45557]: pgmap v1230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:08.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:07 smithi088 ceph-mon[35322]: pgmap v1231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:08.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:07 smithi175 ceph-mon[44549]: pgmap v1231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:08.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:07 smithi181 ceph-mon[45557]: pgmap v1231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:10.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:09 smithi175 ceph-mon[44549]: pgmap v1232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:10.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:09 smithi181 ceph-mon[45557]: pgmap v1232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:10.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:09 smithi088 ceph-mon[35322]: pgmap v1232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:12.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:11 smithi175 ceph-mon[44549]: pgmap v1233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:12.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:11 smithi181 ceph-mon[45557]: pgmap v1233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:12.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:11 smithi088 ceph-mon[35322]: pgmap v1233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:14.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:13 smithi175 ceph-mon[44549]: pgmap v1234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:14.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:13 smithi181 ceph-mon[45557]: pgmap v1234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:14.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:13 smithi088 ceph-mon[35322]: pgmap v1234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:16.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:15 smithi175 ceph-mon[44549]: pgmap v1235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:16.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:15 smithi181 ceph-mon[45557]: pgmap v1235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:16.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:15 smithi088 ceph-mon[35322]: pgmap v1235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:18.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:17 smithi175 ceph-mon[44549]: pgmap v1236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:18.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:17 smithi181 ceph-mon[45557]: pgmap v1236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:18.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:17 smithi088 ceph-mon[35322]: pgmap v1236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:20.101 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:19 smithi088 ceph-mon[35322]: pgmap v1237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:20.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:19 smithi175 ceph-mon[44549]: pgmap v1237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:20.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:19 smithi181 ceph-mon[45557]: pgmap v1237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:21.182+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:30:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:21.182+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:30:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:21.182+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:30:22.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:21 smithi175 ceph-mon[44549]: pgmap v1238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:22.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:21 smithi181 ceph-mon[45557]: pgmap v1238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:22.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:21 smithi088 ceph-mon[35322]: pgmap v1238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:24.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:23 smithi175 ceph-mon[44549]: pgmap v1239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:24.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:23 smithi181 ceph-mon[45557]: pgmap v1239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:24.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:23 smithi088 ceph-mon[35322]: pgmap v1239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:26.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:25 smithi175 ceph-mon[44549]: pgmap v1240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:26.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:25 smithi181 ceph-mon[45557]: pgmap v1240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:26.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:25 smithi088 ceph-mon[35322]: pgmap v1240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:27.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:30:27.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:30:27.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:30:28.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:27 smithi175 ceph-mon[44549]: pgmap v1241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:28.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:30:28.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:30:28.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:30:28.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:27 smithi181 ceph-mon[45557]: pgmap v1241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:28.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:30:28.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:30:28.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:30:28.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:27 smithi088 ceph-mon[35322]: pgmap v1241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:28.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:30:28.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:30:28.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:30:29.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:28 smithi175 ceph-mon[44549]: pgmap v1242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:30:29.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:28 smithi175 ceph-mon[44549]: pgmap v1243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:30:29.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:28 smithi181 ceph-mon[45557]: pgmap v1242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:30:29.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:28 smithi181 ceph-mon[45557]: pgmap v1243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:30:29.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:28 smithi088 ceph-mon[35322]: pgmap v1242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:30:29.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:28 smithi088 ceph-mon[35322]: pgmap v1243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:30:31.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:30 smithi175 ceph-mon[44549]: pgmap v1244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:30:31.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:30 smithi181 ceph-mon[45557]: pgmap v1244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:30:31.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:30 smithi088 ceph-mon[35322]: pgmap v1244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:30:33.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:32 smithi175 ceph-mon[44549]: pgmap v1245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:30:33.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:32 smithi181 ceph-mon[45557]: pgmap v1245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:30:33.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:32 smithi088 ceph-mon[35322]: pgmap v1245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:30:35.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:34 smithi175 ceph-mon[44549]: pgmap v1246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:30:35.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:34 smithi181 ceph-mon[45557]: pgmap v1246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:30:35.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:34 smithi088 ceph-mon[35322]: pgmap v1246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:30:36.180 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:36.198+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:30:36.180 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:36.198+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:30:36.180 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:36.198+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:30:37.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:36 smithi175 ceph-mon[44549]: pgmap v1247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:30:37.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:36 smithi181 ceph-mon[45557]: pgmap v1247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:30:37.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:36 smithi088 ceph-mon[35322]: pgmap v1247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:30:39.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:38 smithi175 ceph-mon[44549]: pgmap v1248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:30:39.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:38 smithi181 ceph-mon[45557]: pgmap v1248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:30:39.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:38 smithi088 ceph-mon[35322]: pgmap v1248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:30:39.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.438+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acb30 msgr2=0x7ff32c0aef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T13:30:39.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.438+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acb30 msgr2=0x7ff32c0aef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T13:30:39.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.438+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acb30 0x7ff32c0aef20 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff3440092a0 tx=0x7ff344021040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T13:30:39.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.438+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acb30 0x7ff32c0aef20 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff3440092a0 tx=0x7ff344021040 comp rx=0 tx=0).stop 2024-01-28T13:30:39.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.438+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acb30 msgr2=0x7ff32c0aef20 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T13:30:39.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.438+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acb30 msgr2=0x7ff32c0aef20 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T13:30:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.438+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acb30 0x7ff32c0aef20 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:30:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.438+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0af460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:30:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.439+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0af460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:30:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.440+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0af460 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7ff344009bd0 tx=0x7ff344008000 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:30:39.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.700+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T13:30:39.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.700+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T13:30:39.683 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.700+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 18 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x7ff34c102770 2024-01-28T13:30:39.683 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:39.701+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 18 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T13:30:41.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:40 smithi175 ceph-mon[44549]: pgmap v1249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:41.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:40 smithi181 ceph-mon[45557]: pgmap v1249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:41.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:40 smithi088 ceph-mon[35322]: pgmap v1249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:43.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:42 smithi175 ceph-mon[44549]: pgmap v1250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:43.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:42 smithi181 ceph-mon[45557]: pgmap v1250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:43.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:42 smithi088 ceph-mon[35322]: pgmap v1250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:45.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:44 smithi175 ceph-mon[44549]: pgmap v1251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:45.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:44 smithi181 ceph-mon[45557]: pgmap v1251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:45.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:44 smithi088 ceph-mon[35322]: pgmap v1251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:47.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:46 smithi175 ceph-mon[44549]: pgmap v1252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:47.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:46 smithi181 ceph-mon[45557]: pgmap v1252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:47.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:46 smithi088 ceph-mon[35322]: pgmap v1252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:49.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:48 smithi175 ceph-mon[44549]: pgmap v1253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:49.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:48 smithi181 ceph-mon[45557]: pgmap v1253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:49.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:48 smithi088 ceph-mon[35322]: pgmap v1253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:51.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:50 smithi175 ceph-mon[44549]: pgmap v1254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:51.204+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:30:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:51.205+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:30:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:30:51.205+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:30:51.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:50 smithi181 ceph-mon[45557]: pgmap v1254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:51.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:50 smithi088 ceph-mon[35322]: pgmap v1254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:30:53.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:52 smithi175 ceph-mon[44549]: pgmap v1255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:53.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:52 smithi181 ceph-mon[45557]: pgmap v1255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:53.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:52 smithi088 ceph-mon[35322]: pgmap v1255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:30:55.145 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:54 smithi175 ceph-mon[44549]: pgmap v1256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:55.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:54 smithi181 ceph-mon[45557]: pgmap v1256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:55.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:54 smithi088 ceph-mon[35322]: pgmap v1256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:30:57.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:56 smithi175 ceph-mon[44549]: pgmap v1257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:57.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:56 smithi181 ceph-mon[45557]: pgmap v1257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:57.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:56 smithi088 ceph-mon[35322]: pgmap v1257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:59.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:30:58 smithi175 ceph-mon[44549]: pgmap v1258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:59.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:30:58 smithi181 ceph-mon[45557]: pgmap v1258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:30:59.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:30:58 smithi088 ceph-mon[35322]: pgmap v1258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:01.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:00 smithi175 ceph-mon[44549]: pgmap v1259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:01.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:00 smithi181 ceph-mon[45557]: pgmap v1259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:01.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:00 smithi088 ceph-mon[35322]: pgmap v1259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:03.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:02 smithi175 ceph-mon[44549]: pgmap v1260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:03.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:02 smithi181 ceph-mon[45557]: pgmap v1260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:03.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:02 smithi088 ceph-mon[35322]: pgmap v1260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:05.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:04 smithi175 ceph-mon[44549]: pgmap v1261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:31:05.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:04 smithi181 ceph-mon[45557]: pgmap v1261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:31:05.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:04 smithi088 ceph-mon[35322]: pgmap v1261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:31:06.200 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:06.218+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:31:06.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:06.218+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:31:06.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:06.218+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:31:07.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:06 smithi175 ceph-mon[44549]: pgmap v1262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:07.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:06 smithi181 ceph-mon[45557]: pgmap v1262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:07.205 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:06 smithi088 ceph-mon[35322]: pgmap v1262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:09.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:08 smithi175 ceph-mon[44549]: pgmap v1263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:09.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:08 smithi181 ceph-mon[45557]: pgmap v1263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:09.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:08 smithi088 ceph-mon[35322]: pgmap v1263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:11.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:10 smithi175 ceph-mon[44549]: pgmap v1264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:11.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:10 smithi181 ceph-mon[45557]: pgmap v1264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:11.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:10 smithi088 ceph-mon[35322]: pgmap v1264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:13.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:12 smithi175 ceph-mon[44549]: pgmap v1265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:13.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:12 smithi181 ceph-mon[45557]: pgmap v1265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:13.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:12 smithi088 ceph-mon[35322]: pgmap v1265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:15.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:14 smithi181 ceph-mon[45557]: pgmap v1266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:31:15.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:14 smithi088 ceph-mon[35322]: pgmap v1266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:31:15.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:14 smithi175 ceph-mon[44549]: pgmap v1266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:31:17.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:16 smithi181 ceph-mon[45557]: pgmap v1267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:17.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:16 smithi088 ceph-mon[35322]: pgmap v1267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:17.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:16 smithi175 ceph-mon[44549]: pgmap v1267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:19.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:18 smithi181 ceph-mon[45557]: pgmap v1268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:19.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:18 smithi088 ceph-mon[35322]: pgmap v1268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:19.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:18 smithi175 ceph-mon[44549]: pgmap v1268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:21.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:20 smithi181 ceph-mon[45557]: pgmap v1269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:21.227+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:31:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:21.227+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:31:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:21.227+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:31:21.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:20 smithi088 ceph-mon[35322]: pgmap v1269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:21.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:20 smithi175 ceph-mon[44549]: pgmap v1269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:23.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:22 smithi181 ceph-mon[45557]: pgmap v1270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:23.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:22 smithi088 ceph-mon[35322]: pgmap v1270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:23.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:22 smithi175 ceph-mon[44549]: pgmap v1270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:25.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:24 smithi181 ceph-mon[45557]: pgmap v1271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:31:25.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:24 smithi088 ceph-mon[35322]: pgmap v1271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:31:25.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:24 smithi175 ceph-mon[44549]: pgmap v1271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:31:27.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:26 smithi181 ceph-mon[45557]: pgmap v1272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:27.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:26 smithi088 ceph-mon[35322]: pgmap v1272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:27.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:26 smithi175 ceph-mon[44549]: pgmap v1272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:28.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:31:28.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:31:28.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:31:29.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:28 smithi181 ceph-mon[45557]: pgmap v1273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:29.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:28 smithi088 ceph-mon[35322]: pgmap v1273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:29.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:28 smithi175 ceph-mon[44549]: pgmap v1273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:30.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:30.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:31.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:30 smithi088 ceph-mon[35322]: pgmap v1274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:31.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:31.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:31.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:31:31.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:31:31.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:31.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:30 smithi175 ceph-mon[44549]: pgmap v1274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:31.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:31.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:31.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:31:31.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:31:31.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:31.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:30 smithi181 ceph-mon[45557]: pgmap v1274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:31:31.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:31.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:31.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:31:31.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:31:31.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:31:32.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:31 smithi088 ceph-mon[35322]: pgmap v1275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T13:31:32.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:31 smithi088 ceph-mon[35322]: pgmap v1276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:32.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:31 smithi175 ceph-mon[44549]: pgmap v1275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T13:31:32.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:31 smithi175 ceph-mon[44549]: pgmap v1276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:32.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:31 smithi181 ceph-mon[45557]: pgmap v1275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T13:31:32.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:31 smithi181 ceph-mon[45557]: pgmap v1276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:33 smithi088 ceph-mon[35322]: pgmap v1277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:31:34.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:33 smithi175 ceph-mon[44549]: pgmap v1277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:31:34.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:34 smithi181 ceph-mon[45557]: pgmap v1277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:31:36.210 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:36.228+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:31:36.210 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:36.228+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:31:36.210 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:36.228+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:31:36.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:36 smithi088 ceph-mon[35322]: pgmap v1278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:36.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:36 smithi175 ceph-mon[44549]: pgmap v1278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:36.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:36 smithi181 ceph-mon[45557]: pgmap v1278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:38.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:38 smithi088 ceph-mon[35322]: pgmap v1279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:38.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:38 smithi175 ceph-mon[44549]: pgmap v1279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:38.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:38 smithi181 ceph-mon[45557]: pgmap v1279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:40.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:40 smithi088 ceph-mon[35322]: pgmap v1280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:40.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:40 smithi175 ceph-mon[44549]: pgmap v1280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:40.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:40 smithi181 ceph-mon[45557]: pgmap v1280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:31:42.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:41 smithi088 ceph-mon[35322]: pgmap v1281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:31:42.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:41 smithi175 ceph-mon[44549]: pgmap v1281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:31:42.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:41 smithi181 ceph-mon[45557]: pgmap v1281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:31:44.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:43 smithi175 ceph-mon[44549]: pgmap v1282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:31:44.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:43 smithi181 ceph-mon[45557]: pgmap v1282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:31:44.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:43 smithi088 ceph-mon[35322]: pgmap v1282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:31:46.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:45 smithi175 ceph-mon[44549]: pgmap v1283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:31:46.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:45 smithi181 ceph-mon[45557]: pgmap v1283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:31:46.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:45 smithi088 ceph-mon[35322]: pgmap v1283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:31:48.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:47 smithi175 ceph-mon[44549]: pgmap v1284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:48.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:47 smithi181 ceph-mon[45557]: pgmap v1284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:48.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:47 smithi088 ceph-mon[35322]: pgmap v1284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:50.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:49 smithi175 ceph-mon[44549]: pgmap v1285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:31:50.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:49 smithi181 ceph-mon[45557]: pgmap v1285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:31:50.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:49 smithi088 ceph-mon[35322]: pgmap v1285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:31:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:51.236+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:31:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:51.236+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:31:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:31:51.236+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:31:52.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:51 smithi088 ceph-mon[35322]: pgmap v1286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:52.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:51 smithi175 ceph-mon[44549]: pgmap v1286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:52.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:51 smithi181 ceph-mon[45557]: pgmap v1286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:31:54.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:53 smithi175 ceph-mon[44549]: pgmap v1287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:31:54.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:53 smithi181 ceph-mon[45557]: pgmap v1287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:31:54.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:53 smithi088 ceph-mon[35322]: pgmap v1287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:31:56.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:55 smithi175 ceph-mon[44549]: pgmap v1288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:31:56.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:55 smithi181 ceph-mon[45557]: pgmap v1288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:31:56.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:55 smithi088 ceph-mon[35322]: pgmap v1288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:31:58.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:57 smithi175 ceph-mon[44549]: pgmap v1289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:58.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:57 smithi181 ceph-mon[45557]: pgmap v1289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:31:58.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:57 smithi088 ceph-mon[35322]: pgmap v1289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:00.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:31:59 smithi175 ceph-mon[44549]: pgmap v1290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:00.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:31:59 smithi181 ceph-mon[45557]: pgmap v1290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:00.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:31:59 smithi088 ceph-mon[35322]: pgmap v1290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:02.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:01 smithi088 ceph-mon[35322]: pgmap v1291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:02.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:01 smithi175 ceph-mon[44549]: pgmap v1291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:02.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:01 smithi181 ceph-mon[45557]: pgmap v1291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:04.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:03 smithi175 ceph-mon[44549]: pgmap v1292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:04.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:03 smithi181 ceph-mon[45557]: pgmap v1292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:04.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:03 smithi088 ceph-mon[35322]: pgmap v1292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:06.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:05 smithi175 ceph-mon[44549]: pgmap v1293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:06.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:05 smithi181 ceph-mon[45557]: pgmap v1293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:06.234 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:06.252+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:32:06.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:06.253+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:32:06.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:06.253+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:32:06.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:05 smithi088 ceph-mon[35322]: pgmap v1293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:08.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:07 smithi175 ceph-mon[44549]: pgmap v1294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:08.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:07 smithi181 ceph-mon[45557]: pgmap v1294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:08.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:07 smithi088 ceph-mon[35322]: pgmap v1294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:10.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:09 smithi175 ceph-mon[44549]: pgmap v1295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:10.181 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:09 smithi088 ceph-mon[35322]: pgmap v1295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:10.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:09 smithi181 ceph-mon[45557]: pgmap v1295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:12.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:11 smithi088 ceph-mon[35322]: pgmap v1296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:12.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:11 smithi175 ceph-mon[44549]: pgmap v1296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:12.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:11 smithi181 ceph-mon[45557]: pgmap v1296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:14.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:13 smithi175 ceph-mon[44549]: pgmap v1297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:14.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:13 smithi181 ceph-mon[45557]: pgmap v1297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:14.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:13 smithi088 ceph-mon[35322]: pgmap v1297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:16.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:15 smithi175 ceph-mon[44549]: pgmap v1298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:16.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:15 smithi181 ceph-mon[45557]: pgmap v1298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:16.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:15 smithi088 ceph-mon[35322]: pgmap v1298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:18.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:17 smithi175 ceph-mon[44549]: pgmap v1299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:18.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:17 smithi181 ceph-mon[45557]: pgmap v1299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:18.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:17 smithi088 ceph-mon[35322]: pgmap v1299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:20.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:19 smithi175 ceph-mon[44549]: pgmap v1300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:20.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:19 smithi181 ceph-mon[45557]: pgmap v1300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:20.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:19 smithi088 ceph-mon[35322]: pgmap v1300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:21.244 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:21.262+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:32:21.244 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:21.262+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:32:21.244 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:21.262+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:32:22.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:21 smithi088 ceph-mon[35322]: pgmap v1301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:22.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:21 smithi175 ceph-mon[44549]: pgmap v1301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:22.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:21 smithi181 ceph-mon[45557]: pgmap v1301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:24.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:23 smithi175 ceph-mon[44549]: pgmap v1302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:24.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:23 smithi181 ceph-mon[45557]: pgmap v1302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:24.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:23 smithi088 ceph-mon[35322]: pgmap v1302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:26.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:25 smithi175 ceph-mon[44549]: pgmap v1303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:26.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:25 smithi181 ceph-mon[45557]: pgmap v1303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:26.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:25 smithi088 ceph-mon[35322]: pgmap v1303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:28.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:27 smithi175 ceph-mon[44549]: pgmap v1304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:28.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:27 smithi181 ceph-mon[45557]: pgmap v1304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:28.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:27 smithi088 ceph-mon[35322]: pgmap v1304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:30.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:29 smithi175 ceph-mon[44549]: pgmap v1305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:30.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:29 smithi181 ceph-mon[45557]: pgmap v1305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:30.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:29 smithi088 ceph-mon[35322]: pgmap v1305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:32.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:31 smithi088 ceph-mon[35322]: pgmap v1306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:32.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:32:32.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:31 smithi175 ceph-mon[44549]: pgmap v1306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:32.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:32:32.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:31 smithi181 ceph-mon[45557]: pgmap v1306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:32.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:32:33.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:32:33.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:32:33.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:32 smithi088 ceph-mon[35322]: pgmap v1307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:32:33.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:32 smithi088 ceph-mon[35322]: pgmap v1308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:32:33.011 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:32:33.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:32:33.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:32:33.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:32 smithi175 ceph-mon[44549]: pgmap v1307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:32:33.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:32 smithi175 ceph-mon[44549]: pgmap v1308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:32:33.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:32:33.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:32:33.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:32:33.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:32 smithi181 ceph-mon[45557]: pgmap v1307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:32:33.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:32 smithi181 ceph-mon[45557]: pgmap v1308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:32:33.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:32:35.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:34 smithi175 ceph-mon[44549]: pgmap v1309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:32:35.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:34 smithi181 ceph-mon[45557]: pgmap v1309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:32:35.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:34 smithi088 ceph-mon[35322]: pgmap v1309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:32:36.259 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:36.277+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:32:36.259 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:36.277+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:32:36.259 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:36.277+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:32:37.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:36 smithi088 ceph-mon[35322]: pgmap v1310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:32:37.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:36 smithi175 ceph-mon[44549]: pgmap v1310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:32:37.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:36 smithi181 ceph-mon[45557]: pgmap v1310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:32:39.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:38 smithi175 ceph-mon[44549]: pgmap v1311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:32:39.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:38 smithi181 ceph-mon[45557]: pgmap v1311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:32:39.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:38 smithi088 ceph-mon[35322]: pgmap v1311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:32:41.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:40 smithi175 ceph-mon[44549]: pgmap v1312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:32:41.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:40 smithi181 ceph-mon[45557]: pgmap v1312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:32:41.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:40 smithi088 ceph-mon[35322]: pgmap v1312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:32:43.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:42 smithi181 ceph-mon[45557]: pgmap v1313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:32:43.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:42 smithi088 ceph-mon[35322]: pgmap v1313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:32:43.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:42 smithi175 ceph-mon[44549]: pgmap v1313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:32:45.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:44 smithi181 ceph-mon[45557]: pgmap v1314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:45.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:44 smithi088 ceph-mon[35322]: pgmap v1314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:45.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:44 smithi175 ceph-mon[44549]: pgmap v1314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:47.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:46 smithi088 ceph-mon[35322]: pgmap v1315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:47.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:46 smithi175 ceph-mon[44549]: pgmap v1315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:47.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:46 smithi181 ceph-mon[45557]: pgmap v1315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:49.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:48 smithi175 ceph-mon[44549]: pgmap v1316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:32:49.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:48 smithi181 ceph-mon[45557]: pgmap v1316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:32:49.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:48 smithi088 ceph-mon[35322]: pgmap v1316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:32:51.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:50 smithi181 ceph-mon[45557]: pgmap v1317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:51.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:50 smithi088 ceph-mon[35322]: pgmap v1317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:51.292+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:32:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:51.292+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:32:51.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:32:51.292+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:32:51.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:50 smithi175 ceph-mon[44549]: pgmap v1317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:53.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:52 smithi181 ceph-mon[45557]: pgmap v1318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:53.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:52 smithi088 ceph-mon[35322]: pgmap v1318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:53.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:52 smithi175 ceph-mon[44549]: pgmap v1318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:32:55.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:54 smithi181 ceph-mon[45557]: pgmap v1319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:55.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:54 smithi088 ceph-mon[35322]: pgmap v1319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:55.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:54 smithi175 ceph-mon[44549]: pgmap v1319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:32:57.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:56 smithi088 ceph-mon[35322]: pgmap v1320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:57.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:56 smithi175 ceph-mon[44549]: pgmap v1320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:57.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:56 smithi181 ceph-mon[45557]: pgmap v1320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:32:59.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:32:58 smithi175 ceph-mon[44549]: pgmap v1321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:59.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:32:58 smithi181 ceph-mon[45557]: pgmap v1321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:32:59.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:32:58 smithi088 ceph-mon[35322]: pgmap v1321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:01.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:00 smithi181 ceph-mon[45557]: pgmap v1322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:01.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:00 smithi088 ceph-mon[35322]: pgmap v1322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:01.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:00 smithi175 ceph-mon[44549]: pgmap v1322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:03.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:02 smithi181 ceph-mon[45557]: pgmap v1323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:03.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:02 smithi088 ceph-mon[35322]: pgmap v1323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:03.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:02 smithi175 ceph-mon[44549]: pgmap v1323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:05.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:04 smithi181 ceph-mon[45557]: pgmap v1324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:05.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:04 smithi088 ceph-mon[35322]: pgmap v1324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:05.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:04 smithi175 ceph-mon[44549]: pgmap v1324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:06.287 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:06.306+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:33:06.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:06.306+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:33:06.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:06.306+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:33:07.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:06 smithi088 ceph-mon[35322]: pgmap v1325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:07.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:06 smithi175 ceph-mon[44549]: pgmap v1325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:07.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:06 smithi181 ceph-mon[45557]: pgmap v1325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:09.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:08 smithi181 ceph-mon[45557]: pgmap v1326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:09.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:08 smithi088 ceph-mon[35322]: pgmap v1326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:09.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:08 smithi175 ceph-mon[44549]: pgmap v1326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:11.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:10 smithi181 ceph-mon[45557]: pgmap v1327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:11.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:10 smithi088 ceph-mon[35322]: pgmap v1327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:11.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:10 smithi175 ceph-mon[44549]: pgmap v1327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:13.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:12 smithi181 ceph-mon[45557]: pgmap v1328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:13.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:12 smithi088 ceph-mon[35322]: pgmap v1328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:13.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:12 smithi175 ceph-mon[44549]: pgmap v1328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:15.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:14 smithi181 ceph-mon[45557]: pgmap v1329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:15.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:14 smithi088 ceph-mon[35322]: pgmap v1329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:15.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:14 smithi175 ceph-mon[44549]: pgmap v1329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:17.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:16 smithi088 ceph-mon[35322]: pgmap v1330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:17.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:16 smithi175 ceph-mon[44549]: pgmap v1330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:17.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:16 smithi181 ceph-mon[45557]: pgmap v1330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:19.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:18 smithi181 ceph-mon[45557]: pgmap v1331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:19.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:18 smithi088 ceph-mon[35322]: pgmap v1331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:19.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:18 smithi175 ceph-mon[44549]: pgmap v1331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:21.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:20 smithi181 ceph-mon[45557]: pgmap v1332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:21.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:20 smithi088 ceph-mon[35322]: pgmap v1332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:21.293 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:21.312+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:33:21.294 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:21.312+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:33:21.294 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:21.312+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:33:21.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:20 smithi175 ceph-mon[44549]: pgmap v1332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:23.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:22 smithi181 ceph-mon[45557]: pgmap v1333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:23.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:22 smithi088 ceph-mon[35322]: pgmap v1333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:23.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:22 smithi175 ceph-mon[44549]: pgmap v1333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:25.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:24 smithi181 ceph-mon[45557]: pgmap v1334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:25.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:24 smithi088 ceph-mon[35322]: pgmap v1334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:25.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:24 smithi175 ceph-mon[44549]: pgmap v1334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:27.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:26 smithi088 ceph-mon[35322]: pgmap v1335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:27.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:26 smithi175 ceph-mon[44549]: pgmap v1335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:27.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:26 smithi181 ceph-mon[45557]: pgmap v1335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:29.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:28 smithi181 ceph-mon[45557]: pgmap v1336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:29.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:28 smithi088 ceph-mon[35322]: pgmap v1336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:29.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:28 smithi175 ceph-mon[44549]: pgmap v1336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:31.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:30 smithi181 ceph-mon[45557]: pgmap v1337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:31.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:30 smithi088 ceph-mon[35322]: pgmap v1337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:31.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:30 smithi175 ceph-mon[44549]: pgmap v1337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:33.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:32 smithi181 ceph-mon[45557]: pgmap v1338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:33.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:33:33.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:33:33.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:33:33.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:33:33.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:32 smithi088 ceph-mon[35322]: pgmap v1338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:33.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:33:33.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:33:33.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:33:33.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:33:33.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:32 smithi175 ceph-mon[44549]: pgmap v1338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:33.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:33:33.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:33:33.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:33:33.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:33:34.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:33 smithi181 ceph-mon[45557]: pgmap v1339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:33:34.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:33 smithi181 ceph-mon[45557]: pgmap v1340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:33:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:33 smithi088 ceph-mon[35322]: pgmap v1339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:33:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:33 smithi088 ceph-mon[35322]: pgmap v1340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:33:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:33 smithi175 ceph-mon[44549]: pgmap v1339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:33:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:33 smithi175 ceph-mon[44549]: pgmap v1340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:33:36.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:35 smithi181 ceph-mon[45557]: pgmap v1341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:33:36.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:35 smithi088 ceph-mon[35322]: pgmap v1341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:33:36.309 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:36.327+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:33:36.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:36.327+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:33:36.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:36.327+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:33:36.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:35 smithi175 ceph-mon[44549]: pgmap v1341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:33:38.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:37 smithi181 ceph-mon[45557]: pgmap v1342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:33:38.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:37 smithi088 ceph-mon[35322]: pgmap v1342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:33:38.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:37 smithi175 ceph-mon[44549]: pgmap v1342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:33:39.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:39.727+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T13:33:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:39.727+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T13:33:39.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:39.727+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 19 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T13:33:39.710 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:39.727+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:33:39.710 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:39.727+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 19 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T13:33:39.710 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:39.727+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006490 con 0x55d733ebf510 2024-01-28T13:33:39.710 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:39.727+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 20 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006490 con 0x7ff34c102770 2024-01-28T13:33:39.710 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:39.727+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 20 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T13:33:40.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:39 smithi181 ceph-mon[45557]: pgmap v1343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:33:40.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:39 smithi088 ceph-mon[35322]: pgmap v1343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:33:40.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:39 smithi175 ceph-mon[44549]: pgmap v1343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:33:42.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:41 smithi088 ceph-mon[35322]: pgmap v1344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:33:42.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:41 smithi175 ceph-mon[44549]: pgmap v1344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:33:42.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:41 smithi181 ceph-mon[45557]: pgmap v1344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:33:44.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:43 smithi181 ceph-mon[45557]: pgmap v1345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:33:44.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:43 smithi088 ceph-mon[35322]: pgmap v1345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:33:44.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:43 smithi175 ceph-mon[44549]: pgmap v1345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:33:46.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:45 smithi181 ceph-mon[45557]: pgmap v1346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:46.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:45 smithi088 ceph-mon[35322]: pgmap v1346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:46.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:45 smithi175 ceph-mon[44549]: pgmap v1346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:48.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:47 smithi181 ceph-mon[45557]: pgmap v1347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:48.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:47 smithi088 ceph-mon[35322]: pgmap v1347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:48.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:47 smithi175 ceph-mon[44549]: pgmap v1347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:50.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:49 smithi181 ceph-mon[45557]: pgmap v1348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:50.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:49 smithi088 ceph-mon[35322]: pgmap v1348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:50.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:49 smithi175 ceph-mon[44549]: pgmap v1348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:51.324 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:51.343+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:33:51.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:51.343+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:33:51.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:33:51.343+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:33:52.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:51 smithi088 ceph-mon[35322]: pgmap v1349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:52.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:51 smithi175 ceph-mon[44549]: pgmap v1349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:52.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:51 smithi181 ceph-mon[45557]: pgmap v1349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:33:54.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:53 smithi181 ceph-mon[45557]: pgmap v1350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:54.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:53 smithi088 ceph-mon[35322]: pgmap v1350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:54.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:53 smithi175 ceph-mon[44549]: pgmap v1350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:33:56.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:55 smithi181 ceph-mon[45557]: pgmap v1351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:56.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:55 smithi088 ceph-mon[35322]: pgmap v1351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:56.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:55 smithi175 ceph-mon[44549]: pgmap v1351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:33:58.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:57 smithi181 ceph-mon[45557]: pgmap v1352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:58.212 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:57 smithi088 ceph-mon[35322]: pgmap v1352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:33:58.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:57 smithi175 ceph-mon[44549]: pgmap v1352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:00.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:33:59 smithi181 ceph-mon[45557]: pgmap v1353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:00.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:33:59 smithi088 ceph-mon[35322]: pgmap v1353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:00.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:33:59 smithi175 ceph-mon[44549]: pgmap v1353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:02.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:01 smithi088 ceph-mon[35322]: pgmap v1354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:02.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:01 smithi175 ceph-mon[44549]: pgmap v1354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:02.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:01 smithi181 ceph-mon[45557]: pgmap v1354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:04.189 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:03 smithi181 ceph-mon[45557]: pgmap v1355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:34:04.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:03 smithi088 ceph-mon[35322]: pgmap v1355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:34:04.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:03 smithi175 ceph-mon[44549]: pgmap v1355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:34:06.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:05 smithi181 ceph-mon[45557]: pgmap v1356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:06.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:05 smithi088 ceph-mon[35322]: pgmap v1356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:06.340 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:06.358+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:34:06.340 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:06.359+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:34:06.340 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:06.359+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:34:06.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:05 smithi175 ceph-mon[44549]: pgmap v1356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:08.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:07 smithi181 ceph-mon[45557]: pgmap v1357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:08.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:07 smithi088 ceph-mon[35322]: pgmap v1357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:08.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:07 smithi175 ceph-mon[44549]: pgmap v1357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:10.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:09 smithi088 ceph-mon[35322]: pgmap v1358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:10.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:09 smithi175 ceph-mon[44549]: pgmap v1358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:10.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:09 smithi181 ceph-mon[45557]: pgmap v1358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:12.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:11 smithi088 ceph-mon[35322]: pgmap v1359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:12.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:11 smithi175 ceph-mon[44549]: pgmap v1359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:12.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:11 smithi181 ceph-mon[45557]: pgmap v1359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:14.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:13 smithi181 ceph-mon[45557]: pgmap v1360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:34:14.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:13 smithi088 ceph-mon[35322]: pgmap v1360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:34:14.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:13 smithi175 ceph-mon[44549]: pgmap v1360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:34:16.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:15 smithi181 ceph-mon[45557]: pgmap v1361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:16.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:15 smithi088 ceph-mon[35322]: pgmap v1361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:16.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:15 smithi175 ceph-mon[44549]: pgmap v1361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:34:18.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:17 smithi088 ceph-mon[35322]: pgmap v1362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:18.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:17 smithi175 ceph-mon[44549]: pgmap v1362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:18.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:17 smithi181 ceph-mon[45557]: pgmap v1362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:20.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:19 smithi088 ceph-mon[35322]: pgmap v1363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:34:20.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:19 smithi175 ceph-mon[44549]: pgmap v1363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:34:20.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:19 smithi181 ceph-mon[45557]: pgmap v1363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:34:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:21.362+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:34:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:21.362+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:34:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:21.362+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:34:22.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:21 smithi088 ceph-mon[35322]: pgmap v1364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:34:22.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:21 smithi175 ceph-mon[44549]: pgmap v1364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:34:22.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:21 smithi181 ceph-mon[45557]: pgmap v1364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:34:24.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:23 smithi181 ceph-mon[45557]: pgmap v1365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:34:24.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:23 smithi088 ceph-mon[35322]: pgmap v1365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:34:24.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:23 smithi175 ceph-mon[44549]: pgmap v1365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:34:26.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:25 smithi088 ceph-mon[35322]: pgmap v1366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:34:26.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:25 smithi175 ceph-mon[44549]: pgmap v1366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:34:26.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:25 smithi181 ceph-mon[45557]: pgmap v1366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:34:28.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:27 smithi088 ceph-mon[35322]: pgmap v1367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:34:28.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:27 smithi175 ceph-mon[44549]: pgmap v1367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:34:28.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:27 smithi181 ceph-mon[45557]: pgmap v1367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:34:30.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:29 smithi088 ceph-mon[35322]: pgmap v1368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:34:30.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:29 smithi175 ceph-mon[44549]: pgmap v1368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:34:30.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:29 smithi181 ceph-mon[45557]: pgmap v1368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:34:32.010 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:31 smithi088 ceph-mon[35322]: pgmap v1369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:32.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:31 smithi175 ceph-mon[44549]: pgmap v1369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:32.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:31 smithi181 ceph-mon[45557]: pgmap v1369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:33 smithi088 ceph-mon[35322]: pgmap v1370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:34:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:34:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:33 smithi175 ceph-mon[44549]: pgmap v1370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:34:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:34:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:33 smithi181 ceph-mon[45557]: pgmap v1370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:34:34.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:34:34.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:34.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:35.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:34:35.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:34:35.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:35.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:34:35.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:34:35.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:35.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:34:35.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:34:35.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:34:36.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:35 smithi088 ceph-mon[35322]: pgmap v1371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:34:36.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:35 smithi088 ceph-mon[35322]: pgmap v1372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:34:36.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:36.378+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:34:36.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:36.378+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:34:36.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:36.378+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:34:36.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:35 smithi175 ceph-mon[44549]: pgmap v1371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:34:36.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:35 smithi175 ceph-mon[44549]: pgmap v1372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:34:36.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:35 smithi181 ceph-mon[45557]: pgmap v1371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:34:36.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:35 smithi181 ceph-mon[45557]: pgmap v1372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:34:38.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:37 smithi088 ceph-mon[35322]: pgmap v1373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:34:38.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:37 smithi175 ceph-mon[44549]: pgmap v1373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:34:38.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:37 smithi181 ceph-mon[45557]: pgmap v1373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:34:40.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:39 smithi088 ceph-mon[35322]: pgmap v1374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:40.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:39 smithi175 ceph-mon[44549]: pgmap v1374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:40.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:39 smithi181 ceph-mon[45557]: pgmap v1374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:42.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:41 smithi088 ceph-mon[35322]: pgmap v1375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:42.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:41 smithi175 ceph-mon[44549]: pgmap v1375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:42.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:41 smithi181 ceph-mon[45557]: pgmap v1375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:44.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:43 smithi088 ceph-mon[35322]: pgmap v1376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:34:44.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:43 smithi175 ceph-mon[44549]: pgmap v1376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:34:44.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:43 smithi181 ceph-mon[45557]: pgmap v1376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:34:46.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:45 smithi088 ceph-mon[35322]: pgmap v1377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:34:46.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:45 smithi175 ceph-mon[44549]: pgmap v1377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:34:46.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:45 smithi181 ceph-mon[45557]: pgmap v1377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:34:48.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:47 smithi088 ceph-mon[35322]: pgmap v1378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:48.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:47 smithi175 ceph-mon[44549]: pgmap v1378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:48.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:47 smithi181 ceph-mon[45557]: pgmap v1378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:50.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:49 smithi088 ceph-mon[35322]: pgmap v1379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:34:50.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:49 smithi175 ceph-mon[44549]: pgmap v1379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:34:50.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:49 smithi181 ceph-mon[45557]: pgmap v1379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:34:51.367 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:51.385+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:34:51.367 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:51.385+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:34:51.367 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:34:51.385+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:34:52.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:51 smithi088 ceph-mon[35322]: pgmap v1380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:52.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:51 smithi175 ceph-mon[44549]: pgmap v1380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:52.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:51 smithi181 ceph-mon[45557]: pgmap v1380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:54.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:53 smithi088 ceph-mon[35322]: pgmap v1381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:54.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:53 smithi175 ceph-mon[44549]: pgmap v1381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:54.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:53 smithi181 ceph-mon[45557]: pgmap v1381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:34:56.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:56 smithi088 ceph-mon[35322]: pgmap v1382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:34:56.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:56 smithi175 ceph-mon[44549]: pgmap v1382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:34:56.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:56 smithi181 ceph-mon[45557]: pgmap v1382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:34:58.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:34:58 smithi088 ceph-mon[35322]: pgmap v1383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:58.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:34:58 smithi175 ceph-mon[44549]: pgmap v1383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:34:58.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:34:58 smithi181 ceph-mon[45557]: pgmap v1383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:00.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:00 smithi088 ceph-mon[35322]: pgmap v1384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:00.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:00 smithi175 ceph-mon[44549]: pgmap v1384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:00.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:00 smithi181 ceph-mon[45557]: pgmap v1384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:02.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:02 smithi088 ceph-mon[35322]: pgmap v1385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:02.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:02 smithi175 ceph-mon[44549]: pgmap v1385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:02.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:02 smithi181 ceph-mon[45557]: pgmap v1385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:04.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:04 smithi088 ceph-mon[35322]: pgmap v1386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:04.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:04 smithi175 ceph-mon[44549]: pgmap v1386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:04.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:04 smithi181 ceph-mon[45557]: pgmap v1386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:06.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:06 smithi088 ceph-mon[35322]: pgmap v1387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:06.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:06.391+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:35:06.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:06.391+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:35:06.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:06.391+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:35:06.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:06 smithi175 ceph-mon[44549]: pgmap v1387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:06.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:06 smithi181 ceph-mon[45557]: pgmap v1387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:08.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:08 smithi088 ceph-mon[35322]: pgmap v1388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:08.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:08 smithi175 ceph-mon[44549]: pgmap v1388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:08.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:08 smithi181 ceph-mon[45557]: pgmap v1388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:10.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:10 smithi175 ceph-mon[44549]: pgmap v1389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:10.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:10 smithi181 ceph-mon[45557]: pgmap v1389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:10.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:10 smithi088 ceph-mon[35322]: pgmap v1389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:12.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:12 smithi175 ceph-mon[44549]: pgmap v1390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:12.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:12 smithi181 ceph-mon[45557]: pgmap v1390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:12.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:12 smithi088 ceph-mon[35322]: pgmap v1390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:14.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:14 smithi175 ceph-mon[44549]: pgmap v1391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:14.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:14 smithi181 ceph-mon[45557]: pgmap v1391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:14.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:14 smithi088 ceph-mon[35322]: pgmap v1391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:16.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:16 smithi175 ceph-mon[44549]: pgmap v1392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:16.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:16 smithi181 ceph-mon[45557]: pgmap v1392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:16.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:16 smithi088 ceph-mon[35322]: pgmap v1392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:18.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:18 smithi175 ceph-mon[44549]: pgmap v1393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:18.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:18 smithi181 ceph-mon[45557]: pgmap v1393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:18.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:18 smithi088 ceph-mon[35322]: pgmap v1393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:20.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:20 smithi175 ceph-mon[44549]: pgmap v1394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:20.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:20 smithi181 ceph-mon[45557]: pgmap v1394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:20.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:20 smithi088 ceph-mon[35322]: pgmap v1394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:21.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:21.404+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:35:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:21.404+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:35:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:21.404+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:35:22.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:22 smithi175 ceph-mon[44549]: pgmap v1395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:22.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:22 smithi181 ceph-mon[45557]: pgmap v1395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:22.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:22 smithi088 ceph-mon[35322]: pgmap v1395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:24.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:24 smithi175 ceph-mon[44549]: pgmap v1396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:24.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:24 smithi181 ceph-mon[45557]: pgmap v1396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:24.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:24 smithi088 ceph-mon[35322]: pgmap v1396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:26.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:26 smithi175 ceph-mon[44549]: pgmap v1397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:26.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:26 smithi181 ceph-mon[45557]: pgmap v1397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:26.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:26 smithi088 ceph-mon[35322]: pgmap v1397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:28.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:28 smithi175 ceph-mon[44549]: pgmap v1398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:28.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:28 smithi181 ceph-mon[45557]: pgmap v1398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:28.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:28 smithi088 ceph-mon[35322]: pgmap v1398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:30.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:30 smithi175 ceph-mon[44549]: pgmap v1399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:30.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:30 smithi181 ceph-mon[45557]: pgmap v1399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:30.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:30 smithi088 ceph-mon[35322]: pgmap v1399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:32.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:32 smithi088 ceph-mon[35322]: pgmap v1400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:32.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:32 smithi175 ceph-mon[44549]: pgmap v1400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:32.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:32 smithi181 ceph-mon[45557]: pgmap v1400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:34.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:34 smithi175 ceph-mon[44549]: pgmap v1401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:34.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:34 smithi181 ceph-mon[45557]: pgmap v1401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:34.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:34 smithi088 ceph-mon[35322]: pgmap v1401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:35.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:35:35.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:35:35.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:35:36.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:36 smithi175 ceph-mon[44549]: pgmap v1402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:36.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:35:36.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:35:36.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:35:36.398 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:36.417+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:35:36.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:36.417+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:35:36.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:36.417+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:35:36.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:36 smithi181 ceph-mon[45557]: pgmap v1402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:36.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:35:36.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:35:36.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:35:36.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:36 smithi088 ceph-mon[35322]: pgmap v1402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:36.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:35:36.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:35:36.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:35:37.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:37 smithi175 ceph-mon[44549]: pgmap v1403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:35:37.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:37 smithi175 ceph-mon[44549]: pgmap v1404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:35:37.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:37 smithi181 ceph-mon[45557]: pgmap v1403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:35:37.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:37 smithi181 ceph-mon[45557]: pgmap v1404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:35:37.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:37 smithi088 ceph-mon[35322]: pgmap v1403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:35:37.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:37 smithi088 ceph-mon[35322]: pgmap v1404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:35:39.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:39 smithi175 ceph-mon[44549]: pgmap v1405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:35:39.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:39 smithi181 ceph-mon[45557]: pgmap v1405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:35:39.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:39 smithi088 ceph-mon[35322]: pgmap v1405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:35:41.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:41 smithi175 ceph-mon[44549]: pgmap v1406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:35:41.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:41 smithi181 ceph-mon[45557]: pgmap v1406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:35:41.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:41 smithi088 ceph-mon[35322]: pgmap v1406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:35:43.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:43 smithi175 ceph-mon[44549]: pgmap v1407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:35:43.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:43 smithi181 ceph-mon[45557]: pgmap v1407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:35:43.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:43 smithi088 ceph-mon[35322]: pgmap v1407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:35:45.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:45 smithi175 ceph-mon[44549]: pgmap v1408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:35:45.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:45 smithi181 ceph-mon[45557]: pgmap v1408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:35:45.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:45 smithi088 ceph-mon[35322]: pgmap v1408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:35:47.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:47 smithi175 ceph-mon[44549]: pgmap v1409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:35:47.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:47 smithi181 ceph-mon[45557]: pgmap v1409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:35:47.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:47 smithi088 ceph-mon[35322]: pgmap v1409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:35:49.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:49 smithi175 ceph-mon[44549]: pgmap v1410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:49.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:49 smithi181 ceph-mon[45557]: pgmap v1410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:49.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:49 smithi088 ceph-mon[35322]: pgmap v1410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:51.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:51 smithi175 ceph-mon[44549]: pgmap v1411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:51.430+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:35:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:51.430+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:35:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:35:51.430+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:35:51.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:51 smithi181 ceph-mon[45557]: pgmap v1411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:51.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:51 smithi088 ceph-mon[35322]: pgmap v1411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:35:53.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:53 smithi175 ceph-mon[44549]: pgmap v1412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:53.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:53 smithi181 ceph-mon[45557]: pgmap v1412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:53.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:53 smithi088 ceph-mon[35322]: pgmap v1412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:35:55.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:55 smithi175 ceph-mon[44549]: pgmap v1413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:55.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:55 smithi181 ceph-mon[45557]: pgmap v1413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:55.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:55 smithi088 ceph-mon[35322]: pgmap v1413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:35:57.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:57 smithi175 ceph-mon[44549]: pgmap v1414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:57.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:57 smithi181 ceph-mon[45557]: pgmap v1414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:57.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:57 smithi088 ceph-mon[35322]: pgmap v1414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:59.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:35:59 smithi175 ceph-mon[44549]: pgmap v1415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:59.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:35:59 smithi181 ceph-mon[45557]: pgmap v1415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:35:59.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:35:59 smithi088 ceph-mon[35322]: pgmap v1415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:00.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:00 smithi181 ceph-mon[45557]: pgmap v1416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:00.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:00 smithi088 ceph-mon[35322]: pgmap v1416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:00.641 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:00 smithi175 ceph-mon[44549]: pgmap v1416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:03.140 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:02 smithi088 ceph-mon[35322]: pgmap v1417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:03.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:02 smithi175 ceph-mon[44549]: pgmap v1417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:03.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:02 smithi181 ceph-mon[45557]: pgmap v1417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:05.112 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:04 smithi181 ceph-mon[45557]: pgmap v1418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:05.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:04 smithi175 ceph-mon[44549]: pgmap v1418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:05.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:04 smithi088 ceph-mon[35322]: pgmap v1418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:06.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:06.437+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:36:06.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:06.437+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:36:06.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:06.437+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:36:06.937 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:06 smithi181 ceph-mon[45557]: pgmap v1419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:07.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:06 smithi175 ceph-mon[44549]: pgmap v1419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:07.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:06 smithi088 ceph-mon[35322]: pgmap v1419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:09.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:08 smithi175 ceph-mon[44549]: pgmap v1420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:09.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:08 smithi181 ceph-mon[45557]: pgmap v1420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:09.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:08 smithi088 ceph-mon[35322]: pgmap v1420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:11.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:10 smithi175 ceph-mon[44549]: pgmap v1421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:11.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:10 smithi181 ceph-mon[45557]: pgmap v1421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:11.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:10 smithi088 ceph-mon[35322]: pgmap v1421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:13.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:12 smithi175 ceph-mon[44549]: pgmap v1422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:13.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:12 smithi181 ceph-mon[45557]: pgmap v1422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:13.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:12 smithi088 ceph-mon[35322]: pgmap v1422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:15.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:14 smithi175 ceph-mon[44549]: pgmap v1423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:15.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:14 smithi181 ceph-mon[45557]: pgmap v1423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:15.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:14 smithi088 ceph-mon[35322]: pgmap v1423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:17.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:16 smithi175 ceph-mon[44549]: pgmap v1424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:17.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:16 smithi181 ceph-mon[45557]: pgmap v1424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:17.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:16 smithi088 ceph-mon[35322]: pgmap v1424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:19.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:18 smithi175 ceph-mon[44549]: pgmap v1425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:19.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:18 smithi181 ceph-mon[45557]: pgmap v1425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:19.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:18 smithi088 ceph-mon[35322]: pgmap v1425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:21.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:20 smithi175 ceph-mon[44549]: pgmap v1426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:21.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:20 smithi181 ceph-mon[45557]: pgmap v1426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:21.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:20 smithi088 ceph-mon[35322]: pgmap v1426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:21.448+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:36:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:21.448+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:36:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:21.448+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:36:23.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:22 smithi175 ceph-mon[44549]: pgmap v1427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:23.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:22 smithi181 ceph-mon[45557]: pgmap v1427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:23.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:22 smithi088 ceph-mon[35322]: pgmap v1427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:25.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:24 smithi175 ceph-mon[44549]: pgmap v1428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:25.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:24 smithi181 ceph-mon[45557]: pgmap v1428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:25.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:24 smithi088 ceph-mon[35322]: pgmap v1428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:27.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:26 smithi175 ceph-mon[44549]: pgmap v1429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:27.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:26 smithi181 ceph-mon[45557]: pgmap v1429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:27.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:26 smithi088 ceph-mon[35322]: pgmap v1429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:29.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:28 smithi175 ceph-mon[44549]: pgmap v1430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:29.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:28 smithi181 ceph-mon[45557]: pgmap v1430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:29.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:28 smithi088 ceph-mon[35322]: pgmap v1430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:31.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:30 smithi175 ceph-mon[44549]: pgmap v1431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:31.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:30 smithi181 ceph-mon[45557]: pgmap v1431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:31.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:30 smithi088 ceph-mon[35322]: pgmap v1431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:36:33.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:32 smithi175 ceph-mon[44549]: pgmap v1432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:33.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:32 smithi181 ceph-mon[45557]: pgmap v1432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:33.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:32 smithi088 ceph-mon[35322]: pgmap v1432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:35.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:34 smithi175 ceph-mon[44549]: pgmap v1433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:35.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:34 smithi181 ceph-mon[45557]: pgmap v1433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:35.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:34 smithi088 ceph-mon[35322]: pgmap v1433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:36:36.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:36:36.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:36:36.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:36:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:36.458+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:36:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:36.458+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:36:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:36.458+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:36:37.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:36 smithi175 ceph-mon[44549]: pgmap v1434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:37.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:36:37.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:36:37.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:36:37.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:36 smithi181 ceph-mon[45557]: pgmap v1434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:37.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:36:37.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:36:37.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:36:37.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:36 smithi088 ceph-mon[35322]: pgmap v1434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:37.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:36:37.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:36:37.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:36:38.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:37 smithi175 ceph-mon[44549]: pgmap v1435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:36:38.142 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:37 smithi175 ceph-mon[44549]: pgmap v1436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:36:38.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:37 smithi181 ceph-mon[45557]: pgmap v1435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:36:38.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:37 smithi181 ceph-mon[45557]: pgmap v1436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:36:38.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:37 smithi088 ceph-mon[35322]: pgmap v1435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:36:38.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:37 smithi088 ceph-mon[35322]: pgmap v1436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:36:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:39.755+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:36:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:39.755+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:36:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:39.755+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 21 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:36:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:39.755+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 21 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:36:40.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:39 smithi175 ceph-mon[44549]: pgmap v1437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:36:40.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:39 smithi181 ceph-mon[45557]: pgmap v1437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:36:40.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:39 smithi088 ceph-mon[35322]: pgmap v1437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:36:42.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:41 smithi175 ceph-mon[44549]: pgmap v1438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:36:42.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:41 smithi181 ceph-mon[45557]: pgmap v1438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:36:42.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:41 smithi088 ceph-mon[35322]: pgmap v1438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:36:44.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:43 smithi175 ceph-mon[44549]: pgmap v1439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:36:44.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:43 smithi181 ceph-mon[45557]: pgmap v1439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:36:44.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:43 smithi088 ceph-mon[35322]: pgmap v1439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:36:46.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:45 smithi175 ceph-mon[44549]: pgmap v1440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:36:46.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:45 smithi181 ceph-mon[45557]: pgmap v1440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:36:46.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:45 smithi088 ceph-mon[35322]: pgmap v1440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:36:48.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:47 smithi175 ceph-mon[44549]: pgmap v1441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:36:48.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:47 smithi181 ceph-mon[45557]: pgmap v1441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:36:48.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:47 smithi088 ceph-mon[35322]: pgmap v1441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:36:50.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:49 smithi175 ceph-mon[44549]: pgmap v1442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:36:50.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:49 smithi181 ceph-mon[45557]: pgmap v1442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:36:50.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:49 smithi088 ceph-mon[35322]: pgmap v1442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:36:51.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:51.473+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:36:51.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:51.473+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:36:51.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:36:51.473+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:36:52.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:51 smithi175 ceph-mon[44549]: pgmap v1443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:52.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:51 smithi181 ceph-mon[45557]: pgmap v1443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:52.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:51 smithi088 ceph-mon[35322]: pgmap v1443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:54.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:53 smithi175 ceph-mon[44549]: pgmap v1444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:54.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:53 smithi181 ceph-mon[45557]: pgmap v1444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:54.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:53 smithi088 ceph-mon[35322]: pgmap v1444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:36:56.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:55 smithi175 ceph-mon[44549]: pgmap v1445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:36:56.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:55 smithi181 ceph-mon[45557]: pgmap v1445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:36:56.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:55 smithi088 ceph-mon[35322]: pgmap v1445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:36:58.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:57 smithi181 ceph-mon[45557]: pgmap v1446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:58.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:57 smithi088 ceph-mon[35322]: pgmap v1446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:36:58.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:57 smithi175 ceph-mon[44549]: pgmap v1446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:00.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:36:59 smithi181 ceph-mon[45557]: pgmap v1447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:00.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:36:59 smithi088 ceph-mon[35322]: pgmap v1447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:00.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:36:59 smithi175 ceph-mon[44549]: pgmap v1447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:02.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:01 smithi181 ceph-mon[45557]: pgmap v1448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:02.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:01 smithi088 ceph-mon[35322]: pgmap v1448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:02.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:01 smithi175 ceph-mon[44549]: pgmap v1448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:04.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:03 smithi181 ceph-mon[45557]: pgmap v1449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:04.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:03 smithi088 ceph-mon[35322]: pgmap v1449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:04.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:03 smithi175 ceph-mon[44549]: pgmap v1449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:06.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:05 smithi181 ceph-mon[45557]: pgmap v1450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:06.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:05 smithi088 ceph-mon[35322]: pgmap v1450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:06.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:05 smithi175 ceph-mon[44549]: pgmap v1450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:06.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:06.488+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:37:06.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:06.488+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:37:06.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:06.488+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:37:08.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:07 smithi181 ceph-mon[45557]: pgmap v1451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:08.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:07 smithi088 ceph-mon[35322]: pgmap v1451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:08.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:07 smithi175 ceph-mon[44549]: pgmap v1451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:10.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:09 smithi181 ceph-mon[45557]: pgmap v1452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:10.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:09 smithi088 ceph-mon[35322]: pgmap v1452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:10.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:09 smithi175 ceph-mon[44549]: pgmap v1452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:12.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:11 smithi181 ceph-mon[45557]: pgmap v1453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:12.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:11 smithi088 ceph-mon[35322]: pgmap v1453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:12.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:11 smithi175 ceph-mon[44549]: pgmap v1453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:14.188 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:13 smithi181 ceph-mon[45557]: pgmap v1454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:14.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:13 smithi088 ceph-mon[35322]: pgmap v1454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:14.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:13 smithi175 ceph-mon[44549]: pgmap v1454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:16.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:15 smithi181 ceph-mon[45557]: pgmap v1455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:16.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:15 smithi088 ceph-mon[35322]: pgmap v1455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:16.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:15 smithi175 ceph-mon[44549]: pgmap v1455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:18.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:17 smithi181 ceph-mon[45557]: pgmap v1456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:18.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:17 smithi088 ceph-mon[35322]: pgmap v1456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:18.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:17 smithi175 ceph-mon[44549]: pgmap v1456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:20.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:19 smithi181 ceph-mon[45557]: pgmap v1457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:20.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:19 smithi088 ceph-mon[35322]: pgmap v1457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:20.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:19 smithi175 ceph-mon[44549]: pgmap v1457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:21.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:21.500+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:37:21.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:21.500+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:37:21.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:21.500+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:37:22.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:21 smithi181 ceph-mon[45557]: pgmap v1458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:22.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:21 smithi088 ceph-mon[35322]: pgmap v1458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:22.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:21 smithi175 ceph-mon[44549]: pgmap v1458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:24.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:23 smithi088 ceph-mon[35322]: pgmap v1459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:24.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:23 smithi175 ceph-mon[44549]: pgmap v1459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:24.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:23 smithi181 ceph-mon[45557]: pgmap v1459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:26.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:25 smithi088 ceph-mon[35322]: pgmap v1460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:26.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:25 smithi175 ceph-mon[44549]: pgmap v1460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:26.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:25 smithi181 ceph-mon[45557]: pgmap v1460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:28.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:27 smithi088 ceph-mon[35322]: pgmap v1461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:28.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:27 smithi175 ceph-mon[44549]: pgmap v1461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:28.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:27 smithi181 ceph-mon[45557]: pgmap v1461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:30.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:29 smithi088 ceph-mon[35322]: pgmap v1462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:30.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:29 smithi175 ceph-mon[44549]: pgmap v1462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:30.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:29 smithi181 ceph-mon[45557]: pgmap v1462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:32.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:31 smithi088 ceph-mon[35322]: pgmap v1463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:32.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:31 smithi175 ceph-mon[44549]: pgmap v1463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:32.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:31 smithi181 ceph-mon[45557]: pgmap v1463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:34.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:33 smithi088 ceph-mon[35322]: pgmap v1464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:34.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:33 smithi175 ceph-mon[44549]: pgmap v1464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:34.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:33 smithi181 ceph-mon[45557]: pgmap v1464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:36.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:35 smithi088 ceph-mon[35322]: pgmap v1465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:36.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:35 smithi175 ceph-mon[44549]: pgmap v1465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:36.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:35 smithi181 ceph-mon[45557]: pgmap v1465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:36.486 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:36.505+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:37:36.486 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:36.505+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:37:36.486 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:36.505+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:37:37.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:37:37.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:37:37.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:37:38.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:37 smithi088 ceph-mon[35322]: pgmap v1466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:38.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:37:38.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:37:38.260 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:37:38.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:37 smithi175 ceph-mon[44549]: pgmap v1466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:38.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:37:38.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:37:38.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:37:38.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:37 smithi181 ceph-mon[45557]: pgmap v1466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:38.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:37:38.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:37:38.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:37:39.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:38 smithi088 ceph-mon[35322]: pgmap v1467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:37:39.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:38 smithi088 ceph-mon[35322]: pgmap v1468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:37:39.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:38 smithi175 ceph-mon[44549]: pgmap v1467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:37:39.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:38 smithi175 ceph-mon[44549]: pgmap v1468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:37:39.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:38 smithi181 ceph-mon[45557]: pgmap v1467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:37:39.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:38 smithi181 ceph-mon[45557]: pgmap v1468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:37:41.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:40 smithi088 ceph-mon[35322]: pgmap v1469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:37:41.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:40 smithi175 ceph-mon[44549]: pgmap v1469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:37:41.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:40 smithi181 ceph-mon[45557]: pgmap v1469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:37:43.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:43 smithi088 ceph-mon[35322]: pgmap v1470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:37:43.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:43 smithi175 ceph-mon[44549]: pgmap v1470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:37:43.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:43 smithi181 ceph-mon[45557]: pgmap v1470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:37:45.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:45 smithi088 ceph-mon[35322]: pgmap v1471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:37:45.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:45 smithi175 ceph-mon[44549]: pgmap v1471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:37:45.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:45 smithi181 ceph-mon[45557]: pgmap v1471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:37:47.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:47 smithi088 ceph-mon[35322]: pgmap v1472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:37:47.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:47 smithi175 ceph-mon[44549]: pgmap v1472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:37:47.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:47 smithi181 ceph-mon[45557]: pgmap v1472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:37:49.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:49 smithi088 ceph-mon[35322]: pgmap v1473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:37:49.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:49 smithi175 ceph-mon[44549]: pgmap v1473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:37:49.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:49 smithi181 ceph-mon[45557]: pgmap v1473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:37:51.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:51 smithi088 ceph-mon[35322]: pgmap v1474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:51.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:51 smithi175 ceph-mon[44549]: pgmap v1474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:51.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:51 smithi181 ceph-mon[45557]: pgmap v1474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:37:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:51.513+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:37:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:51.513+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:37:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:37:51.513+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:37:53.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:53 smithi088 ceph-mon[35322]: pgmap v1475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:53.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:53 smithi175 ceph-mon[44549]: pgmap v1475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:53.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:53 smithi181 ceph-mon[45557]: pgmap v1475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:55.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:55 smithi088 ceph-mon[35322]: pgmap v1476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:55.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:55 smithi175 ceph-mon[44549]: pgmap v1476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:55.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:55 smithi181 ceph-mon[45557]: pgmap v1476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:37:57.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:57 smithi088 ceph-mon[35322]: pgmap v1477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:57.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:57 smithi175 ceph-mon[44549]: pgmap v1477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:57.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:57 smithi181 ceph-mon[45557]: pgmap v1477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:37:59.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:37:59 smithi175 ceph-mon[44549]: pgmap v1478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:59.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:37:59 smithi181 ceph-mon[45557]: pgmap v1478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:37:59.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:37:59 smithi088 ceph-mon[35322]: pgmap v1478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:01.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:01 smithi175 ceph-mon[44549]: pgmap v1479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:01.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:01 smithi181 ceph-mon[45557]: pgmap v1479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:01.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:01 smithi088 ceph-mon[35322]: pgmap v1479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:03.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:03 smithi175 ceph-mon[44549]: pgmap v1480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:03.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:03 smithi181 ceph-mon[45557]: pgmap v1480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:03.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:03 smithi088 ceph-mon[35322]: pgmap v1480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:05.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:05 smithi175 ceph-mon[44549]: pgmap v1481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:38:05.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:05 smithi181 ceph-mon[45557]: pgmap v1481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:38:05.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:05 smithi088 ceph-mon[35322]: pgmap v1481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:38:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:06.529+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:38:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:06.529+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:38:06.510 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:06.529+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:38:07.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:07 smithi175 ceph-mon[44549]: pgmap v1482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:07.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:07 smithi181 ceph-mon[45557]: pgmap v1482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:07.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:07 smithi088 ceph-mon[35322]: pgmap v1482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:09.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:09 smithi175 ceph-mon[44549]: pgmap v1483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:09.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:09 smithi181 ceph-mon[45557]: pgmap v1483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:09.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:09 smithi088 ceph-mon[35322]: pgmap v1483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:11.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:11 smithi175 ceph-mon[44549]: pgmap v1484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:11.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:11 smithi181 ceph-mon[45557]: pgmap v1484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:11.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:11 smithi088 ceph-mon[35322]: pgmap v1484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:13.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:13 smithi175 ceph-mon[44549]: pgmap v1485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:13.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:13 smithi181 ceph-mon[45557]: pgmap v1485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:13.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:13 smithi088 ceph-mon[35322]: pgmap v1485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:15.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:15 smithi175 ceph-mon[44549]: pgmap v1486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:38:15.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:15 smithi181 ceph-mon[45557]: pgmap v1486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:38:15.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:15 smithi088 ceph-mon[35322]: pgmap v1486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:38:17.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:17 smithi175 ceph-mon[44549]: pgmap v1487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:17.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:17 smithi181 ceph-mon[45557]: pgmap v1487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:17.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:17 smithi088 ceph-mon[35322]: pgmap v1487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:19.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:19 smithi175 ceph-mon[44549]: pgmap v1488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:19.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:19 smithi181 ceph-mon[45557]: pgmap v1488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:19.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:19 smithi088 ceph-mon[35322]: pgmap v1488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:21.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:21 smithi175 ceph-mon[44549]: pgmap v1489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:21.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:21 smithi181 ceph-mon[45557]: pgmap v1489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:21.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:21 smithi088 ceph-mon[35322]: pgmap v1489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:21.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:21.542+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:38:21.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:21.542+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:38:21.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:21.542+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:38:23.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:23 smithi088 ceph-mon[35322]: pgmap v1490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:23.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:23 smithi175 ceph-mon[44549]: pgmap v1490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:23.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:23 smithi181 ceph-mon[45557]: pgmap v1490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:25.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:25 smithi175 ceph-mon[44549]: pgmap v1491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:38:25.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:25 smithi181 ceph-mon[45557]: pgmap v1491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:38:25.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:25 smithi088 ceph-mon[35322]: pgmap v1491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:38:27.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:27 smithi175 ceph-mon[44549]: pgmap v1492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:27.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:27 smithi181 ceph-mon[45557]: pgmap v1492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:27.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:27 smithi088 ceph-mon[35322]: pgmap v1492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:29.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:29 smithi175 ceph-mon[44549]: pgmap v1493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:29.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:29 smithi181 ceph-mon[45557]: pgmap v1493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:29.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:29 smithi088 ceph-mon[35322]: pgmap v1493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:31.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:31 smithi175 ceph-mon[44549]: pgmap v1494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:31.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:31 smithi181 ceph-mon[45557]: pgmap v1494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:31.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:31 smithi088 ceph-mon[35322]: pgmap v1494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:33.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:33 smithi175 ceph-mon[44549]: pgmap v1495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:33.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:33 smithi181 ceph-mon[45557]: pgmap v1495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:33.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:33 smithi088 ceph-mon[35322]: pgmap v1495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:35.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:35 smithi175 ceph-mon[44549]: pgmap v1496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:38:35.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:35 smithi181 ceph-mon[45557]: pgmap v1496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:38:35.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:35 smithi088 ceph-mon[35322]: pgmap v1496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:38:36.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:36.544+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:38:36.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:36.544+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:38:36.526 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:36.544+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:38:37.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:37 smithi175 ceph-mon[44549]: pgmap v1497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:37.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:37 smithi181 ceph-mon[45557]: pgmap v1497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:37.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:37 smithi088 ceph-mon[35322]: pgmap v1497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:38.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:38:38.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:38:38.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:38:39.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: pgmap v1498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:39.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:38:39.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:38:39.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:38:39.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: pgmap v1498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:39.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:38:39.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:38:39.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:38:39.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: pgmap v1498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:39.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:38:39.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:38:39.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:38:39.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:38:40.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:40 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:38:40.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:40 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:38:40.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:40 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:38:40.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:40 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:38:40.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:40 smithi175 ceph-mon[44549]: pgmap v1499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T13:38:40.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:40 smithi175 ceph-mon[44549]: pgmap v1500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:38:40.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:40 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:38:40.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:40 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:38:40.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:40 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:38:40.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:40 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:38:40.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:40 smithi181 ceph-mon[45557]: pgmap v1499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T13:38:40.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:40 smithi181 ceph-mon[45557]: pgmap v1500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:38:40.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:40 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:38:40.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:40 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:38:40.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:40 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:38:40.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:40 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:38:40.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:40 smithi088 ceph-mon[35322]: pgmap v1499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T13:38:40.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:40 smithi088 ceph-mon[35322]: pgmap v1500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:38:42.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:42 smithi175 ceph-mon[44549]: pgmap v1501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:38:42.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:42 smithi181 ceph-mon[45557]: pgmap v1501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:38:42.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:42 smithi088 ceph-mon[35322]: pgmap v1501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:38:44.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:44 smithi175 ceph-mon[44549]: pgmap v1502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:38:44.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:44 smithi181 ceph-mon[45557]: pgmap v1502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:38:44.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:44 smithi088 ceph-mon[35322]: pgmap v1502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:38:46.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:46 smithi175 ceph-mon[44549]: pgmap v1503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:38:46.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:46 smithi181 ceph-mon[45557]: pgmap v1503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:38:46.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:46 smithi088 ceph-mon[35322]: pgmap v1503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:38:48.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:48 smithi175 ceph-mon[44549]: pgmap v1504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:38:48.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:48 smithi181 ceph-mon[45557]: pgmap v1504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:38:48.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:48 smithi088 ceph-mon[35322]: pgmap v1504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:38:50.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:50 smithi175 ceph-mon[44549]: pgmap v1505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:38:50.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:50 smithi181 ceph-mon[45557]: pgmap v1505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:38:50.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:50 smithi088 ceph-mon[35322]: pgmap v1505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:38:51.532 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:51.551+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:38:51.532 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:51.551+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:38:51.532 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:38:51.551+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:38:52.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:52 smithi175 ceph-mon[44549]: pgmap v1506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:38:52.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:52 smithi181 ceph-mon[45557]: pgmap v1506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:38:52.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:52 smithi088 ceph-mon[35322]: pgmap v1506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:38:54.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:54 smithi175 ceph-mon[44549]: pgmap v1507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:54.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:54 smithi181 ceph-mon[45557]: pgmap v1507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:54.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:54 smithi088 ceph-mon[35322]: pgmap v1507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:38:56.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:56 smithi175 ceph-mon[44549]: pgmap v1508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:56.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:56 smithi181 ceph-mon[45557]: pgmap v1508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:56.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:56 smithi088 ceph-mon[35322]: pgmap v1508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:38:58.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:38:58 smithi175 ceph-mon[44549]: pgmap v1509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:58.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:38:58 smithi181 ceph-mon[45557]: pgmap v1509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:38:58.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:38:58 smithi088 ceph-mon[35322]: pgmap v1509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:00.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:00 smithi175 ceph-mon[44549]: pgmap v1510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:00.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:00 smithi181 ceph-mon[45557]: pgmap v1510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:00.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:00 smithi088 ceph-mon[35322]: pgmap v1510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:02.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:02 smithi175 ceph-mon[44549]: pgmap v1511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:02.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:02 smithi181 ceph-mon[45557]: pgmap v1511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:02.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:02 smithi088 ceph-mon[35322]: pgmap v1511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:04.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:04 smithi175 ceph-mon[44549]: pgmap v1512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:04.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:04 smithi181 ceph-mon[45557]: pgmap v1512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:04.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:04 smithi088 ceph-mon[35322]: pgmap v1512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:06.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:06 smithi181 ceph-mon[45557]: pgmap v1513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:06.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:06 smithi088 ceph-mon[35322]: pgmap v1513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:06.544 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:06.563+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:39:06.544 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:06.563+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:39:06.544 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:06.563+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:39:06.641 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:06 smithi175 ceph-mon[44549]: pgmap v1513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:08.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:08 smithi181 ceph-mon[45557]: pgmap v1514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:08.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:08 smithi088 ceph-mon[35322]: pgmap v1514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:08.641 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:08 smithi175 ceph-mon[44549]: pgmap v1514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:10.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:10 smithi181 ceph-mon[45557]: pgmap v1515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:10.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:10 smithi088 ceph-mon[35322]: pgmap v1515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:10.641 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:10 smithi175 ceph-mon[44549]: pgmap v1515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:12.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:11 smithi175 ceph-mon[44549]: pgmap v1516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:12.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:11 smithi181 ceph-mon[45557]: pgmap v1516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:12.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:11 smithi088 ceph-mon[35322]: pgmap v1516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:14.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:13 smithi175 ceph-mon[44549]: pgmap v1517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:14.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:13 smithi181 ceph-mon[45557]: pgmap v1517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:14.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:13 smithi088 ceph-mon[35322]: pgmap v1517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:16.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:15 smithi175 ceph-mon[44549]: pgmap v1518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:16.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:15 smithi181 ceph-mon[45557]: pgmap v1518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:16.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:15 smithi088 ceph-mon[35322]: pgmap v1518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:18.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:17 smithi175 ceph-mon[44549]: pgmap v1519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:18.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:17 smithi181 ceph-mon[45557]: pgmap v1519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:18.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:17 smithi088 ceph-mon[35322]: pgmap v1519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:20.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:19 smithi175 ceph-mon[44549]: pgmap v1520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:20.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:19 smithi181 ceph-mon[45557]: pgmap v1520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:20.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:19 smithi088 ceph-mon[35322]: pgmap v1520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:21.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:21.571+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:39:21.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:21.571+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:39:21.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:21.571+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:39:22.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:21 smithi175 ceph-mon[44549]: pgmap v1521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:22.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:21 smithi181 ceph-mon[45557]: pgmap v1521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:22.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:21 smithi088 ceph-mon[35322]: pgmap v1521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:24.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:23 smithi175 ceph-mon[44549]: pgmap v1522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:24.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:23 smithi181 ceph-mon[45557]: pgmap v1522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:24.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:23 smithi088 ceph-mon[35322]: pgmap v1522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:26.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:25 smithi175 ceph-mon[44549]: pgmap v1523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:26.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:25 smithi181 ceph-mon[45557]: pgmap v1523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:26.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:25 smithi088 ceph-mon[35322]: pgmap v1523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:28.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:27 smithi175 ceph-mon[44549]: pgmap v1524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:28.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:27 smithi181 ceph-mon[45557]: pgmap v1524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:28.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:27 smithi088 ceph-mon[35322]: pgmap v1524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:30.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:29 smithi175 ceph-mon[44549]: pgmap v1525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:30.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:29 smithi181 ceph-mon[45557]: pgmap v1525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:30.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:29 smithi088 ceph-mon[35322]: pgmap v1525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:32.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:31 smithi175 ceph-mon[44549]: pgmap v1526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:32.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:31 smithi181 ceph-mon[45557]: pgmap v1526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:32.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:31 smithi088 ceph-mon[35322]: pgmap v1526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:34.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:33 smithi175 ceph-mon[44549]: pgmap v1527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:34.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:33 smithi181 ceph-mon[45557]: pgmap v1527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:34.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:33 smithi088 ceph-mon[35322]: pgmap v1527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:36.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:35 smithi175 ceph-mon[44549]: pgmap v1528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:36.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:35 smithi181 ceph-mon[45557]: pgmap v1528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:36.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:35 smithi088 ceph-mon[35322]: pgmap v1528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:39:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:36.578+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:39:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:36.578+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:39:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:36.578+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:39:38.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:37 smithi175 ceph-mon[44549]: pgmap v1529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:38.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:37 smithi181 ceph-mon[45557]: pgmap v1529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:38.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:37 smithi088 ceph-mon[35322]: pgmap v1529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:39.762 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:39.781+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:39:39.762 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:39.781+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:39:39.762 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:39.782+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 22 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:39:39.762 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:39.782+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 22 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:39:40.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:39 smithi175 ceph-mon[44549]: pgmap v1530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:40.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:39:40.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:39:40.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:39:40.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:39:40.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:39 smithi181 ceph-mon[45557]: pgmap v1530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:40.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:39:40.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:39:40.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:39:40.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:39:40.227 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:39 smithi088 ceph-mon[35322]: pgmap v1530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:40.228 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:39:40.228 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.228 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.228 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.228 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:39:40.228 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:39:40.228 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:39:40.228 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:39:41.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:40 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:39:41.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:40 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:39:41.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:40 smithi175 ceph-mon[44549]: pgmap v1531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:39:41.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:40 smithi175 ceph-mon[44549]: pgmap v1532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:39:41.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:40 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:39:41.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:40 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:39:41.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:40 smithi181 ceph-mon[45557]: pgmap v1531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:39:41.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:40 smithi181 ceph-mon[45557]: pgmap v1532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:39:41.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:40 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:39:41.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:40 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:39:41.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:40 smithi088 ceph-mon[35322]: pgmap v1531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:39:41.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:40 smithi088 ceph-mon[35322]: pgmap v1532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:39:43.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:42 smithi181 ceph-mon[45557]: pgmap v1533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:39:43.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:42 smithi088 ceph-mon[35322]: pgmap v1533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:39:43.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:42 smithi175 ceph-mon[44549]: pgmap v1533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:39:45.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:44 smithi181 ceph-mon[45557]: pgmap v1534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:39:45.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:44 smithi088 ceph-mon[35322]: pgmap v1534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:39:45.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:44 smithi175 ceph-mon[44549]: pgmap v1534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:39:47.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:46 smithi181 ceph-mon[45557]: pgmap v1535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:39:47.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:46 smithi088 ceph-mon[35322]: pgmap v1535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:39:47.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:46 smithi175 ceph-mon[44549]: pgmap v1535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:39:49.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:48 smithi181 ceph-mon[45557]: pgmap v1536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:39:49.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:48 smithi088 ceph-mon[35322]: pgmap v1536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:39:49.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:48 smithi175 ceph-mon[44549]: pgmap v1536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:39:51.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:50 smithi181 ceph-mon[45557]: pgmap v1537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:39:51.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:50 smithi088 ceph-mon[35322]: pgmap v1537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:39:51.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:50 smithi175 ceph-mon[44549]: pgmap v1537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:39:51.572 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:51.592+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:39:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:51.592+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:39:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:39:51.592+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:39:53.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:52 smithi181 ceph-mon[45557]: pgmap v1538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:53.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:52 smithi088 ceph-mon[35322]: pgmap v1538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:53.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:52 smithi175 ceph-mon[44549]: pgmap v1538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:39:55.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:54 smithi181 ceph-mon[45557]: pgmap v1539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:55.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:54 smithi088 ceph-mon[35322]: pgmap v1539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:55.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:54 smithi175 ceph-mon[44549]: pgmap v1539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:39:57.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:56 smithi181 ceph-mon[45557]: pgmap v1540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:57.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:56 smithi088 ceph-mon[35322]: pgmap v1540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:57.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:56 smithi175 ceph-mon[44549]: pgmap v1540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:39:59.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:39:58 smithi181 ceph-mon[45557]: pgmap v1541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:59.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:39:58 smithi088 ceph-mon[35322]: pgmap v1541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:39:59.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:39:58 smithi175 ceph-mon[44549]: pgmap v1541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:01.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:00 smithi181 ceph-mon[45557]: pgmap v1542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:01.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:40:01.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:00 smithi088 ceph-mon[35322]: pgmap v1542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:01.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:40:01.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:00 smithi175 ceph-mon[44549]: pgmap v1542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:01.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:40:03.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:02 smithi181 ceph-mon[45557]: pgmap v1543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:03.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:02 smithi088 ceph-mon[35322]: pgmap v1543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:03.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:02 smithi175 ceph-mon[44549]: pgmap v1543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:05.187 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:04 smithi181 ceph-mon[45557]: pgmap v1544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:05.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:04 smithi088 ceph-mon[35322]: pgmap v1544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:05.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:04 smithi175 ceph-mon[44549]: pgmap v1544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:06.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:06.600+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:40:06.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:06.600+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:40:06.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:06.600+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:40:07.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:06 smithi088 ceph-mon[35322]: pgmap v1545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:07.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:06 smithi175 ceph-mon[44549]: pgmap v1545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:07.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:06 smithi181 ceph-mon[45557]: pgmap v1545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:09.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:08 smithi088 ceph-mon[35322]: pgmap v1546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:09.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:08 smithi175 ceph-mon[44549]: pgmap v1546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:09.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:08 smithi181 ceph-mon[45557]: pgmap v1546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:11.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:10 smithi088 ceph-mon[35322]: pgmap v1547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:11.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:10 smithi175 ceph-mon[44549]: pgmap v1547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:11.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:10 smithi181 ceph-mon[45557]: pgmap v1547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:13.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:12 smithi088 ceph-mon[35322]: pgmap v1548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:13.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:12 smithi175 ceph-mon[44549]: pgmap v1548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:13.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:12 smithi181 ceph-mon[45557]: pgmap v1548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:15.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:14 smithi088 ceph-mon[35322]: pgmap v1549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:15.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:14 smithi175 ceph-mon[44549]: pgmap v1549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:15.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:14 smithi181 ceph-mon[45557]: pgmap v1549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:17.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:16 smithi088 ceph-mon[35322]: pgmap v1550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:17.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:16 smithi175 ceph-mon[44549]: pgmap v1550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:17.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:16 smithi181 ceph-mon[45557]: pgmap v1550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:19.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:18 smithi088 ceph-mon[35322]: pgmap v1551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:19.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:18 smithi175 ceph-mon[44549]: pgmap v1551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:19.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:18 smithi181 ceph-mon[45557]: pgmap v1551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:21.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:20 smithi088 ceph-mon[35322]: pgmap v1552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:21.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:20 smithi175 ceph-mon[44549]: pgmap v1552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:21.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:20 smithi181 ceph-mon[45557]: pgmap v1552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:21.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:21.602+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:40:21.583 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:21.602+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:40:21.583 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:21.602+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:40:23.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:22 smithi088 ceph-mon[35322]: pgmap v1553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:23.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:22 smithi175 ceph-mon[44549]: pgmap v1553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:23.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:22 smithi181 ceph-mon[45557]: pgmap v1553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:25.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:24 smithi088 ceph-mon[35322]: pgmap v1554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:25.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:24 smithi175 ceph-mon[44549]: pgmap v1554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:25.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:24 smithi181 ceph-mon[45557]: pgmap v1554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:27.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:26 smithi088 ceph-mon[35322]: pgmap v1555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:27.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:26 smithi175 ceph-mon[44549]: pgmap v1555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:27.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:26 smithi181 ceph-mon[45557]: pgmap v1555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:29.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:28 smithi088 ceph-mon[35322]: pgmap v1556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:29.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:28 smithi175 ceph-mon[44549]: pgmap v1556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:29.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:28 smithi181 ceph-mon[45557]: pgmap v1556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:31.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:30 smithi088 ceph-mon[35322]: pgmap v1557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:31.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:30 smithi175 ceph-mon[44549]: pgmap v1557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:31.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:31 smithi181 ceph-mon[45557]: pgmap v1557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:33.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:33 smithi088 ceph-mon[35322]: pgmap v1558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:33.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:33 smithi175 ceph-mon[44549]: pgmap v1558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:33.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:33 smithi181 ceph-mon[45557]: pgmap v1558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:35.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:35 smithi088 ceph-mon[35322]: pgmap v1559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:35.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:35 smithi175 ceph-mon[44549]: pgmap v1559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:35.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:35 smithi181 ceph-mon[45557]: pgmap v1559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:40:36.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:36.614+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:40:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:36.614+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:40:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:36.614+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:40:37.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:37 smithi088 ceph-mon[35322]: pgmap v1560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:37.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:37 smithi175 ceph-mon[44549]: pgmap v1560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:37.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:37 smithi181 ceph-mon[45557]: pgmap v1560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:40:39.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:39 smithi088 ceph-mon[35322]: pgmap v1561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:39.390 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:39 smithi175 ceph-mon[44549]: pgmap v1561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:39.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:39 smithi181 ceph-mon[45557]: pgmap v1561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:40.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:40:40.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:40:40.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:40:41.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:41 smithi088 ceph-mon[35322]: pgmap v1562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:41.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:40:41.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:40:41.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:40:41.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:41 smithi175 ceph-mon[44549]: pgmap v1562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:41.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:40:41.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:40:41.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:40:41.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:41 smithi181 ceph-mon[45557]: pgmap v1562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:41.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:40:41.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:40:41.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:40:42.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:42 smithi088 ceph-mon[35322]: pgmap v1563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:40:42.259 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:42 smithi088 ceph-mon[35322]: pgmap v1564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:40:42.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:42 smithi175 ceph-mon[44549]: pgmap v1563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:40:42.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:42 smithi175 ceph-mon[44549]: pgmap v1564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:40:42.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:42 smithi181 ceph-mon[45557]: pgmap v1563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:40:42.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:42 smithi181 ceph-mon[45557]: pgmap v1564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:40:44.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:44 smithi175 ceph-mon[44549]: pgmap v1565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:40:44.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:44 smithi181 ceph-mon[45557]: pgmap v1565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:40:44.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:44 smithi088 ceph-mon[35322]: pgmap v1565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:40:46.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:46 smithi175 ceph-mon[44549]: pgmap v1566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:40:46.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:46 smithi181 ceph-mon[45557]: pgmap v1566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:40:46.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:46 smithi088 ceph-mon[35322]: pgmap v1566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:40:48.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:48 smithi175 ceph-mon[44549]: pgmap v1567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:40:48.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:48 smithi181 ceph-mon[45557]: pgmap v1567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:40:48.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:48 smithi088 ceph-mon[35322]: pgmap v1567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:40:50.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:50 smithi175 ceph-mon[44549]: pgmap v1568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:40:50.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:50 smithi181 ceph-mon[45557]: pgmap v1568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:40:50.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:50 smithi088 ceph-mon[35322]: pgmap v1568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:40:51.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:51.630+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:40:51.611 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:51.630+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:40:51.611 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:40:51.630+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:40:52.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:52 smithi175 ceph-mon[44549]: pgmap v1569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:40:52.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:52 smithi181 ceph-mon[45557]: pgmap v1569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:40:52.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:52 smithi088 ceph-mon[35322]: pgmap v1569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:40:54.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:54 smithi175 ceph-mon[44549]: pgmap v1570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:54.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:54 smithi181 ceph-mon[45557]: pgmap v1570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:54.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:54 smithi088 ceph-mon[35322]: pgmap v1570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:40:56.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:56 smithi175 ceph-mon[44549]: pgmap v1571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:56.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:56 smithi181 ceph-mon[45557]: pgmap v1571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:56.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:56 smithi088 ceph-mon[35322]: pgmap v1571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:40:58.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:40:58 smithi175 ceph-mon[44549]: pgmap v1572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:58.437 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:40:58 smithi181 ceph-mon[45557]: pgmap v1572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:40:58.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:40:58 smithi088 ceph-mon[35322]: pgmap v1572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:00.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:00 smithi175 ceph-mon[44549]: pgmap v1573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:00.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:00 smithi181 ceph-mon[45557]: pgmap v1573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:00.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:00 smithi088 ceph-mon[35322]: pgmap v1573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:02.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:02 smithi175 ceph-mon[44549]: pgmap v1574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:02.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:02 smithi181 ceph-mon[45557]: pgmap v1574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:02.509 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:02 smithi088 ceph-mon[35322]: pgmap v1574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:04.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:04 smithi175 ceph-mon[44549]: pgmap v1575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:04.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:04 smithi181 ceph-mon[45557]: pgmap v1575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:04.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:04 smithi088 ceph-mon[35322]: pgmap v1575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:06.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:06 smithi175 ceph-mon[44549]: pgmap v1576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:06.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:06 smithi181 ceph-mon[45557]: pgmap v1576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:06.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:06 smithi088 ceph-mon[35322]: pgmap v1576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:06.636+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:41:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:06.636+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:41:06.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:06.636+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:41:08.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:08 smithi175 ceph-mon[44549]: pgmap v1577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:08.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:08 smithi181 ceph-mon[45557]: pgmap v1577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:08.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:08 smithi088 ceph-mon[35322]: pgmap v1577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:10.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:10 smithi175 ceph-mon[44549]: pgmap v1578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:10.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:10 smithi181 ceph-mon[45557]: pgmap v1578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:10.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:10 smithi088 ceph-mon[35322]: pgmap v1578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:12.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:12 smithi175 ceph-mon[44549]: pgmap v1579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:12.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:12 smithi181 ceph-mon[45557]: pgmap v1579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:12.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:12 smithi088 ceph-mon[35322]: pgmap v1579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:14.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:14 smithi175 ceph-mon[44549]: pgmap v1580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:14.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:14 smithi181 ceph-mon[45557]: pgmap v1580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:14.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:14 smithi088 ceph-mon[35322]: pgmap v1580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:16.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:16 smithi175 ceph-mon[44549]: pgmap v1581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:16.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:16 smithi181 ceph-mon[45557]: pgmap v1581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:16.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:16 smithi088 ceph-mon[35322]: pgmap v1581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:18.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:18 smithi175 ceph-mon[44549]: pgmap v1582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:18.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:18 smithi181 ceph-mon[45557]: pgmap v1582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:18.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:18 smithi088 ceph-mon[35322]: pgmap v1582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:20.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:20 smithi175 ceph-mon[44549]: pgmap v1583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:20.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:20 smithi181 ceph-mon[45557]: pgmap v1583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:20.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:20 smithi088 ceph-mon[35322]: pgmap v1583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:21.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:21.648+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:41:21.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:21.648+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:41:21.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:21.649+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:41:22.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:22 smithi175 ceph-mon[44549]: pgmap v1584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:22.438 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:22 smithi181 ceph-mon[45557]: pgmap v1584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:22.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:22 smithi088 ceph-mon[35322]: pgmap v1584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:24.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:24 smithi175 ceph-mon[44549]: pgmap v1585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:24.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:24 smithi181 ceph-mon[45557]: pgmap v1585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:24.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:24 smithi088 ceph-mon[35322]: pgmap v1585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:26.392 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:26 smithi175 ceph-mon[44549]: pgmap v1586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:26.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:26 smithi181 ceph-mon[45557]: pgmap v1586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:26.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:26 smithi088 ceph-mon[35322]: pgmap v1586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:28.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:28 smithi175 ceph-mon[44549]: pgmap v1587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:28.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:28 smithi181 ceph-mon[45557]: pgmap v1587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:28.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:28 smithi088 ceph-mon[35322]: pgmap v1587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:30.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:30 smithi175 ceph-mon[44549]: pgmap v1588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:30.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:30 smithi181 ceph-mon[45557]: pgmap v1588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:30.510 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:30 smithi088 ceph-mon[35322]: pgmap v1588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:32.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:32 smithi175 ceph-mon[44549]: pgmap v1589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:32.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:32 smithi181 ceph-mon[45557]: pgmap v1589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:32.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:32 smithi088 ceph-mon[35322]: pgmap v1589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:34.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:34 smithi175 ceph-mon[44549]: pgmap v1590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:34.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:34 smithi181 ceph-mon[45557]: pgmap v1590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:34.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:34 smithi088 ceph-mon[35322]: pgmap v1590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:36.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:36 smithi175 ceph-mon[44549]: pgmap v1591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:36.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:36 smithi181 ceph-mon[45557]: pgmap v1591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:36.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:36 smithi088 ceph-mon[35322]: pgmap v1591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:41:36.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:36.653+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:41:36.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:36.653+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:41:36.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:36.653+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:41:38.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:38 smithi175 ceph-mon[44549]: pgmap v1592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:38.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:38 smithi181 ceph-mon[45557]: pgmap v1592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:38.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:38 smithi088 ceph-mon[35322]: pgmap v1592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:40.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:40 smithi175 ceph-mon[44549]: pgmap v1593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:40.439 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:40 smithi181 ceph-mon[45557]: pgmap v1593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:40.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:40 smithi088 ceph-mon[35322]: pgmap v1593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:41:42.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:41 smithi175 ceph-mon[44549]: pgmap v1594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:42.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:41:42.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:41 smithi181 ceph-mon[45557]: pgmap v1594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:42.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:41:42.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:41 smithi088 ceph-mon[35322]: pgmap v1594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:42.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:41:43.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:43 smithi088 ceph-mon[35322]: pgmap v1595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:43.643 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.644 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.644 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.644 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.644 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:43 smithi175 ceph-mon[44549]: pgmap v1595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:43.689 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:43.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:43 smithi181 ceph-mon[45557]: pgmap v1595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:41:44.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:44.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:44.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:41:44.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:41:44.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:44 smithi088 ceph-mon[35322]: pgmap v1596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T13:41:44.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:44 smithi088 ceph-mon[35322]: pgmap v1597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:41:44.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:44.643 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:44.643 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:44.644 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:41:44.644 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:41:44.644 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:44 smithi175 ceph-mon[44549]: pgmap v1596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T13:41:44.644 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:44 smithi175 ceph-mon[44549]: pgmap v1597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:41:44.644 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:44.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:44.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:44.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:41:44.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:41:44.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:44 smithi181 ceph-mon[45557]: pgmap v1596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T13:41:44.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:44 smithi181 ceph-mon[45557]: pgmap v1597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:41:44.690 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:41:47.143 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:46 smithi175 ceph-mon[44549]: pgmap v1598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:41:47.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:46 smithi181 ceph-mon[45557]: pgmap v1598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:41:47.261 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:46 smithi088 ceph-mon[35322]: pgmap v1598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:41:49.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:49 smithi175 ceph-mon[44549]: pgmap v1599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T13:41:49.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:49 smithi181 ceph-mon[45557]: pgmap v1599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T13:41:49.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:49 smithi088 ceph-mon[35322]: pgmap v1599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T13:41:51.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:51 smithi175 ceph-mon[44549]: pgmap v1600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:41:51.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:51 smithi181 ceph-mon[45557]: pgmap v1600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:41:51.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:51 smithi088 ceph-mon[35322]: pgmap v1600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:41:51.637 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:51.654+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:41:51.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:51.654+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:41:51.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:51.654+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:41:53.393 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:53 smithi175 ceph-mon[44549]: pgmap v1601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:41:53.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:53 smithi181 ceph-mon[45557]: pgmap v1601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:41:53.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:53 smithi088 ceph-mon[35322]: pgmap v1601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:41:54.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:54.802+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:41:54.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:54.802+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:41:54.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:54.802+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 23 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:41:54.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:41:54.802+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 23 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:41:55.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:55 smithi175 ceph-mon[44549]: pgmap v1602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:41:55.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:55 smithi181 ceph-mon[45557]: pgmap v1602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:41:55.511 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:55 smithi088 ceph-mon[35322]: pgmap v1602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:41:57.144 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:56 smithi175 ceph-mon[44549]: pgmap v1603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:57.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:56 smithi181 ceph-mon[45557]: pgmap v1603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:57.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:56 smithi088 ceph-mon[35322]: pgmap v1603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:41:59.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:41:59 smithi175 ceph-mon[44549]: pgmap v1604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:59.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:41:59 smithi181 ceph-mon[45557]: pgmap v1604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:41:59.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:41:59 smithi088 ceph-mon[35322]: pgmap v1604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:01.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:01 smithi175 ceph-mon[44549]: pgmap v1605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:01.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:01 smithi181 ceph-mon[45557]: pgmap v1605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:01.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:01 smithi088 ceph-mon[35322]: pgmap v1605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:03.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:03 smithi175 ceph-mon[44549]: pgmap v1606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:03.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:03 smithi181 ceph-mon[45557]: pgmap v1606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:03.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:03 smithi088 ceph-mon[35322]: pgmap v1606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:05.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:05 smithi175 ceph-mon[44549]: pgmap v1607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:05.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:05 smithi181 ceph-mon[45557]: pgmap v1607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:05.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:05 smithi088 ceph-mon[35322]: pgmap v1607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:06.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:06.668+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:42:06.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:06.668+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:42:06.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:06.668+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:42:07.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:06 smithi181 ceph-mon[45557]: pgmap v1608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:07.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:06 smithi088 ceph-mon[35322]: pgmap v1608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:07.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:06 smithi175 ceph-mon[44549]: pgmap v1608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:09.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:09 smithi175 ceph-mon[44549]: pgmap v1609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:09.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:09 smithi181 ceph-mon[45557]: pgmap v1609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:09.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:09 smithi088 ceph-mon[35322]: pgmap v1609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:11.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:11 smithi175 ceph-mon[44549]: pgmap v1610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:11.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:11 smithi181 ceph-mon[45557]: pgmap v1610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:11.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:11 smithi088 ceph-mon[35322]: pgmap v1610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:13.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:13 smithi175 ceph-mon[44549]: pgmap v1611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:13.440 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:13 smithi181 ceph-mon[45557]: pgmap v1611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:13.512 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:13 smithi088 ceph-mon[35322]: pgmap v1611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:15.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:15 smithi175 ceph-mon[44549]: pgmap v1612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:15.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:15 smithi181 ceph-mon[45557]: pgmap v1612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:15.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:15 smithi088 ceph-mon[35322]: pgmap v1612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:17.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:16 smithi181 ceph-mon[45557]: pgmap v1613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:17.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:16 smithi088 ceph-mon[35322]: pgmap v1613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:17.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:16 smithi175 ceph-mon[44549]: pgmap v1613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:19.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:19 smithi175 ceph-mon[44549]: pgmap v1614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:19.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:19 smithi181 ceph-mon[45557]: pgmap v1614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:19.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:19 smithi088 ceph-mon[35322]: pgmap v1614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:21.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:21 smithi175 ceph-mon[44549]: pgmap v1615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:21.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:21 smithi181 ceph-mon[45557]: pgmap v1615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:21.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:21 smithi088 ceph-mon[35322]: pgmap v1615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:21.662 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:21.677+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:42:21.662 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:21.677+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:42:21.662 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:21.677+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:42:23.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:23 smithi175 ceph-mon[44549]: pgmap v1616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:23.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:23 smithi181 ceph-mon[45557]: pgmap v1616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:23.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:23 smithi088 ceph-mon[35322]: pgmap v1616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:25.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:25 smithi175 ceph-mon[44549]: pgmap v1617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:25.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:25 smithi181 ceph-mon[45557]: pgmap v1617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:25.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:25 smithi088 ceph-mon[35322]: pgmap v1617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:27.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:26 smithi181 ceph-mon[45557]: pgmap v1618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:27.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:26 smithi088 ceph-mon[35322]: pgmap v1618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:27.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:26 smithi175 ceph-mon[44549]: pgmap v1618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:29.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:29 smithi175 ceph-mon[44549]: pgmap v1619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:29.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:29 smithi181 ceph-mon[45557]: pgmap v1619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:29.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:29 smithi088 ceph-mon[35322]: pgmap v1619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:31.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:31 smithi175 ceph-mon[44549]: pgmap v1620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:31.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:31 smithi181 ceph-mon[45557]: pgmap v1620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:31.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:31 smithi088 ceph-mon[35322]: pgmap v1620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:33.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:33 smithi175 ceph-mon[44549]: pgmap v1621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:33.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:33 smithi181 ceph-mon[45557]: pgmap v1621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:33.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:33 smithi088 ceph-mon[35322]: pgmap v1621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:35.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:35 smithi175 ceph-mon[44549]: pgmap v1622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:35.441 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:35 smithi181 ceph-mon[45557]: pgmap v1622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:35.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:35 smithi088 ceph-mon[35322]: pgmap v1622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:36.690+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:42:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:36.690+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:42:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:36.690+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:42:37.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:36 smithi181 ceph-mon[45557]: pgmap v1623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:37.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:36 smithi088 ceph-mon[35322]: pgmap v1623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:37.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:36 smithi175 ceph-mon[44549]: pgmap v1623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:39.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:39 smithi175 ceph-mon[44549]: pgmap v1624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:39.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:39 smithi181 ceph-mon[45557]: pgmap v1624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:39.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:39 smithi088 ceph-mon[35322]: pgmap v1624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:42:39.794 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:39.810+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:42:39.794 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:39.810+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:42:39.795 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:39.810+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 24 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T13:42:39.795 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:39.810+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 24 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T13:42:41.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:41 smithi175 ceph-mon[44549]: pgmap v1625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:41.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:41 smithi181 ceph-mon[45557]: pgmap v1625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:41.513 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:41 smithi088 ceph-mon[35322]: pgmap v1625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:42:43.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:43 smithi175 ceph-mon[44549]: pgmap v1626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:43.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:43 smithi181 ceph-mon[45557]: pgmap v1626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:43.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:43 smithi088 ceph-mon[35322]: pgmap v1626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:45.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:45 smithi175 ceph-mon[44549]: pgmap v1627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:45.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:42:45.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:42:45.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:42:45.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:42:45.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:45 smithi181 ceph-mon[45557]: pgmap v1627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:45.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:42:45.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:42:45.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:42:45.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:42:45.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:45 smithi088 ceph-mon[35322]: pgmap v1627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:42:45.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:42:45.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:42:45.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:42:45.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:42:46.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:46 smithi175 ceph-mon[44549]: pgmap v1628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:42:46.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:46 smithi175 ceph-mon[44549]: pgmap v1629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:42:46.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:46 smithi181 ceph-mon[45557]: pgmap v1628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:42:46.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:46 smithi181 ceph-mon[45557]: pgmap v1629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:42:46.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:46 smithi088 ceph-mon[35322]: pgmap v1628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:42:46.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:46 smithi088 ceph-mon[35322]: pgmap v1629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:42:48.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:48 smithi175 ceph-mon[44549]: pgmap v1630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:42:48.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:48 smithi181 ceph-mon[45557]: pgmap v1630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:42:48.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:48 smithi088 ceph-mon[35322]: pgmap v1630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:42:50.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:50 smithi175 ceph-mon[44549]: pgmap v1631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:42:50.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:50 smithi181 ceph-mon[45557]: pgmap v1631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:42:50.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:50 smithi088 ceph-mon[35322]: pgmap v1631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:42:51.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:51.698+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:42:51.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:51.698+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:42:51.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:42:51.698+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:42:52.192 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:51 smithi181 ceph-mon[45557]: pgmap v1632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:42:52.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:51 smithi088 ceph-mon[35322]: pgmap v1632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:42:52.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:51 smithi175 ceph-mon[44549]: pgmap v1632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:42:54.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:54 smithi175 ceph-mon[44549]: pgmap v1633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:42:54.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:54 smithi181 ceph-mon[45557]: pgmap v1633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:42:54.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:54 smithi088 ceph-mon[35322]: pgmap v1633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:42:56.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:56 smithi175 ceph-mon[44549]: pgmap v1634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:42:56.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:56 smithi181 ceph-mon[45557]: pgmap v1634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:42:56.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:56 smithi088 ceph-mon[35322]: pgmap v1634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:42:58.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:42:58 smithi175 ceph-mon[44549]: pgmap v1635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:58.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:42:58 smithi181 ceph-mon[45557]: pgmap v1635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:42:58.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:42:58 smithi088 ceph-mon[35322]: pgmap v1635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:00.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:00 smithi175 ceph-mon[44549]: pgmap v1636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:00.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:00 smithi181 ceph-mon[45557]: pgmap v1636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:00.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:00 smithi088 ceph-mon[35322]: pgmap v1636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:02.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:01 smithi181 ceph-mon[45557]: pgmap v1637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:02.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:01 smithi088 ceph-mon[35322]: pgmap v1637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:02.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:01 smithi175 ceph-mon[44549]: pgmap v1637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:04.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:04 smithi088 ceph-mon[35322]: pgmap v1638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:43:04.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:04 smithi175 ceph-mon[44549]: pgmap v1638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:43:04.442 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:04 smithi181 ceph-mon[45557]: pgmap v1638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:43:06.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:06 smithi175 ceph-mon[44549]: pgmap v1639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:06.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:06 smithi181 ceph-mon[45557]: pgmap v1639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:06.514 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:06 smithi088 ceph-mon[35322]: pgmap v1639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:06.714+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:43:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:06.714+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:43:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:06.714+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:43:08.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:08 smithi175 ceph-mon[44549]: pgmap v1640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:08.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:08 smithi181 ceph-mon[45557]: pgmap v1640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:08.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:08 smithi088 ceph-mon[35322]: pgmap v1640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:10.396 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:10 smithi175 ceph-mon[44549]: pgmap v1641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:10.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:10 smithi181 ceph-mon[45557]: pgmap v1641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:10.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:10 smithi088 ceph-mon[35322]: pgmap v1641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:12.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:11 smithi181 ceph-mon[45557]: pgmap v1642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:12.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:11 smithi088 ceph-mon[35322]: pgmap v1642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:12.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:11 smithi175 ceph-mon[44549]: pgmap v1642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:14.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:14 smithi175 ceph-mon[44549]: pgmap v1643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:14.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:14 smithi181 ceph-mon[45557]: pgmap v1643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:14.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:14 smithi088 ceph-mon[35322]: pgmap v1643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:16.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:16 smithi175 ceph-mon[44549]: pgmap v1644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:16.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:16 smithi181 ceph-mon[45557]: pgmap v1644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:16.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:16 smithi088 ceph-mon[35322]: pgmap v1644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:18.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:18 smithi175 ceph-mon[44549]: pgmap v1645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:18.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:18 smithi181 ceph-mon[45557]: pgmap v1645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:18.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:18 smithi088 ceph-mon[35322]: pgmap v1645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:20.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:20 smithi175 ceph-mon[44549]: pgmap v1646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:20.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:20 smithi181 ceph-mon[45557]: pgmap v1646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:20.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:20 smithi088 ceph-mon[35322]: pgmap v1646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:21.715 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:21.729+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:43:21.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:21.729+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:43:21.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:21.729+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:43:22.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:21 smithi181 ceph-mon[45557]: pgmap v1647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:22.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:21 smithi088 ceph-mon[35322]: pgmap v1647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:22.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:21 smithi175 ceph-mon[44549]: pgmap v1647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:24.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:24 smithi175 ceph-mon[44549]: pgmap v1648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:24.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:24 smithi181 ceph-mon[45557]: pgmap v1648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:24.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:24 smithi088 ceph-mon[35322]: pgmap v1648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:26.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:26 smithi175 ceph-mon[44549]: pgmap v1649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:26.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:26 smithi181 ceph-mon[45557]: pgmap v1649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:26.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:26 smithi088 ceph-mon[35322]: pgmap v1649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:28.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:28 smithi175 ceph-mon[44549]: pgmap v1650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:28.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:28 smithi181 ceph-mon[45557]: pgmap v1650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:28.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:28 smithi088 ceph-mon[35322]: pgmap v1650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:30.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:30 smithi175 ceph-mon[44549]: pgmap v1651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:30.443 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:30 smithi181 ceph-mon[45557]: pgmap v1651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:30.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:30 smithi088 ceph-mon[35322]: pgmap v1651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:32.193 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:31 smithi181 ceph-mon[45557]: pgmap v1652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:32.265 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:31 smithi088 ceph-mon[35322]: pgmap v1652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:32.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:31 smithi175 ceph-mon[44549]: pgmap v1652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:34.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:34 smithi175 ceph-mon[44549]: pgmap v1653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:34.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:34 smithi181 ceph-mon[45557]: pgmap v1653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:34.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:34 smithi088 ceph-mon[35322]: pgmap v1653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:36.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:36 smithi175 ceph-mon[44549]: pgmap v1654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:36.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:36 smithi181 ceph-mon[45557]: pgmap v1654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:36.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:36 smithi088 ceph-mon[35322]: pgmap v1654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:36.726 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:36.738+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:43:36.726 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:36.738+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:43:36.726 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:36.738+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:43:38.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:38 smithi175 ceph-mon[44549]: pgmap v1655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:38.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:38 smithi181 ceph-mon[45557]: pgmap v1655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:38.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:38 smithi088 ceph-mon[35322]: pgmap v1655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:40.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:40 smithi175 ceph-mon[44549]: pgmap v1656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:40.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:40 smithi181 ceph-mon[45557]: pgmap v1656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:40.515 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:40 smithi088 ceph-mon[35322]: pgmap v1656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:43:42.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:41 smithi181 ceph-mon[45557]: pgmap v1657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:42.266 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:41 smithi088 ceph-mon[35322]: pgmap v1657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:42.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:41 smithi175 ceph-mon[44549]: pgmap v1657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:43:44.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:44 smithi175 ceph-mon[44549]: pgmap v1658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:44.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:44 smithi181 ceph-mon[45557]: pgmap v1658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:44.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:44 smithi088 ceph-mon[35322]: pgmap v1658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:46.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:46 smithi175 ceph-mon[44549]: pgmap v1659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:46.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:43:46.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:43:46.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:43:46.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:43:46.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:46 smithi181 ceph-mon[45557]: pgmap v1659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:46.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:43:46.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:43:46.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:43:46.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:43:46.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:46 smithi088 ceph-mon[35322]: pgmap v1659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:43:46.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:43:46.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:43:46.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:43:46.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:43:47.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:47 smithi175 ceph-mon[44549]: pgmap v1660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:43:47.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:47 smithi175 ceph-mon[44549]: pgmap v1661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:43:47.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:47 smithi181 ceph-mon[45557]: pgmap v1660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:43:47.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:47 smithi181 ceph-mon[45557]: pgmap v1661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:43:47.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:47 smithi088 ceph-mon[35322]: pgmap v1660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:43:47.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:47 smithi088 ceph-mon[35322]: pgmap v1661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:43:49.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:49 smithi175 ceph-mon[44549]: pgmap v1662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:43:49.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:49 smithi181 ceph-mon[45557]: pgmap v1662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:43:49.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:49 smithi088 ceph-mon[35322]: pgmap v1662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:43:51.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:51 smithi175 ceph-mon[44549]: pgmap v1663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:43:51.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:51 smithi181 ceph-mon[45557]: pgmap v1663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:43:51.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:51 smithi088 ceph-mon[35322]: pgmap v1663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:43:51.742 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:51.755+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:43:51.742 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:51.755+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:43:51.742 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:43:51.755+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:43:53.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:53 smithi175 ceph-mon[44549]: pgmap v1664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:43:53.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:53 smithi181 ceph-mon[45557]: pgmap v1664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:43:53.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:53 smithi088 ceph-mon[35322]: pgmap v1664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:43:55.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:55 smithi175 ceph-mon[44549]: pgmap v1665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:43:55.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:55 smithi181 ceph-mon[45557]: pgmap v1665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:43:55.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:55 smithi088 ceph-mon[35322]: pgmap v1665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:43:57.194 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:56 smithi181 ceph-mon[45557]: pgmap v1666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:43:57.266 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:56 smithi088 ceph-mon[35322]: pgmap v1666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:43:57.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:56 smithi175 ceph-mon[44549]: pgmap v1666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:43:59.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:43:59 smithi175 ceph-mon[44549]: pgmap v1667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:59.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:43:59 smithi181 ceph-mon[45557]: pgmap v1667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:43:59.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:43:59 smithi088 ceph-mon[35322]: pgmap v1667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:01.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:01 smithi175 ceph-mon[44549]: pgmap v1668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:01.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:01 smithi181 ceph-mon[45557]: pgmap v1668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:01.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:01 smithi088 ceph-mon[35322]: pgmap v1668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:03.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:03 smithi175 ceph-mon[44549]: pgmap v1669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:03.444 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:03 smithi181 ceph-mon[45557]: pgmap v1669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:03.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:03 smithi088 ceph-mon[35322]: pgmap v1669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:05.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:05 smithi175 ceph-mon[44549]: pgmap v1670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:05.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:05 smithi181 ceph-mon[45557]: pgmap v1670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:05.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:05 smithi088 ceph-mon[35322]: pgmap v1670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:06.753 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:06.765+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:44:06.753 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:06.765+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:44:06.753 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:06.765+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:44:07.195 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:06 smithi181 ceph-mon[45557]: pgmap v1671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:07.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:06 smithi088 ceph-mon[35322]: pgmap v1671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:07.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:06 smithi175 ceph-mon[44549]: pgmap v1671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:09.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:09 smithi175 ceph-mon[44549]: pgmap v1672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:09.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:09 smithi181 ceph-mon[45557]: pgmap v1672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:09.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:09 smithi088 ceph-mon[35322]: pgmap v1672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:11.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:11 smithi175 ceph-mon[44549]: pgmap v1673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:11.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:11 smithi181 ceph-mon[45557]: pgmap v1673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:11.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:11 smithi088 ceph-mon[35322]: pgmap v1673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:13.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:13 smithi175 ceph-mon[44549]: pgmap v1674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:13.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:13 smithi181 ceph-mon[45557]: pgmap v1674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:13.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:13 smithi088 ceph-mon[35322]: pgmap v1674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:15.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:15 smithi175 ceph-mon[44549]: pgmap v1675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:15.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:15 smithi181 ceph-mon[45557]: pgmap v1675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:15.516 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:15 smithi088 ceph-mon[35322]: pgmap v1675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:17.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:16 smithi088 ceph-mon[35322]: pgmap v1676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:17.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:16 smithi175 ceph-mon[44549]: pgmap v1676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:17.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:16 smithi181 ceph-mon[45557]: pgmap v1676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:19.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:19 smithi175 ceph-mon[44549]: pgmap v1677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:19.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:19 smithi181 ceph-mon[45557]: pgmap v1677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:19.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:19 smithi088 ceph-mon[35322]: pgmap v1677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:21.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:21 smithi175 ceph-mon[44549]: pgmap v1678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:21.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:21 smithi181 ceph-mon[45557]: pgmap v1678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:21.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:21 smithi088 ceph-mon[35322]: pgmap v1678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:21.760 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:21.772+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:44:21.760 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:21.772+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:44:21.760 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:21.772+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:44:23.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:23 smithi175 ceph-mon[44549]: pgmap v1679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:23.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:23 smithi181 ceph-mon[45557]: pgmap v1679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:23.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:23 smithi088 ceph-mon[35322]: pgmap v1679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:25.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:25 smithi175 ceph-mon[44549]: pgmap v1680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:25.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:25 smithi181 ceph-mon[45557]: pgmap v1680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:25.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:25 smithi088 ceph-mon[35322]: pgmap v1680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:27.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:26 smithi181 ceph-mon[45557]: pgmap v1681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:27.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:26 smithi088 ceph-mon[35322]: pgmap v1681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:27.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:26 smithi175 ceph-mon[44549]: pgmap v1681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:29.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:29 smithi175 ceph-mon[44549]: pgmap v1682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:29.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:29 smithi181 ceph-mon[45557]: pgmap v1682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:29.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:29 smithi088 ceph-mon[35322]: pgmap v1682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:31.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:31 smithi175 ceph-mon[44549]: pgmap v1683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:31.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:31 smithi181 ceph-mon[45557]: pgmap v1683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:31.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:31 smithi088 ceph-mon[35322]: pgmap v1683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:33.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:33 smithi175 ceph-mon[44549]: pgmap v1684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:33.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:33 smithi181 ceph-mon[45557]: pgmap v1684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:33.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:33 smithi088 ceph-mon[35322]: pgmap v1684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:35.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:35 smithi175 ceph-mon[44549]: pgmap v1685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:35.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:35 smithi181 ceph-mon[45557]: pgmap v1685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:35.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:35 smithi088 ceph-mon[35322]: pgmap v1685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:36.782+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:44:36.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:36.782+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:44:36.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:36.782+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:44:37.203 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:36 smithi088 ceph-mon[35322]: pgmap v1686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:37.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:36 smithi175 ceph-mon[44549]: pgmap v1686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:37.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:36 smithi181 ceph-mon[45557]: pgmap v1686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:39.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:39 smithi175 ceph-mon[44549]: pgmap v1687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:39.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:39 smithi181 ceph-mon[45557]: pgmap v1687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:39.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:39 smithi088 ceph-mon[35322]: pgmap v1687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:44:41.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:41 smithi175 ceph-mon[44549]: pgmap v1688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:41.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:41 smithi181 ceph-mon[45557]: pgmap v1688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:41.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:41 smithi088 ceph-mon[35322]: pgmap v1688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:44:43.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:43 smithi175 ceph-mon[44549]: pgmap v1689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:43.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:43 smithi181 ceph-mon[45557]: pgmap v1689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:43.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:43 smithi088 ceph-mon[35322]: pgmap v1689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:45.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:45 smithi175 ceph-mon[44549]: pgmap v1690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:45.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:45 smithi181 ceph-mon[45557]: pgmap v1690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:45.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:45 smithi088 ceph-mon[35322]: pgmap v1690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:44:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:46 smithi088 ceph-mon[35322]: pgmap v1691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:44:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:46 smithi175 ceph-mon[44549]: pgmap v1691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:47.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:44:47.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:46 smithi181 ceph-mon[45557]: pgmap v1691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:44:47.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:44:47.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:47.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:48.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:44:48.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:44:48.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:48.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:44:48.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:44:48.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:48.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:44:48.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:44:48.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:44:49.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:48 smithi088 ceph-mon[35322]: pgmap v1692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:44:49.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:48 smithi088 ceph-mon[35322]: pgmap v1693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:44:49.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:48 smithi175 ceph-mon[44549]: pgmap v1692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:44:49.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:48 smithi175 ceph-mon[44549]: pgmap v1693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:44:49.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:48 smithi181 ceph-mon[45557]: pgmap v1692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:44:49.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:48 smithi181 ceph-mon[45557]: pgmap v1693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:44:51.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:50 smithi088 ceph-mon[35322]: pgmap v1694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:44:51.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:50 smithi175 ceph-mon[44549]: pgmap v1694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:44:51.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:50 smithi181 ceph-mon[45557]: pgmap v1694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:44:51.773 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:51.784+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:44:51.773 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:51.784+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:44:51.773 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:44:51.784+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:44:53.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:52 smithi088 ceph-mon[35322]: pgmap v1695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:44:53.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:52 smithi175 ceph-mon[44549]: pgmap v1695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:44:53.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:52 smithi181 ceph-mon[45557]: pgmap v1695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:44:55.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:54 smithi088 ceph-mon[35322]: pgmap v1696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:44:55.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:54 smithi175 ceph-mon[44549]: pgmap v1696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:44:55.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:54 smithi181 ceph-mon[45557]: pgmap v1696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:44:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:56 smithi088 ceph-mon[35322]: pgmap v1697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:44:57.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:56 smithi175 ceph-mon[44549]: pgmap v1697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:44:57.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:56 smithi181 ceph-mon[45557]: pgmap v1697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:44:59.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:44:58 smithi088 ceph-mon[35322]: pgmap v1698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:44:59.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:44:58 smithi175 ceph-mon[44549]: pgmap v1698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:44:59.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:44:58 smithi181 ceph-mon[45557]: pgmap v1698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:45:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:00 smithi088 ceph-mon[35322]: pgmap v1699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:01.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:00 smithi175 ceph-mon[44549]: pgmap v1699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:01.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:00 smithi181 ceph-mon[45557]: pgmap v1699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:03.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:03 smithi088 ceph-mon[35322]: pgmap v1700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:03 smithi175 ceph-mon[44549]: pgmap v1700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:03 smithi181 ceph-mon[45557]: pgmap v1700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:05.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:05 smithi088 ceph-mon[35322]: pgmap v1701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:05.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:05 smithi175 ceph-mon[44549]: pgmap v1701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:05.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:05 smithi181 ceph-mon[45557]: pgmap v1701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:06.799+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:45:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:06.799+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:45:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:06.799+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:45:07.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:07 smithi088 ceph-mon[35322]: pgmap v1702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:07.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:07 smithi175 ceph-mon[44549]: pgmap v1702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:07.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:07 smithi181 ceph-mon[45557]: pgmap v1702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:09.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:09 smithi088 ceph-mon[35322]: pgmap v1703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:09.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:09 smithi175 ceph-mon[44549]: pgmap v1703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:09.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:09 smithi181 ceph-mon[45557]: pgmap v1703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:11.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:11 smithi088 ceph-mon[35322]: pgmap v1704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:11.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:11 smithi175 ceph-mon[44549]: pgmap v1704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:11.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:11 smithi181 ceph-mon[45557]: pgmap v1704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:13.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:13 smithi088 ceph-mon[35322]: pgmap v1705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:13.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:13 smithi175 ceph-mon[44549]: pgmap v1705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:13.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:13 smithi181 ceph-mon[45557]: pgmap v1705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:15.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:15 smithi088 ceph-mon[35322]: pgmap v1706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:15.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:15 smithi175 ceph-mon[44549]: pgmap v1706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:15.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:15 smithi181 ceph-mon[45557]: pgmap v1706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:17.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:17 smithi088 ceph-mon[35322]: pgmap v1707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:17.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:17 smithi175 ceph-mon[44549]: pgmap v1707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:17.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:17 smithi181 ceph-mon[45557]: pgmap v1707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:19.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:19 smithi175 ceph-mon[44549]: pgmap v1708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:19.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:19 smithi181 ceph-mon[45557]: pgmap v1708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:19.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:19 smithi088 ceph-mon[35322]: pgmap v1708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:21.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:21 smithi175 ceph-mon[44549]: pgmap v1709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:21.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:21 smithi181 ceph-mon[45557]: pgmap v1709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:21.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:21 smithi088 ceph-mon[35322]: pgmap v1709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:21.813+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:45:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:21.813+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:45:21.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:21.813+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:45:23.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:23 smithi088 ceph-mon[35322]: pgmap v1710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:23.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:23 smithi175 ceph-mon[44549]: pgmap v1710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:23.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:23 smithi181 ceph-mon[45557]: pgmap v1710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:25.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:25 smithi175 ceph-mon[44549]: pgmap v1711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:25.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:25 smithi181 ceph-mon[45557]: pgmap v1711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:25.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:25 smithi088 ceph-mon[35322]: pgmap v1711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:27.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:27 smithi175 ceph-mon[44549]: pgmap v1712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:27.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:27 smithi181 ceph-mon[45557]: pgmap v1712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:27.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:27 smithi088 ceph-mon[35322]: pgmap v1712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:29.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:29 smithi175 ceph-mon[44549]: pgmap v1713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:29.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:29 smithi181 ceph-mon[45557]: pgmap v1713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:29.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:29 smithi088 ceph-mon[35322]: pgmap v1713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:31.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:31 smithi175 ceph-mon[44549]: pgmap v1714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:31.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:31 smithi181 ceph-mon[45557]: pgmap v1714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:31.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:31 smithi088 ceph-mon[35322]: pgmap v1714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:33.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:33 smithi175 ceph-mon[44549]: pgmap v1715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:33.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:33 smithi181 ceph-mon[45557]: pgmap v1715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:33.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:33 smithi088 ceph-mon[35322]: pgmap v1715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:35.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:35 smithi175 ceph-mon[44549]: pgmap v1716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:35.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:35 smithi181 ceph-mon[45557]: pgmap v1716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:35.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:35 smithi088 ceph-mon[35322]: pgmap v1716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:45:36.814 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:36.824+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:45:36.814 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:36.824+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:45:36.814 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:36.824+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:45:37.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:37 smithi175 ceph-mon[44549]: pgmap v1717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:37.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:37 smithi181 ceph-mon[45557]: pgmap v1717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:37.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:37 smithi088 ceph-mon[35322]: pgmap v1717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:39.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:39 smithi175 ceph-mon[44549]: pgmap v1718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.440+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0af460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T13:45:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.440+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0af460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T13:45:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.440+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0af460 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7ff344009bd0 tx=0x7ff344008000 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T13:45:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.440+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0af460 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7ff344009bd0 tx=0x7ff344008000 comp rx=0 tx=0).stop 2024-01-28T13:45:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.440+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0af460 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T13:45:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.440+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0af460 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T13:45:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.440+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0af460 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T13:45:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.440+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T13:45:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.441+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T13:45:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.441+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff344009cc0 tx=0x7ff344013030 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T13:45:39.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:39 smithi181 ceph-mon[45557]: pgmap v1718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:39.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:39 smithi088 ceph-mon[35322]: pgmap v1718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:45:39.828 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.838+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:45:39.829 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.838+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:45:39.829 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.838+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 25 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:45:39.829 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:39.838+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 25 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:45:41.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:41 smithi175 ceph-mon[44549]: pgmap v1719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:41.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:41 smithi181 ceph-mon[45557]: pgmap v1719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:41.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:41 smithi088 ceph-mon[35322]: pgmap v1719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:45:43.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:43 smithi175 ceph-mon[44549]: pgmap v1720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:43.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:43 smithi181 ceph-mon[45557]: pgmap v1720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:43.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:43 smithi088 ceph-mon[35322]: pgmap v1720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:45:45.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:45 smithi175 ceph-mon[44549]: pgmap v1721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:45:45.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:45 smithi181 ceph-mon[45557]: pgmap v1721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:45:45.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:45 smithi088 ceph-mon[35322]: pgmap v1721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:45:47.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:47 smithi175 ceph-mon[44549]: pgmap v1722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:45:47.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:47 smithi181 ceph-mon[45557]: pgmap v1722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:45:47.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:47 smithi088 ceph-mon[35322]: pgmap v1722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:45:48.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:45:48.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:45:48.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:45:49.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:49 smithi175 ceph-mon[44549]: pgmap v1723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:45:49.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:45:49.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:45:49.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:45:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:49 smithi181 ceph-mon[45557]: pgmap v1723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:45:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:45:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:45:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:45:49.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:49 smithi088 ceph-mon[35322]: pgmap v1723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:45:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:45:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:45:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:45:50.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:50 smithi175 ceph-mon[44549]: pgmap v1724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:45:50.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:50 smithi175 ceph-mon[44549]: pgmap v1725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:45:50.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:50 smithi181 ceph-mon[45557]: pgmap v1724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:45:50.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:50 smithi181 ceph-mon[45557]: pgmap v1725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:45:50.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:50 smithi088 ceph-mon[35322]: pgmap v1724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:45:50.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:50 smithi088 ceph-mon[35322]: pgmap v1725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:45:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:51.839+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:45:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:51.839+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:45:51.830 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:45:51.839+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:45:52.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:52 smithi175 ceph-mon[44549]: pgmap v1726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:45:52.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:52 smithi181 ceph-mon[45557]: pgmap v1726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:45:52.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:52 smithi088 ceph-mon[35322]: pgmap v1726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:45:54.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:54 smithi175 ceph-mon[44549]: pgmap v1727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:45:54.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:54 smithi181 ceph-mon[45557]: pgmap v1727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:45:54.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:54 smithi088 ceph-mon[35322]: pgmap v1727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:45:56.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:56 smithi175 ceph-mon[44549]: pgmap v1728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:45:56.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:56 smithi181 ceph-mon[45557]: pgmap v1728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:45:56.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:56 smithi088 ceph-mon[35322]: pgmap v1728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:45:58.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:45:58 smithi175 ceph-mon[44549]: pgmap v1729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:45:58.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:45:58 smithi181 ceph-mon[45557]: pgmap v1729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:45:58.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:45:58 smithi088 ceph-mon[35322]: pgmap v1729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:46:00.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:00 smithi175 ceph-mon[44549]: pgmap v1730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:46:00.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:00 smithi181 ceph-mon[45557]: pgmap v1730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:46:00.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:00 smithi088 ceph-mon[35322]: pgmap v1730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:46:02.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:02 smithi175 ceph-mon[44549]: pgmap v1731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:02.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:02 smithi181 ceph-mon[45557]: pgmap v1731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:02.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:02 smithi088 ceph-mon[35322]: pgmap v1731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:04.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:04 smithi175 ceph-mon[44549]: pgmap v1732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:04.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:04 smithi181 ceph-mon[45557]: pgmap v1732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:04.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:04 smithi088 ceph-mon[35322]: pgmap v1732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:06.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:06 smithi175 ceph-mon[44549]: pgmap v1733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:06.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:06 smithi181 ceph-mon[45557]: pgmap v1733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:06.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:06 smithi088 ceph-mon[35322]: pgmap v1733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:06.853+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:46:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:06.853+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:46:06.845 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:06.853+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:46:08.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:08 smithi175 ceph-mon[44549]: pgmap v1734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:08.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:08 smithi181 ceph-mon[45557]: pgmap v1734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:08.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:08 smithi088 ceph-mon[35322]: pgmap v1734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:10.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:10 smithi175 ceph-mon[44549]: pgmap v1735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:10.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:10 smithi181 ceph-mon[45557]: pgmap v1735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:10.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:10 smithi088 ceph-mon[35322]: pgmap v1735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:12.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:12 smithi175 ceph-mon[44549]: pgmap v1736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:12.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:12 smithi181 ceph-mon[45557]: pgmap v1736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:12.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:12 smithi088 ceph-mon[35322]: pgmap v1736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:14.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:14 smithi175 ceph-mon[44549]: pgmap v1737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:14.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:14 smithi181 ceph-mon[45557]: pgmap v1737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:14.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:14 smithi088 ceph-mon[35322]: pgmap v1737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:16.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:16 smithi181 ceph-mon[45557]: pgmap v1738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:16.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:16 smithi088 ceph-mon[35322]: pgmap v1738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:16.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:16 smithi175 ceph-mon[44549]: pgmap v1738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:18.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:18 smithi181 ceph-mon[45557]: pgmap v1739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:18.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:18 smithi088 ceph-mon[35322]: pgmap v1739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:18.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:18 smithi175 ceph-mon[44549]: pgmap v1739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:20.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:20 smithi181 ceph-mon[45557]: pgmap v1740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:20.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:20 smithi088 ceph-mon[35322]: pgmap v1740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:20.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:20 smithi175 ceph-mon[44549]: pgmap v1740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:21.856+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:46:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:21.856+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:46:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:21.856+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:46:22.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:22 smithi181 ceph-mon[45557]: pgmap v1741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:22.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:22 smithi088 ceph-mon[35322]: pgmap v1741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:22.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:22 smithi175 ceph-mon[44549]: pgmap v1741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:24.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:24 smithi181 ceph-mon[45557]: pgmap v1742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:24.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:24 smithi088 ceph-mon[35322]: pgmap v1742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:24.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:24 smithi175 ceph-mon[44549]: pgmap v1742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:26.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:26 smithi181 ceph-mon[45557]: pgmap v1743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:26.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:26 smithi088 ceph-mon[35322]: pgmap v1743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:26.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:26 smithi175 ceph-mon[44549]: pgmap v1743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:28.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:28 smithi181 ceph-mon[45557]: pgmap v1744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:28.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:28 smithi088 ceph-mon[35322]: pgmap v1744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:28.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:28 smithi175 ceph-mon[44549]: pgmap v1744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:30.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:30 smithi181 ceph-mon[45557]: pgmap v1745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:30.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:30 smithi088 ceph-mon[35322]: pgmap v1745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:30.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:30 smithi175 ceph-mon[44549]: pgmap v1745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:32.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:32 smithi181 ceph-mon[45557]: pgmap v1746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:32.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:32 smithi088 ceph-mon[35322]: pgmap v1746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:32.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:32 smithi175 ceph-mon[44549]: pgmap v1746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:34.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:34 smithi181 ceph-mon[45557]: pgmap v1747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:34.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:34 smithi088 ceph-mon[35322]: pgmap v1747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:34.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:34 smithi175 ceph-mon[44549]: pgmap v1747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:36.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:36 smithi181 ceph-mon[45557]: pgmap v1748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:36.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:36 smithi088 ceph-mon[35322]: pgmap v1748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:36.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:36 smithi175 ceph-mon[44549]: pgmap v1748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:36.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:36.869+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:46:36.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:36.869+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:46:36.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:36.869+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:46:38.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:38 smithi181 ceph-mon[45557]: pgmap v1749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:38.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:38 smithi088 ceph-mon[35322]: pgmap v1749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:38.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:38 smithi175 ceph-mon[44549]: pgmap v1749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:40.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:40 smithi088 ceph-mon[35322]: pgmap v1750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:40.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:40 smithi175 ceph-mon[44549]: pgmap v1750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:40.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:40 smithi181 ceph-mon[45557]: pgmap v1750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:42.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:42 smithi088 ceph-mon[35322]: pgmap v1751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:42.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:42 smithi175 ceph-mon[44549]: pgmap v1751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:42.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:42 smithi181 ceph-mon[45557]: pgmap v1751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:44.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:44 smithi088 ceph-mon[35322]: pgmap v1752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:44.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:44 smithi175 ceph-mon[44549]: pgmap v1752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:44.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:44 smithi181 ceph-mon[45557]: pgmap v1752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:46:46.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:46 smithi088 ceph-mon[35322]: pgmap v1753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:46.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:46 smithi175 ceph-mon[44549]: pgmap v1753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:46.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:46 smithi181 ceph-mon[45557]: pgmap v1753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:46:48.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:48 smithi088 ceph-mon[35322]: pgmap v1754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:48.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:48 smithi175 ceph-mon[44549]: pgmap v1754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:48.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:48 smithi181 ceph-mon[45557]: pgmap v1754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:46:49.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:46:49.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:46:49.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:46:50.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:50 smithi088 ceph-mon[35322]: pgmap v1755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:50.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:46:50.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:46:50.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:46:50.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:50 smithi175 ceph-mon[44549]: pgmap v1755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:50.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:46:50.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:46:50.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:46:50.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:50 smithi181 ceph-mon[45557]: pgmap v1755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:46:50.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:46:50.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:46:50.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:46:51.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:51 smithi088 ceph-mon[35322]: pgmap v1756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:46:51.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:51 smithi088 ceph-mon[35322]: pgmap v1757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:46:51.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:51 smithi175 ceph-mon[44549]: pgmap v1756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:46:51.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:51 smithi175 ceph-mon[44549]: pgmap v1757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:46:51.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:51 smithi181 ceph-mon[45557]: pgmap v1756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:46:51.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:51 smithi181 ceph-mon[45557]: pgmap v1757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:51.881+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:51.881+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:46:51.881+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:46:53.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:53 smithi088 ceph-mon[35322]: pgmap v1758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:46:53.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:53 smithi175 ceph-mon[44549]: pgmap v1758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:46:53.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:53 smithi181 ceph-mon[45557]: pgmap v1758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:46:55.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:55 smithi088 ceph-mon[35322]: pgmap v1759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:46:55.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:55 smithi175 ceph-mon[44549]: pgmap v1759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:46:55.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:55 smithi181 ceph-mon[45557]: pgmap v1759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:46:57.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:57 smithi088 ceph-mon[35322]: pgmap v1760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:46:57.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:57 smithi175 ceph-mon[44549]: pgmap v1760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:46:57.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:57 smithi181 ceph-mon[45557]: pgmap v1760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:46:59.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:46:59 smithi088 ceph-mon[35322]: pgmap v1761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:46:59.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:46:59 smithi175 ceph-mon[44549]: pgmap v1761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:46:59.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:46:59 smithi181 ceph-mon[45557]: pgmap v1761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:47:00.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:00 smithi088 ceph-mon[35322]: pgmap v1762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:47:00.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:00 smithi175 ceph-mon[44549]: pgmap v1762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:47:00.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:00 smithi181 ceph-mon[45557]: pgmap v1762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:47:03.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:03 smithi088 ceph-mon[35322]: pgmap v1763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:03.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:03 smithi175 ceph-mon[44549]: pgmap v1763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:03.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:03 smithi181 ceph-mon[45557]: pgmap v1763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:05.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:05 smithi088 ceph-mon[35322]: pgmap v1764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:05.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:05 smithi175 ceph-mon[44549]: pgmap v1764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:05.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:05 smithi181 ceph-mon[45557]: pgmap v1764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:06.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:06.896+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:47:06.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:06.896+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:47:06.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:06.896+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:47:07.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:07 smithi088 ceph-mon[35322]: pgmap v1765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:07.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:07 smithi175 ceph-mon[44549]: pgmap v1765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:07.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:07 smithi181 ceph-mon[45557]: pgmap v1765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:09.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:09 smithi088 ceph-mon[35322]: pgmap v1766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:09.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:09 smithi175 ceph-mon[44549]: pgmap v1766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:09.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:09 smithi181 ceph-mon[45557]: pgmap v1766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:11.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:11 smithi088 ceph-mon[35322]: pgmap v1767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:11.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:11 smithi175 ceph-mon[44549]: pgmap v1767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:11.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:11 smithi181 ceph-mon[45557]: pgmap v1767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:13.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:13 smithi088 ceph-mon[35322]: pgmap v1768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:13.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:13 smithi175 ceph-mon[44549]: pgmap v1768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:13.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:13 smithi181 ceph-mon[45557]: pgmap v1768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:15.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:15 smithi088 ceph-mon[35322]: pgmap v1769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:15.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:15 smithi175 ceph-mon[44549]: pgmap v1769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:15.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:15 smithi181 ceph-mon[45557]: pgmap v1769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:17.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:17 smithi088 ceph-mon[35322]: pgmap v1770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:17.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:17 smithi175 ceph-mon[44549]: pgmap v1770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:17.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:17 smithi181 ceph-mon[45557]: pgmap v1770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:19.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:19 smithi175 ceph-mon[44549]: pgmap v1771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:19.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:19 smithi181 ceph-mon[45557]: pgmap v1771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:19.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:19 smithi088 ceph-mon[35322]: pgmap v1771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:21.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:21 smithi175 ceph-mon[44549]: pgmap v1772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:21.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:21 smithi181 ceph-mon[45557]: pgmap v1772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:21.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:21 smithi088 ceph-mon[35322]: pgmap v1772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:21.900 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:21.907+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:47:21.900 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:21.907+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:47:21.900 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:21.907+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:47:23.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:23 smithi175 ceph-mon[44549]: pgmap v1773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:23.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:23 smithi181 ceph-mon[45557]: pgmap v1773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:23.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:23 smithi088 ceph-mon[35322]: pgmap v1773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:25.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:25 smithi175 ceph-mon[44549]: pgmap v1774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:25.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:25 smithi181 ceph-mon[45557]: pgmap v1774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:25.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:25 smithi088 ceph-mon[35322]: pgmap v1774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:27.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:27 smithi175 ceph-mon[44549]: pgmap v1775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:27.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:27 smithi181 ceph-mon[45557]: pgmap v1775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:27.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:27 smithi088 ceph-mon[35322]: pgmap v1775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:29.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:29 smithi175 ceph-mon[44549]: pgmap v1776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:29.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:29 smithi181 ceph-mon[45557]: pgmap v1776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:29.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:29 smithi088 ceph-mon[35322]: pgmap v1776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:31.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:31 smithi175 ceph-mon[44549]: pgmap v1777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:31.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:31 smithi181 ceph-mon[45557]: pgmap v1777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:31.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:31 smithi088 ceph-mon[35322]: pgmap v1777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:33.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:33 smithi175 ceph-mon[44549]: pgmap v1778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:33.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:33 smithi181 ceph-mon[45557]: pgmap v1778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:33.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:33 smithi088 ceph-mon[35322]: pgmap v1778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:35.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:35 smithi175 ceph-mon[44549]: pgmap v1779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:35.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:35 smithi181 ceph-mon[45557]: pgmap v1779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:35.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:35 smithi088 ceph-mon[35322]: pgmap v1779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:36.918+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:47:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:36.918+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:47:36.911 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:36.918+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:47:37.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:37 smithi175 ceph-mon[44549]: pgmap v1780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:37.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:37 smithi181 ceph-mon[45557]: pgmap v1780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:37.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:37 smithi088 ceph-mon[35322]: pgmap v1780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:39.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:39 smithi175 ceph-mon[44549]: pgmap v1781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:39.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:39 smithi181 ceph-mon[45557]: pgmap v1781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:39.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:39 smithi088 ceph-mon[35322]: pgmap v1781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:41.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:41 smithi175 ceph-mon[44549]: pgmap v1782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:41.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:41 smithi181 ceph-mon[45557]: pgmap v1782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:41.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:41 smithi088 ceph-mon[35322]: pgmap v1782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:43.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:43 smithi175 ceph-mon[44549]: pgmap v1783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:43.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:43 smithi181 ceph-mon[45557]: pgmap v1783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:43.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:43 smithi088 ceph-mon[35322]: pgmap v1783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:45.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:45 smithi175 ceph-mon[44549]: pgmap v1784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:45.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:45 smithi181 ceph-mon[45557]: pgmap v1784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:45.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:45 smithi088 ceph-mon[35322]: pgmap v1784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:47:47.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:47 smithi175 ceph-mon[44549]: pgmap v1785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:47.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:47 smithi181 ceph-mon[45557]: pgmap v1785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:47.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:47 smithi088 ceph-mon[35322]: pgmap v1785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:47:49.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:49 smithi175 ceph-mon[44549]: pgmap v1786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:49.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:49 smithi181 ceph-mon[45557]: pgmap v1786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:49.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:49 smithi088 ceph-mon[35322]: pgmap v1786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:47:50.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:47:50.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:47:50.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:47:51.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:51 smithi175 ceph-mon[44549]: pgmap v1787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:51.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:47:51.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:47:51.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:47:51.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:51 smithi181 ceph-mon[45557]: pgmap v1787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:51.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:47:51.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:47:51.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:47:51.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:51 smithi088 ceph-mon[35322]: pgmap v1787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:47:51.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:47:51.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:47:51.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:47:51.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:51.927+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:47:51.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:51.927+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:47:51.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:47:51.927+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:47:52.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:52 smithi175 ceph-mon[44549]: pgmap v1788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:47:52.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:52 smithi175 ceph-mon[44549]: pgmap v1789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:47:52.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:52 smithi181 ceph-mon[45557]: pgmap v1788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:47:52.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:52 smithi181 ceph-mon[45557]: pgmap v1789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:47:52.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:52 smithi088 ceph-mon[35322]: pgmap v1788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T13:47:52.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:52 smithi088 ceph-mon[35322]: pgmap v1789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:47:54.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:54 smithi175 ceph-mon[44549]: pgmap v1790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:47:54.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:54 smithi181 ceph-mon[45557]: pgmap v1790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:47:54.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:54 smithi088 ceph-mon[35322]: pgmap v1790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:47:56.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:56 smithi175 ceph-mon[44549]: pgmap v1791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:47:56.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:56 smithi181 ceph-mon[45557]: pgmap v1791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:47:56.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:56 smithi088 ceph-mon[35322]: pgmap v1791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:47:58.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:47:58 smithi175 ceph-mon[44549]: pgmap v1792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:47:58.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:47:58 smithi181 ceph-mon[45557]: pgmap v1792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:47:58.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:47:58 smithi088 ceph-mon[35322]: pgmap v1792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:48:00.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:00 smithi175 ceph-mon[44549]: pgmap v1793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:48:00.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:00 smithi181 ceph-mon[45557]: pgmap v1793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:48:00.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:00 smithi088 ceph-mon[35322]: pgmap v1793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:48:02.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:02 smithi175 ceph-mon[44549]: pgmap v1794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:48:02.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:02 smithi181 ceph-mon[45557]: pgmap v1794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:48:02.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:02 smithi088 ceph-mon[35322]: pgmap v1794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:48:04.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:04 smithi175 ceph-mon[44549]: pgmap v1795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:04.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:04 smithi181 ceph-mon[45557]: pgmap v1795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:04.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:04 smithi088 ceph-mon[35322]: pgmap v1795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:06.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:06 smithi175 ceph-mon[44549]: pgmap v1796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:48:06.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:06 smithi181 ceph-mon[45557]: pgmap v1796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:48:06.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:06 smithi088 ceph-mon[35322]: pgmap v1796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:48:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:06.936+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:48:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:06.936+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:48:06.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:06.936+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:48:08.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:08 smithi175 ceph-mon[44549]: pgmap v1797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:08.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:08 smithi181 ceph-mon[45557]: pgmap v1797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:08.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:08 smithi088 ceph-mon[35322]: pgmap v1797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:10.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:10 smithi175 ceph-mon[44549]: pgmap v1798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:48:10.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:10 smithi181 ceph-mon[45557]: pgmap v1798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:48:10.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:10 smithi088 ceph-mon[35322]: pgmap v1798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:48:12.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:12 smithi175 ceph-mon[44549]: pgmap v1799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:12.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:12 smithi181 ceph-mon[45557]: pgmap v1799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:12.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:12 smithi088 ceph-mon[35322]: pgmap v1799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:14.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:14 smithi175 ceph-mon[44549]: pgmap v1800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:14.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:14 smithi181 ceph-mon[45557]: pgmap v1800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:14.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:14 smithi088 ceph-mon[35322]: pgmap v1800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:16.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:16 smithi175 ceph-mon[44549]: pgmap v1801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:48:16.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:16 smithi181 ceph-mon[45557]: pgmap v1801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:48:16.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:16 smithi088 ceph-mon[35322]: pgmap v1801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:48:18.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:18 smithi175 ceph-mon[44549]: pgmap v1802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:18.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:18 smithi181 ceph-mon[45557]: pgmap v1802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:18.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:18 smithi088 ceph-mon[35322]: pgmap v1802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:20.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:20 smithi175 ceph-mon[44549]: pgmap v1803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:48:20.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:20 smithi181 ceph-mon[45557]: pgmap v1803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:48:20.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:20 smithi088 ceph-mon[35322]: pgmap v1803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:48:21.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:21.940+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:48:21.935 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:21.940+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:48:21.935 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:21.940+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:48:22.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:22 smithi175 ceph-mon[44549]: pgmap v1804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:48:22.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:22 smithi181 ceph-mon[45557]: pgmap v1804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:48:22.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:22 smithi088 ceph-mon[35322]: pgmap v1804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:48:24.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:24 smithi181 ceph-mon[45557]: pgmap v1805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:24.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:24 smithi088 ceph-mon[35322]: pgmap v1805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:24.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:24 smithi175 ceph-mon[44549]: pgmap v1805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:26.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:26 smithi181 ceph-mon[45557]: pgmap v1806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:48:26.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:26 smithi088 ceph-mon[35322]: pgmap v1806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:48:26.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:26 smithi175 ceph-mon[44549]: pgmap v1806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:48:28.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:28 smithi181 ceph-mon[45557]: pgmap v1807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:28.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:28 smithi088 ceph-mon[35322]: pgmap v1807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:28.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:28 smithi175 ceph-mon[44549]: pgmap v1807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:30.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:30 smithi181 ceph-mon[45557]: pgmap v1808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:48:30.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:30 smithi088 ceph-mon[35322]: pgmap v1808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:48:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:30 smithi175 ceph-mon[44549]: pgmap v1808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:48:32.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:32 smithi181 ceph-mon[45557]: pgmap v1809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:48:32.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:32 smithi088 ceph-mon[35322]: pgmap v1809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:48:32.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:32 smithi175 ceph-mon[44549]: pgmap v1809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:48:34.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:34 smithi181 ceph-mon[45557]: pgmap v1810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:34.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:34 smithi088 ceph-mon[35322]: pgmap v1810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:34.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:34 smithi175 ceph-mon[44549]: pgmap v1810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:36.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:36 smithi181 ceph-mon[45557]: pgmap v1811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:48:36.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:36 smithi088 ceph-mon[35322]: pgmap v1811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:48:36.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:36 smithi175 ceph-mon[44549]: pgmap v1811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:48:36.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:36.954+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:48:36.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:36.954+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:48:36.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:36.954+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:48:38.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:38 smithi181 ceph-mon[45557]: pgmap v1812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:38.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:38 smithi088 ceph-mon[35322]: pgmap v1812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:38.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:38 smithi175 ceph-mon[44549]: pgmap v1812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:39.859 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:39.864+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:48:39.859 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:39.864+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:48:39.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:39.864+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 26 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:48:39.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:39.864+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 26 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:48:40.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:40 smithi181 ceph-mon[45557]: pgmap v1813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:48:40.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:40 smithi088 ceph-mon[35322]: pgmap v1813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:48:40.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:40 smithi175 ceph-mon[44549]: pgmap v1813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:48:42.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:42 smithi181 ceph-mon[45557]: pgmap v1814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:48:42.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:42 smithi088 ceph-mon[35322]: pgmap v1814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:48:42.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:42 smithi175 ceph-mon[44549]: pgmap v1814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:48:44.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:44 smithi181 ceph-mon[45557]: pgmap v1815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:44.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:44 smithi088 ceph-mon[35322]: pgmap v1815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:44.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:44 smithi175 ceph-mon[44549]: pgmap v1815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:48:46.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:46 smithi088 ceph-mon[35322]: pgmap v1816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:48:46.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:46 smithi175 ceph-mon[44549]: pgmap v1816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:48:46.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:46 smithi181 ceph-mon[45557]: pgmap v1816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:48:48.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:48 smithi088 ceph-mon[35322]: pgmap v1817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:48.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:48 smithi175 ceph-mon[44549]: pgmap v1817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:48.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:48 smithi181 ceph-mon[45557]: pgmap v1817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:48:50.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:50 smithi088 ceph-mon[35322]: pgmap v1818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:48:50.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:50 smithi175 ceph-mon[44549]: pgmap v1818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:48:50.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:50 smithi181 ceph-mon[45557]: pgmap v1818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:48:51.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:48:51.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:48:51.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:48:51.966 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:51.971+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:48:51.966 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:51.971+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:48:51.966 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:48:51.971+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: pgmap v1819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:48:52.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:48:52.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: pgmap v1819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:48:52.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:48:52.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:48:52.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:48:52.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: pgmap v1819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T13:48:52.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:48:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:48:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:48:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:48:53.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:53 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:48:53.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:53 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:48:53.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:53 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:48:53.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:53 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:48:53.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:53 smithi088 ceph-mon[35322]: pgmap v1820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:48:53.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:53 smithi088 ceph-mon[35322]: pgmap v1821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:48:53.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:53 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:48:53.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:53 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:48:53.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:53 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:48:53.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:53 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:48:53.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:53 smithi175 ceph-mon[44549]: pgmap v1820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:48:53.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:53 smithi175 ceph-mon[44549]: pgmap v1821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:48:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:53 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:48:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:53 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:48:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:53 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:48:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:53 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:48:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:53 smithi181 ceph-mon[45557]: pgmap v1820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:48:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:53 smithi181 ceph-mon[45557]: pgmap v1821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:48:55.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:55 smithi088 ceph-mon[35322]: pgmap v1822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:48:55.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:55 smithi175 ceph-mon[44549]: pgmap v1822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:48:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:55 smithi181 ceph-mon[45557]: pgmap v1822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:48:57.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:57 smithi088 ceph-mon[35322]: pgmap v1823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:48:57.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:57 smithi175 ceph-mon[44549]: pgmap v1823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:48:57.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:57 smithi181 ceph-mon[45557]: pgmap v1823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:48:59.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:48:59 smithi088 ceph-mon[35322]: pgmap v1824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:48:59.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:48:59 smithi175 ceph-mon[44549]: pgmap v1824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:48:59.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:48:59 smithi181 ceph-mon[45557]: pgmap v1824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:49:01.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:01 smithi088 ceph-mon[35322]: pgmap v1825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:49:01.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:01 smithi175 ceph-mon[44549]: pgmap v1825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:49:01.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:01 smithi181 ceph-mon[45557]: pgmap v1825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:49:03.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:03 smithi088 ceph-mon[35322]: pgmap v1826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:49:03.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:03 smithi175 ceph-mon[44549]: pgmap v1826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:49:03.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:03 smithi181 ceph-mon[45557]: pgmap v1826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:49:05.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:05 smithi088 ceph-mon[35322]: pgmap v1827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:05.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:05 smithi175 ceph-mon[44549]: pgmap v1827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:05 smithi181 ceph-mon[45557]: pgmap v1827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:06.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:06.985+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:49:06.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:06.985+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:49:06.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:06.985+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:49:07.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:07 smithi088 ceph-mon[35322]: pgmap v1828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:07.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:07 smithi175 ceph-mon[44549]: pgmap v1828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:07.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:07 smithi181 ceph-mon[45557]: pgmap v1828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:09.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:09 smithi088 ceph-mon[35322]: pgmap v1829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:49:09.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:09 smithi175 ceph-mon[44549]: pgmap v1829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:49:09.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:09 smithi181 ceph-mon[45557]: pgmap v1829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:49:11.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:11 smithi088 ceph-mon[35322]: pgmap v1830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:11.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:11 smithi175 ceph-mon[44549]: pgmap v1830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:11.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:11 smithi181 ceph-mon[45557]: pgmap v1830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:13.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:13 smithi088 ceph-mon[35322]: pgmap v1831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:13.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:13 smithi175 ceph-mon[44549]: pgmap v1831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:13.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:13 smithi181 ceph-mon[45557]: pgmap v1831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:15.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:15 smithi088 ceph-mon[35322]: pgmap v1832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:15.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:15 smithi175 ceph-mon[44549]: pgmap v1832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:15.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:15 smithi181 ceph-mon[45557]: pgmap v1832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:17.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:17 smithi088 ceph-mon[35322]: pgmap v1833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:17.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:17 smithi175 ceph-mon[44549]: pgmap v1833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:17.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:17 smithi181 ceph-mon[45557]: pgmap v1833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:18.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:18 smithi175 ceph-mon[44549]: pgmap v1834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:49:18.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:18 smithi181 ceph-mon[45557]: pgmap v1834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:49:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:18 smithi088 ceph-mon[35322]: pgmap v1834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:49:21.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:20 smithi175 ceph-mon[44549]: pgmap v1835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:21.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:20 smithi181 ceph-mon[45557]: pgmap v1835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:21.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:20 smithi088 ceph-mon[35322]: pgmap v1835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:21.989 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:21.993+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:49:21.989 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:21.993+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:49:21.989 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:21.993+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:49:23.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:23 smithi175 ceph-mon[44549]: pgmap v1836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:23.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:23 smithi181 ceph-mon[45557]: pgmap v1836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:23.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:23 smithi088 ceph-mon[35322]: pgmap v1836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:25.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:25 smithi175 ceph-mon[44549]: pgmap v1837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:25.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:25 smithi181 ceph-mon[45557]: pgmap v1837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:25.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:25 smithi088 ceph-mon[35322]: pgmap v1837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:27.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:27 smithi175 ceph-mon[44549]: pgmap v1838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:27.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:27 smithi181 ceph-mon[45557]: pgmap v1838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:27.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:27 smithi088 ceph-mon[35322]: pgmap v1838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:29.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:29 smithi175 ceph-mon[44549]: pgmap v1839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:29.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:29 smithi181 ceph-mon[45557]: pgmap v1839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:29.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:29 smithi088 ceph-mon[35322]: pgmap v1839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:31.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:31 smithi175 ceph-mon[44549]: pgmap v1840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:31.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:31 smithi181 ceph-mon[45557]: pgmap v1840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:31.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:31 smithi088 ceph-mon[35322]: pgmap v1840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:33.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:33 smithi175 ceph-mon[44549]: pgmap v1841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:33.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:33 smithi181 ceph-mon[45557]: pgmap v1841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:33.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:33 smithi088 ceph-mon[35322]: pgmap v1841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:35.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:35 smithi175 ceph-mon[44549]: pgmap v1842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:35.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:35 smithi181 ceph-mon[45557]: pgmap v1842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:35.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:35 smithi088 ceph-mon[35322]: pgmap v1842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:37.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:37.004+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:49:37.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:37.005+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:49:37.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:37.005+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:49:37.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:37 smithi175 ceph-mon[44549]: pgmap v1843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:37.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:37 smithi181 ceph-mon[45557]: pgmap v1843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:37.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:37 smithi088 ceph-mon[35322]: pgmap v1843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:39.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:39 smithi175 ceph-mon[44549]: pgmap v1844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:39.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:39 smithi181 ceph-mon[45557]: pgmap v1844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:39.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:39 smithi088 ceph-mon[35322]: pgmap v1844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:41.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:41 smithi175 ceph-mon[44549]: pgmap v1845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:41.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:41 smithi181 ceph-mon[45557]: pgmap v1845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:41.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:41 smithi088 ceph-mon[35322]: pgmap v1845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:43.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:43 smithi175 ceph-mon[44549]: pgmap v1846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:43.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:43 smithi181 ceph-mon[45557]: pgmap v1846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:43.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:43 smithi088 ceph-mon[35322]: pgmap v1846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:45.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:45 smithi175 ceph-mon[44549]: pgmap v1847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:45.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:45 smithi181 ceph-mon[45557]: pgmap v1847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:45.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:45 smithi088 ceph-mon[35322]: pgmap v1847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:49:47.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:47 smithi175 ceph-mon[44549]: pgmap v1848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:47.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:47 smithi181 ceph-mon[45557]: pgmap v1848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:47.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:47 smithi088 ceph-mon[35322]: pgmap v1848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:49.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:49 smithi175 ceph-mon[44549]: pgmap v1849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:49.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:49 smithi181 ceph-mon[45557]: pgmap v1849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:49.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:49 smithi088 ceph-mon[35322]: pgmap v1849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:49:51.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:51 smithi175 ceph-mon[44549]: pgmap v1850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:51.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:51 smithi181 ceph-mon[45557]: pgmap v1850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:51.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:51 smithi088 ceph-mon[35322]: pgmap v1850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:49:52.016 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:52.020+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:49:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:52.020+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:49:52.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:49:52.020+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:49:52.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:49:52.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:49:52.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:49:53.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:53 smithi175 ceph-mon[44549]: pgmap v1851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:53.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:49:53.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:49:53.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:49:53.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:53 smithi181 ceph-mon[45557]: pgmap v1851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:53.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:49:53.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:49:53.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:49:53.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:53 smithi088 ceph-mon[35322]: pgmap v1851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:49:53.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:49:53.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:49:53.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:49:53.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:49:54.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:54 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:49:54.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:54 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:49:54.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:54 smithi175 ceph-mon[44549]: pgmap v1852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:49:54.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:54 smithi175 ceph-mon[44549]: pgmap v1853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:49:54.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:54 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:49:54.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:54 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:49:54.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:54 smithi181 ceph-mon[45557]: pgmap v1852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:49:54.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:54 smithi181 ceph-mon[45557]: pgmap v1853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:49:54.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:54 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T13:49:54.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:54 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T13:49:54.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:54 smithi088 ceph-mon[35322]: pgmap v1852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:49:54.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:54 smithi088 ceph-mon[35322]: pgmap v1853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:49:56.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:56 smithi175 ceph-mon[44549]: pgmap v1854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T13:49:56.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:56 smithi181 ceph-mon[45557]: pgmap v1854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T13:49:56.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:56 smithi088 ceph-mon[35322]: pgmap v1854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T13:49:58.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:49:58 smithi175 ceph-mon[44549]: pgmap v1855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:49:58.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:49:58 smithi181 ceph-mon[45557]: pgmap v1855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:49:58.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:49:58 smithi088 ceph-mon[35322]: pgmap v1855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:50:00.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:00 smithi175 ceph-mon[44549]: pgmap v1856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:50:00.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:50:00.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:00 smithi181 ceph-mon[45557]: pgmap v1856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:50:00.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:50:00.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:00 smithi088 ceph-mon[35322]: pgmap v1856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:50:00.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T13:50:02.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:02 smithi175 ceph-mon[44549]: pgmap v1857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:50:02.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:02 smithi181 ceph-mon[45557]: pgmap v1857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:50:02.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:02 smithi088 ceph-mon[35322]: pgmap v1857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:50:04.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:04 smithi175 ceph-mon[44549]: pgmap v1858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:50:04.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:04 smithi181 ceph-mon[45557]: pgmap v1858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:50:04.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:04 smithi088 ceph-mon[35322]: pgmap v1858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:50:06.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:06 smithi175 ceph-mon[44549]: pgmap v1859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:06.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:06 smithi181 ceph-mon[45557]: pgmap v1859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:06.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:06 smithi088 ceph-mon[35322]: pgmap v1859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:07.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:07.031+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:50:07.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:07.031+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:50:07.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:07.031+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:50:08.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:08 smithi175 ceph-mon[44549]: pgmap v1860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:08.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:08 smithi181 ceph-mon[45557]: pgmap v1860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:08.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:08 smithi088 ceph-mon[35322]: pgmap v1860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:09.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:09.878+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:50:09.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:09.878+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:50:09.876 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:09.879+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 27 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:50:09.876 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:09.879+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 27 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:50:10.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:10 smithi175 ceph-mon[44549]: pgmap v1861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:10.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:10 smithi181 ceph-mon[45557]: pgmap v1861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:10.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:10 smithi088 ceph-mon[35322]: pgmap v1861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:12.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:12 smithi175 ceph-mon[44549]: pgmap v1862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:12.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:12 smithi181 ceph-mon[45557]: pgmap v1862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:12.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:12 smithi088 ceph-mon[35322]: pgmap v1862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:14.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:14 smithi175 ceph-mon[44549]: pgmap v1863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:14.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:14 smithi181 ceph-mon[45557]: pgmap v1863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:14.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:14 smithi088 ceph-mon[35322]: pgmap v1863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:16.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:16 smithi175 ceph-mon[44549]: pgmap v1864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:16.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:16 smithi181 ceph-mon[45557]: pgmap v1864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:16.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:16 smithi088 ceph-mon[35322]: pgmap v1864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:18.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:18 smithi175 ceph-mon[44549]: pgmap v1865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:18.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:18 smithi181 ceph-mon[45557]: pgmap v1865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:18.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:18 smithi088 ceph-mon[35322]: pgmap v1865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:20.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:20 smithi175 ceph-mon[44549]: pgmap v1866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:20.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:20 smithi181 ceph-mon[45557]: pgmap v1866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:20.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:20 smithi088 ceph-mon[35322]: pgmap v1866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:22.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:22.043+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:50:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:22.043+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:50:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:22.043+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:50:22.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:22 smithi181 ceph-mon[45557]: pgmap v1867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:22.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:22 smithi088 ceph-mon[35322]: pgmap v1867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:22.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:22 smithi175 ceph-mon[44549]: pgmap v1867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:24.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:24 smithi181 ceph-mon[45557]: pgmap v1868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:24.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:24 smithi088 ceph-mon[35322]: pgmap v1868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:24.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:24 smithi175 ceph-mon[44549]: pgmap v1868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:26.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:26 smithi181 ceph-mon[45557]: pgmap v1869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:26.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:26 smithi088 ceph-mon[35322]: pgmap v1869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:26.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:26 smithi175 ceph-mon[44549]: pgmap v1869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:28.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:28 smithi181 ceph-mon[45557]: pgmap v1870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:28.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:28 smithi088 ceph-mon[35322]: pgmap v1870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:28.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:28 smithi175 ceph-mon[44549]: pgmap v1870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:30.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:30 smithi181 ceph-mon[45557]: pgmap v1871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:30.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:30 smithi088 ceph-mon[35322]: pgmap v1871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:30.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:30 smithi175 ceph-mon[44549]: pgmap v1871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:32.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:32 smithi181 ceph-mon[45557]: pgmap v1872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:32.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:32 smithi088 ceph-mon[35322]: pgmap v1872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:32.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:32 smithi175 ceph-mon[44549]: pgmap v1872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:34.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:34 smithi181 ceph-mon[45557]: pgmap v1873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:34.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:34 smithi088 ceph-mon[35322]: pgmap v1873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:34.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:34 smithi175 ceph-mon[44549]: pgmap v1873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:36.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:36 smithi181 ceph-mon[45557]: pgmap v1874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:36.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:36 smithi088 ceph-mon[35322]: pgmap v1874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:36.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:36 smithi175 ceph-mon[44549]: pgmap v1874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:37.042 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:37.044+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:50:37.042 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:37.045+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:50:37.042 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:37.045+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:50:38.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:38 smithi181 ceph-mon[45557]: pgmap v1875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:38.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:38 smithi088 ceph-mon[35322]: pgmap v1875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:38.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:38 smithi175 ceph-mon[44549]: pgmap v1875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:40.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:40 smithi181 ceph-mon[45557]: pgmap v1876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:40.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:40 smithi088 ceph-mon[35322]: pgmap v1876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:40.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:40 smithi175 ceph-mon[44549]: pgmap v1876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:42.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:42 smithi181 ceph-mon[45557]: pgmap v1877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:42.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:42 smithi088 ceph-mon[35322]: pgmap v1877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:42.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:42 smithi175 ceph-mon[44549]: pgmap v1877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:44.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:44 smithi181 ceph-mon[45557]: pgmap v1878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:44.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:44 smithi088 ceph-mon[35322]: pgmap v1878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:44.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:44 smithi175 ceph-mon[44549]: pgmap v1878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:46.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:46 smithi181 ceph-mon[45557]: pgmap v1879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:46.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:46 smithi088 ceph-mon[35322]: pgmap v1879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:46.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:46 smithi175 ceph-mon[44549]: pgmap v1879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:50:48.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:48 smithi088 ceph-mon[35322]: pgmap v1880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:48.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:48 smithi175 ceph-mon[44549]: pgmap v1880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:48.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:48 smithi181 ceph-mon[45557]: pgmap v1880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:50:50.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:50 smithi088 ceph-mon[35322]: pgmap v1881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:50.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:50 smithi175 ceph-mon[44549]: pgmap v1881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:50.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:50 smithi181 ceph-mon[45557]: pgmap v1881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:50:52.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:52.053+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:50:52.051 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:52.053+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:50:52.051 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:50:52.053+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:50:52.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:52 smithi088 ceph-mon[35322]: pgmap v1882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:52.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:52 smithi175 ceph-mon[44549]: pgmap v1882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:52.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:52 smithi181 ceph-mon[45557]: pgmap v1882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:50:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:50:53.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:50:53.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:50:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:54 smithi088 ceph-mon[35322]: pgmap v1883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:50:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:50:54.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:50:54.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:54 smithi175 ceph-mon[44549]: pgmap v1883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:54.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:50:54.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:50:54.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:50:54.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:54 smithi181 ceph-mon[45557]: pgmap v1883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:50:54.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:50:54.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:50:54.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:50:55.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:55 smithi088 ceph-mon[35322]: pgmap v1884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:50:55.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:55 smithi088 ceph-mon[35322]: pgmap v1885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:50:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:55 smithi175 ceph-mon[44549]: pgmap v1884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:50:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:55 smithi175 ceph-mon[44549]: pgmap v1885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:50:55.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:55 smithi181 ceph-mon[45557]: pgmap v1884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:50:55.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:55 smithi181 ceph-mon[45557]: pgmap v1885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:50:57.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:57 smithi088 ceph-mon[35322]: pgmap v1886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:50:57.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:57 smithi175 ceph-mon[44549]: pgmap v1886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:50:57.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:57 smithi181 ceph-mon[45557]: pgmap v1886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:50:59.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:50:59 smithi088 ceph-mon[35322]: pgmap v1887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:50:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:50:59 smithi175 ceph-mon[44549]: pgmap v1887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:50:59.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:50:59 smithi181 ceph-mon[45557]: pgmap v1887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:51:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:01 smithi088 ceph-mon[35322]: pgmap v1888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:51:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:01 smithi175 ceph-mon[44549]: pgmap v1888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:51:01.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:01 smithi181 ceph-mon[45557]: pgmap v1888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:51:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:03 smithi088 ceph-mon[35322]: pgmap v1889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:51:03.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:03 smithi175 ceph-mon[44549]: pgmap v1889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:51:03.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:03 smithi181 ceph-mon[45557]: pgmap v1889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:51:05.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:05 smithi088 ceph-mon[35322]: pgmap v1890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:51:05.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:05 smithi175 ceph-mon[44549]: pgmap v1890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:51:05.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:05 smithi181 ceph-mon[45557]: pgmap v1890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:51:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:07.064+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:51:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:07.064+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:51:07.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:07.064+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:51:07.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:07 smithi088 ceph-mon[35322]: pgmap v1891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:07 smithi175 ceph-mon[44549]: pgmap v1891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:07 smithi181 ceph-mon[45557]: pgmap v1891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:09.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:09 smithi088 ceph-mon[35322]: pgmap v1892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:09 smithi175 ceph-mon[44549]: pgmap v1892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:09.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:09 smithi181 ceph-mon[45557]: pgmap v1892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:11.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:11 smithi088 ceph-mon[35322]: pgmap v1893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:11.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:11 smithi175 ceph-mon[44549]: pgmap v1893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:11.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:11 smithi181 ceph-mon[45557]: pgmap v1893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:13.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:13 smithi088 ceph-mon[35322]: pgmap v1894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:13 smithi175 ceph-mon[44549]: pgmap v1894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:13.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:13 smithi181 ceph-mon[45557]: pgmap v1894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:15.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:15 smithi088 ceph-mon[35322]: pgmap v1895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:15 smithi175 ceph-mon[44549]: pgmap v1895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:15.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:15 smithi181 ceph-mon[45557]: pgmap v1895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:17.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:17 smithi088 ceph-mon[35322]: pgmap v1896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:17.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:17 smithi175 ceph-mon[44549]: pgmap v1896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:17.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:17 smithi181 ceph-mon[45557]: pgmap v1896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:19.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:19 smithi088 ceph-mon[35322]: pgmap v1897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:19.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:19 smithi175 ceph-mon[44549]: pgmap v1897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:19.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:19 smithi181 ceph-mon[45557]: pgmap v1897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:21.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:21 smithi088 ceph-mon[35322]: pgmap v1898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:21.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:21 smithi175 ceph-mon[44549]: pgmap v1898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:21.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:21 smithi181 ceph-mon[45557]: pgmap v1898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:22.075+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:51:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:22.075+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:51:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:22.075+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:51:23.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:23 smithi175 ceph-mon[44549]: pgmap v1899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:23.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:23 smithi181 ceph-mon[45557]: pgmap v1899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:23.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:23 smithi088 ceph-mon[35322]: pgmap v1899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:25.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:25 smithi175 ceph-mon[44549]: pgmap v1900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:25.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:25 smithi181 ceph-mon[45557]: pgmap v1900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:25.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:25 smithi088 ceph-mon[35322]: pgmap v1900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:27.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:27 smithi175 ceph-mon[44549]: pgmap v1901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:27.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:27 smithi181 ceph-mon[45557]: pgmap v1901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:27.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:27 smithi088 ceph-mon[35322]: pgmap v1901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:29 smithi175 ceph-mon[44549]: pgmap v1902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:29 smithi181 ceph-mon[45557]: pgmap v1902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:29.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:29 smithi088 ceph-mon[35322]: pgmap v1902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:31 smithi175 ceph-mon[44549]: pgmap v1903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:31 smithi181 ceph-mon[45557]: pgmap v1903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:31 smithi088 ceph-mon[35322]: pgmap v1903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:33 smithi175 ceph-mon[44549]: pgmap v1904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:33 smithi181 ceph-mon[45557]: pgmap v1904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:33.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:33 smithi088 ceph-mon[35322]: pgmap v1904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:35.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:35 smithi175 ceph-mon[44549]: pgmap v1905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:35 smithi181 ceph-mon[45557]: pgmap v1905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:35 smithi088 ceph-mon[35322]: pgmap v1905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:37.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:37.078+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:51:37.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:37.078+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:51:37.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:37.078+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:51:37.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:37 smithi175 ceph-mon[44549]: pgmap v1906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:37.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:37 smithi181 ceph-mon[45557]: pgmap v1906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:37.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:37 smithi088 ceph-mon[35322]: pgmap v1906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:39.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:39 smithi175 ceph-mon[44549]: pgmap v1907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:39.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:39 smithi181 ceph-mon[45557]: pgmap v1907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:39.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:39 smithi088 ceph-mon[35322]: pgmap v1907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:39.893+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:51:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:39.893+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:51:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:39.893+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 28 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T13:51:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:39.893+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 28 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T13:51:41.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:41 smithi175 ceph-mon[44549]: pgmap v1908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:41.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:41 smithi181 ceph-mon[45557]: pgmap v1908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:41.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:41 smithi088 ceph-mon[35322]: pgmap v1908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:43.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:43 smithi175 ceph-mon[44549]: pgmap v1909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:43.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:43 smithi181 ceph-mon[45557]: pgmap v1909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:43.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:43 smithi088 ceph-mon[35322]: pgmap v1909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:45.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:45 smithi175 ceph-mon[44549]: pgmap v1910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:45 smithi181 ceph-mon[45557]: pgmap v1910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:45.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:45 smithi088 ceph-mon[35322]: pgmap v1910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:47.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:47 smithi175 ceph-mon[44549]: pgmap v1911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:47.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:47 smithi181 ceph-mon[45557]: pgmap v1911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:47.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:47 smithi088 ceph-mon[35322]: pgmap v1911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:49.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:49 smithi175 ceph-mon[44549]: pgmap v1912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:49.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:49 smithi181 ceph-mon[45557]: pgmap v1912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:49.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:49 smithi088 ceph-mon[35322]: pgmap v1912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:51:51.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:51 smithi175 ceph-mon[44549]: pgmap v1913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:51.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:51 smithi181 ceph-mon[45557]: pgmap v1913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:51.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:51 smithi088 ceph-mon[35322]: pgmap v1913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:51:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:52.082+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:51:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:52.082+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:51:52.081 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:51:52.082+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:51:53.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:53 smithi088 ceph-mon[35322]: pgmap v1914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:53.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:53 smithi175 ceph-mon[44549]: pgmap v1914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:53.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:53 smithi181 ceph-mon[45557]: pgmap v1914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:51:54.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:51:54.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:51:54.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:51:55.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:55 smithi175 ceph-mon[44549]: pgmap v1915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:55.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:55 smithi181 ceph-mon[45557]: pgmap v1915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:55.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:55 smithi088 ceph-mon[35322]: pgmap v1915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:51:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:56.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:57.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:57 smithi175 ceph-mon[44549]: pgmap v1916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:57.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:51:57.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:51:57.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:57 smithi181 ceph-mon[45557]: pgmap v1916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:51:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:51:57.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:57.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:57 smithi088 ceph-mon[35322]: pgmap v1916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:51:57.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:51:57.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:51:57.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:51:58.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:58 smithi175 ceph-mon[44549]: pgmap v1917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4 KiB/s rd, 8 op/s 2024-01-28T13:51:58.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:51:58 smithi175 ceph-mon[44549]: pgmap v1918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:51:58.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:58 smithi181 ceph-mon[45557]: pgmap v1917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4 KiB/s rd, 8 op/s 2024-01-28T13:51:58.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:51:58 smithi181 ceph-mon[45557]: pgmap v1918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:51:58.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:58 smithi088 ceph-mon[35322]: pgmap v1917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4 KiB/s rd, 8 op/s 2024-01-28T13:51:58.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:51:58 smithi088 ceph-mon[35322]: pgmap v1918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:52:00.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:00 smithi175 ceph-mon[44549]: pgmap v1919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:52:00.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:00 smithi181 ceph-mon[45557]: pgmap v1919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:52:00.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:00 smithi088 ceph-mon[35322]: pgmap v1919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:52:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:02 smithi175 ceph-mon[44549]: pgmap v1920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:52:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:02 smithi181 ceph-mon[45557]: pgmap v1920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:52:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:02 smithi088 ceph-mon[35322]: pgmap v1920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:52:04.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:04 smithi175 ceph-mon[44549]: pgmap v1921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T13:52:04.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:04 smithi181 ceph-mon[45557]: pgmap v1921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T13:52:04.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:04 smithi088 ceph-mon[35322]: pgmap v1921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T13:52:05.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:05 smithi175 ceph-mon[44549]: pgmap v1922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:52:05.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:05 smithi181 ceph-mon[45557]: pgmap v1922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:52:05.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:05 smithi088 ceph-mon[35322]: pgmap v1922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T13:52:07.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:07.092+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:52:07.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:07.092+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:52:07.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:07.092+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:52:08.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:08 smithi175 ceph-mon[44549]: pgmap v1923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:52:08.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:08 smithi181 ceph-mon[45557]: pgmap v1923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:52:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:08 smithi088 ceph-mon[35322]: pgmap v1923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:52:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:10 smithi175 ceph-mon[44549]: pgmap v1924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:10.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:10 smithi181 ceph-mon[45557]: pgmap v1924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:10.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:10 smithi088 ceph-mon[35322]: pgmap v1924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:12.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:12 smithi175 ceph-mon[44549]: pgmap v1925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:12 smithi181 ceph-mon[45557]: pgmap v1925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:12 smithi088 ceph-mon[35322]: pgmap v1925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:14.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:14 smithi175 ceph-mon[44549]: pgmap v1926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:14.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:14 smithi181 ceph-mon[45557]: pgmap v1926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:14.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:14 smithi088 ceph-mon[35322]: pgmap v1926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:16 smithi175 ceph-mon[44549]: pgmap v1927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:16.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:16 smithi181 ceph-mon[45557]: pgmap v1927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:16.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:16 smithi088 ceph-mon[35322]: pgmap v1927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:18.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:18 smithi175 ceph-mon[44549]: pgmap v1928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:18.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:18 smithi181 ceph-mon[45557]: pgmap v1928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:18.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:18 smithi088 ceph-mon[35322]: pgmap v1928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:20.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:20 smithi175 ceph-mon[44549]: pgmap v1929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:20.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:20 smithi181 ceph-mon[45557]: pgmap v1929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:20.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:20 smithi088 ceph-mon[35322]: pgmap v1929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:22.106+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:52:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:22.106+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:52:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:22.106+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:52:22.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:22 smithi175 ceph-mon[44549]: pgmap v1930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:22.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:22 smithi181 ceph-mon[45557]: pgmap v1930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:22.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:22 smithi088 ceph-mon[35322]: pgmap v1930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:24.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:24 smithi175 ceph-mon[44549]: pgmap v1931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:24.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:24 smithi181 ceph-mon[45557]: pgmap v1931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:24.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:24 smithi088 ceph-mon[35322]: pgmap v1931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:26.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:26 smithi175 ceph-mon[44549]: pgmap v1932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:26.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:26 smithi181 ceph-mon[45557]: pgmap v1932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:26.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:26 smithi088 ceph-mon[35322]: pgmap v1932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:28.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:28 smithi175 ceph-mon[44549]: pgmap v1933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:28.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:28 smithi181 ceph-mon[45557]: pgmap v1933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:28.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:28 smithi088 ceph-mon[35322]: pgmap v1933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:30.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:30 smithi175 ceph-mon[44549]: pgmap v1934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:30 smithi181 ceph-mon[45557]: pgmap v1934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:30.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:30 smithi088 ceph-mon[35322]: pgmap v1934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:32.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:32 smithi175 ceph-mon[44549]: pgmap v1935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:32.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:32 smithi181 ceph-mon[45557]: pgmap v1935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:32.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:32 smithi088 ceph-mon[35322]: pgmap v1935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:34.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:34 smithi175 ceph-mon[44549]: pgmap v1936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:34.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:34 smithi181 ceph-mon[45557]: pgmap v1936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:34.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:34 smithi088 ceph-mon[35322]: pgmap v1936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:36 smithi175 ceph-mon[44549]: pgmap v1937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:36.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:36 smithi181 ceph-mon[45557]: pgmap v1937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:36.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:36 smithi088 ceph-mon[35322]: pgmap v1937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:37.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:37.114+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:52:37.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:37.114+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:52:37.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:37.114+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:52:38.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:38 smithi175 ceph-mon[44549]: pgmap v1938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:38.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:38 smithi181 ceph-mon[45557]: pgmap v1938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:38.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:38 smithi088 ceph-mon[35322]: pgmap v1938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:40.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:40 smithi088 ceph-mon[35322]: pgmap v1939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:40.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:40 smithi175 ceph-mon[44549]: pgmap v1939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:40.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:40 smithi181 ceph-mon[45557]: pgmap v1939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:42.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:42 smithi181 ceph-mon[45557]: pgmap v1940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:42.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:42 smithi088 ceph-mon[35322]: pgmap v1940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:42.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:42 smithi175 ceph-mon[44549]: pgmap v1940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:44.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:44 smithi181 ceph-mon[45557]: pgmap v1941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:44.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:44 smithi088 ceph-mon[35322]: pgmap v1941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:44.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:44 smithi175 ceph-mon[44549]: pgmap v1941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:46.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:46 smithi181 ceph-mon[45557]: pgmap v1942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:46.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:46 smithi088 ceph-mon[35322]: pgmap v1942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:46.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:46 smithi175 ceph-mon[44549]: pgmap v1942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:48.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:48 smithi181 ceph-mon[45557]: pgmap v1943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:48.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:48 smithi088 ceph-mon[35322]: pgmap v1943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:48.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:48 smithi175 ceph-mon[44549]: pgmap v1943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:50.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:50 smithi181 ceph-mon[45557]: pgmap v1944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:50.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:50 smithi088 ceph-mon[35322]: pgmap v1944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:50.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:50 smithi175 ceph-mon[44549]: pgmap v1944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:52:52.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:52.118+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:52:52.119 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:52.118+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:52:52.119 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:52:52.118+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:52:52.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:52 smithi181 ceph-mon[45557]: pgmap v1945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:52.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:52 smithi088 ceph-mon[35322]: pgmap v1945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:52.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:52 smithi175 ceph-mon[44549]: pgmap v1945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:54.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:54 smithi181 ceph-mon[45557]: pgmap v1946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:54.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:54 smithi088 ceph-mon[35322]: pgmap v1946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:54.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:54 smithi175 ceph-mon[44549]: pgmap v1946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:52:56.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:56 smithi181 ceph-mon[45557]: pgmap v1947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:56.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:56 smithi088 ceph-mon[35322]: pgmap v1947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:56.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:56 smithi175 ceph-mon[44549]: pgmap v1947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:52:58.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:58 smithi181 ceph-mon[45557]: pgmap v1948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:58.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:52:58.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:52:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:52:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:52:58.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:58 smithi088 ceph-mon[35322]: pgmap v1948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:58.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:52:58.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:52:58.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:52:58.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:52:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:58 smithi175 ceph-mon[44549]: pgmap v1948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:52:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:52:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:52:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:52:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:52:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:59 smithi181 ceph-mon[45557]: pgmap v1949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:52:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:52:59 smithi181 ceph-mon[45557]: pgmap v1950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:52:59.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:59 smithi088 ceph-mon[35322]: pgmap v1949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:52:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:52:59 smithi088 ceph-mon[35322]: pgmap v1950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:52:59.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:59 smithi175 ceph-mon[44549]: pgmap v1949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:52:59.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:52:59 smithi175 ceph-mon[44549]: pgmap v1950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:53:01.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:01 smithi181 ceph-mon[45557]: pgmap v1951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:53:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:01 smithi088 ceph-mon[35322]: pgmap v1951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:53:01.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:01 smithi175 ceph-mon[44549]: pgmap v1951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:53:03.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:03 smithi181 ceph-mon[45557]: pgmap v1952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:53:03.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:03 smithi088 ceph-mon[35322]: pgmap v1952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:53:03.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:03 smithi175 ceph-mon[44549]: pgmap v1952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:53:05.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:05 smithi181 ceph-mon[45557]: pgmap v1953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:53:05.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:05 smithi088 ceph-mon[35322]: pgmap v1953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:53:05.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:05 smithi175 ceph-mon[44549]: pgmap v1953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:53:07.133 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:07.133+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:53:07.133 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:07.133+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:53:07.133 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:07.133+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:53:07.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:07 smithi088 ceph-mon[35322]: pgmap v1954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:53:07.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:07 smithi175 ceph-mon[44549]: pgmap v1954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:53:07.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:07 smithi181 ceph-mon[45557]: pgmap v1954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:53:09.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:09 smithi088 ceph-mon[35322]: pgmap v1955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:53:09.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:09 smithi175 ceph-mon[44549]: pgmap v1955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:53:09.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:09 smithi181 ceph-mon[45557]: pgmap v1955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:53:11.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:11 smithi088 ceph-mon[35322]: pgmap v1956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:11.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:11 smithi175 ceph-mon[44549]: pgmap v1956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:11.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:11 smithi181 ceph-mon[45557]: pgmap v1956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:13 smithi088 ceph-mon[35322]: pgmap v1957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:13.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:13 smithi175 ceph-mon[44549]: pgmap v1957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:13.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:13 smithi181 ceph-mon[45557]: pgmap v1957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:15.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:15 smithi088 ceph-mon[35322]: pgmap v1958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:15.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:15 smithi175 ceph-mon[44549]: pgmap v1958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:15.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:15 smithi181 ceph-mon[45557]: pgmap v1958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:17.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:17 smithi088 ceph-mon[35322]: pgmap v1959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:17 smithi175 ceph-mon[44549]: pgmap v1959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:17.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:17 smithi181 ceph-mon[45557]: pgmap v1959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:19.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:19 smithi088 ceph-mon[35322]: pgmap v1960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:19.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:19 smithi175 ceph-mon[44549]: pgmap v1960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:19.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:19 smithi181 ceph-mon[45557]: pgmap v1960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:21 smithi088 ceph-mon[35322]: pgmap v1961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:21 smithi175 ceph-mon[44549]: pgmap v1961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:21.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:21 smithi181 ceph-mon[45557]: pgmap v1961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:22.146 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:22.146+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:53:22.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:22.146+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:53:22.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:22.146+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:53:23.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:23 smithi088 ceph-mon[35322]: pgmap v1962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:23.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:23 smithi175 ceph-mon[44549]: pgmap v1962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:23.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:23 smithi181 ceph-mon[45557]: pgmap v1962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:25.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:25 smithi088 ceph-mon[35322]: pgmap v1963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:25.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:25 smithi175 ceph-mon[44549]: pgmap v1963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:25.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:25 smithi181 ceph-mon[45557]: pgmap v1963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:27.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:27 smithi088 ceph-mon[35322]: pgmap v1964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:27.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:27 smithi175 ceph-mon[44549]: pgmap v1964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:27 smithi181 ceph-mon[45557]: pgmap v1964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:29.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:29 smithi088 ceph-mon[35322]: pgmap v1965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:29.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:29 smithi175 ceph-mon[44549]: pgmap v1965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:29.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:29 smithi181 ceph-mon[45557]: pgmap v1965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:31 smithi088 ceph-mon[35322]: pgmap v1966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:31.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:31 smithi175 ceph-mon[44549]: pgmap v1966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:31 smithi181 ceph-mon[45557]: pgmap v1966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:33.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:33 smithi088 ceph-mon[35322]: pgmap v1967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:33.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:33 smithi175 ceph-mon[44549]: pgmap v1967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:33.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:33 smithi181 ceph-mon[45557]: pgmap v1967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:35.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:35 smithi088 ceph-mon[35322]: pgmap v1968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:35.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:35 smithi175 ceph-mon[44549]: pgmap v1968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:35.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:35 smithi181 ceph-mon[45557]: pgmap v1968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:37.161+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:53:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:37.161+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:53:37.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:37.161+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:53:37.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:37 smithi088 ceph-mon[35322]: pgmap v1969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:37.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:37 smithi175 ceph-mon[44549]: pgmap v1969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:37.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:37 smithi181 ceph-mon[45557]: pgmap v1969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:39 smithi088 ceph-mon[35322]: pgmap v1970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:39 smithi175 ceph-mon[44549]: pgmap v1970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:39 smithi181 ceph-mon[45557]: pgmap v1970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:41.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:41 smithi088 ceph-mon[35322]: pgmap v1971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:41.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:41 smithi175 ceph-mon[44549]: pgmap v1971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:41 smithi181 ceph-mon[45557]: pgmap v1971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:43.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:43 smithi088 ceph-mon[35322]: pgmap v1972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:43.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:43 smithi175 ceph-mon[44549]: pgmap v1972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:43 smithi181 ceph-mon[45557]: pgmap v1972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:45 smithi088 ceph-mon[35322]: pgmap v1973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:45 smithi175 ceph-mon[44549]: pgmap v1973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:45.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:45 smithi181 ceph-mon[45557]: pgmap v1973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:47.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:47 smithi175 ceph-mon[44549]: pgmap v1974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:47.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:47 smithi181 ceph-mon[45557]: pgmap v1974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:47.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:47 smithi088 ceph-mon[35322]: pgmap v1974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:49.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:49 smithi175 ceph-mon[44549]: pgmap v1975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:49 smithi181 ceph-mon[45557]: pgmap v1975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:49 smithi088 ceph-mon[35322]: pgmap v1975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:51 smithi175 ceph-mon[44549]: pgmap v1976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:51 smithi181 ceph-mon[45557]: pgmap v1976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:51 smithi088 ceph-mon[35322]: pgmap v1976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:53:52.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:52.167+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:53:52.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:52.167+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:53:52.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:53:52.167+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:53:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:53 smithi175 ceph-mon[44549]: pgmap v1977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:53 smithi181 ceph-mon[45557]: pgmap v1977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:53 smithi088 ceph-mon[35322]: pgmap v1977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:55 smithi175 ceph-mon[44549]: pgmap v1978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:55 smithi181 ceph-mon[45557]: pgmap v1978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:55 smithi088 ceph-mon[35322]: pgmap v1978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:53:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:57 smithi175 ceph-mon[44549]: pgmap v1979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:57 smithi181 ceph-mon[45557]: pgmap v1979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:57 smithi088 ceph-mon[35322]: pgmap v1979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:53:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:59 smithi175 ceph-mon[44549]: pgmap v1980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:53:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:53:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:59 smithi181 ceph-mon[45557]: pgmap v1980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:53:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:53:59.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:59 smithi088 ceph-mon[35322]: pgmap v1980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:53:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:53:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:54:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:54:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:54:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:54:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:54:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:00 smithi175 ceph-mon[44549]: pgmap v1981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:54:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:00 smithi175 ceph-mon[44549]: pgmap v1982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:54:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:54:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:54:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:54:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:54:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:00 smithi181 ceph-mon[45557]: pgmap v1981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:54:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:00 smithi181 ceph-mon[45557]: pgmap v1982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:54:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:54:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:54:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:54:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:54:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:00 smithi088 ceph-mon[35322]: pgmap v1981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T13:54:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:00 smithi088 ceph-mon[35322]: pgmap v1982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:54:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:03 smithi175 ceph-mon[44549]: pgmap v1983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:03 smithi181 ceph-mon[45557]: pgmap v1983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:03.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:03 smithi088 ceph-mon[35322]: pgmap v1983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:05 smithi175 ceph-mon[44549]: pgmap v1984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:05 smithi181 ceph-mon[45557]: pgmap v1984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:05 smithi088 ceph-mon[35322]: pgmap v1984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:07.180 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:07.180+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:54:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:07.180+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:54:07.181 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:07.180+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:54:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:07 smithi175 ceph-mon[44549]: pgmap v1985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:07 smithi181 ceph-mon[45557]: pgmap v1985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:07 smithi088 ceph-mon[35322]: pgmap v1985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:09 smithi175 ceph-mon[44549]: pgmap v1986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:54:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:09 smithi181 ceph-mon[45557]: pgmap v1986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:54:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:09 smithi088 ceph-mon[35322]: pgmap v1986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:54:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:11 smithi175 ceph-mon[44549]: pgmap v1987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:54:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:11 smithi181 ceph-mon[45557]: pgmap v1987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:54:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:11 smithi088 ceph-mon[35322]: pgmap v1987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:54:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:13 smithi175 ceph-mon[44549]: pgmap v1988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:13 smithi181 ceph-mon[45557]: pgmap v1988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:13 smithi088 ceph-mon[35322]: pgmap v1988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:15 smithi175 ceph-mon[44549]: pgmap v1989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:15 smithi181 ceph-mon[45557]: pgmap v1989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:15 smithi088 ceph-mon[35322]: pgmap v1989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:17 smithi175 ceph-mon[44549]: pgmap v1990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:17 smithi181 ceph-mon[45557]: pgmap v1990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:17 smithi088 ceph-mon[35322]: pgmap v1990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:19 smithi181 ceph-mon[45557]: pgmap v1991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:19 smithi088 ceph-mon[35322]: pgmap v1991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:19 smithi175 ceph-mon[44549]: pgmap v1991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:21 smithi181 ceph-mon[45557]: pgmap v1992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:21 smithi088 ceph-mon[35322]: pgmap v1992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:21 smithi175 ceph-mon[44549]: pgmap v1992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:22.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:22.196+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:54:22.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:22.196+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:54:22.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:22.196+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:54:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:23 smithi181 ceph-mon[45557]: pgmap v1993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:23 smithi088 ceph-mon[35322]: pgmap v1993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:23 smithi175 ceph-mon[44549]: pgmap v1993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:25 smithi181 ceph-mon[45557]: pgmap v1994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:25 smithi088 ceph-mon[35322]: pgmap v1994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:25 smithi175 ceph-mon[44549]: pgmap v1994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:27 smithi181 ceph-mon[45557]: pgmap v1995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:27 smithi088 ceph-mon[35322]: pgmap v1995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:27 smithi175 ceph-mon[44549]: pgmap v1995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:29 smithi181 ceph-mon[45557]: pgmap v1996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:29 smithi088 ceph-mon[35322]: pgmap v1996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:29 smithi175 ceph-mon[44549]: pgmap v1996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:31 smithi181 ceph-mon[45557]: pgmap v1997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:31 smithi088 ceph-mon[35322]: pgmap v1997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:31 smithi175 ceph-mon[44549]: pgmap v1997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:33 smithi181 ceph-mon[45557]: pgmap v1998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:33 smithi088 ceph-mon[35322]: pgmap v1998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:33 smithi175 ceph-mon[44549]: pgmap v1998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:35 smithi181 ceph-mon[45557]: pgmap v1999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:35 smithi088 ceph-mon[35322]: pgmap v1999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:35 smithi175 ceph-mon[44549]: pgmap v1999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:37.212 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:37.211+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:54:37.212 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:37.211+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:54:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:37.211+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:54:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:37 smithi181 ceph-mon[45557]: pgmap v2000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:37.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:37 smithi088 ceph-mon[35322]: pgmap v2000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:37 smithi175 ceph-mon[44549]: pgmap v2000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:39 smithi181 ceph-mon[45557]: pgmap v2001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:39 smithi088 ceph-mon[35322]: pgmap v2001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:39 smithi175 ceph-mon[44549]: pgmap v2001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:39.920 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:39.919+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:54:39.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:39.919+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:54:39.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:39.920+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 29 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T13:54:39.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:39.920+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 29 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T13:54:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:41 smithi181 ceph-mon[45557]: pgmap v2002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:41 smithi088 ceph-mon[35322]: pgmap v2002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:41 smithi175 ceph-mon[44549]: pgmap v2002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:43 smithi181 ceph-mon[45557]: pgmap v2003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:43 smithi088 ceph-mon[35322]: pgmap v2003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:43 smithi175 ceph-mon[44549]: pgmap v2003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:45 smithi088 ceph-mon[35322]: pgmap v2004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:45 smithi175 ceph-mon[44549]: pgmap v2004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:45 smithi181 ceph-mon[45557]: pgmap v2004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:47 smithi088 ceph-mon[35322]: pgmap v2005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:47 smithi175 ceph-mon[44549]: pgmap v2005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:47 smithi181 ceph-mon[45557]: pgmap v2005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:49 smithi088 ceph-mon[35322]: pgmap v2006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:49 smithi175 ceph-mon[44549]: pgmap v2006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:49 smithi181 ceph-mon[45557]: pgmap v2006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:51 smithi088 ceph-mon[35322]: pgmap v2007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:51 smithi175 ceph-mon[44549]: pgmap v2007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:51 smithi181 ceph-mon[45557]: pgmap v2007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:54:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:52.225+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:54:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:52.225+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:54:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:54:52.225+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:54:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:53 smithi088 ceph-mon[35322]: pgmap v2008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:53 smithi175 ceph-mon[44549]: pgmap v2008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:53 smithi181 ceph-mon[45557]: pgmap v2008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:54:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:55 smithi088 ceph-mon[35322]: pgmap v2009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:55 smithi175 ceph-mon[44549]: pgmap v2009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:55 smithi181 ceph-mon[45557]: pgmap v2009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:54:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:57 smithi088 ceph-mon[35322]: pgmap v2010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:57 smithi175 ceph-mon[44549]: pgmap v2010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:57 smithi181 ceph-mon[45557]: pgmap v2010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:54:59 smithi088 ceph-mon[35322]: pgmap v2011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:54:59 smithi175 ceph-mon[44549]: pgmap v2011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:54:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:54:59 smithi181 ceph-mon[45557]: pgmap v2011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:55:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:55:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:55:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:55:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:01 smithi088 ceph-mon[35322]: pgmap v2012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:55:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:55:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:01 smithi175 ceph-mon[44549]: pgmap v2012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:55:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:55:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:01 smithi181 ceph-mon[45557]: pgmap v2012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:55:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:55:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:55:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:02 smithi088 ceph-mon[35322]: pgmap v2013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:55:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:02 smithi088 ceph-mon[35322]: pgmap v2014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:55:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:02 smithi175 ceph-mon[44549]: pgmap v2013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:55:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:02 smithi175 ceph-mon[44549]: pgmap v2014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:55:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:02 smithi181 ceph-mon[45557]: pgmap v2013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T13:55:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:02 smithi181 ceph-mon[45557]: pgmap v2014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:55:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:04 smithi088 ceph-mon[35322]: pgmap v2015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T13:55:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:04 smithi175 ceph-mon[44549]: pgmap v2015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T13:55:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:04 smithi181 ceph-mon[45557]: pgmap v2015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T13:55:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:06 smithi088 ceph-mon[35322]: pgmap v2016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:55:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:06 smithi175 ceph-mon[44549]: pgmap v2016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:55:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:06 smithi181 ceph-mon[45557]: pgmap v2016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T13:55:07.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:07.234+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:55:07.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:07.234+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:55:07.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:07.234+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:55:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:08 smithi088 ceph-mon[35322]: pgmap v2017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:55:08.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:08 smithi175 ceph-mon[44549]: pgmap v2017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:55:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:08 smithi181 ceph-mon[45557]: pgmap v2017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:55:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:10 smithi088 ceph-mon[35322]: pgmap v2018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:55:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:10 smithi175 ceph-mon[44549]: pgmap v2018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:55:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:10 smithi181 ceph-mon[45557]: pgmap v2018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T13:55:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:12 smithi088 ceph-mon[35322]: pgmap v2019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:55:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:12 smithi175 ceph-mon[44549]: pgmap v2019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:55:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:12 smithi181 ceph-mon[45557]: pgmap v2019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:55:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:14 smithi088 ceph-mon[35322]: pgmap v2020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:14 smithi175 ceph-mon[44549]: pgmap v2020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:14 smithi181 ceph-mon[45557]: pgmap v2020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:16 smithi088 ceph-mon[35322]: pgmap v2021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:16 smithi175 ceph-mon[44549]: pgmap v2021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:16 smithi181 ceph-mon[45557]: pgmap v2021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:18 smithi088 ceph-mon[35322]: pgmap v2022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:18 smithi175 ceph-mon[44549]: pgmap v2022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:18 smithi181 ceph-mon[45557]: pgmap v2022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:20 smithi088 ceph-mon[35322]: pgmap v2023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:20 smithi175 ceph-mon[44549]: pgmap v2023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:20 smithi181 ceph-mon[45557]: pgmap v2023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:22.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:22.239+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:55:22.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:22.239+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:55:22.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:22.239+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:55:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:22 smithi088 ceph-mon[35322]: pgmap v2024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:22 smithi175 ceph-mon[44549]: pgmap v2024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:22 smithi181 ceph-mon[45557]: pgmap v2024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:24 smithi175 ceph-mon[44549]: pgmap v2025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:24 smithi181 ceph-mon[45557]: pgmap v2025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:24.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:24 smithi088 ceph-mon[35322]: pgmap v2025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:26 smithi175 ceph-mon[44549]: pgmap v2026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:26 smithi181 ceph-mon[45557]: pgmap v2026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:26 smithi088 ceph-mon[35322]: pgmap v2026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:28 smithi175 ceph-mon[44549]: pgmap v2027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:28 smithi181 ceph-mon[45557]: pgmap v2027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:28 smithi088 ceph-mon[35322]: pgmap v2027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:30 smithi175 ceph-mon[44549]: pgmap v2028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:30 smithi181 ceph-mon[45557]: pgmap v2028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:30.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:30 smithi088 ceph-mon[35322]: pgmap v2028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:32 smithi175 ceph-mon[44549]: pgmap v2029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:32 smithi181 ceph-mon[45557]: pgmap v2029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:32 smithi088 ceph-mon[35322]: pgmap v2029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:34 smithi175 ceph-mon[44549]: pgmap v2030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:34 smithi181 ceph-mon[45557]: pgmap v2030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:34 smithi088 ceph-mon[35322]: pgmap v2030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:36 smithi175 ceph-mon[44549]: pgmap v2031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:36 smithi181 ceph-mon[45557]: pgmap v2031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:36 smithi088 ceph-mon[35322]: pgmap v2031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:37.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:37.244+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:55:37.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:37.244+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:55:37.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:37.244+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:55:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:38 smithi175 ceph-mon[44549]: pgmap v2032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:38 smithi181 ceph-mon[45557]: pgmap v2032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:38 smithi088 ceph-mon[35322]: pgmap v2032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:40 smithi175 ceph-mon[44549]: pgmap v2033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:40 smithi181 ceph-mon[45557]: pgmap v2033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:40 smithi088 ceph-mon[35322]: pgmap v2033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:42 smithi175 ceph-mon[44549]: pgmap v2034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:42 smithi181 ceph-mon[45557]: pgmap v2034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:42 smithi088 ceph-mon[35322]: pgmap v2034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:44 smithi175 ceph-mon[44549]: pgmap v2035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:44 smithi181 ceph-mon[45557]: pgmap v2035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:44 smithi088 ceph-mon[35322]: pgmap v2035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:46 smithi175 ceph-mon[44549]: pgmap v2036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:46 smithi181 ceph-mon[45557]: pgmap v2036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:46 smithi088 ceph-mon[35322]: pgmap v2036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:48 smithi175 ceph-mon[44549]: pgmap v2037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:48 smithi181 ceph-mon[45557]: pgmap v2037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:48 smithi088 ceph-mon[35322]: pgmap v2037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:50 smithi175 ceph-mon[44549]: pgmap v2038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:50 smithi181 ceph-mon[45557]: pgmap v2038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:50 smithi088 ceph-mon[35322]: pgmap v2038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:55:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:52.258+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:55:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:52.258+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:55:52.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:55:52.258+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:55:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:52 smithi175 ceph-mon[44549]: pgmap v2039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:52 smithi181 ceph-mon[45557]: pgmap v2039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:52 smithi088 ceph-mon[35322]: pgmap v2039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:54 smithi175 ceph-mon[44549]: pgmap v2040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:54 smithi181 ceph-mon[45557]: pgmap v2040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:54 smithi088 ceph-mon[35322]: pgmap v2040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:55:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:55 smithi175 ceph-mon[44549]: pgmap v2041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:55 smithi181 ceph-mon[45557]: pgmap v2041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:55 smithi088 ceph-mon[35322]: pgmap v2041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:55:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:55:58 smithi181 ceph-mon[45557]: pgmap v2042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:55:58 smithi088 ceph-mon[35322]: pgmap v2042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:55:58.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:55:58 smithi175 ceph-mon[44549]: pgmap v2042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:00 smithi181 ceph-mon[45557]: pgmap v2043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:00 smithi088 ceph-mon[35322]: pgmap v2043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:00.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:00 smithi175 ceph-mon[44549]: pgmap v2043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:02 smithi181 ceph-mon[45557]: pgmap v2044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:02.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:56:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:02 smithi088 ceph-mon[35322]: pgmap v2044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:56:02.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:02 smithi175 ceph-mon[44549]: pgmap v2044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:02.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:56:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:56:03.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:56:03.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:03 smithi181 ceph-mon[45557]: pgmap v2045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:56:03.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:03 smithi181 ceph-mon[45557]: pgmap v2046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:56:03.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:56:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:56:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:56:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:03 smithi088 ceph-mon[35322]: pgmap v2045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:56:03.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:03 smithi088 ceph-mon[35322]: pgmap v2046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:56:03.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:56:03.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:56:03.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:56:03.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:03 smithi175 ceph-mon[44549]: pgmap v2045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:56:03.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:03 smithi175 ceph-mon[44549]: pgmap v2046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:56:03.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:56:05.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:05 smithi088 ceph-mon[35322]: pgmap v2047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:56:05.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:05 smithi175 ceph-mon[44549]: pgmap v2047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:56:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:05 smithi181 ceph-mon[45557]: pgmap v2047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:56:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:07.273+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:56:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:07.273+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:56:07.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:07.273+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:56:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:07 smithi181 ceph-mon[45557]: pgmap v2048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:56:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:07 smithi088 ceph-mon[35322]: pgmap v2048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:56:07.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:07 smithi175 ceph-mon[44549]: pgmap v2048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T13:56:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:09 smithi088 ceph-mon[35322]: pgmap v2049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:56:09.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:09 smithi175 ceph-mon[44549]: pgmap v2049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:56:09.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:09 smithi181 ceph-mon[45557]: pgmap v2049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:56:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:11 smithi088 ceph-mon[35322]: pgmap v2050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:56:11.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:11 smithi175 ceph-mon[44549]: pgmap v2050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:56:11.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:11 smithi181 ceph-mon[45557]: pgmap v2050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:56:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:13 smithi088 ceph-mon[35322]: pgmap v2051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:56:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:13 smithi175 ceph-mon[44549]: pgmap v2051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:56:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:13 smithi181 ceph-mon[45557]: pgmap v2051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:56:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:15 smithi088 ceph-mon[35322]: pgmap v2052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:15 smithi175 ceph-mon[44549]: pgmap v2052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:15 smithi181 ceph-mon[45557]: pgmap v2052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:17 smithi181 ceph-mon[45557]: pgmap v2053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:17 smithi088 ceph-mon[35322]: pgmap v2053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:17 smithi175 ceph-mon[44549]: pgmap v2053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:19.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:19 smithi088 ceph-mon[35322]: pgmap v2054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:19.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:19 smithi175 ceph-mon[44549]: pgmap v2054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:19 smithi181 ceph-mon[45557]: pgmap v2054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:21 smithi088 ceph-mon[35322]: pgmap v2055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:21.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:21 smithi175 ceph-mon[44549]: pgmap v2055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:21 smithi181 ceph-mon[45557]: pgmap v2055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:22.289+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:56:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:22.289+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:56:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:22.289+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:56:23.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:23 smithi088 ceph-mon[35322]: pgmap v2056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:23 smithi175 ceph-mon[44549]: pgmap v2056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:23 smithi181 ceph-mon[45557]: pgmap v2056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:25.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:25 smithi088 ceph-mon[35322]: pgmap v2057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:25.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:25 smithi175 ceph-mon[44549]: pgmap v2057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:25.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:25 smithi181 ceph-mon[45557]: pgmap v2057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:27.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:27 smithi181 ceph-mon[45557]: pgmap v2058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:27 smithi088 ceph-mon[35322]: pgmap v2058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:27 smithi175 ceph-mon[44549]: pgmap v2058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:29.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:29 smithi088 ceph-mon[35322]: pgmap v2059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:29 smithi175 ceph-mon[44549]: pgmap v2059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:29.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:29 smithi181 ceph-mon[45557]: pgmap v2059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:31.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:31 smithi088 ceph-mon[35322]: pgmap v2060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:31 smithi175 ceph-mon[44549]: pgmap v2060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:31.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:31 smithi181 ceph-mon[45557]: pgmap v2060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:33.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:33 smithi088 ceph-mon[35322]: pgmap v2061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:33.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:33 smithi175 ceph-mon[44549]: pgmap v2061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:33.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:33 smithi181 ceph-mon[45557]: pgmap v2061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:35.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:35 smithi175 ceph-mon[44549]: pgmap v2062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:35.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:35 smithi181 ceph-mon[45557]: pgmap v2062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:35.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:35 smithi088 ceph-mon[35322]: pgmap v2062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:37.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:37.297+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:56:37.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:37.297+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:56:37.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:37.297+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:56:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:37 smithi181 ceph-mon[45557]: pgmap v2063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:37.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:37 smithi088 ceph-mon[35322]: pgmap v2063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:37 smithi175 ceph-mon[44549]: pgmap v2063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:39.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:39 smithi088 ceph-mon[35322]: pgmap v2064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:39 smithi175 ceph-mon[44549]: pgmap v2064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:39.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:39 smithi181 ceph-mon[45557]: pgmap v2064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:41.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:41 smithi088 ceph-mon[35322]: pgmap v2065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:41 smithi175 ceph-mon[44549]: pgmap v2065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:41.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:41 smithi181 ceph-mon[45557]: pgmap v2065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:43.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:43 smithi175 ceph-mon[44549]: pgmap v2066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:43.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:43 smithi181 ceph-mon[45557]: pgmap v2066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:43.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:43 smithi088 ceph-mon[35322]: pgmap v2066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:45.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:45 smithi175 ceph-mon[44549]: pgmap v2067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:45.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:45 smithi181 ceph-mon[45557]: pgmap v2067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:45.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:45 smithi088 ceph-mon[35322]: pgmap v2067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:47.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:47 smithi181 ceph-mon[45557]: pgmap v2068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:47.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:47 smithi088 ceph-mon[35322]: pgmap v2068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:47.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:47 smithi175 ceph-mon[44549]: pgmap v2068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:49.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:49 smithi088 ceph-mon[35322]: pgmap v2069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:56:49.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:49 smithi175 ceph-mon[44549]: pgmap v2069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:56:49.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:49 smithi181 ceph-mon[45557]: pgmap v2069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:56:51.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:51 smithi175 ceph-mon[44549]: pgmap v2070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:51.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:51 smithi181 ceph-mon[45557]: pgmap v2070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:51.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:51 smithi088 ceph-mon[35322]: pgmap v2070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:56:52.314 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:52.312+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:56:52.314 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:52.312+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:56:52.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:56:52.312+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:56:53.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:53 smithi175 ceph-mon[44549]: pgmap v2071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:53.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:53 smithi181 ceph-mon[45557]: pgmap v2071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:53.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:53 smithi088 ceph-mon[35322]: pgmap v2071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:55.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:55 smithi175 ceph-mon[44549]: pgmap v2072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:55 smithi181 ceph-mon[45557]: pgmap v2072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:55.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:55 smithi088 ceph-mon[35322]: pgmap v2072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:56:57.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:57 smithi181 ceph-mon[45557]: pgmap v2073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:57.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:57 smithi088 ceph-mon[35322]: pgmap v2073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:57 smithi175 ceph-mon[44549]: pgmap v2073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:56:59.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:56:59 smithi175 ceph-mon[44549]: pgmap v2074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:59.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:56:59 smithi181 ceph-mon[45557]: pgmap v2074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:56:59.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:56:59 smithi088 ceph-mon[35322]: pgmap v2074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:01.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:01 smithi175 ceph-mon[44549]: pgmap v2075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:01.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:01 smithi181 ceph-mon[45557]: pgmap v2075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:01.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:01 smithi088 ceph-mon[35322]: pgmap v2075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:03.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:03 smithi175 ceph-mon[44549]: pgmap v2076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:03.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:57:03.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:57:03.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:57:03.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:57:03.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:03 smithi181 ceph-mon[45557]: pgmap v2076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:03.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:57:03.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:57:03.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:57:03.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:57:03.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:03 smithi088 ceph-mon[35322]: pgmap v2076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:03.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:57:03.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:57:03.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:57:03.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:57:04.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:04 smithi088 ceph-mon[35322]: pgmap v2077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:57:04.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:04 smithi175 ceph-mon[44549]: pgmap v2077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:57:04.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:04 smithi181 ceph-mon[45557]: pgmap v2077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:57:06.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:06 smithi175 ceph-mon[44549]: pgmap v2078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T13:57:06.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:06 smithi181 ceph-mon[45557]: pgmap v2078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T13:57:06.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:06 smithi088 ceph-mon[35322]: pgmap v2078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T13:57:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:07.326+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:57:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:07.326+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:57:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:07.326+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:57:08.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:08 smithi175 ceph-mon[44549]: pgmap v2079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:57:08.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:08 smithi181 ceph-mon[45557]: pgmap v2079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:57:08.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:08 smithi088 ceph-mon[35322]: pgmap v2079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T13:57:10.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:10 smithi175 ceph-mon[44549]: pgmap v2080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:57:10.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:10 smithi181 ceph-mon[45557]: pgmap v2080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:57:10.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:10 smithi088 ceph-mon[35322]: pgmap v2080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:57:12.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:12 smithi181 ceph-mon[45557]: pgmap v2081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:57:12.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:12 smithi088 ceph-mon[35322]: pgmap v2081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:57:12.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:12 smithi175 ceph-mon[44549]: pgmap v2081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T13:57:14.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:14 smithi175 ceph-mon[44549]: pgmap v2082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-01-28T13:57:14.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:14 smithi181 ceph-mon[45557]: pgmap v2082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-01-28T13:57:14.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:14 smithi088 ceph-mon[35322]: pgmap v2082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-01-28T13:57:16.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:16 smithi175 ceph-mon[44549]: pgmap v2083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:57:16.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:16 smithi181 ceph-mon[45557]: pgmap v2083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:57:16.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:16 smithi088 ceph-mon[35322]: pgmap v2083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T13:57:18.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:18 smithi175 ceph-mon[44549]: pgmap v2084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:57:18.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:18 smithi181 ceph-mon[45557]: pgmap v2084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:57:18.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:18 smithi088 ceph-mon[35322]: pgmap v2084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T13:57:20.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:20 smithi088 ceph-mon[35322]: pgmap v2085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:57:20.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:20 smithi175 ceph-mon[44549]: pgmap v2085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:57:20.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:20 smithi181 ceph-mon[45557]: pgmap v2085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T13:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:22.333+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:22.334+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:57:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:22.334+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:57:22.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:22 smithi181 ceph-mon[45557]: pgmap v2086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:22.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:22 smithi088 ceph-mon[35322]: pgmap v2086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:22.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:22 smithi175 ceph-mon[44549]: pgmap v2086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:24.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:24 smithi175 ceph-mon[44549]: pgmap v2087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:24.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:24 smithi181 ceph-mon[45557]: pgmap v2087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:24.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:24 smithi088 ceph-mon[35322]: pgmap v2087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:26.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:26 smithi175 ceph-mon[44549]: pgmap v2088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:26.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:26 smithi181 ceph-mon[45557]: pgmap v2088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:26.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:26 smithi088 ceph-mon[35322]: pgmap v2088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:28.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:28 smithi175 ceph-mon[44549]: pgmap v2089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:28.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:28 smithi181 ceph-mon[45557]: pgmap v2089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:28.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:28 smithi088 ceph-mon[35322]: pgmap v2089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:30.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:30 smithi175 ceph-mon[44549]: pgmap v2090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:57:30.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:30 smithi181 ceph-mon[45557]: pgmap v2090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:57:30.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:30 smithi088 ceph-mon[35322]: pgmap v2090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:57:32.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:32 smithi181 ceph-mon[45557]: pgmap v2091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:32.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:32 smithi088 ceph-mon[35322]: pgmap v2091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:32.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:32 smithi175 ceph-mon[44549]: pgmap v2091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:34.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:34 smithi175 ceph-mon[44549]: pgmap v2092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:34.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:34 smithi181 ceph-mon[45557]: pgmap v2092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:34.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:34 smithi088 ceph-mon[35322]: pgmap v2092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:36.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:36 smithi175 ceph-mon[44549]: pgmap v2093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:36.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:36 smithi181 ceph-mon[45557]: pgmap v2093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:36.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:36 smithi088 ceph-mon[35322]: pgmap v2093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:37.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:37.347+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:57:37.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:37.347+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:57:37.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:37.347+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:57:38.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:38 smithi175 ceph-mon[44549]: pgmap v2094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:38.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:38 smithi181 ceph-mon[45557]: pgmap v2094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:38.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:38 smithi088 ceph-mon[35322]: pgmap v2094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:39.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:39.948+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:57:39.951 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:39.948+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:57:39.951 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:39.948+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 30 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:57:39.951 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:39.948+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 30 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:57:40.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:40 smithi175 ceph-mon[44549]: pgmap v2095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:57:40.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:40 smithi181 ceph-mon[45557]: pgmap v2095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:57:40.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:40 smithi088 ceph-mon[35322]: pgmap v2095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:57:42.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:42 smithi181 ceph-mon[45557]: pgmap v2096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:42.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:42 smithi088 ceph-mon[35322]: pgmap v2096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:42.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:42 smithi175 ceph-mon[44549]: pgmap v2096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:44.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:44 smithi175 ceph-mon[44549]: pgmap v2097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:44.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:44 smithi181 ceph-mon[45557]: pgmap v2097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:44.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:44 smithi088 ceph-mon[35322]: pgmap v2097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:46.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:46 smithi175 ceph-mon[44549]: pgmap v2098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:46.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:46 smithi181 ceph-mon[45557]: pgmap v2098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:46.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:46 smithi088 ceph-mon[35322]: pgmap v2098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:48.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:48 smithi175 ceph-mon[44549]: pgmap v2099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:48.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:48 smithi181 ceph-mon[45557]: pgmap v2099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:48.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:48 smithi088 ceph-mon[35322]: pgmap v2099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:50.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:50 smithi175 ceph-mon[44549]: pgmap v2100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:57:50.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:50 smithi181 ceph-mon[45557]: pgmap v2100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:57:50.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:50 smithi088 ceph-mon[35322]: pgmap v2100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:57:52.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:52.362+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:57:52.366 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:52.362+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:57:52.366 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:57:52.362+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:57:52.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:52 smithi181 ceph-mon[45557]: pgmap v2101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:52.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:52 smithi088 ceph-mon[35322]: pgmap v2101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:52.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:52 smithi175 ceph-mon[44549]: pgmap v2101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:57:54.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:54 smithi175 ceph-mon[44549]: pgmap v2102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:54.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:54 smithi181 ceph-mon[45557]: pgmap v2102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:54.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:54 smithi088 ceph-mon[35322]: pgmap v2102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:57:56.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:56 smithi175 ceph-mon[44549]: pgmap v2103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:56.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:56 smithi181 ceph-mon[45557]: pgmap v2103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:56.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:56 smithi088 ceph-mon[35322]: pgmap v2103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:57:58.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:57:58 smithi175 ceph-mon[44549]: pgmap v2104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:58.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:57:58 smithi181 ceph-mon[45557]: pgmap v2104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:57:58.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:57:58 smithi088 ceph-mon[35322]: pgmap v2104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:58:00.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:00 smithi175 ceph-mon[44549]: pgmap v2105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:00.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:00 smithi181 ceph-mon[45557]: pgmap v2105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:00.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:00 smithi088 ceph-mon[35322]: pgmap v2105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:02.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:02 smithi181 ceph-mon[45557]: pgmap v2106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:02.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:02 smithi088 ceph-mon[35322]: pgmap v2106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:02.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:02 smithi175 ceph-mon[44549]: pgmap v2106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:04.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:04 smithi175 ceph-mon[44549]: pgmap v2107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:58:04.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:58:04.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:58:04.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:58:04.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:58:04.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:04 smithi181 ceph-mon[45557]: pgmap v2107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:58:04.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:58:04.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:58:04.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:58:04.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:58:04.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:04 smithi088 ceph-mon[35322]: pgmap v2107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T13:58:04.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:58:04.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:58:04.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:58:04.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:58:05.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:05 smithi175 ceph-mon[44549]: pgmap v2108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:58:05.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:05 smithi175 ceph-mon[44549]: pgmap v2109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:58:05.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:05 smithi181 ceph-mon[45557]: pgmap v2108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:58:05.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:05 smithi181 ceph-mon[45557]: pgmap v2109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:58:05.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:05 smithi088 ceph-mon[35322]: pgmap v2108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T13:58:05.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:05 smithi088 ceph-mon[35322]: pgmap v2109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:58:07.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:07.378+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:58:07.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:07.378+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:58:07.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:07.378+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:58:07.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:07 smithi088 ceph-mon[35322]: pgmap v2110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:58:07.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:07 smithi175 ceph-mon[44549]: pgmap v2110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:58:07.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:07 smithi181 ceph-mon[45557]: pgmap v2110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:58:09.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:09 smithi175 ceph-mon[44549]: pgmap v2111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:58:09.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:09 smithi181 ceph-mon[45557]: pgmap v2111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:58:09.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:09 smithi088 ceph-mon[35322]: pgmap v2111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T13:58:11.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:11 smithi175 ceph-mon[44549]: pgmap v2112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:58:11.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:11 smithi181 ceph-mon[45557]: pgmap v2112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:58:11.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:11 smithi088 ceph-mon[35322]: pgmap v2112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T13:58:13.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:13 smithi175 ceph-mon[44549]: pgmap v2113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:58:13.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:13 smithi181 ceph-mon[45557]: pgmap v2113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:58:13.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:13 smithi088 ceph-mon[35322]: pgmap v2113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:58:15.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:15 smithi175 ceph-mon[44549]: pgmap v2114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:58:15.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:15 smithi181 ceph-mon[45557]: pgmap v2114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:58:15.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:15 smithi088 ceph-mon[35322]: pgmap v2114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:58:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:17 smithi088 ceph-mon[35322]: pgmap v2115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:17 smithi175 ceph-mon[44549]: pgmap v2115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:17.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:17 smithi181 ceph-mon[45557]: pgmap v2115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:19.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:19 smithi175 ceph-mon[44549]: pgmap v2116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:19.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:19 smithi181 ceph-mon[45557]: pgmap v2116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:19.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:19 smithi088 ceph-mon[35322]: pgmap v2116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:21.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:21 smithi175 ceph-mon[44549]: pgmap v2117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:21.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:21 smithi181 ceph-mon[45557]: pgmap v2117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:21.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:21 smithi088 ceph-mon[35322]: pgmap v2117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:22.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:22.387+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:58:22.391 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:22.387+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:58:22.391 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:22.387+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:58:23.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:23 smithi175 ceph-mon[44549]: pgmap v2118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:23.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:23 smithi181 ceph-mon[45557]: pgmap v2118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:23.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:23 smithi088 ceph-mon[35322]: pgmap v2118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:24.958 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:24.954+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T13:58:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:24.954+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T13:58:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:24.955+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 31 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T13:58:24.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:24.955+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 31 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T13:58:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:25 smithi175 ceph-mon[44549]: pgmap v2119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:25.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:25 smithi181 ceph-mon[45557]: pgmap v2119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:25.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:25 smithi088 ceph-mon[35322]: pgmap v2119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:27.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:27 smithi088 ceph-mon[35322]: pgmap v2120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:27.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:27 smithi175 ceph-mon[44549]: pgmap v2120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:27.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:27 smithi181 ceph-mon[45557]: pgmap v2120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:29.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:29 smithi175 ceph-mon[44549]: pgmap v2121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:29.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:29 smithi181 ceph-mon[45557]: pgmap v2121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:29.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:29 smithi088 ceph-mon[35322]: pgmap v2121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:31.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:31 smithi175 ceph-mon[44549]: pgmap v2122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:31.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:31 smithi181 ceph-mon[45557]: pgmap v2122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:31.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:31 smithi088 ceph-mon[35322]: pgmap v2122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:33.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:33 smithi175 ceph-mon[44549]: pgmap v2123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:58:33.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:33 smithi181 ceph-mon[45557]: pgmap v2123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:58:33.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:33 smithi088 ceph-mon[35322]: pgmap v2123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:58:35.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:35 smithi175 ceph-mon[44549]: pgmap v2124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:35.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:35 smithi181 ceph-mon[45557]: pgmap v2124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:35.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:35 smithi088 ceph-mon[35322]: pgmap v2124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:37.406 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:37.402+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:58:37.406 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:37.402+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:58:37.406 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:37.402+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:58:37.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:37 smithi088 ceph-mon[35322]: pgmap v2125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:37.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:37 smithi175 ceph-mon[44549]: pgmap v2125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:37.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:37 smithi181 ceph-mon[45557]: pgmap v2125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:39.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:39 smithi175 ceph-mon[44549]: pgmap v2126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:39.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:39 smithi181 ceph-mon[45557]: pgmap v2126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:39.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:39 smithi088 ceph-mon[35322]: pgmap v2126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:41.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:41 smithi175 ceph-mon[44549]: pgmap v2127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:41.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:41 smithi181 ceph-mon[45557]: pgmap v2127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:41.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:41 smithi088 ceph-mon[35322]: pgmap v2127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:43.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:43 smithi175 ceph-mon[44549]: pgmap v2128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:58:43.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:43 smithi181 ceph-mon[45557]: pgmap v2128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:58:43.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:43 smithi088 ceph-mon[35322]: pgmap v2128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:58:45.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:45 smithi175 ceph-mon[44549]: pgmap v2129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:45.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:45 smithi181 ceph-mon[45557]: pgmap v2129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:45.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:45 smithi088 ceph-mon[35322]: pgmap v2129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:58:47.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:47 smithi088 ceph-mon[35322]: pgmap v2130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:47.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:47 smithi175 ceph-mon[44549]: pgmap v2130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:47.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:47 smithi181 ceph-mon[45557]: pgmap v2130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:49.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:49 smithi175 ceph-mon[44549]: pgmap v2131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:49.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:49 smithi181 ceph-mon[45557]: pgmap v2131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:49.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:49 smithi088 ceph-mon[35322]: pgmap v2131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:58:51.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:51 smithi175 ceph-mon[44549]: pgmap v2132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:51.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:51 smithi181 ceph-mon[45557]: pgmap v2132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:51.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:51 smithi088 ceph-mon[35322]: pgmap v2132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:58:52.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:52.416+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:58:52.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:52.416+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:58:52.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:58:52.416+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:58:53.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:53 smithi175 ceph-mon[44549]: pgmap v2133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:58:53.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:53 smithi181 ceph-mon[45557]: pgmap v2133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:58:53.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:53 smithi088 ceph-mon[35322]: pgmap v2133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:58:55.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:55 smithi175 ceph-mon[44549]: pgmap v2134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:58:55.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:55 smithi181 ceph-mon[45557]: pgmap v2134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:58:55.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:55 smithi088 ceph-mon[35322]: pgmap v2134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T13:58:57.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:57 smithi088 ceph-mon[35322]: pgmap v2135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:57.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:57 smithi175 ceph-mon[44549]: pgmap v2135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:57.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:57 smithi181 ceph-mon[45557]: pgmap v2135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:58:59.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:58:59 smithi175 ceph-mon[44549]: pgmap v2136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:58:59.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:58:59 smithi181 ceph-mon[45557]: pgmap v2136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:58:59.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:58:59 smithi088 ceph-mon[35322]: pgmap v2136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T13:59:01.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:01 smithi175 ceph-mon[44549]: pgmap v2137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:59:01.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:01 smithi181 ceph-mon[45557]: pgmap v2137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:59:01.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:01 smithi088 ceph-mon[35322]: pgmap v2137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T13:59:03.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:03 smithi175 ceph-mon[44549]: pgmap v2138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:03.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:03 smithi181 ceph-mon[45557]: pgmap v2138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:03.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:03 smithi088 ceph-mon[35322]: pgmap v2138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:05.653 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:05 smithi181 ceph-mon[45557]: pgmap v2139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:59:05.654 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:59:05.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:05 smithi175 ceph-mon[44549]: pgmap v2139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:59:05.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:59:05.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:05 smithi088 ceph-mon[35322]: pgmap v2139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T13:59:05.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T13:59:07.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:07.431+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:59:07.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:07.431+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:59:07.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:07.431+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:59:07.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:07 smithi088 ceph-mon[35322]: pgmap v2140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:59:07.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:07 smithi175 ceph-mon[44549]: pgmap v2140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:59:07.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:07 smithi181 ceph-mon[45557]: pgmap v2140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T13:59:08.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.437 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:08 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:59:08.438 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:08 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:59:08.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:08 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:59:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:08 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:59:08.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:08.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:08.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:08 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T13:59:08.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:08 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T13:59:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:09 smithi088 ceph-mon[35322]: pgmap v2141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:59:09.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:59:09.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:09 smithi175 ceph-mon[44549]: pgmap v2141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:59:09.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:59:09.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:09 smithi181 ceph-mon[45557]: pgmap v2141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T13:59:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T13:59:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T13:59:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T13:59:10.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:10 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:59:10.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:10 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:59:10.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:10 smithi088 ceph-mon[35322]: pgmap v2142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-01-28T13:59:10.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:10 smithi088 ceph-mon[35322]: pgmap v2143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:59:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:10 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:59:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:10 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:59:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:10 smithi175 ceph-mon[44549]: pgmap v2142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-01-28T13:59:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:10 smithi175 ceph-mon[44549]: pgmap v2143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:59:10.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:10 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T13:59:10.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:10 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T13:59:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:10 smithi181 ceph-mon[45557]: pgmap v2142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-01-28T13:59:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:10 smithi181 ceph-mon[45557]: pgmap v2143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:59:12.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:12 smithi088 ceph-mon[35322]: pgmap v2144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:59:12.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:12 smithi175 ceph-mon[44549]: pgmap v2144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:59:12.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:12 smithi181 ceph-mon[45557]: pgmap v2144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T13:59:14.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:14 smithi088 ceph-mon[35322]: pgmap v2145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T13:59:14.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:14 smithi175 ceph-mon[44549]: pgmap v2145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T13:59:14.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:14 smithi181 ceph-mon[45557]: pgmap v2145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T13:59:16.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:16 smithi088 ceph-mon[35322]: pgmap v2146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:59:16.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:16 smithi175 ceph-mon[44549]: pgmap v2146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:59:16.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:16 smithi181 ceph-mon[45557]: pgmap v2146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T13:59:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:18 smithi088 ceph-mon[35322]: pgmap v2147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:59:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:18 smithi175 ceph-mon[44549]: pgmap v2147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:59:18.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:18 smithi181 ceph-mon[45557]: pgmap v2147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T13:59:20.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:20 smithi088 ceph-mon[35322]: pgmap v2148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:59:20.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:20 smithi175 ceph-mon[44549]: pgmap v2148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:59:20.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:20 smithi181 ceph-mon[45557]: pgmap v2148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T13:59:22.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:22.440+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:59:22.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:22.440+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:59:22.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:22.440+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:59:22.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:22 smithi088 ceph-mon[35322]: pgmap v2149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:22.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:22 smithi175 ceph-mon[44549]: pgmap v2149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:22.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:22 smithi181 ceph-mon[45557]: pgmap v2149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:24.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:24 smithi088 ceph-mon[35322]: pgmap v2150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:24.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:24 smithi175 ceph-mon[44549]: pgmap v2150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:24.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:24 smithi181 ceph-mon[45557]: pgmap v2150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:26.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:26 smithi088 ceph-mon[35322]: pgmap v2151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:26.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:26 smithi175 ceph-mon[44549]: pgmap v2151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:26.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:26 smithi181 ceph-mon[45557]: pgmap v2151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:28.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:28 smithi088 ceph-mon[35322]: pgmap v2152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:28.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:28 smithi175 ceph-mon[44549]: pgmap v2152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:28.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:28 smithi181 ceph-mon[45557]: pgmap v2152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:30.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:30 smithi088 ceph-mon[35322]: pgmap v2153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:30.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:30 smithi175 ceph-mon[44549]: pgmap v2153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:30.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:30 smithi181 ceph-mon[45557]: pgmap v2153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:32.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:32 smithi175 ceph-mon[44549]: pgmap v2154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:32.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:32 smithi181 ceph-mon[45557]: pgmap v2154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:32.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:32 smithi088 ceph-mon[35322]: pgmap v2154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:34.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:34 smithi175 ceph-mon[44549]: pgmap v2155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:34.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:34 smithi181 ceph-mon[45557]: pgmap v2155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:34.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:34 smithi088 ceph-mon[35322]: pgmap v2155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:36.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:36 smithi175 ceph-mon[44549]: pgmap v2156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:36.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:36 smithi181 ceph-mon[45557]: pgmap v2156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:36.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:36 smithi088 ceph-mon[35322]: pgmap v2156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:37.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:37.455+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:59:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:37.455+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:59:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:37.455+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:59:38.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:38 smithi175 ceph-mon[44549]: pgmap v2157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:38.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:38 smithi181 ceph-mon[45557]: pgmap v2157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:38.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:38 smithi088 ceph-mon[35322]: pgmap v2157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:40.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:40 smithi175 ceph-mon[44549]: pgmap v2158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:40.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:40 smithi181 ceph-mon[45557]: pgmap v2158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:40.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:40 smithi088 ceph-mon[35322]: pgmap v2158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:42.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:42 smithi175 ceph-mon[44549]: pgmap v2159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:42.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:42 smithi181 ceph-mon[45557]: pgmap v2159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:42.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:42 smithi088 ceph-mon[35322]: pgmap v2159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:44.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:44 smithi175 ceph-mon[44549]: pgmap v2160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:44.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:44 smithi181 ceph-mon[45557]: pgmap v2160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:44.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:44 smithi088 ceph-mon[35322]: pgmap v2160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:46.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:46 smithi175 ceph-mon[44549]: pgmap v2161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:46.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:46 smithi181 ceph-mon[45557]: pgmap v2161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:46.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:46 smithi088 ceph-mon[35322]: pgmap v2161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:48.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:48 smithi175 ceph-mon[44549]: pgmap v2162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:48.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:48 smithi181 ceph-mon[45557]: pgmap v2162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:48.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:48 smithi088 ceph-mon[35322]: pgmap v2162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:50.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:50 smithi175 ceph-mon[44549]: pgmap v2163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:50 smithi181 ceph-mon[45557]: pgmap v2163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:50.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:50 smithi088 ceph-mon[35322]: pgmap v2163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:52.471+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T13:59:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:52.471+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T13:59:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T13:59:52.471+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T13:59:52.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:52 smithi175 ceph-mon[44549]: pgmap v2164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:52.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:52 smithi181 ceph-mon[45557]: pgmap v2164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:52.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:52 smithi088 ceph-mon[35322]: pgmap v2164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T13:59:54.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:54 smithi175 ceph-mon[44549]: pgmap v2165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:54.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:54 smithi181 ceph-mon[45557]: pgmap v2165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:54.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:54 smithi088 ceph-mon[35322]: pgmap v2165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:56.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:56 smithi175 ceph-mon[44549]: pgmap v2166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:56.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:56 smithi181 ceph-mon[45557]: pgmap v2166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:56 smithi088 ceph-mon[35322]: pgmap v2166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T13:59:58.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 13:59:58 smithi175 ceph-mon[44549]: pgmap v2167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:58.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 13:59:58 smithi181 ceph-mon[45557]: pgmap v2167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T13:59:58.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 13:59:58 smithi088 ceph-mon[35322]: pgmap v2167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:00.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:00 smithi175 ceph-mon[44549]: pgmap v2168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:00:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:00 smithi181 ceph-mon[45557]: pgmap v2168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:00:00.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:00 smithi088 ceph-mon[35322]: pgmap v2168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:00.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:00:02.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:02 smithi175 ceph-mon[44549]: pgmap v2169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:02.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:02 smithi181 ceph-mon[45557]: pgmap v2169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:02 smithi088 ceph-mon[35322]: pgmap v2169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:04.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:04 smithi175 ceph-mon[44549]: pgmap v2170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:04.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:04 smithi181 ceph-mon[45557]: pgmap v2170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:04.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:04 smithi088 ceph-mon[35322]: pgmap v2170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:06.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:06 smithi175 ceph-mon[44549]: pgmap v2171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:06.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:06 smithi181 ceph-mon[45557]: pgmap v2171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:06.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:06 smithi088 ceph-mon[35322]: pgmap v2171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:07.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:07.472+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:00:07.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:07.472+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:00:07.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:07.472+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:00:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:08 smithi175 ceph-mon[44549]: pgmap v2172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:08.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:08 smithi181 ceph-mon[45557]: pgmap v2172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:08.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:08 smithi088 ceph-mon[35322]: pgmap v2172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:09.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:00:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:00:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:00:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:10 smithi175 ceph-mon[44549]: pgmap v2173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:00:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:00:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:00:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:10 smithi181 ceph-mon[45557]: pgmap v2173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:00:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:00:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:00:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:10 smithi088 ceph-mon[35322]: pgmap v2173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:00:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:00:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:00:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:00:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:11 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:00:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:11 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:00:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:11 smithi175 ceph-mon[44549]: pgmap v2174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:00:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:11 smithi175 ceph-mon[44549]: pgmap v2175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:00:11.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:11 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:00:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:11 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:00:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:11 smithi181 ceph-mon[45557]: pgmap v2174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:00:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:11 smithi181 ceph-mon[45557]: pgmap v2175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:00:11.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:11 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:00:11.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:11 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:00:11.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:11 smithi088 ceph-mon[35322]: pgmap v2174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:00:11.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:11 smithi088 ceph-mon[35322]: pgmap v2175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:00:13.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:13 smithi175 ceph-mon[44549]: pgmap v2176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:00:13.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:13 smithi181 ceph-mon[45557]: pgmap v2176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:00:13.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:13 smithi088 ceph-mon[35322]: pgmap v2176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:00:15.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:15 smithi175 ceph-mon[44549]: pgmap v2177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:00:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:15 smithi181 ceph-mon[45557]: pgmap v2177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:00:15.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:15 smithi088 ceph-mon[35322]: pgmap v2177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:00:17.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:17 smithi175 ceph-mon[44549]: pgmap v2178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:00:17.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:17 smithi181 ceph-mon[45557]: pgmap v2178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:00:17.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:17 smithi088 ceph-mon[35322]: pgmap v2178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:00:19.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:19 smithi175 ceph-mon[44549]: pgmap v2179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:00:19.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:19 smithi181 ceph-mon[45557]: pgmap v2179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:00:19.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:19 smithi088 ceph-mon[35322]: pgmap v2179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:00:21.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:21 smithi175 ceph-mon[44549]: pgmap v2180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:00:21.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:21 smithi181 ceph-mon[45557]: pgmap v2180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:00:21.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:21 smithi088 ceph-mon[35322]: pgmap v2180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:00:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:22.483+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:00:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:22.483+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:00:22.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:22.483+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:00:23.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:23 smithi175 ceph-mon[44549]: pgmap v2181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:23.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:23 smithi181 ceph-mon[45557]: pgmap v2181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:23.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:23 smithi088 ceph-mon[35322]: pgmap v2181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:24.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:24 smithi181 ceph-mon[45557]: pgmap v2182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:24.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:24 smithi088 ceph-mon[35322]: pgmap v2182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:24.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:24 smithi175 ceph-mon[44549]: pgmap v2182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:27.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:27 smithi088 ceph-mon[35322]: pgmap v2183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:27.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:27 smithi175 ceph-mon[44549]: pgmap v2183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:27.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:27 smithi181 ceph-mon[45557]: pgmap v2183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:29.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:29 smithi088 ceph-mon[35322]: pgmap v2184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:29 smithi175 ceph-mon[44549]: pgmap v2184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:29.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:29 smithi181 ceph-mon[45557]: pgmap v2184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:31.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:31 smithi088 ceph-mon[35322]: pgmap v2185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:31.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:31 smithi175 ceph-mon[44549]: pgmap v2185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:31.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:31 smithi181 ceph-mon[45557]: pgmap v2185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:33 smithi088 ceph-mon[35322]: pgmap v2186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:33.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:33 smithi175 ceph-mon[44549]: pgmap v2186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:33.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:33 smithi181 ceph-mon[45557]: pgmap v2186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:35 smithi088 ceph-mon[35322]: pgmap v2187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:35.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:35 smithi175 ceph-mon[44549]: pgmap v2187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:35.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:35 smithi181 ceph-mon[45557]: pgmap v2187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:37.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:37.491+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:00:37.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:37.491+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:00:37.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:37.491+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:00:37.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:37 smithi088 ceph-mon[35322]: pgmap v2188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:37.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:37 smithi175 ceph-mon[44549]: pgmap v2188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:37.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:37 smithi181 ceph-mon[45557]: pgmap v2188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.441+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T14:00:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.441+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T14:00:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.441+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff344009cc0 tx=0x7ff344013030 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T14:00:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.441+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff344009cc0 tx=0x7ff344013030 comp rx=0 tx=0).stop 2024-01-28T14:00:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.441+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T14:00:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.441+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T14:00:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.441+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T14:00:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.441+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0adfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T14:00:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.441+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0adfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T14:00:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.442+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0adfc0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff344025000 tx=0x7ff344021050 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T14:00:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:39 smithi088 ceph-mon[35322]: pgmap v2189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:39.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:39 smithi175 ceph-mon[44549]: pgmap v2189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:39.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:39 smithi181 ceph-mon[45557]: pgmap v2189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:39.979 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.974+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:00:39.979 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.974+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:00:39.979 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.975+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 32 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T14:00:39.980 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:39.975+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 32 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T14:00:41.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:41 smithi175 ceph-mon[44549]: pgmap v2190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:41.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:41 smithi181 ceph-mon[45557]: pgmap v2190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:41.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:41 smithi088 ceph-mon[35322]: pgmap v2190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:43.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:43 smithi175 ceph-mon[44549]: pgmap v2191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:43.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:43 smithi181 ceph-mon[45557]: pgmap v2191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:43.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:43 smithi088 ceph-mon[35322]: pgmap v2191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:45.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:45 smithi175 ceph-mon[44549]: pgmap v2192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:45.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:45 smithi181 ceph-mon[45557]: pgmap v2192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:45.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:45 smithi088 ceph-mon[35322]: pgmap v2192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:47.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:47 smithi175 ceph-mon[44549]: pgmap v2193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:47.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:47 smithi181 ceph-mon[45557]: pgmap v2193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:47.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:47 smithi088 ceph-mon[35322]: pgmap v2193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:49.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:49 smithi175 ceph-mon[44549]: pgmap v2194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:49.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:49 smithi181 ceph-mon[45557]: pgmap v2194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:49.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:49 smithi088 ceph-mon[35322]: pgmap v2194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:51 smithi175 ceph-mon[44549]: pgmap v2195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:51.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:51 smithi181 ceph-mon[45557]: pgmap v2195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:51.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:51 smithi088 ceph-mon[35322]: pgmap v2195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:52.506+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:00:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:52.506+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:00:52.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:00:52.506+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:00:53.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:53 smithi175 ceph-mon[44549]: pgmap v2196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:53.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:53 smithi181 ceph-mon[45557]: pgmap v2196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:53.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:53 smithi088 ceph-mon[35322]: pgmap v2196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:00:55.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:55 smithi175 ceph-mon[44549]: pgmap v2197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:55.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:55 smithi181 ceph-mon[45557]: pgmap v2197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:55.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:55 smithi088 ceph-mon[35322]: pgmap v2197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:00:57.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:57 smithi175 ceph-mon[44549]: pgmap v2198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:57.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:57 smithi181 ceph-mon[45557]: pgmap v2198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:57.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:57 smithi088 ceph-mon[35322]: pgmap v2198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:00:59.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:00:59 smithi175 ceph-mon[44549]: pgmap v2199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:59.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:00:59 smithi181 ceph-mon[45557]: pgmap v2199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:00:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:00:59 smithi088 ceph-mon[35322]: pgmap v2199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:01.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:01 smithi175 ceph-mon[44549]: pgmap v2200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:01.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:01 smithi181 ceph-mon[45557]: pgmap v2200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:01.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:01 smithi088 ceph-mon[35322]: pgmap v2200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:03.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:03 smithi175 ceph-mon[44549]: pgmap v2201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:03.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:03 smithi181 ceph-mon[45557]: pgmap v2201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:03.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:03 smithi088 ceph-mon[35322]: pgmap v2201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:05.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:05 smithi175 ceph-mon[44549]: pgmap v2202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:05.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:05 smithi181 ceph-mon[45557]: pgmap v2202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:05.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:05 smithi088 ceph-mon[35322]: pgmap v2202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:07.515+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:01:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:07.515+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:01:07.521 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:07.515+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:01:07.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:07 smithi175 ceph-mon[44549]: pgmap v2203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:07.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:07 smithi181 ceph-mon[45557]: pgmap v2203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:07.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:07 smithi088 ceph-mon[35322]: pgmap v2203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:09.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:09 smithi175 ceph-mon[44549]: pgmap v2204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:09 smithi181 ceph-mon[45557]: pgmap v2204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:09 smithi088 ceph-mon[35322]: pgmap v2204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:01:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:01:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:01:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:11 smithi175 ceph-mon[44549]: pgmap v2205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:01:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:01:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:01:11.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:11 smithi181 ceph-mon[45557]: pgmap v2205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:01:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:01:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:01:11.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:11 smithi088 ceph-mon[35322]: pgmap v2205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:11.810 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:01:11.811 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:01:11.811 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:01:12.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:12 smithi175 ceph-mon[44549]: pgmap v2206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:01:12.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:12 smithi175 ceph-mon[44549]: pgmap v2207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:01:12.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:12 smithi181 ceph-mon[45557]: pgmap v2206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:01:12.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:12 smithi181 ceph-mon[45557]: pgmap v2207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:01:12.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:12 smithi088 ceph-mon[35322]: pgmap v2206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:01:12.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:12 smithi088 ceph-mon[35322]: pgmap v2207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:01:14.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:14 smithi175 ceph-mon[44549]: pgmap v2208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:01:14.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:14 smithi181 ceph-mon[45557]: pgmap v2208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:01:14.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:14 smithi088 ceph-mon[35322]: pgmap v2208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:01:16.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:16 smithi175 ceph-mon[44549]: pgmap v2209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:01:16.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:16 smithi181 ceph-mon[45557]: pgmap v2209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:01:16.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:16 smithi088 ceph-mon[35322]: pgmap v2209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:01:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:18 smithi175 ceph-mon[44549]: pgmap v2210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:01:18.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:18 smithi181 ceph-mon[45557]: pgmap v2210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:01:18.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:18 smithi088 ceph-mon[35322]: pgmap v2210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:01:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:20 smithi175 ceph-mon[44549]: pgmap v2211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:01:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:20 smithi181 ceph-mon[45557]: pgmap v2211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:01:20.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:20 smithi088 ceph-mon[35322]: pgmap v2211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:01:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:22.531+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:01:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:22.531+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:01:22.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:22.531+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:01:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:22 smithi175 ceph-mon[44549]: pgmap v2212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:01:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:22 smithi181 ceph-mon[45557]: pgmap v2212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:01:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:22 smithi088 ceph-mon[35322]: pgmap v2212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:01:24.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:24 smithi175 ceph-mon[44549]: pgmap v2213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:24.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:24 smithi181 ceph-mon[45557]: pgmap v2213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:24.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:24 smithi088 ceph-mon[35322]: pgmap v2213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:26.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:26 smithi175 ceph-mon[44549]: pgmap v2214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:26.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:26 smithi181 ceph-mon[45557]: pgmap v2214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:26.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:26 smithi088 ceph-mon[35322]: pgmap v2214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:28 smithi175 ceph-mon[44549]: pgmap v2215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:28.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:28 smithi181 ceph-mon[45557]: pgmap v2215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:28.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:28 smithi088 ceph-mon[35322]: pgmap v2215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:30 smithi175 ceph-mon[44549]: pgmap v2216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:30 smithi181 ceph-mon[45557]: pgmap v2216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:30.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:30 smithi088 ceph-mon[35322]: pgmap v2216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:32.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:32 smithi175 ceph-mon[44549]: pgmap v2217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:32.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:32 smithi181 ceph-mon[45557]: pgmap v2217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:32.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:32 smithi088 ceph-mon[35322]: pgmap v2217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:34.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:34 smithi175 ceph-mon[44549]: pgmap v2218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:34.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:34 smithi181 ceph-mon[45557]: pgmap v2218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:34.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:34 smithi088 ceph-mon[35322]: pgmap v2218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:36.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:36 smithi175 ceph-mon[44549]: pgmap v2219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:36.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:36 smithi181 ceph-mon[45557]: pgmap v2219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:36.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:36 smithi088 ceph-mon[35322]: pgmap v2219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:37.543+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:01:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:37.543+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:01:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:37.543+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:01:38.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:38 smithi175 ceph-mon[44549]: pgmap v2220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:38.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:38 smithi181 ceph-mon[45557]: pgmap v2220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:38.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:38 smithi088 ceph-mon[35322]: pgmap v2220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:40.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:40 smithi175 ceph-mon[44549]: pgmap v2221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:40 smithi181 ceph-mon[45557]: pgmap v2221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:40.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:40 smithi088 ceph-mon[35322]: pgmap v2221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:42.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:42 smithi088 ceph-mon[35322]: pgmap v2222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:42.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:42 smithi175 ceph-mon[44549]: pgmap v2222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:42 smithi181 ceph-mon[45557]: pgmap v2222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:44.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:44 smithi175 ceph-mon[44549]: pgmap v2223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:44.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:44 smithi181 ceph-mon[45557]: pgmap v2223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:44.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:44 smithi088 ceph-mon[35322]: pgmap v2223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:46.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:46 smithi175 ceph-mon[44549]: pgmap v2224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:46.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:46 smithi181 ceph-mon[45557]: pgmap v2224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:46 smithi088 ceph-mon[35322]: pgmap v2224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:48.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:48 smithi175 ceph-mon[44549]: pgmap v2225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:48.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:48 smithi181 ceph-mon[45557]: pgmap v2225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:48.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:48 smithi088 ceph-mon[35322]: pgmap v2225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:01:50.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:50 smithi175 ceph-mon[44549]: pgmap v2226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:50 smithi181 ceph-mon[45557]: pgmap v2226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:50.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:50 smithi088 ceph-mon[35322]: pgmap v2226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:52.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:52.555+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:01:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:52.555+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:01:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:01:52.555+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:01:52.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:52 smithi175 ceph-mon[44549]: pgmap v2227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:52.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:52 smithi181 ceph-mon[45557]: pgmap v2227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:52 smithi088 ceph-mon[35322]: pgmap v2227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:54.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:54 smithi175 ceph-mon[44549]: pgmap v2228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:54.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:54 smithi181 ceph-mon[45557]: pgmap v2228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:54.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:54 smithi088 ceph-mon[35322]: pgmap v2228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:01:56.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:56 smithi175 ceph-mon[44549]: pgmap v2229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:56 smithi181 ceph-mon[45557]: pgmap v2229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:56 smithi088 ceph-mon[35322]: pgmap v2229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:01:58.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:01:58 smithi175 ceph-mon[44549]: pgmap v2230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:58.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:01:58 smithi181 ceph-mon[45557]: pgmap v2230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:01:58.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:01:58 smithi088 ceph-mon[35322]: pgmap v2230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:00.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:00 smithi088 ceph-mon[35322]: pgmap v2231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:00.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:00 smithi175 ceph-mon[44549]: pgmap v2231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:00 smithi181 ceph-mon[45557]: pgmap v2231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:02.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:02 smithi175 ceph-mon[44549]: pgmap v2232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:02.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:02 smithi181 ceph-mon[45557]: pgmap v2232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:02 smithi088 ceph-mon[35322]: pgmap v2232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:04.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:04 smithi175 ceph-mon[44549]: pgmap v2233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:04.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:04 smithi181 ceph-mon[45557]: pgmap v2233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:04.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:04 smithi088 ceph-mon[35322]: pgmap v2233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:06.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:06 smithi175 ceph-mon[44549]: pgmap v2234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:06.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:06 smithi181 ceph-mon[45557]: pgmap v2234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:06.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:06 smithi088 ceph-mon[35322]: pgmap v2234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:07.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:07.564+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:02:07.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:07.564+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:02:07.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:07.564+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:02:08.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:08 smithi175 ceph-mon[44549]: pgmap v2235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:08.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:08 smithi181 ceph-mon[45557]: pgmap v2235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:08.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:08 smithi088 ceph-mon[35322]: pgmap v2235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:10.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:10 smithi175 ceph-mon[44549]: pgmap v2236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:10 smithi181 ceph-mon[45557]: pgmap v2236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:10.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:10 smithi088 ceph-mon[35322]: pgmap v2236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:11.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:02:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:02:11.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:02:12.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:12 smithi175 ceph-mon[44549]: pgmap v2237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:12.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:12 smithi181 ceph-mon[45557]: pgmap v2237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:12.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:12 smithi088 ceph-mon[35322]: pgmap v2237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:14 smithi175 ceph-mon[44549]: pgmap v2238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:02:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:02:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:14.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:14 smithi181 ceph-mon[45557]: pgmap v2238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:14.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:02:14.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:02:14.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:14.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:14 smithi088 ceph-mon[35322]: pgmap v2238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:14.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:02:14.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:02:14.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:02:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:15 smithi175 ceph-mon[44549]: pgmap v2239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T14:02:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:15 smithi175 ceph-mon[44549]: pgmap v2240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:02:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:15 smithi181 ceph-mon[45557]: pgmap v2239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T14:02:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:15 smithi181 ceph-mon[45557]: pgmap v2240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:02:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:15 smithi088 ceph-mon[35322]: pgmap v2239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T14:02:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:15 smithi088 ceph-mon[35322]: pgmap v2240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:02:17.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:17 smithi175 ceph-mon[44549]: pgmap v2241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:02:17.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:17 smithi181 ceph-mon[45557]: pgmap v2241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:02:17.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:17 smithi088 ceph-mon[35322]: pgmap v2241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:02:19.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:19 smithi175 ceph-mon[44549]: pgmap v2242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:02:19.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:19 smithi181 ceph-mon[45557]: pgmap v2242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:02:19.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:19 smithi088 ceph-mon[35322]: pgmap v2242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:02:21.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:21 smithi175 ceph-mon[44549]: pgmap v2243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:02:21.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:21 smithi181 ceph-mon[45557]: pgmap v2243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:02:21.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:21 smithi088 ceph-mon[35322]: pgmap v2243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:02:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:22.573+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:02:22.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:22.573+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:02:22.579 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:22.573+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:02:22.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:22 smithi088 ceph-mon[35322]: pgmap v2244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:02:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:22 smithi175 ceph-mon[44549]: pgmap v2244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:02:22.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:22 smithi181 ceph-mon[45557]: pgmap v2244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:02:25.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:25 smithi181 ceph-mon[45557]: pgmap v2245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:02:25.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:25 smithi088 ceph-mon[35322]: pgmap v2245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:02:25.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:25 smithi175 ceph-mon[44549]: pgmap v2245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:02:27.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:27 smithi175 ceph-mon[44549]: pgmap v2246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:27.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:27 smithi181 ceph-mon[45557]: pgmap v2246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:27.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:27 smithi088 ceph-mon[35322]: pgmap v2246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:29.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:29 smithi175 ceph-mon[44549]: pgmap v2247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:29.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:29 smithi181 ceph-mon[45557]: pgmap v2247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:29.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:29 smithi088 ceph-mon[35322]: pgmap v2247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:31.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:31 smithi175 ceph-mon[44549]: pgmap v2248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:31.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:31 smithi181 ceph-mon[45557]: pgmap v2248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:31.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:31 smithi088 ceph-mon[35322]: pgmap v2248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:33.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:33 smithi175 ceph-mon[44549]: pgmap v2249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:33.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:33 smithi181 ceph-mon[45557]: pgmap v2249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:33.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:33 smithi088 ceph-mon[35322]: pgmap v2249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:35 smithi175 ceph-mon[44549]: pgmap v2250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:35.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:35 smithi181 ceph-mon[45557]: pgmap v2250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:35.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:35 smithi088 ceph-mon[35322]: pgmap v2250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:37.592 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:37.587+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:02:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:37.587+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:02:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:37.587+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:02:37.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:37 smithi175 ceph-mon[44549]: pgmap v2251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:37.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:37 smithi181 ceph-mon[45557]: pgmap v2251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:37.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:37 smithi088 ceph-mon[35322]: pgmap v2251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:39.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:39 smithi175 ceph-mon[44549]: pgmap v2252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:39.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:39 smithi181 ceph-mon[45557]: pgmap v2252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:39.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:39 smithi088 ceph-mon[35322]: pgmap v2252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:41.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:41 smithi175 ceph-mon[44549]: pgmap v2253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:41 smithi181 ceph-mon[45557]: pgmap v2253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:41.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:41 smithi088 ceph-mon[35322]: pgmap v2253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:43.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:43 smithi175 ceph-mon[44549]: pgmap v2254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:43.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:43 smithi181 ceph-mon[45557]: pgmap v2254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:43.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:43 smithi088 ceph-mon[35322]: pgmap v2254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:45 smithi175 ceph-mon[44549]: pgmap v2255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:45 smithi181 ceph-mon[45557]: pgmap v2255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:45 smithi088 ceph-mon[35322]: pgmap v2255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:47 smithi175 ceph-mon[44549]: pgmap v2256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:47.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:47 smithi181 ceph-mon[45557]: pgmap v2256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:47.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:47 smithi088 ceph-mon[35322]: pgmap v2256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:49 smithi175 ceph-mon[44549]: pgmap v2257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:49 smithi181 ceph-mon[45557]: pgmap v2257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:49.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:49 smithi088 ceph-mon[35322]: pgmap v2257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:51.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:51 smithi175 ceph-mon[44549]: pgmap v2258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:51 smithi181 ceph-mon[45557]: pgmap v2258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:51.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:51 smithi088 ceph-mon[35322]: pgmap v2258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:02:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:52.601+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:02:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:52.601+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:02:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:02:52.601+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:02:53.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:53 smithi175 ceph-mon[44549]: pgmap v2259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:53.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:53 smithi181 ceph-mon[45557]: pgmap v2259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:53.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:53 smithi088 ceph-mon[35322]: pgmap v2259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:55.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:55 smithi175 ceph-mon[44549]: pgmap v2260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:55.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:55 smithi181 ceph-mon[45557]: pgmap v2260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:55.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:55 smithi088 ceph-mon[35322]: pgmap v2260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:02:57.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:57 smithi175 ceph-mon[44549]: pgmap v2261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:57.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:57 smithi181 ceph-mon[45557]: pgmap v2261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:57.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:57 smithi088 ceph-mon[35322]: pgmap v2261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:02:59.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:02:59 smithi175 ceph-mon[44549]: pgmap v2262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:59.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:02:59 smithi181 ceph-mon[45557]: pgmap v2262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:02:59.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:02:59 smithi088 ceph-mon[35322]: pgmap v2262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:01.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:01 smithi175 ceph-mon[44549]: pgmap v2263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:01.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:01 smithi181 ceph-mon[45557]: pgmap v2263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:01.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:01 smithi088 ceph-mon[35322]: pgmap v2263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:03.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:03 smithi175 ceph-mon[44549]: pgmap v2264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:03.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:03 smithi181 ceph-mon[45557]: pgmap v2264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:03.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:03 smithi088 ceph-mon[35322]: pgmap v2264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:05.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:05 smithi175 ceph-mon[44549]: pgmap v2265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:05.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:05 smithi181 ceph-mon[45557]: pgmap v2265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:05.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:05 smithi088 ceph-mon[35322]: pgmap v2265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:07.616+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:03:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:07.616+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:03:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:07.616+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:03:07.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:07 smithi175 ceph-mon[44549]: pgmap v2266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:07 smithi181 ceph-mon[45557]: pgmap v2266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:07.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:07 smithi088 ceph-mon[35322]: pgmap v2266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:09.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:09 smithi175 ceph-mon[44549]: pgmap v2267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:09 smithi181 ceph-mon[45557]: pgmap v2267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:09.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:09 smithi088 ceph-mon[35322]: pgmap v2267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:11.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:11 smithi175 ceph-mon[44549]: pgmap v2268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:11 smithi181 ceph-mon[45557]: pgmap v2268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:11.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:11 smithi088 ceph-mon[35322]: pgmap v2268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:13 smithi175 ceph-mon[44549]: pgmap v2269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:13 smithi181 ceph-mon[45557]: pgmap v2269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:13 smithi088 ceph-mon[35322]: pgmap v2269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:15 smithi175 ceph-mon[44549]: pgmap v2270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:03:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:03:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:03:15.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:03:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:15 smithi181 ceph-mon[45557]: pgmap v2270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:03:15.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:03:15.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:03:15.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:03:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:15 smithi088 ceph-mon[35322]: pgmap v2270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:03:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:03:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:03:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:03:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:16 smithi175 ceph-mon[44549]: pgmap v2271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:03:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:16 smithi175 ceph-mon[44549]: pgmap v2272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:03:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:16 smithi181 ceph-mon[45557]: pgmap v2271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:03:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:16 smithi181 ceph-mon[45557]: pgmap v2272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:03:16.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:16 smithi088 ceph-mon[35322]: pgmap v2271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:03:16.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:16 smithi088 ceph-mon[35322]: pgmap v2272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:03:18.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:18 smithi175 ceph-mon[44549]: pgmap v2273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:03:18.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:18 smithi181 ceph-mon[45557]: pgmap v2273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:03:18.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:18 smithi088 ceph-mon[35322]: pgmap v2273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:03:20.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:20 smithi175 ceph-mon[44549]: pgmap v2274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:03:20.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:20 smithi181 ceph-mon[45557]: pgmap v2274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:03:20.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:20 smithi088 ceph-mon[35322]: pgmap v2274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:03:22.634 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:22.628+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:03:22.634 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:22.628+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:03:22.634 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:22.628+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:03:22.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:22 smithi175 ceph-mon[44549]: pgmap v2275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:03:22.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:22 smithi181 ceph-mon[45557]: pgmap v2275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:03:22.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:22 smithi088 ceph-mon[35322]: pgmap v2275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:03:24.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:24 smithi175 ceph-mon[44549]: pgmap v2276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:03:24.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:24 smithi181 ceph-mon[45557]: pgmap v2276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:03:24.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:24 smithi088 ceph-mon[35322]: pgmap v2276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:03:26.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:26 smithi175 ceph-mon[44549]: pgmap v2277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:03:26.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:26 smithi181 ceph-mon[45557]: pgmap v2277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:03:26.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:26 smithi088 ceph-mon[35322]: pgmap v2277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:03:28.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:28 smithi175 ceph-mon[44549]: pgmap v2278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:28.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:28 smithi181 ceph-mon[45557]: pgmap v2278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:28.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:28 smithi088 ceph-mon[35322]: pgmap v2278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:30.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:30 smithi175 ceph-mon[44549]: pgmap v2279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:30.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:30 smithi181 ceph-mon[45557]: pgmap v2279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:30.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:30 smithi088 ceph-mon[35322]: pgmap v2279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:32 smithi181 ceph-mon[45557]: pgmap v2280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:32.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:32 smithi088 ceph-mon[35322]: pgmap v2280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:32.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:32 smithi175 ceph-mon[44549]: pgmap v2280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:34.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:34 smithi181 ceph-mon[45557]: pgmap v2281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:34.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:34 smithi088 ceph-mon[35322]: pgmap v2281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:34.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:34 smithi175 ceph-mon[44549]: pgmap v2281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:36.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:36 smithi181 ceph-mon[45557]: pgmap v2282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:36.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:36 smithi088 ceph-mon[35322]: pgmap v2282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:36 smithi175 ceph-mon[44549]: pgmap v2282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:37.643+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:03:37.650 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:37.643+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:03:37.650 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:37.643+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:03:37.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:37 smithi088 ceph-mon[35322]: pgmap v2283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:37.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:37 smithi175 ceph-mon[44549]: pgmap v2283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:37.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:37 smithi181 ceph-mon[45557]: pgmap v2283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:40.001+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:03:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:40.001+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:03:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:40.001+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 33 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:03:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:40.001+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 33 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:03:40.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:40 smithi088 ceph-mon[35322]: pgmap v2284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:40.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:40 smithi175 ceph-mon[44549]: pgmap v2284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:40 smithi181 ceph-mon[45557]: pgmap v2284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:42 smithi175 ceph-mon[44549]: pgmap v2285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:42.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:42 smithi181 ceph-mon[45557]: pgmap v2285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:42.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:42 smithi088 ceph-mon[35322]: pgmap v2285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:44.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:44 smithi175 ceph-mon[44549]: pgmap v2286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:44.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:44 smithi181 ceph-mon[45557]: pgmap v2286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:44.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:44 smithi088 ceph-mon[35322]: pgmap v2286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:46 smithi175 ceph-mon[44549]: pgmap v2287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:46.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:46 smithi181 ceph-mon[45557]: pgmap v2287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:46.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:46 smithi088 ceph-mon[35322]: pgmap v2287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:48.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:48 smithi175 ceph-mon[44549]: pgmap v2288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:48.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:48 smithi181 ceph-mon[45557]: pgmap v2288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:48.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:48 smithi088 ceph-mon[35322]: pgmap v2288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:50.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:50 smithi175 ceph-mon[44549]: pgmap v2289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:50.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:50 smithi181 ceph-mon[45557]: pgmap v2289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:50 smithi088 ceph-mon[35322]: pgmap v2289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:03:52.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:52.659+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:03:52.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:52.659+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:03:52.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:03:52.659+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:03:52.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:52 smithi175 ceph-mon[44549]: pgmap v2290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:52.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:52 smithi181 ceph-mon[45557]: pgmap v2290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:52 smithi088 ceph-mon[35322]: pgmap v2290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:54.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:54 smithi175 ceph-mon[44549]: pgmap v2291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:54 smithi181 ceph-mon[45557]: pgmap v2291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:54.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:54 smithi088 ceph-mon[35322]: pgmap v2291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:03:56.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:56 smithi175 ceph-mon[44549]: pgmap v2292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:56.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:56 smithi181 ceph-mon[45557]: pgmap v2292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:56.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:56 smithi088 ceph-mon[35322]: pgmap v2292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:03:58.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:03:58 smithi175 ceph-mon[44549]: pgmap v2293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:58.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:03:58 smithi181 ceph-mon[45557]: pgmap v2293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:03:58.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:03:58 smithi088 ceph-mon[35322]: pgmap v2293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:00.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:00 smithi175 ceph-mon[44549]: pgmap v2294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:00 smithi181 ceph-mon[45557]: pgmap v2294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:00.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:00 smithi088 ceph-mon[35322]: pgmap v2294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:02.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:02 smithi175 ceph-mon[44549]: pgmap v2295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:02.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:02 smithi181 ceph-mon[45557]: pgmap v2295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:02.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:02 smithi088 ceph-mon[35322]: pgmap v2295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:04.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:04 smithi175 ceph-mon[44549]: pgmap v2296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:04.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:04 smithi181 ceph-mon[45557]: pgmap v2296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:04.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:04 smithi088 ceph-mon[35322]: pgmap v2296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:06.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:06 smithi175 ceph-mon[44549]: pgmap v2297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:06.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:06 smithi181 ceph-mon[45557]: pgmap v2297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:06.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:06 smithi088 ceph-mon[35322]: pgmap v2297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:07.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:07.674+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:04:07.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:07.674+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:04:07.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:07.674+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:04:08.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:08 smithi175 ceph-mon[44549]: pgmap v2298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:08.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:08 smithi181 ceph-mon[45557]: pgmap v2298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:08.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:08 smithi088 ceph-mon[35322]: pgmap v2298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:10.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:10 smithi175 ceph-mon[44549]: pgmap v2299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:10.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:10 smithi181 ceph-mon[45557]: pgmap v2299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:10.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:10 smithi088 ceph-mon[35322]: pgmap v2299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:12.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:12 smithi175 ceph-mon[44549]: pgmap v2300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:12.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:12 smithi181 ceph-mon[45557]: pgmap v2300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:12.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:12 smithi088 ceph-mon[35322]: pgmap v2300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:14.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:14 smithi175 ceph-mon[44549]: pgmap v2301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:14.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:14 smithi181 ceph-mon[45557]: pgmap v2301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:14.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:14 smithi088 ceph-mon[35322]: pgmap v2301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:16 smithi175 ceph-mon[44549]: pgmap v2302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:04:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:04:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:04:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:04:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:16 smithi181 ceph-mon[45557]: pgmap v2302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:04:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:04:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:04:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:04:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:16 smithi088 ceph-mon[35322]: pgmap v2302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:04:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:04:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:04:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:04:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:17 smithi175 ceph-mon[44549]: pgmap v2303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:04:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:17 smithi175 ceph-mon[44549]: pgmap v2304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:04:17.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:17 smithi181 ceph-mon[45557]: pgmap v2303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:04:17.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:17 smithi181 ceph-mon[45557]: pgmap v2304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:04:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:17 smithi088 ceph-mon[35322]: pgmap v2303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:04:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:17 smithi088 ceph-mon[35322]: pgmap v2304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:04:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:19 smithi175 ceph-mon[44549]: pgmap v2305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:04:19.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:19 smithi181 ceph-mon[45557]: pgmap v2305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:04:19.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:19 smithi088 ceph-mon[35322]: pgmap v2305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:04:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:21 smithi175 ceph-mon[44549]: pgmap v2306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:04:21.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:21 smithi181 ceph-mon[45557]: pgmap v2306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:04:21.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:21 smithi088 ceph-mon[35322]: pgmap v2306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:04:22.685 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:22.679+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:04:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:22.679+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:04:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:22.679+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:04:23.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:23 smithi175 ceph-mon[44549]: pgmap v2307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:04:23.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:23 smithi181 ceph-mon[45557]: pgmap v2307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:04:23.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:23 smithi088 ceph-mon[35322]: pgmap v2307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:04:25.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:25 smithi175 ceph-mon[44549]: pgmap v2308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:04:25.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:25 smithi181 ceph-mon[45557]: pgmap v2308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:04:25.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:25 smithi088 ceph-mon[35322]: pgmap v2308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:04:27.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:27 smithi175 ceph-mon[44549]: pgmap v2309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:04:27.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:27 smithi181 ceph-mon[45557]: pgmap v2309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:04:27.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:27 smithi088 ceph-mon[35322]: pgmap v2309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:04:29.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:29 smithi175 ceph-mon[44549]: pgmap v2310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:29.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:29 smithi181 ceph-mon[45557]: pgmap v2310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:29.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:29 smithi088 ceph-mon[35322]: pgmap v2310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:31.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:31 smithi181 ceph-mon[45557]: pgmap v2311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:31.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:31 smithi088 ceph-mon[35322]: pgmap v2311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:31.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:31 smithi175 ceph-mon[44549]: pgmap v2311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:33.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:33 smithi181 ceph-mon[45557]: pgmap v2312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:33.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:33 smithi088 ceph-mon[35322]: pgmap v2312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:33.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:33 smithi175 ceph-mon[44549]: pgmap v2312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:35.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:35 smithi181 ceph-mon[45557]: pgmap v2313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:35.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:35 smithi088 ceph-mon[35322]: pgmap v2313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:35.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:35 smithi175 ceph-mon[44549]: pgmap v2313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:37.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:37.693+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:04:37.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:37.693+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:04:37.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:37.693+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:04:37.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:37 smithi181 ceph-mon[45557]: pgmap v2314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:37.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:37 smithi088 ceph-mon[35322]: pgmap v2314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:37.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:37 smithi175 ceph-mon[44549]: pgmap v2314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:39.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:39 smithi181 ceph-mon[45557]: pgmap v2315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:04:39.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:39 smithi088 ceph-mon[35322]: pgmap v2315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:04:39.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:39 smithi175 ceph-mon[44549]: pgmap v2315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:04:41.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:41 smithi181 ceph-mon[45557]: pgmap v2316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:41.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:41 smithi088 ceph-mon[35322]: pgmap v2316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:41.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:41 smithi175 ceph-mon[44549]: pgmap v2316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:42.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:42 smithi088 ceph-mon[35322]: pgmap v2317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:42.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:42 smithi175 ceph-mon[44549]: pgmap v2317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:42.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:42 smithi181 ceph-mon[45557]: pgmap v2317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:45.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:45 smithi175 ceph-mon[44549]: pgmap v2318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:45.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:45 smithi181 ceph-mon[45557]: pgmap v2318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:45 smithi088 ceph-mon[35322]: pgmap v2318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:47.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:47 smithi175 ceph-mon[44549]: pgmap v2319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:47.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:47 smithi181 ceph-mon[45557]: pgmap v2319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:47.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:47 smithi088 ceph-mon[35322]: pgmap v2319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:49.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:49 smithi175 ceph-mon[44549]: pgmap v2320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:49 smithi181 ceph-mon[45557]: pgmap v2320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:49.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:49 smithi088 ceph-mon[35322]: pgmap v2320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:51.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:51 smithi088 ceph-mon[35322]: pgmap v2321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:51 smithi175 ceph-mon[44549]: pgmap v2321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:51 smithi181 ceph-mon[45557]: pgmap v2321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:04:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:52.709+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:04:52.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:52.709+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:04:52.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:04:52.709+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:04:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:53 smithi175 ceph-mon[44549]: pgmap v2322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:53.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:53 smithi181 ceph-mon[45557]: pgmap v2322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:53.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:53 smithi088 ceph-mon[35322]: pgmap v2322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:55.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:55 smithi175 ceph-mon[44549]: pgmap v2323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:55.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:55 smithi181 ceph-mon[45557]: pgmap v2323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:55 smithi088 ceph-mon[35322]: pgmap v2323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:04:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:57 smithi175 ceph-mon[44549]: pgmap v2324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:57.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:57 smithi181 ceph-mon[45557]: pgmap v2324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:57.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:57 smithi088 ceph-mon[35322]: pgmap v2324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:04:59.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:04:59 smithi175 ceph-mon[44549]: pgmap v2325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:59.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:04:59 smithi181 ceph-mon[45557]: pgmap v2325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:04:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:04:59 smithi088 ceph-mon[35322]: pgmap v2325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:01 smithi175 ceph-mon[44549]: pgmap v2326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:01.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:01 smithi181 ceph-mon[45557]: pgmap v2326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:01.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:01 smithi088 ceph-mon[35322]: pgmap v2326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:03 smithi175 ceph-mon[44549]: pgmap v2327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:03.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:03 smithi181 ceph-mon[45557]: pgmap v2327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:03.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:03 smithi088 ceph-mon[35322]: pgmap v2327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:05.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:05 smithi175 ceph-mon[44549]: pgmap v2328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:05:05.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:05 smithi181 ceph-mon[45557]: pgmap v2328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:05:05.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:05 smithi088 ceph-mon[35322]: pgmap v2328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:05:07.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:07 smithi175 ceph-mon[44549]: pgmap v2329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:07.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:07 smithi181 ceph-mon[45557]: pgmap v2329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:07.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:07.718+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:05:07.725 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:07.718+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:05:07.725 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:07.718+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:05:07.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:07 smithi088 ceph-mon[35322]: pgmap v2329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:09.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:09 smithi175 ceph-mon[44549]: pgmap v2330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:09.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:09 smithi181 ceph-mon[45557]: pgmap v2330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:09.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:09 smithi088 ceph-mon[35322]: pgmap v2330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:11.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:11 smithi175 ceph-mon[44549]: pgmap v2331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:11.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:11 smithi181 ceph-mon[45557]: pgmap v2331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:11.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:11 smithi088 ceph-mon[35322]: pgmap v2331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:13.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:13 smithi175 ceph-mon[44549]: pgmap v2332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:13.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:13 smithi181 ceph-mon[45557]: pgmap v2332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:13.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:13 smithi088 ceph-mon[35322]: pgmap v2332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:15.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:15 smithi175 ceph-mon[44549]: pgmap v2333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:05:15.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:15 smithi181 ceph-mon[45557]: pgmap v2333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:05:15.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:15 smithi088 ceph-mon[35322]: pgmap v2333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:05:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:17 smithi175 ceph-mon[44549]: pgmap v2334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:05:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:17 smithi181 ceph-mon[45557]: pgmap v2334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:17.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:05:17.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:17 smithi088 ceph-mon[35322]: pgmap v2334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:05:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:17.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:18.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:05:18.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:05:18.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:18.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:05:18.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:05:18.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:18.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:05:18.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:05:18.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:05:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:19 smithi175 ceph-mon[44549]: pgmap v2335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:05:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:19 smithi175 ceph-mon[44549]: pgmap v2336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:19.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:19 smithi181 ceph-mon[45557]: pgmap v2335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:05:19.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:19 smithi181 ceph-mon[45557]: pgmap v2336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:19.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:19 smithi088 ceph-mon[35322]: pgmap v2335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:05:19.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:19 smithi088 ceph-mon[35322]: pgmap v2336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:21 smithi175 ceph-mon[44549]: pgmap v2337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:21.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:21 smithi181 ceph-mon[45557]: pgmap v2337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:21.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:21 smithi088 ceph-mon[35322]: pgmap v2337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:22.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:22.733+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:05:22.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:22.733+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:05:22.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:22.733+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:05:23.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:23 smithi175 ceph-mon[44549]: pgmap v2338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:05:23.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:23 smithi181 ceph-mon[45557]: pgmap v2338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:05:23.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:23 smithi088 ceph-mon[35322]: pgmap v2338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:05:25.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:25 smithi175 ceph-mon[44549]: pgmap v2339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:25.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:25 smithi181 ceph-mon[45557]: pgmap v2339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:25.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:25 smithi088 ceph-mon[35322]: pgmap v2339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:27.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:27 smithi181 ceph-mon[45557]: pgmap v2340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:27.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:27 smithi088 ceph-mon[35322]: pgmap v2340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:27.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:27 smithi175 ceph-mon[44549]: pgmap v2340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:05:29.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:29 smithi181 ceph-mon[45557]: pgmap v2341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:05:29.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:29 smithi088 ceph-mon[35322]: pgmap v2341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:05:29.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:29 smithi175 ceph-mon[44549]: pgmap v2341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:05:31.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:31 smithi181 ceph-mon[45557]: pgmap v2342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:31.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:31 smithi088 ceph-mon[35322]: pgmap v2342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:31.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:31 smithi175 ceph-mon[44549]: pgmap v2342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:33.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:33 smithi181 ceph-mon[45557]: pgmap v2343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:05:33.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:33 smithi088 ceph-mon[35322]: pgmap v2343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:05:33.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:33 smithi175 ceph-mon[44549]: pgmap v2343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:05:35.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:35 smithi181 ceph-mon[45557]: pgmap v2344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:35.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:35 smithi088 ceph-mon[35322]: pgmap v2344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:35.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:35 smithi175 ceph-mon[44549]: pgmap v2344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:37 smithi088 ceph-mon[35322]: pgmap v2345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:37.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:37 smithi181 ceph-mon[45557]: pgmap v2345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:37.747 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:37.740+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:05:37.747 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:37.740+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:05:37.747 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:37.740+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:05:37.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:37 smithi175 ceph-mon[44549]: pgmap v2345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:39.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:39 smithi181 ceph-mon[45557]: pgmap v2346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:39.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:39 smithi088 ceph-mon[35322]: pgmap v2346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:39.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:39 smithi175 ceph-mon[44549]: pgmap v2346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:40.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:40 smithi181 ceph-mon[45557]: pgmap v2347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:40.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:40 smithi088 ceph-mon[35322]: pgmap v2347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:40.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:40 smithi175 ceph-mon[44549]: pgmap v2347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:43 smithi175 ceph-mon[44549]: pgmap v2348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:05:43.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:43 smithi181 ceph-mon[45557]: pgmap v2348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:05:43.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:43 smithi088 ceph-mon[35322]: pgmap v2348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:05:45.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:45 smithi175 ceph-mon[44549]: pgmap v2349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:45.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:45 smithi181 ceph-mon[45557]: pgmap v2349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:45 smithi088 ceph-mon[35322]: pgmap v2349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:47.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:47 smithi175 ceph-mon[44549]: pgmap v2350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:47.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:47 smithi181 ceph-mon[45557]: pgmap v2350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:47.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:47 smithi088 ceph-mon[35322]: pgmap v2350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:49.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:49 smithi175 ceph-mon[44549]: pgmap v2351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:49 smithi181 ceph-mon[45557]: pgmap v2351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:49.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:49 smithi088 ceph-mon[35322]: pgmap v2351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:51 smithi175 ceph-mon[44549]: pgmap v2352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:51 smithi181 ceph-mon[45557]: pgmap v2352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:51.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:51 smithi088 ceph-mon[35322]: pgmap v2352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:52.753 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:52.747+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:05:52.754 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:52.747+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:05:52.754 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:05:52.747+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:05:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:53 smithi175 ceph-mon[44549]: pgmap v2353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:05:53.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:53 smithi181 ceph-mon[45557]: pgmap v2353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:05:53.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:53 smithi088 ceph-mon[35322]: pgmap v2353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:05:55.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:55 smithi175 ceph-mon[44549]: pgmap v2354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:55.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:55 smithi181 ceph-mon[45557]: pgmap v2354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:55 smithi088 ceph-mon[35322]: pgmap v2354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:05:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:57 smithi175 ceph-mon[44549]: pgmap v2355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:57.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:57 smithi181 ceph-mon[45557]: pgmap v2355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:57.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:57 smithi088 ceph-mon[35322]: pgmap v2355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:05:59.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:05:59 smithi175 ceph-mon[44549]: pgmap v2356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:59.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:05:59 smithi181 ceph-mon[45557]: pgmap v2356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:05:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:05:59 smithi088 ceph-mon[35322]: pgmap v2356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:01 smithi175 ceph-mon[44549]: pgmap v2357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:01.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:01 smithi181 ceph-mon[45557]: pgmap v2357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:01.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:01 smithi088 ceph-mon[35322]: pgmap v2357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:03 smithi175 ceph-mon[44549]: pgmap v2358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:03 smithi181 ceph-mon[45557]: pgmap v2358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:03.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:03 smithi088 ceph-mon[35322]: pgmap v2358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:05.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:05 smithi175 ceph-mon[44549]: pgmap v2359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:05.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:05 smithi181 ceph-mon[45557]: pgmap v2359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:05.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:05 smithi088 ceph-mon[35322]: pgmap v2359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:07.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:07 smithi175 ceph-mon[44549]: pgmap v2360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:07.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:07 smithi181 ceph-mon[45557]: pgmap v2360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:07.753+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:06:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:07.753+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:06:07.760 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:07.753+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:06:07.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:07 smithi088 ceph-mon[35322]: pgmap v2360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:09.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:09 smithi175 ceph-mon[44549]: pgmap v2361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:09.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:09 smithi181 ceph-mon[45557]: pgmap v2361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:09.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:09 smithi088 ceph-mon[35322]: pgmap v2361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:11.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:11 smithi175 ceph-mon[44549]: pgmap v2362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:11.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:11 smithi181 ceph-mon[45557]: pgmap v2362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:11.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:11 smithi088 ceph-mon[35322]: pgmap v2362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:13.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:13 smithi175 ceph-mon[44549]: pgmap v2363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:06:13.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:13 smithi181 ceph-mon[45557]: pgmap v2363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:06:13.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:13 smithi088 ceph-mon[35322]: pgmap v2363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:06:15.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:15 smithi181 ceph-mon[45557]: pgmap v2364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:15.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:15 smithi088 ceph-mon[35322]: pgmap v2364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:15.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:15 smithi175 ceph-mon[44549]: pgmap v2364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:17.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:17 smithi181 ceph-mon[45557]: pgmap v2365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:06:17.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:17 smithi088 ceph-mon[35322]: pgmap v2365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:06:17.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:17 smithi175 ceph-mon[44549]: pgmap v2365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:06:18.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:06:18.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:06:18.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:06:19.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:19 smithi181 ceph-mon[45557]: pgmap v2366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:06:19.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:06:19.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:06:19.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:06:19.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:19 smithi088 ceph-mon[35322]: pgmap v2366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:06:19.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:06:19.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:06:19.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:06:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:19 smithi175 ceph-mon[44549]: pgmap v2366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:06:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:06:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:06:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:06:20.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:20 smithi181 ceph-mon[45557]: pgmap v2367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:06:20.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:20 smithi181 ceph-mon[45557]: pgmap v2368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:20.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:20 smithi088 ceph-mon[35322]: pgmap v2367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:06:20.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:20 smithi088 ceph-mon[35322]: pgmap v2368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:20 smithi175 ceph-mon[44549]: pgmap v2367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:06:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:20 smithi175 ceph-mon[44549]: pgmap v2368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:22.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:22 smithi181 ceph-mon[45557]: pgmap v2369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:22.767+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:06:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:22.767+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:06:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:22.767+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:06:22.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:22 smithi088 ceph-mon[35322]: pgmap v2369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:22.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:22 smithi175 ceph-mon[44549]: pgmap v2369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:24.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:24 smithi181 ceph-mon[45557]: pgmap v2370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:06:24.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:24 smithi088 ceph-mon[35322]: pgmap v2370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:06:24.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:24 smithi175 ceph-mon[44549]: pgmap v2370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:06:26.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:26 smithi181 ceph-mon[45557]: pgmap v2371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:06:26.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:26 smithi088 ceph-mon[35322]: pgmap v2371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:06:26.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:26 smithi175 ceph-mon[44549]: pgmap v2371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:06:28.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:28 smithi181 ceph-mon[45557]: pgmap v2372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:28.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:28 smithi088 ceph-mon[35322]: pgmap v2372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:28.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:28 smithi175 ceph-mon[44549]: pgmap v2372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:06:30.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:30 smithi181 ceph-mon[45557]: pgmap v2373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:06:30.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:30 smithi088 ceph-mon[35322]: pgmap v2373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:06:30.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:30 smithi175 ceph-mon[44549]: pgmap v2373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:06:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:32 smithi175 ceph-mon[44549]: pgmap v2374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:32.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:32 smithi181 ceph-mon[45557]: pgmap v2374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:32.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:32 smithi088 ceph-mon[35322]: pgmap v2374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:34.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:34 smithi175 ceph-mon[44549]: pgmap v2375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:34.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:34 smithi181 ceph-mon[45557]: pgmap v2375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:34.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:34 smithi088 ceph-mon[35322]: pgmap v2375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:36.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:36 smithi175 ceph-mon[44549]: pgmap v2376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:36.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:36 smithi181 ceph-mon[45557]: pgmap v2376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:36.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:36 smithi088 ceph-mon[35322]: pgmap v2376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:37.781+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:06:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:37.781+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:06:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:37.781+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:06:38.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:38 smithi175 ceph-mon[44549]: pgmap v2377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:38.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:38 smithi181 ceph-mon[45557]: pgmap v2377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:38.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:38 smithi088 ceph-mon[35322]: pgmap v2377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:40.031+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:06:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:40.031+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:06:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:40.031+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 34 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T14:06:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:40.031+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:06:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:40.031+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 34 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T14:06:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:40.031+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 35 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:06:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:40.031+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T14:06:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:40.031+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 35 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T14:06:40.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:40 smithi088 ceph-mon[35322]: pgmap v2378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:40.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:40 smithi175 ceph-mon[44549]: pgmap v2378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:40.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:40 smithi181 ceph-mon[45557]: pgmap v2378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:42.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:42 smithi175 ceph-mon[44549]: pgmap v2379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:42.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:42 smithi181 ceph-mon[45557]: pgmap v2379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:42.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:42 smithi088 ceph-mon[35322]: pgmap v2379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:44.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:44 smithi175 ceph-mon[44549]: pgmap v2380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:44.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:44 smithi181 ceph-mon[45557]: pgmap v2380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:44.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:44 smithi088 ceph-mon[35322]: pgmap v2380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:46 smithi175 ceph-mon[44549]: pgmap v2381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:46.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:46 smithi181 ceph-mon[45557]: pgmap v2381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:46.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:46 smithi088 ceph-mon[35322]: pgmap v2381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:48.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:48 smithi175 ceph-mon[44549]: pgmap v2382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:48.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:48 smithi181 ceph-mon[45557]: pgmap v2382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:48.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:48 smithi088 ceph-mon[35322]: pgmap v2382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:50.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:50 smithi175 ceph-mon[44549]: pgmap v2383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:50.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:50 smithi181 ceph-mon[45557]: pgmap v2383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:50.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:50 smithi088 ceph-mon[35322]: pgmap v2383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:52.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:52 smithi175 ceph-mon[44549]: pgmap v2384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:52.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:52 smithi181 ceph-mon[45557]: pgmap v2384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:52.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:52 smithi088 ceph-mon[35322]: pgmap v2384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:06:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:52.792+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:06:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:52.792+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:06:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:06:52.792+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:06:54.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:54 smithi175 ceph-mon[44549]: pgmap v2385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:54.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:54 smithi181 ceph-mon[45557]: pgmap v2385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:54 smithi088 ceph-mon[35322]: pgmap v2385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:06:56.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:56 smithi181 ceph-mon[45557]: pgmap v2386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:56.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:56 smithi088 ceph-mon[35322]: pgmap v2386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:56.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:56 smithi175 ceph-mon[44549]: pgmap v2386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:06:58.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:06:58 smithi181 ceph-mon[45557]: pgmap v2387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:58.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:06:58 smithi088 ceph-mon[35322]: pgmap v2387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:06:58.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:06:58 smithi175 ceph-mon[44549]: pgmap v2387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:00.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:00 smithi181 ceph-mon[45557]: pgmap v2388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:00.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:00 smithi088 ceph-mon[35322]: pgmap v2388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:00.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:00 smithi175 ceph-mon[44549]: pgmap v2388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:02.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:02 smithi181 ceph-mon[45557]: pgmap v2389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:02.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:02 smithi088 ceph-mon[35322]: pgmap v2389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:02.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:02 smithi175 ceph-mon[44549]: pgmap v2389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:04.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:04 smithi181 ceph-mon[45557]: pgmap v2390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:04.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:04 smithi088 ceph-mon[35322]: pgmap v2390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:04.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:04 smithi175 ceph-mon[44549]: pgmap v2390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:06.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:06 smithi181 ceph-mon[45557]: pgmap v2391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:06.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:06 smithi088 ceph-mon[35322]: pgmap v2391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:06.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:06 smithi175 ceph-mon[44549]: pgmap v2391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:07.814 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:07.807+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:07:07.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:07.807+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:07:07.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:07.807+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:07:08.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:08 smithi181 ceph-mon[45557]: pgmap v2392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:08.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:08 smithi088 ceph-mon[35322]: pgmap v2392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:08.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:08 smithi175 ceph-mon[44549]: pgmap v2392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:10.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:10 smithi181 ceph-mon[45557]: pgmap v2393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:10.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:10 smithi088 ceph-mon[35322]: pgmap v2393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:10.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:10 smithi175 ceph-mon[44549]: pgmap v2393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:12.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:12 smithi181 ceph-mon[45557]: pgmap v2394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:12.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:12 smithi088 ceph-mon[35322]: pgmap v2394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:12 smithi175 ceph-mon[44549]: pgmap v2394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:14.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:14 smithi181 ceph-mon[45557]: pgmap v2395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:14.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:14 smithi088 ceph-mon[35322]: pgmap v2395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:14.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:14 smithi175 ceph-mon[44549]: pgmap v2395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:16.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:16 smithi181 ceph-mon[45557]: pgmap v2396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:16.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:16 smithi088 ceph-mon[35322]: pgmap v2396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:16.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:16 smithi175 ceph-mon[44549]: pgmap v2396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:18.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:18 smithi181 ceph-mon[45557]: pgmap v2397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:18.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:18 smithi088 ceph-mon[35322]: pgmap v2397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:18.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:18 smithi175 ceph-mon[44549]: pgmap v2397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:19.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:07:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:07:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:07:20.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:20 smithi088 ceph-mon[35322]: pgmap v2398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:20.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:07:20.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:07:20.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:20 smithi088 ceph-mon[35322]: pgmap v2399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:07:20.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:20 smithi088 ceph-mon[35322]: pgmap v2400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:07:20.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:07:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:20 smithi175 ceph-mon[44549]: pgmap v2398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:07:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:07:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:20 smithi175 ceph-mon[44549]: pgmap v2399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:07:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:20 smithi175 ceph-mon[44549]: pgmap v2400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:07:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:07:20.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:20 smithi181 ceph-mon[45557]: pgmap v2398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:20.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:07:20.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:07:20.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:20 smithi181 ceph-mon[45557]: pgmap v2399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:07:20.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:20 smithi181 ceph-mon[45557]: pgmap v2400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:07:20.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:07:22.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:22.808+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:07:22.816 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:22.808+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:07:22.816 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:22.808+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:07:23.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:23 smithi175 ceph-mon[44549]: pgmap v2401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:07:23.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:23 smithi181 ceph-mon[45557]: pgmap v2401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:07:23.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:23 smithi088 ceph-mon[35322]: pgmap v2401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:07:25.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:25 smithi175 ceph-mon[44549]: pgmap v2402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:07:25.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:25 smithi181 ceph-mon[45557]: pgmap v2402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:07:25.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:25 smithi088 ceph-mon[35322]: pgmap v2402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:07:27.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:27 smithi175 ceph-mon[44549]: pgmap v2403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:07:27.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:27 smithi181 ceph-mon[45557]: pgmap v2403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:07:27.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:27 smithi088 ceph-mon[35322]: pgmap v2403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:07:29.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:29 smithi175 ceph-mon[44549]: pgmap v2404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:07:29.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:29 smithi181 ceph-mon[45557]: pgmap v2404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:07:29.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:29 smithi088 ceph-mon[35322]: pgmap v2404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:07:31.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:31 smithi175 ceph-mon[44549]: pgmap v2405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:07:31.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:31 smithi181 ceph-mon[45557]: pgmap v2405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:07:31.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:31 smithi088 ceph-mon[35322]: pgmap v2405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:07:33.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:33 smithi175 ceph-mon[44549]: pgmap v2406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:33.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:33 smithi181 ceph-mon[45557]: pgmap v2406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:33.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:33 smithi088 ceph-mon[35322]: pgmap v2406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:35.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:35 smithi175 ceph-mon[44549]: pgmap v2407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:35.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:35 smithi181 ceph-mon[45557]: pgmap v2407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:35.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:35 smithi088 ceph-mon[35322]: pgmap v2407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:37.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:37 smithi175 ceph-mon[44549]: pgmap v2408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:37.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:37 smithi181 ceph-mon[45557]: pgmap v2408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:37.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:37 smithi088 ceph-mon[35322]: pgmap v2408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:37.821+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:07:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:37.821+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:07:37.829 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:37.821+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:07:39.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:39 smithi181 ceph-mon[45557]: pgmap v2409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:39.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:39 smithi088 ceph-mon[35322]: pgmap v2409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:39.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:39 smithi175 ceph-mon[44549]: pgmap v2409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:41.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:41 smithi181 ceph-mon[45557]: pgmap v2410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:41.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:41 smithi088 ceph-mon[35322]: pgmap v2410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:41.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:41 smithi175 ceph-mon[44549]: pgmap v2410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:43.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:43 smithi181 ceph-mon[45557]: pgmap v2411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:43.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:43 smithi088 ceph-mon[35322]: pgmap v2411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:43.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:43 smithi175 ceph-mon[44549]: pgmap v2411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:45.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:45 smithi181 ceph-mon[45557]: pgmap v2412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:45.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:45 smithi088 ceph-mon[35322]: pgmap v2412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:45.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:45 smithi175 ceph-mon[44549]: pgmap v2412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:47.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:47 smithi181 ceph-mon[45557]: pgmap v2413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:47.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:47 smithi088 ceph-mon[35322]: pgmap v2413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:47.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:47 smithi175 ceph-mon[44549]: pgmap v2413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:49.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:49 smithi181 ceph-mon[45557]: pgmap v2414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:49.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:49 smithi088 ceph-mon[35322]: pgmap v2414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:49.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:49 smithi175 ceph-mon[44549]: pgmap v2414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:07:51.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:51 smithi181 ceph-mon[45557]: pgmap v2415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:51.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:51 smithi088 ceph-mon[35322]: pgmap v2415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:51.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:51 smithi175 ceph-mon[44549]: pgmap v2415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:52.842 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:52.834+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:07:52.842 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:52.834+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:07:52.842 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:07:52.834+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:07:53.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:53 smithi181 ceph-mon[45557]: pgmap v2416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:53.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:53 smithi088 ceph-mon[35322]: pgmap v2416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:53.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:53 smithi175 ceph-mon[44549]: pgmap v2416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:07:55.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:55 smithi181 ceph-mon[45557]: pgmap v2417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:55.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:55 smithi088 ceph-mon[35322]: pgmap v2417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:55.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:55 smithi175 ceph-mon[44549]: pgmap v2417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:07:57.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:57 smithi181 ceph-mon[45557]: pgmap v2418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:57.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:57 smithi088 ceph-mon[35322]: pgmap v2418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:57.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:57 smithi175 ceph-mon[44549]: pgmap v2418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:07:59.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:07:59 smithi181 ceph-mon[45557]: pgmap v2419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:07:59.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:07:59 smithi088 ceph-mon[35322]: pgmap v2419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:07:59.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:07:59 smithi175 ceph-mon[44549]: pgmap v2419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:08:01.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:01 smithi175 ceph-mon[44549]: pgmap v2420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:01.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:01 smithi088 ceph-mon[35322]: pgmap v2420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:01.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:01 smithi181 ceph-mon[45557]: pgmap v2420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:03.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:03 smithi088 ceph-mon[35322]: pgmap v2421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:03.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:03 smithi175 ceph-mon[44549]: pgmap v2421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:03.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:03 smithi181 ceph-mon[45557]: pgmap v2421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:04.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:04 smithi088 ceph-mon[35322]: pgmap v2422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:04.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:04 smithi175 ceph-mon[44549]: pgmap v2422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:04.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:04 smithi181 ceph-mon[45557]: pgmap v2422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:07.669 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:07 smithi175 ceph-mon[44549]: pgmap v2423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:07.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:07 smithi181 ceph-mon[45557]: pgmap v2423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:07.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:07 smithi088 ceph-mon[35322]: pgmap v2423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:07.853 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:07.845+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:08:07.853 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:07.845+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:08:07.853 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:07.845+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:08:09.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:09 smithi175 ceph-mon[44549]: pgmap v2424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:09.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:09 smithi181 ceph-mon[45557]: pgmap v2424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:09.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:09 smithi088 ceph-mon[35322]: pgmap v2424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:11.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:11 smithi175 ceph-mon[44549]: pgmap v2425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:11.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:11 smithi181 ceph-mon[45557]: pgmap v2425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:11 smithi088 ceph-mon[35322]: pgmap v2425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:13.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:13 smithi175 ceph-mon[44549]: pgmap v2426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:13.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:13 smithi181 ceph-mon[45557]: pgmap v2426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:13.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:13 smithi088 ceph-mon[35322]: pgmap v2426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:15.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:15 smithi175 ceph-mon[44549]: pgmap v2427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:15.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:15 smithi181 ceph-mon[45557]: pgmap v2427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:15.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:15 smithi088 ceph-mon[35322]: pgmap v2427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:17.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:17 smithi181 ceph-mon[45557]: pgmap v2428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:17.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:17 smithi088 ceph-mon[35322]: pgmap v2428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:17.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:17 smithi175 ceph-mon[44549]: pgmap v2428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:19.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:19 smithi181 ceph-mon[45557]: pgmap v2429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:19.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:19 smithi088 ceph-mon[35322]: pgmap v2429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:19.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:19 smithi175 ceph-mon[44549]: pgmap v2429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:20.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:08:20.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:08:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:08:21.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:21 smithi181 ceph-mon[45557]: pgmap v2430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:21.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:08:21.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:08:21.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:08:21.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:21 smithi088 ceph-mon[35322]: pgmap v2430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:21.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:08:21.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:08:21.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:08:21.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:21 smithi175 ceph-mon[44549]: pgmap v2430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:21.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:08:21.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:08:21.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:08:22.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:22 smithi181 ceph-mon[45557]: pgmap v2431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:08:22.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:22 smithi181 ceph-mon[45557]: pgmap v2432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:08:22.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:22 smithi088 ceph-mon[35322]: pgmap v2431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:08:22.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:22 smithi088 ceph-mon[35322]: pgmap v2432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:08:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:22.853+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:08:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:22.853+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:08:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:22.853+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:08:22.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:22 smithi175 ceph-mon[44549]: pgmap v2431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:08:22.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:22 smithi175 ceph-mon[44549]: pgmap v2432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:08:24.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:24 smithi181 ceph-mon[45557]: pgmap v2433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:08:24.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:24 smithi088 ceph-mon[35322]: pgmap v2433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:08:24.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:24 smithi175 ceph-mon[44549]: pgmap v2433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:08:26.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:26 smithi181 ceph-mon[45557]: pgmap v2434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:08:26.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:26 smithi088 ceph-mon[35322]: pgmap v2434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:08:26.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:26 smithi175 ceph-mon[44549]: pgmap v2434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:08:28.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:28 smithi088 ceph-mon[35322]: pgmap v2435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:08:28.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:28 smithi181 ceph-mon[45557]: pgmap v2435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:08:28.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:28 smithi175 ceph-mon[44549]: pgmap v2435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:08:30.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:30 smithi181 ceph-mon[45557]: pgmap v2436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:08:30.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:30 smithi088 ceph-mon[35322]: pgmap v2436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:08:30.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:30 smithi175 ceph-mon[44549]: pgmap v2436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:08:32.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:32 smithi181 ceph-mon[45557]: pgmap v2437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:08:32.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:32 smithi088 ceph-mon[35322]: pgmap v2437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:08:32.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:32 smithi175 ceph-mon[44549]: pgmap v2437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:08:34.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:34 smithi088 ceph-mon[35322]: pgmap v2438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:34.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:34 smithi175 ceph-mon[44549]: pgmap v2438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:34.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:34 smithi181 ceph-mon[45557]: pgmap v2438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:36.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:36 smithi088 ceph-mon[35322]: pgmap v2439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:36.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:36 smithi175 ceph-mon[44549]: pgmap v2439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:36.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:36 smithi181 ceph-mon[45557]: pgmap v2439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:37.877 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:37.868+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:08:37.877 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:37.868+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:08:37.877 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:37.868+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:08:38.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:38 smithi088 ceph-mon[35322]: pgmap v2440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:38.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:38 smithi175 ceph-mon[44549]: pgmap v2440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:38.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:38 smithi181 ceph-mon[45557]: pgmap v2440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:40.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:40 smithi088 ceph-mon[35322]: pgmap v2441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:08:40.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:40 smithi175 ceph-mon[44549]: pgmap v2441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:08:40.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:40 smithi181 ceph-mon[45557]: pgmap v2441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:08:42.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:42 smithi181 ceph-mon[45557]: pgmap v2442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:42.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:42 smithi088 ceph-mon[35322]: pgmap v2442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:42.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:42 smithi175 ceph-mon[44549]: pgmap v2442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:44.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:44 smithi181 ceph-mon[45557]: pgmap v2443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:08:44.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:44 smithi088 ceph-mon[35322]: pgmap v2443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:08:44.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:44 smithi175 ceph-mon[44549]: pgmap v2443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:08:46.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:46 smithi181 ceph-mon[45557]: pgmap v2444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:08:46.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:46 smithi088 ceph-mon[35322]: pgmap v2444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:08:46.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:46 smithi175 ceph-mon[44549]: pgmap v2444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:08:48.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:48 smithi181 ceph-mon[45557]: pgmap v2445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:48.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:48 smithi088 ceph-mon[35322]: pgmap v2445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:48.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:48 smithi175 ceph-mon[44549]: pgmap v2445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:50.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:50 smithi181 ceph-mon[45557]: pgmap v2446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:08:50.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:50 smithi088 ceph-mon[35322]: pgmap v2446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:08:50.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:50 smithi175 ceph-mon[44549]: pgmap v2446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:08:52.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:52 smithi181 ceph-mon[45557]: pgmap v2447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:52.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:52 smithi088 ceph-mon[35322]: pgmap v2447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:52.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:52.884+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:08:52.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:52.884+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:08:52.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:08:52.884+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:08:52.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:52 smithi175 ceph-mon[44549]: pgmap v2447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:08:54.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:54 smithi181 ceph-mon[45557]: pgmap v2448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:54 smithi088 ceph-mon[35322]: pgmap v2448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:54.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:54 smithi175 ceph-mon[44549]: pgmap v2448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:08:56.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:56 smithi181 ceph-mon[45557]: pgmap v2449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:56.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:56 smithi088 ceph-mon[35322]: pgmap v2449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:56.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:56 smithi175 ceph-mon[44549]: pgmap v2449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:08:58.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:08:58 smithi181 ceph-mon[45557]: pgmap v2450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:58.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:08:58 smithi088 ceph-mon[35322]: pgmap v2450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:08:58.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:08:58 smithi175 ceph-mon[44549]: pgmap v2450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:00.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:00 smithi181 ceph-mon[45557]: pgmap v2451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:00.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:00 smithi088 ceph-mon[35322]: pgmap v2451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:00.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:00 smithi175 ceph-mon[44549]: pgmap v2451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:02.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:02 smithi181 ceph-mon[45557]: pgmap v2452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:02.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:02 smithi088 ceph-mon[35322]: pgmap v2452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:02.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:02 smithi175 ceph-mon[44549]: pgmap v2452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:04.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:04 smithi088 ceph-mon[35322]: pgmap v2453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:04.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:04 smithi175 ceph-mon[44549]: pgmap v2453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:04.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:04 smithi181 ceph-mon[45557]: pgmap v2453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:06.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:06 smithi088 ceph-mon[35322]: pgmap v2454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:06.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:06 smithi175 ceph-mon[44549]: pgmap v2454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:06.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:06 smithi181 ceph-mon[45557]: pgmap v2454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:07.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:07.888+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:09:07.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:07.888+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:09:07.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:07.888+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:09:08.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:08 smithi088 ceph-mon[35322]: pgmap v2455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:08.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:08 smithi175 ceph-mon[44549]: pgmap v2455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:08.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:08 smithi181 ceph-mon[45557]: pgmap v2455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:10.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:10 smithi088 ceph-mon[35322]: pgmap v2456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:10.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:10 smithi175 ceph-mon[44549]: pgmap v2456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:10.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:10 smithi181 ceph-mon[45557]: pgmap v2456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:12.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:12 smithi088 ceph-mon[35322]: pgmap v2457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:12 smithi175 ceph-mon[44549]: pgmap v2457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:12.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:12 smithi181 ceph-mon[45557]: pgmap v2457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:13.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:13 smithi088 ceph-mon[35322]: pgmap v2458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:13.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:13 smithi175 ceph-mon[44549]: pgmap v2458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:13.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:13 smithi181 ceph-mon[45557]: pgmap v2458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:16.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:15 smithi088 ceph-mon[35322]: pgmap v2459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:16.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:15 smithi175 ceph-mon[44549]: pgmap v2459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:16.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:15 smithi181 ceph-mon[45557]: pgmap v2459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:18.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:18 smithi181 ceph-mon[45557]: pgmap v2460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:18.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:18 smithi088 ceph-mon[35322]: pgmap v2460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:18.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:18 smithi175 ceph-mon[44549]: pgmap v2460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:20.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:20 smithi181 ceph-mon[45557]: pgmap v2461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:20.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:20 smithi088 ceph-mon[35322]: pgmap v2461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:20 smithi175 ceph-mon[44549]: pgmap v2461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:21.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:09:21.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:09:21.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:09:22.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: pgmap v2462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:22.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:09:22.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:09:22.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: pgmap v2462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:09:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:09:22.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:22.896+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:09:22.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:22.896+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:09:22.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:22.896+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: pgmap v2462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:09:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:09:23.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:23 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:09:23.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:23 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:09:23.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:23 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:09:23.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:23 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:09:23.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:23 smithi181 ceph-mon[45557]: pgmap v2463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:09:23.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:23 smithi181 ceph-mon[45557]: pgmap v2464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:09:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:23 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:09:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:23 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:09:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:23 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:09:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:23 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:09:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:23 smithi088 ceph-mon[35322]: pgmap v2463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:09:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:23 smithi088 ceph-mon[35322]: pgmap v2464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:09:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:23 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:09:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:23 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:09:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:23 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:09:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:23 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:09:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:23 smithi175 ceph-mon[44549]: pgmap v2463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:09:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:23 smithi175 ceph-mon[44549]: pgmap v2464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:09:25.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:25 smithi181 ceph-mon[45557]: pgmap v2465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:09:25.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:25 smithi088 ceph-mon[35322]: pgmap v2465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:09:25.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:25 smithi175 ceph-mon[44549]: pgmap v2465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:09:27.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:27 smithi181 ceph-mon[45557]: pgmap v2466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:09:27.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:27 smithi088 ceph-mon[35322]: pgmap v2466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:09:27.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:27 smithi175 ceph-mon[44549]: pgmap v2466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:09:29.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:29 smithi181 ceph-mon[45557]: pgmap v2467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:09:29.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:29 smithi088 ceph-mon[35322]: pgmap v2467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:09:29.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:29 smithi175 ceph-mon[44549]: pgmap v2467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:09:31.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:31 smithi088 ceph-mon[35322]: pgmap v2468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:09:31.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:31 smithi175 ceph-mon[44549]: pgmap v2468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:09:31.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:31 smithi181 ceph-mon[45557]: pgmap v2468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:09:33.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:33 smithi088 ceph-mon[35322]: pgmap v2469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:09:33.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:33 smithi175 ceph-mon[44549]: pgmap v2469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:09:33.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:33 smithi181 ceph-mon[45557]: pgmap v2469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:09:35.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:35 smithi088 ceph-mon[35322]: pgmap v2470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:35.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:35 smithi175 ceph-mon[44549]: pgmap v2470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:35.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:35 smithi181 ceph-mon[45557]: pgmap v2470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:37.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:37 smithi088 ceph-mon[35322]: pgmap v2471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:37.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:37.904+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:09:37.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:37.904+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:09:37.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:37.904+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:09:37.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:37 smithi175 ceph-mon[44549]: pgmap v2471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:37.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:37 smithi181 ceph-mon[45557]: pgmap v2471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:39.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:39 smithi088 ceph-mon[35322]: pgmap v2472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:09:39.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:39 smithi175 ceph-mon[44549]: pgmap v2472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:09:39.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:39 smithi181 ceph-mon[45557]: pgmap v2472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:09:40.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:40.058+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:09:40.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:40.058+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T14:09:40.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:40.058+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 36 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x7ff34c102770 2024-01-28T14:09:40.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:40.058+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 36 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T14:09:41.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:41 smithi088 ceph-mon[35322]: pgmap v2473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:41.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:41 smithi175 ceph-mon[44549]: pgmap v2473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:41.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:41 smithi181 ceph-mon[45557]: pgmap v2473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:42.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:42 smithi175 ceph-mon[44549]: pgmap v2474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:42.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:42 smithi181 ceph-mon[45557]: pgmap v2474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:43.039 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:42 smithi088 ceph-mon[35322]: pgmap v2474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:45.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:44 smithi088 ceph-mon[35322]: pgmap v2475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:45.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:44 smithi175 ceph-mon[44549]: pgmap v2475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:45.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:44 smithi181 ceph-mon[45557]: pgmap v2475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:47.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:47 smithi181 ceph-mon[45557]: pgmap v2476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:47.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:47 smithi088 ceph-mon[35322]: pgmap v2476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:47.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:47 smithi175 ceph-mon[44549]: pgmap v2476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:49.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:49 smithi181 ceph-mon[45557]: pgmap v2477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:49.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:49 smithi088 ceph-mon[35322]: pgmap v2477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:49.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:49 smithi175 ceph-mon[44549]: pgmap v2477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:51.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:51 smithi181 ceph-mon[45557]: pgmap v2478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:51.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:51 smithi088 ceph-mon[35322]: pgmap v2478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:51.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:51 smithi175 ceph-mon[44549]: pgmap v2478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:52.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:52.912+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:09:52.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:52.912+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:09:52.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:09:52.912+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:09:53.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:53 smithi181 ceph-mon[45557]: pgmap v2479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:53.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:53 smithi088 ceph-mon[35322]: pgmap v2479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:53.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:53 smithi175 ceph-mon[44549]: pgmap v2479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:09:55.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:55 smithi181 ceph-mon[45557]: pgmap v2480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:55.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:55 smithi088 ceph-mon[35322]: pgmap v2480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:55.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:55 smithi175 ceph-mon[44549]: pgmap v2480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:09:57.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:57 smithi181 ceph-mon[45557]: pgmap v2481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:57.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:57 smithi088 ceph-mon[35322]: pgmap v2481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:57.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:57 smithi175 ceph-mon[44549]: pgmap v2481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:09:59.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:09:59 smithi181 ceph-mon[45557]: pgmap v2482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:59.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:09:59 smithi088 ceph-mon[35322]: pgmap v2482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:09:59.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:09:59 smithi175 ceph-mon[44549]: pgmap v2482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:00.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:10:00.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:10:00.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:10:01.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:01 smithi088 ceph-mon[35322]: pgmap v2483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:01.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:01 smithi175 ceph-mon[44549]: pgmap v2483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:01.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:01 smithi181 ceph-mon[45557]: pgmap v2483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:03.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:03 smithi088 ceph-mon[35322]: pgmap v2484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:10:03.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:03 smithi175 ceph-mon[44549]: pgmap v2484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:10:03.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:03 smithi181 ceph-mon[45557]: pgmap v2484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:10:05.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:05 smithi088 ceph-mon[35322]: pgmap v2485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:05.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:05 smithi175 ceph-mon[44549]: pgmap v2485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:05.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:05 smithi181 ceph-mon[45557]: pgmap v2485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:07.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:07 smithi088 ceph-mon[35322]: pgmap v2486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:07.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:07 smithi175 ceph-mon[44549]: pgmap v2486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:07.924+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:10:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:07.924+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:10:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:07.924+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:10:07.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:07 smithi181 ceph-mon[45557]: pgmap v2486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:09.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:09 smithi088 ceph-mon[35322]: pgmap v2487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:09.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:09 smithi175 ceph-mon[44549]: pgmap v2487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:09.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:09 smithi181 ceph-mon[45557]: pgmap v2487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:11.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:11 smithi088 ceph-mon[35322]: pgmap v2488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:11.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:11 smithi175 ceph-mon[44549]: pgmap v2488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:11.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:11 smithi181 ceph-mon[45557]: pgmap v2488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:13.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:13 smithi088 ceph-mon[35322]: pgmap v2489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:10:13.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:13 smithi175 ceph-mon[44549]: pgmap v2489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:10:13.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:13 smithi181 ceph-mon[45557]: pgmap v2489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:10:14.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:14 smithi175 ceph-mon[44549]: pgmap v2490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:14.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:14 smithi181 ceph-mon[45557]: pgmap v2490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:15.037 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:14 smithi088 ceph-mon[35322]: pgmap v2490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:17.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:17 smithi181 ceph-mon[45557]: pgmap v2491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:17.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:17 smithi088 ceph-mon[35322]: pgmap v2491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:17.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:17 smithi175 ceph-mon[44549]: pgmap v2491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:19.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:19 smithi181 ceph-mon[45557]: pgmap v2492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:19.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:19 smithi088 ceph-mon[35322]: pgmap v2492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:19.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:19 smithi175 ceph-mon[44549]: pgmap v2492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:21.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:21 smithi181 ceph-mon[45557]: pgmap v2493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:21.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:21 smithi088 ceph-mon[35322]: pgmap v2493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:21.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:21 smithi175 ceph-mon[44549]: pgmap v2493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:10:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:10:22.946 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:22.937+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:10:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:22.937+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:10:22.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:22.937+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:10:22.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:10:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:23 smithi088 ceph-mon[35322]: pgmap v2494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:10:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:10:23.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:10:23.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:10:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:23 smithi175 ceph-mon[44549]: pgmap v2494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:10:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:10:23.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:10:23.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:10:23.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:23 smithi181 ceph-mon[45557]: pgmap v2494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:10:23.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:10:23.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:10:23.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:10:23.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:10:24.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:24 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:10:24.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:24 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:10:24.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:24 smithi088 ceph-mon[35322]: pgmap v2495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:10:24.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:24 smithi088 ceph-mon[35322]: pgmap v2496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T14:10:24.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:24 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:10:24.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:24 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:10:24.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:24 smithi175 ceph-mon[44549]: pgmap v2495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:10:24.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:24 smithi175 ceph-mon[44549]: pgmap v2496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T14:10:24.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:24 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:10:24.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:24 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:10:24.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:24 smithi181 ceph-mon[45557]: pgmap v2495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:10:24.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:24 smithi181 ceph-mon[45557]: pgmap v2496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T14:10:26.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:26 smithi088 ceph-mon[35322]: pgmap v2497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:10:26.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:26 smithi175 ceph-mon[44549]: pgmap v2497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:10:26.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:26 smithi181 ceph-mon[45557]: pgmap v2497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:10:28.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:28 smithi088 ceph-mon[35322]: pgmap v2498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:10:28.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:28 smithi175 ceph-mon[44549]: pgmap v2498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:10:28.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:28 smithi181 ceph-mon[45557]: pgmap v2498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:10:30.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:30 smithi088 ceph-mon[35322]: pgmap v2499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:10:30.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:30 smithi175 ceph-mon[44549]: pgmap v2499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:10:30.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:30 smithi181 ceph-mon[45557]: pgmap v2499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:10:32.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:32 smithi088 ceph-mon[35322]: pgmap v2500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:10:32.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:32 smithi175 ceph-mon[44549]: pgmap v2500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:10:32.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:32 smithi181 ceph-mon[45557]: pgmap v2500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:10:34.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:34 smithi088 ceph-mon[35322]: pgmap v2501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:10:34.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:34 smithi175 ceph-mon[44549]: pgmap v2501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:10:34.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:34 smithi181 ceph-mon[45557]: pgmap v2501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:10:36.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:36 smithi088 ceph-mon[35322]: pgmap v2502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:36.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:36 smithi175 ceph-mon[44549]: pgmap v2502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:36.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:36 smithi181 ceph-mon[45557]: pgmap v2502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:37.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:37 smithi088 ceph-mon[35322]: pgmap v2503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:37.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:37 smithi175 ceph-mon[44549]: pgmap v2503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:37.953+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:10:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:37.953+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:10:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:37.953+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:10:37.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:37 smithi181 ceph-mon[45557]: pgmap v2503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:40.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:40 smithi175 ceph-mon[44549]: pgmap v2504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:10:40.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:40 smithi181 ceph-mon[45557]: pgmap v2504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:10:40.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:40 smithi088 ceph-mon[35322]: pgmap v2504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:10:42.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:42 smithi181 ceph-mon[45557]: pgmap v2505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:42.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:42 smithi088 ceph-mon[35322]: pgmap v2505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:42.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:42 smithi175 ceph-mon[44549]: pgmap v2505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:44.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:44 smithi181 ceph-mon[45557]: pgmap v2506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:44.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:44 smithi088 ceph-mon[35322]: pgmap v2506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:44.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:44 smithi175 ceph-mon[44549]: pgmap v2506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:46.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:46 smithi181 ceph-mon[45557]: pgmap v2507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:46.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:46 smithi088 ceph-mon[35322]: pgmap v2507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:46.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:46 smithi175 ceph-mon[44549]: pgmap v2507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:48.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:48 smithi088 ceph-mon[35322]: pgmap v2508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:48.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:48 smithi175 ceph-mon[44549]: pgmap v2508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:48.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:48 smithi181 ceph-mon[45557]: pgmap v2508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:50.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:50 smithi088 ceph-mon[35322]: pgmap v2509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:10:50.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:50 smithi175 ceph-mon[44549]: pgmap v2509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:10:50.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:50 smithi181 ceph-mon[45557]: pgmap v2509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:10:52.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:52 smithi088 ceph-mon[35322]: pgmap v2510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:52.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:52 smithi175 ceph-mon[44549]: pgmap v2510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:52.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:52 smithi181 ceph-mon[45557]: pgmap v2510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:52.968+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:10:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:52.968+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:10:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:10:52.968+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:10:54.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:54 smithi088 ceph-mon[35322]: pgmap v2511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:54.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:54 smithi175 ceph-mon[44549]: pgmap v2511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:54.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:54 smithi181 ceph-mon[45557]: pgmap v2511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:10:56.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:56 smithi088 ceph-mon[35322]: pgmap v2512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:56.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:56 smithi175 ceph-mon[44549]: pgmap v2512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:56.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:56 smithi181 ceph-mon[45557]: pgmap v2512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:10:58.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:10:58 smithi088 ceph-mon[35322]: pgmap v2513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:58.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:10:58 smithi175 ceph-mon[44549]: pgmap v2513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:10:58.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:10:58 smithi181 ceph-mon[45557]: pgmap v2513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:00.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:00 smithi088 ceph-mon[35322]: pgmap v2514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:00.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:00 smithi175 ceph-mon[44549]: pgmap v2514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:00.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:00 smithi181 ceph-mon[45557]: pgmap v2514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:02.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:02 smithi088 ceph-mon[35322]: pgmap v2515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:02.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:02 smithi175 ceph-mon[44549]: pgmap v2515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:02.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:02 smithi181 ceph-mon[45557]: pgmap v2515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:04.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:04 smithi088 ceph-mon[35322]: pgmap v2516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:04.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:04 smithi175 ceph-mon[44549]: pgmap v2516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:04.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:04 smithi181 ceph-mon[45557]: pgmap v2516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:06.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:06 smithi088 ceph-mon[35322]: pgmap v2517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:06.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:06 smithi175 ceph-mon[44549]: pgmap v2517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:06.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:06 smithi181 ceph-mon[45557]: pgmap v2517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:07.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:07 smithi088 ceph-mon[35322]: pgmap v2518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:07.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:07 smithi175 ceph-mon[44549]: pgmap v2518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:07.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:07 smithi181 ceph-mon[45557]: pgmap v2518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:07.975+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:11:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:07.975+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:11:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:07.975+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:11:10.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:10 smithi175 ceph-mon[44549]: pgmap v2519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:10.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:10 smithi181 ceph-mon[45557]: pgmap v2519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:10.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:10 smithi088 ceph-mon[35322]: pgmap v2519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:12.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:12 smithi088 ceph-mon[35322]: pgmap v2520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:12.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:12 smithi175 ceph-mon[44549]: pgmap v2520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:12.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:12 smithi181 ceph-mon[45557]: pgmap v2520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:14.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:14 smithi088 ceph-mon[35322]: pgmap v2521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:11:14.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:14 smithi175 ceph-mon[44549]: pgmap v2521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:11:14.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:14 smithi181 ceph-mon[45557]: pgmap v2521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:11:16.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:16 smithi088 ceph-mon[35322]: pgmap v2522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:16.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:16 smithi175 ceph-mon[44549]: pgmap v2522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:16.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:16 smithi181 ceph-mon[45557]: pgmap v2522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:18.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:18 smithi088 ceph-mon[35322]: pgmap v2523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:18.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:18 smithi175 ceph-mon[44549]: pgmap v2523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:18.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:18 smithi181 ceph-mon[45557]: pgmap v2523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:20.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:20 smithi088 ceph-mon[35322]: pgmap v2524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:20.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:20 smithi175 ceph-mon[44549]: pgmap v2524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:20.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:20 smithi181 ceph-mon[45557]: pgmap v2524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:22.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:22 smithi088 ceph-mon[35322]: pgmap v2525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:22 smithi175 ceph-mon[44549]: pgmap v2525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:22.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:22 smithi181 ceph-mon[45557]: pgmap v2525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:22.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:22.988+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:11:22.998 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:22.988+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:11:22.998 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:22.988+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:11:23.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:11:23.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:11:23.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:11:24.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:24 smithi088 ceph-mon[35322]: pgmap v2526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:24.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:11:24.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:11:24.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:11:24.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:24 smithi175 ceph-mon[44549]: pgmap v2526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:24.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:11:24.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:11:24.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:11:24.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:24 smithi181 ceph-mon[45557]: pgmap v2526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:24.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:11:24.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:11:24.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:11:25.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:25 smithi088 ceph-mon[35322]: pgmap v2527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:11:25.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:25 smithi088 ceph-mon[35322]: pgmap v2528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:11:25.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:25 smithi175 ceph-mon[44549]: pgmap v2527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:11:25.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:25 smithi175 ceph-mon[44549]: pgmap v2528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:11:25.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:25 smithi181 ceph-mon[45557]: pgmap v2527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:11:25.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:25 smithi181 ceph-mon[45557]: pgmap v2528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:11:27.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:27 smithi088 ceph-mon[35322]: pgmap v2529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:11:27.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:27 smithi175 ceph-mon[44549]: pgmap v2529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:11:27.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:27 smithi181 ceph-mon[45557]: pgmap v2529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:11:28.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:28 smithi088 ceph-mon[35322]: pgmap v2530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:11:28.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:28 smithi175 ceph-mon[44549]: pgmap v2530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:11:28.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:28 smithi181 ceph-mon[45557]: pgmap v2530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:11:31.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:31 smithi175 ceph-mon[44549]: pgmap v2531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:11:31.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:31 smithi181 ceph-mon[45557]: pgmap v2531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:11:31.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:31 smithi088 ceph-mon[35322]: pgmap v2531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:11:33.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:33 smithi088 ceph-mon[35322]: pgmap v2532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:11:33.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:33 smithi175 ceph-mon[44549]: pgmap v2532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:11:33.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:33 smithi181 ceph-mon[45557]: pgmap v2532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:11:35.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:35 smithi088 ceph-mon[35322]: pgmap v2533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:11:35.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:35 smithi175 ceph-mon[44549]: pgmap v2533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:11:35.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:35 smithi181 ceph-mon[45557]: pgmap v2533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:11:37.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:37 smithi088 ceph-mon[35322]: pgmap v2534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:37.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:37 smithi175 ceph-mon[44549]: pgmap v2534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:37.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:37 smithi181 ceph-mon[45557]: pgmap v2534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:38.004+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:11:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:38.004+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:11:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:38.004+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:11:39.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:39 smithi088 ceph-mon[35322]: pgmap v2535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:39.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:39 smithi175 ceph-mon[44549]: pgmap v2535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:39.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:39 smithi181 ceph-mon[45557]: pgmap v2535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:41.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:41 smithi088 ceph-mon[35322]: pgmap v2536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:41.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:41 smithi175 ceph-mon[44549]: pgmap v2536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:41.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:41 smithi181 ceph-mon[45557]: pgmap v2536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:43.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:43 smithi088 ceph-mon[35322]: pgmap v2537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:43.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:43 smithi175 ceph-mon[44549]: pgmap v2537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:43.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:43 smithi181 ceph-mon[45557]: pgmap v2537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:45.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:45 smithi088 ceph-mon[35322]: pgmap v2538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:45.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:45 smithi175 ceph-mon[44549]: pgmap v2538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:45.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:45 smithi181 ceph-mon[45557]: pgmap v2538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:47.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:47 smithi088 ceph-mon[35322]: pgmap v2539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:47.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:47 smithi175 ceph-mon[44549]: pgmap v2539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:47.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:47 smithi181 ceph-mon[45557]: pgmap v2539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:49.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:49 smithi088 ceph-mon[35322]: pgmap v2540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:49.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:49 smithi175 ceph-mon[44549]: pgmap v2540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:49.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:49 smithi181 ceph-mon[45557]: pgmap v2540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:50.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:50 smithi175 ceph-mon[44549]: pgmap v2541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:50.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:50 smithi181 ceph-mon[45557]: pgmap v2541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:51.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:50 smithi088 ceph-mon[35322]: pgmap v2541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:11:53.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:53.008+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:11:53.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:53.008+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:11:53.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:11:53.008+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:11:53.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:53 smithi088 ceph-mon[35322]: pgmap v2542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:53.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:53 smithi175 ceph-mon[44549]: pgmap v2542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:53.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:53 smithi181 ceph-mon[45557]: pgmap v2542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:55.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:55 smithi088 ceph-mon[35322]: pgmap v2543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:55.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:55 smithi175 ceph-mon[44549]: pgmap v2543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:55.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:55 smithi181 ceph-mon[45557]: pgmap v2543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:11:57.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:57 smithi088 ceph-mon[35322]: pgmap v2544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:57.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:57 smithi175 ceph-mon[44549]: pgmap v2544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:57.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:57 smithi181 ceph-mon[45557]: pgmap v2544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:11:59.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:11:59 smithi088 ceph-mon[35322]: pgmap v2545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:59.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:11:59 smithi175 ceph-mon[44549]: pgmap v2545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:11:59.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:11:59 smithi181 ceph-mon[45557]: pgmap v2545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:01.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:01 smithi088 ceph-mon[35322]: pgmap v2546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:01.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:01 smithi175 ceph-mon[44549]: pgmap v2546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:01.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:01 smithi181 ceph-mon[45557]: pgmap v2546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:03.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:03 smithi088 ceph-mon[35322]: pgmap v2547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:03.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:03 smithi175 ceph-mon[44549]: pgmap v2547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:03.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:03 smithi181 ceph-mon[45557]: pgmap v2547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:05.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:05 smithi088 ceph-mon[35322]: pgmap v2548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:05.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:05 smithi175 ceph-mon[44549]: pgmap v2548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:05.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:05 smithi181 ceph-mon[45557]: pgmap v2548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:07.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:07 smithi088 ceph-mon[35322]: pgmap v2549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:07.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:07 smithi175 ceph-mon[44549]: pgmap v2549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:07.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:07 smithi181 ceph-mon[45557]: pgmap v2549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:08.013+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:12:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:08.013+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:12:08.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:08.013+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:12:08.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:08 smithi175 ceph-mon[44549]: pgmap v2550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:08.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:08 smithi181 ceph-mon[45557]: pgmap v2550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:09.037 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:08 smithi088 ceph-mon[35322]: pgmap v2550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:11.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:11 smithi175 ceph-mon[44549]: pgmap v2551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:11.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:11 smithi181 ceph-mon[45557]: pgmap v2551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:11.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:11 smithi088 ceph-mon[35322]: pgmap v2551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:13.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:13 smithi088 ceph-mon[35322]: pgmap v2552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:13.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:13 smithi175 ceph-mon[44549]: pgmap v2552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:13.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:13 smithi181 ceph-mon[45557]: pgmap v2552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:15.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:15 smithi088 ceph-mon[35322]: pgmap v2553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:15.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:15 smithi175 ceph-mon[44549]: pgmap v2553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:15.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:15 smithi181 ceph-mon[45557]: pgmap v2553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:17.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:17 smithi088 ceph-mon[35322]: pgmap v2554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:17.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:17 smithi175 ceph-mon[44549]: pgmap v2554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:17.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:17 smithi181 ceph-mon[45557]: pgmap v2554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:19.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:19 smithi088 ceph-mon[35322]: pgmap v2555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:19.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:19 smithi175 ceph-mon[44549]: pgmap v2555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:19.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:19 smithi181 ceph-mon[45557]: pgmap v2555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:20.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:20 smithi175 ceph-mon[44549]: pgmap v2556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:20.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:20 smithi181 ceph-mon[45557]: pgmap v2556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:21.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:20 smithi088 ceph-mon[35322]: pgmap v2556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:23.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:23.028+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:12:23.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:23.028+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:12:23.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:23.028+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:12:23.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:23 smithi088 ceph-mon[35322]: pgmap v2557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:23.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:23 smithi175 ceph-mon[44549]: pgmap v2557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:23.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:23 smithi181 ceph-mon[45557]: pgmap v2557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:24.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:12:24.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:12:24.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:12:25.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:25 smithi088 ceph-mon[35322]: pgmap v2558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:25.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:25 smithi175 ceph-mon[44549]: pgmap v2558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:25.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:25 smithi181 ceph-mon[45557]: pgmap v2558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:26.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:26 smithi175 ceph-mon[44549]: pgmap v2559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:26.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:26 smithi181 ceph-mon[45557]: pgmap v2559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:26.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:26.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:27.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:27.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:27.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:27.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:27.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:26 smithi088 ceph-mon[35322]: pgmap v2559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:27.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:27.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:28.170 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:12:28.170 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:12:28.170 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:27 smithi175 ceph-mon[44549]: pgmap v2560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:12:28.170 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:27 smithi175 ceph-mon[44549]: pgmap v2561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:12:28.170 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:28.216 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:12:28.216 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:12:28.216 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:27 smithi181 ceph-mon[45557]: pgmap v2560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:12:28.216 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:27 smithi181 ceph-mon[45557]: pgmap v2561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:12:28.216 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:28.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:12:28.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:12:28.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:27 smithi088 ceph-mon[35322]: pgmap v2560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:12:28.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:27 smithi088 ceph-mon[35322]: pgmap v2561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:12:28.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:12:30.670 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:30 smithi175 ceph-mon[44549]: pgmap v2562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:12:30.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:30 smithi181 ceph-mon[45557]: pgmap v2562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:12:30.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:30 smithi088 ceph-mon[35322]: pgmap v2562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:12:32.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:32 smithi088 ceph-mon[35322]: pgmap v2563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:12:32.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:32 smithi175 ceph-mon[44549]: pgmap v2563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:12:32.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:32 smithi181 ceph-mon[45557]: pgmap v2563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:12:34.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:34 smithi088 ceph-mon[35322]: pgmap v2564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:12:34.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:34 smithi175 ceph-mon[44549]: pgmap v2564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:12:34.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:34 smithi181 ceph-mon[45557]: pgmap v2564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:12:36.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:36 smithi088 ceph-mon[35322]: pgmap v2565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:12:36.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:36 smithi175 ceph-mon[44549]: pgmap v2565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:12:36.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:36 smithi181 ceph-mon[45557]: pgmap v2565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:12:38.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:38.036+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:12:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:38.036+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:12:38.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:38.036+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:12:38.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:38 smithi088 ceph-mon[35322]: pgmap v2566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:12:38.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:38 smithi175 ceph-mon[44549]: pgmap v2566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:12:38.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:38 smithi181 ceph-mon[45557]: pgmap v2566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:12:40.095 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:40.086+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T14:12:40.095 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:40.086+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:12:40.096 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:40.086+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 37 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:12:40.096 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:40.086+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 37 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T14:12:40.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:40 smithi088 ceph-mon[35322]: pgmap v2567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:40.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:40 smithi175 ceph-mon[44549]: pgmap v2567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:40.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:40 smithi181 ceph-mon[45557]: pgmap v2567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:42.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:42 smithi088 ceph-mon[35322]: pgmap v2568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:42.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:42 smithi175 ceph-mon[44549]: pgmap v2568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:42.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:42 smithi181 ceph-mon[45557]: pgmap v2568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:44.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:44 smithi088 ceph-mon[35322]: pgmap v2569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:44.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:44 smithi175 ceph-mon[44549]: pgmap v2569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:44.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:44 smithi181 ceph-mon[45557]: pgmap v2569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:45.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:45 smithi088 ceph-mon[35322]: pgmap v2570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:45.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:45 smithi175 ceph-mon[44549]: pgmap v2570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:45.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:45 smithi181 ceph-mon[45557]: pgmap v2570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:48.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:48 smithi088 ceph-mon[35322]: pgmap v2571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:12:48.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:48 smithi175 ceph-mon[44549]: pgmap v2571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:12:48.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:48 smithi181 ceph-mon[45557]: pgmap v2571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:12:50.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:50 smithi088 ceph-mon[35322]: pgmap v2572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:50.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:50 smithi175 ceph-mon[44549]: pgmap v2572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:50.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:50 smithi181 ceph-mon[45557]: pgmap v2572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:52.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:52 smithi088 ceph-mon[35322]: pgmap v2573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:52.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:52 smithi175 ceph-mon[44549]: pgmap v2573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:52.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:52 smithi181 ceph-mon[45557]: pgmap v2573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:12:53.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:53.050+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:12:53.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:53.050+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:12:53.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:12:53.050+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:12:54.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:54 smithi088 ceph-mon[35322]: pgmap v2574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:54.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:54 smithi175 ceph-mon[44549]: pgmap v2574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:54.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:54 smithi181 ceph-mon[45557]: pgmap v2574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:12:56.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:56 smithi088 ceph-mon[35322]: pgmap v2575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:56.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:56 smithi175 ceph-mon[44549]: pgmap v2575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:56.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:56 smithi181 ceph-mon[45557]: pgmap v2575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:12:58.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:58 smithi088 ceph-mon[35322]: pgmap v2576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:12:58.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:58 smithi175 ceph-mon[44549]: pgmap v2576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:12:58.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:58 smithi181 ceph-mon[45557]: pgmap v2576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:12:59.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:12:59 smithi088 ceph-mon[35322]: pgmap v2577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:59.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:12:59 smithi175 ceph-mon[44549]: pgmap v2577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:12:59.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:12:59 smithi181 ceph-mon[45557]: pgmap v2577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:02.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:02 smithi088 ceph-mon[35322]: pgmap v2578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:02.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:02 smithi175 ceph-mon[44549]: pgmap v2578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:02.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:02 smithi181 ceph-mon[45557]: pgmap v2578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:04.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:04 smithi088 ceph-mon[35322]: pgmap v2579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:04.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:04 smithi175 ceph-mon[44549]: pgmap v2579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:04.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:04 smithi181 ceph-mon[45557]: pgmap v2579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:06.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:06 smithi088 ceph-mon[35322]: pgmap v2580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:06.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:06 smithi175 ceph-mon[44549]: pgmap v2580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:06.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:06 smithi181 ceph-mon[45557]: pgmap v2580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:08.058+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:13:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:08.058+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:13:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:08.058+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:13:08.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:08 smithi088 ceph-mon[35322]: pgmap v2581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:08.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:08 smithi175 ceph-mon[44549]: pgmap v2581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:08.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:08 smithi181 ceph-mon[45557]: pgmap v2581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:10.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:10 smithi088 ceph-mon[35322]: pgmap v2582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:10.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:10 smithi175 ceph-mon[44549]: pgmap v2582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:10.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:10 smithi181 ceph-mon[45557]: pgmap v2582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:12.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:12 smithi088 ceph-mon[35322]: pgmap v2583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:12.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:12 smithi175 ceph-mon[44549]: pgmap v2583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:12.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:12 smithi181 ceph-mon[45557]: pgmap v2583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:14.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:14 smithi088 ceph-mon[35322]: pgmap v2584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:14.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:14 smithi175 ceph-mon[44549]: pgmap v2584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:14.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:14 smithi181 ceph-mon[45557]: pgmap v2584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:16.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:16 smithi088 ceph-mon[35322]: pgmap v2585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:16.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:16 smithi175 ceph-mon[44549]: pgmap v2585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:16.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:16 smithi181 ceph-mon[45557]: pgmap v2585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:18.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:18 smithi088 ceph-mon[35322]: pgmap v2586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:18.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:18 smithi175 ceph-mon[44549]: pgmap v2586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:18.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:18 smithi181 ceph-mon[45557]: pgmap v2586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:20.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:20 smithi088 ceph-mon[35322]: pgmap v2587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:20.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:20 smithi175 ceph-mon[44549]: pgmap v2587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:20.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:20 smithi181 ceph-mon[45557]: pgmap v2587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:22.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:22 smithi088 ceph-mon[35322]: pgmap v2588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:22.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:22 smithi175 ceph-mon[44549]: pgmap v2588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:22.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:22 smithi181 ceph-mon[45557]: pgmap v2588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:23.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:23.074+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:13:23.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:23.074+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:13:23.084 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:23.074+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:13:24.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:24 smithi088 ceph-mon[35322]: pgmap v2589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:24.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:24 smithi175 ceph-mon[44549]: pgmap v2589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:24.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:24 smithi181 ceph-mon[45557]: pgmap v2589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:26.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:26 smithi088 ceph-mon[35322]: pgmap v2590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:26.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:26 smithi175 ceph-mon[44549]: pgmap v2590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:26.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:26 smithi181 ceph-mon[45557]: pgmap v2590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:28.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:28 smithi088 ceph-mon[35322]: pgmap v2591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:28.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:13:28.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:13:28.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:13:28.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:13:28.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:28 smithi175 ceph-mon[44549]: pgmap v2591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:28.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:13:28.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:13:28.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:13:28.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:13:28.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:28 smithi181 ceph-mon[45557]: pgmap v2591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:28.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:13:28.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:13:28.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:13:28.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:13:29.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:29 smithi088 ceph-mon[35322]: pgmap v2592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:13:29.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:29 smithi088 ceph-mon[35322]: pgmap v2593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:13:29.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:29 smithi175 ceph-mon[44549]: pgmap v2592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:13:29.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:29 smithi175 ceph-mon[44549]: pgmap v2593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:13:29.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:29 smithi181 ceph-mon[45557]: pgmap v2592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:13:29.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:29 smithi181 ceph-mon[45557]: pgmap v2593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:13:30.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:30 smithi088 ceph-mon[35322]: pgmap v2594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:13:30.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:30 smithi175 ceph-mon[44549]: pgmap v2594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:13:30.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:30 smithi181 ceph-mon[45557]: pgmap v2594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:13:33.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:33 smithi088 ceph-mon[35322]: pgmap v2595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:13:33.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:33 smithi175 ceph-mon[44549]: pgmap v2595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:13:33.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:33 smithi181 ceph-mon[45557]: pgmap v2595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:13:35.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:35 smithi088 ceph-mon[35322]: pgmap v2596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:13:35.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:35 smithi175 ceph-mon[44549]: pgmap v2596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:13:35.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:35 smithi181 ceph-mon[45557]: pgmap v2596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:13:37.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:37 smithi088 ceph-mon[35322]: pgmap v2597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:13:37.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:37 smithi175 ceph-mon[44549]: pgmap v2597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:13:37.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:37 smithi181 ceph-mon[45557]: pgmap v2597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:13:38.099 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:38.088+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:13:38.099 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:38.088+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:13:38.099 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:38.088+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:13:38.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:38 smithi175 ceph-mon[44549]: pgmap v2598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:13:38.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:38 smithi181 ceph-mon[45557]: pgmap v2598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:13:39.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:38 smithi088 ceph-mon[35322]: pgmap v2598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:13:41.670 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:41 smithi175 ceph-mon[44549]: pgmap v2599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:41.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:41 smithi181 ceph-mon[45557]: pgmap v2599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:41.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:41 smithi088 ceph-mon[35322]: pgmap v2599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:43.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:43 smithi088 ceph-mon[35322]: pgmap v2600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:43.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:43 smithi175 ceph-mon[44549]: pgmap v2600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:43.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:43 smithi181 ceph-mon[45557]: pgmap v2600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:45.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:45 smithi088 ceph-mon[35322]: pgmap v2601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:45.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:45 smithi175 ceph-mon[44549]: pgmap v2601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:45.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:45 smithi181 ceph-mon[45557]: pgmap v2601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:47.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:47 smithi088 ceph-mon[35322]: pgmap v2602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:47.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:47 smithi175 ceph-mon[44549]: pgmap v2602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:47.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:47 smithi181 ceph-mon[45557]: pgmap v2602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:49.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:49 smithi088 ceph-mon[35322]: pgmap v2603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:49.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:49 smithi175 ceph-mon[44549]: pgmap v2603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:49.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:49 smithi181 ceph-mon[45557]: pgmap v2603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:51.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:51 smithi088 ceph-mon[35322]: pgmap v2604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:51.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:51 smithi175 ceph-mon[44549]: pgmap v2604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:51.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:51 smithi181 ceph-mon[45557]: pgmap v2604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:13:52.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:52 smithi175 ceph-mon[44549]: pgmap v2605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:52.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:52 smithi181 ceph-mon[45557]: pgmap v2605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:53.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:52 smithi088 ceph-mon[35322]: pgmap v2605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:13:53.106 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:53.095+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:13:53.106 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:53.096+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:13:53.106 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:13:53.096+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:13:55.670 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:55 smithi175 ceph-mon[44549]: pgmap v2606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:55.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:55 smithi181 ceph-mon[45557]: pgmap v2606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:55.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:55 smithi088 ceph-mon[35322]: pgmap v2606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:13:57.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:57 smithi088 ceph-mon[35322]: pgmap v2607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:57.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:57 smithi175 ceph-mon[44549]: pgmap v2607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:57.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:57 smithi181 ceph-mon[45557]: pgmap v2607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:13:59.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:13:59 smithi088 ceph-mon[35322]: pgmap v2608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:59.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:13:59 smithi175 ceph-mon[44549]: pgmap v2608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:13:59.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:13:59 smithi181 ceph-mon[45557]: pgmap v2608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:14:01.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:01 smithi088 ceph-mon[35322]: pgmap v2609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:14:01.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:01 smithi175 ceph-mon[44549]: pgmap v2609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:14:01.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:01 smithi181 ceph-mon[45557]: pgmap v2609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:14:02.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:02 smithi088 ceph-mon[35322]: pgmap v2610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:02.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:02 smithi175 ceph-mon[44549]: pgmap v2610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:02.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:02 smithi181 ceph-mon[45557]: pgmap v2610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:05.670 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:05 smithi175 ceph-mon[44549]: pgmap v2611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:05.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:05 smithi181 ceph-mon[45557]: pgmap v2611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:05.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:05 smithi088 ceph-mon[35322]: pgmap v2611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:07.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:07 smithi088 ceph-mon[35322]: pgmap v2612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:07.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:07 smithi175 ceph-mon[44549]: pgmap v2612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:07.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:07 smithi181 ceph-mon[45557]: pgmap v2612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:08.098+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:14:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:08.098+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:14:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:08.098+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:14:09.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:09 smithi088 ceph-mon[35322]: pgmap v2613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:14:09.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:09 smithi175 ceph-mon[44549]: pgmap v2613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:14:09.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:09 smithi181 ceph-mon[45557]: pgmap v2613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:14:10.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:10 smithi175 ceph-mon[44549]: pgmap v2614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:14:10.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:10 smithi181 ceph-mon[45557]: pgmap v2614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:14:11.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:10 smithi088 ceph-mon[35322]: pgmap v2614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:14:13.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:13 smithi088 ceph-mon[35322]: pgmap v2615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:13.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:13 smithi175 ceph-mon[44549]: pgmap v2615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:13.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:13 smithi181 ceph-mon[45557]: pgmap v2615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:15.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:15 smithi088 ceph-mon[35322]: pgmap v2616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:15.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:15 smithi175 ceph-mon[44549]: pgmap v2616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:15.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:15 smithi181 ceph-mon[45557]: pgmap v2616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:17.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:17 smithi088 ceph-mon[35322]: pgmap v2617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:17.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:17 smithi175 ceph-mon[44549]: pgmap v2617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:17.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:17 smithi181 ceph-mon[45557]: pgmap v2617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:19.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:19 smithi088 ceph-mon[35322]: pgmap v2618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:14:19.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:19 smithi175 ceph-mon[44549]: pgmap v2618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:14:19.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:19 smithi181 ceph-mon[45557]: pgmap v2618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:14:20.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:20 smithi175 ceph-mon[44549]: pgmap v2619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:14:20.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:20 smithi181 ceph-mon[45557]: pgmap v2619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:14:21.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:20 smithi088 ceph-mon[35322]: pgmap v2619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:14:23.120 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:23.110+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:14:23.120 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:23.110+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:14:23.120 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:23.110+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:14:23.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:23 smithi088 ceph-mon[35322]: pgmap v2620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:23.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:23 smithi175 ceph-mon[44549]: pgmap v2620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:23.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:23 smithi181 ceph-mon[45557]: pgmap v2620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:24.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:24 smithi175 ceph-mon[44549]: pgmap v2621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:24.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:24 smithi181 ceph-mon[45557]: pgmap v2621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:25.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:24 smithi088 ceph-mon[35322]: pgmap v2621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:27.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:27 smithi088 ceph-mon[35322]: pgmap v2622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:27.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:27 smithi175 ceph-mon[44549]: pgmap v2622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:27.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:27 smithi181 ceph-mon[45557]: pgmap v2622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:28.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:28 smithi175 ceph-mon[44549]: pgmap v2623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:14:28.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:14:28.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:28 smithi181 ceph-mon[45557]: pgmap v2623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:14:28.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:14:29.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:28 smithi088 ceph-mon[35322]: pgmap v2623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:14:29.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:14:29.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:14:29.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:14:29.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:29 smithi175 ceph-mon[44549]: pgmap v2624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:14:29.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:29 smithi175 ceph-mon[44549]: pgmap v2625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:14:29.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:14:29.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:14:29.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:14:29.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:29 smithi181 ceph-mon[45557]: pgmap v2624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:14:29.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:29 smithi181 ceph-mon[45557]: pgmap v2625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:14:29.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:14:30.039 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:14:30.039 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:14:30.039 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:29 smithi088 ceph-mon[35322]: pgmap v2624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:14:30.039 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:29 smithi088 ceph-mon[35322]: pgmap v2625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:14:30.039 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:14:32.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:32 smithi088 ceph-mon[35322]: pgmap v2626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:14:32.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:32 smithi175 ceph-mon[44549]: pgmap v2626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:14:32.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:32 smithi181 ceph-mon[45557]: pgmap v2626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:14:33.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:33 smithi175 ceph-mon[44549]: pgmap v2627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:14:33.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:33 smithi181 ceph-mon[45557]: pgmap v2627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:14:34.039 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:33 smithi088 ceph-mon[35322]: pgmap v2627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:14:36.717 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:36 smithi181 ceph-mon[45557]: pgmap v2628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:14:36.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:36 smithi088 ceph-mon[35322]: pgmap v2628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:14:36.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:36 smithi175 ceph-mon[44549]: pgmap v2628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:14:37.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:37 smithi175 ceph-mon[44549]: pgmap v2629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:14:37.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:37 smithi181 ceph-mon[45557]: pgmap v2629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:14:38.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:37 smithi088 ceph-mon[35322]: pgmap v2629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:14:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:38.120+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:14:38.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:38.120+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:14:38.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:38.120+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:14:40.717 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:40 smithi181 ceph-mon[45557]: pgmap v2630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:14:40.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:40 smithi088 ceph-mon[35322]: pgmap v2630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:14:40.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:40 smithi175 ceph-mon[44549]: pgmap v2630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:14:42.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:42 smithi088 ceph-mon[35322]: pgmap v2631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:42.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:42 smithi175 ceph-mon[44549]: pgmap v2631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:42.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:42 smithi181 ceph-mon[45557]: pgmap v2631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:43.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:43 smithi175 ceph-mon[44549]: pgmap v2632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:14:43.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:43 smithi181 ceph-mon[45557]: pgmap v2632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:14:44.039 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:43 smithi088 ceph-mon[35322]: pgmap v2632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:14:46.717 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:46 smithi181 ceph-mon[45557]: pgmap v2633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:46.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:46 smithi088 ceph-mon[35322]: pgmap v2633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:46.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:46 smithi175 ceph-mon[44549]: pgmap v2633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:47.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:47 smithi175 ceph-mon[44549]: pgmap v2634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:47.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:47 smithi181 ceph-mon[45557]: pgmap v2634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:48.039 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:47 smithi088 ceph-mon[35322]: pgmap v2634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:50.717 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:50 smithi181 ceph-mon[45557]: pgmap v2635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:50.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:50 smithi088 ceph-mon[35322]: pgmap v2635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:50.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:50 smithi175 ceph-mon[44549]: pgmap v2635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:14:52.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:52 smithi088 ceph-mon[35322]: pgmap v2636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:52.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:52 smithi175 ceph-mon[44549]: pgmap v2636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:52.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:52 smithi181 ceph-mon[45557]: pgmap v2636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:14:53.146 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:53.136+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:14:53.146 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:53.136+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:14:53.146 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:53.136+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:14:53.921 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:53 smithi175 ceph-mon[44549]: pgmap v2637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:14:53.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:53 smithi181 ceph-mon[45557]: pgmap v2637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:14:54.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:53 smithi088 ceph-mon[35322]: pgmap v2637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:14:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:55.106+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T14:14:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:55.106+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:14:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:55.106+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 38 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:14:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:14:55.106+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 38 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T14:14:56.719 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:56 smithi181 ceph-mon[45557]: pgmap v2638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:56.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:56 smithi088 ceph-mon[35322]: pgmap v2638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:56.923 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:56 smithi175 ceph-mon[44549]: pgmap v2638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:57.889 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:14:57 smithi088 ceph-mon[35322]: pgmap v2639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:57.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:14:57 smithi175 ceph-mon[44549]: pgmap v2639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:14:57.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:14:57 smithi181 ceph-mon[45557]: pgmap v2639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:00.717 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:00 smithi181 ceph-mon[45557]: pgmap v2640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:00.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:00 smithi088 ceph-mon[35322]: pgmap v2640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:00.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:00 smithi175 ceph-mon[44549]: pgmap v2640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:02.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:02 smithi088 ceph-mon[35322]: pgmap v2641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:02.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:02 smithi175 ceph-mon[44549]: pgmap v2641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:02.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:02 smithi181 ceph-mon[45557]: pgmap v2641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:04.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:04 smithi088 ceph-mon[35322]: pgmap v2642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:04.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:04 smithi175 ceph-mon[44549]: pgmap v2642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:04.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:04 smithi181 ceph-mon[45557]: pgmap v2642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:06.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:06 smithi088 ceph-mon[35322]: pgmap v2643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:06.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:06 smithi175 ceph-mon[44549]: pgmap v2643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:06.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:06 smithi181 ceph-mon[45557]: pgmap v2643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:07.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:07 smithi175 ceph-mon[44549]: pgmap v2644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:07.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:07 smithi181 ceph-mon[45557]: pgmap v2644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:08.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:07 smithi088 ceph-mon[35322]: pgmap v2644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:08.161 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:08.151+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:15:08.161 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:08.151+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:15:08.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:08.151+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:15:10.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:10 smithi088 ceph-mon[35322]: pgmap v2645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:10.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:10 smithi175 ceph-mon[44549]: pgmap v2645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:10.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:10 smithi181 ceph-mon[45557]: pgmap v2645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:12.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:12 smithi088 ceph-mon[35322]: pgmap v2646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:12.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:12 smithi175 ceph-mon[44549]: pgmap v2646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:12.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:12 smithi181 ceph-mon[45557]: pgmap v2646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:14.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:14 smithi088 ceph-mon[35322]: pgmap v2647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:14.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:14 smithi175 ceph-mon[44549]: pgmap v2647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:14.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:14 smithi181 ceph-mon[45557]: pgmap v2647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:16.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:16 smithi088 ceph-mon[35322]: pgmap v2648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:16.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:16 smithi175 ceph-mon[44549]: pgmap v2648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:16.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:16 smithi181 ceph-mon[45557]: pgmap v2648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:17.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:17 smithi175 ceph-mon[44549]: pgmap v2649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:17.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:17 smithi181 ceph-mon[45557]: pgmap v2649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:18.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:17 smithi088 ceph-mon[35322]: pgmap v2649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:20.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:20 smithi088 ceph-mon[35322]: pgmap v2650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:20.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:20 smithi175 ceph-mon[44549]: pgmap v2650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:20.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:20 smithi181 ceph-mon[45557]: pgmap v2650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:22.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:22 smithi088 ceph-mon[35322]: pgmap v2651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:22.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:22 smithi175 ceph-mon[44549]: pgmap v2651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:22.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:22 smithi181 ceph-mon[45557]: pgmap v2651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:23.175 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:23.165+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:15:23.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:23.165+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:15:23.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:23.165+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:15:24.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:24 smithi088 ceph-mon[35322]: pgmap v2652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:24.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:24 smithi175 ceph-mon[44549]: pgmap v2652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:24.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:24 smithi181 ceph-mon[45557]: pgmap v2652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:26.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:26 smithi088 ceph-mon[35322]: pgmap v2653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:26.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:26 smithi175 ceph-mon[44549]: pgmap v2653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:26.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:26 smithi181 ceph-mon[45557]: pgmap v2653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:27.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:27 smithi175 ceph-mon[44549]: pgmap v2654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:27.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:27 smithi181 ceph-mon[45557]: pgmap v2654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:28.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:27 smithi088 ceph-mon[35322]: pgmap v2654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:15:30.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:30 smithi088 ceph-mon[35322]: pgmap v2655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:30.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:15:30.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:30 smithi175 ceph-mon[44549]: pgmap v2655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:30.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:15:30.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:30 smithi181 ceph-mon[45557]: pgmap v2655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:30.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:15:30.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:30.967 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:31.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:15:31.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:15:31.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:31.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:15:31.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:15:31.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:31.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:15:31.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:15:31.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:15:32.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:32 smithi088 ceph-mon[35322]: pgmap v2656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:15:32.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:32 smithi088 ceph-mon[35322]: pgmap v2657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:15:32.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:32 smithi175 ceph-mon[44549]: pgmap v2656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:15:32.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:32 smithi175 ceph-mon[44549]: pgmap v2657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:15:32.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:32 smithi181 ceph-mon[45557]: pgmap v2656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:15:32.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:32 smithi181 ceph-mon[45557]: pgmap v2657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:15:34.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:34 smithi088 ceph-mon[35322]: pgmap v2658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T14:15:34.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:34 smithi175 ceph-mon[44549]: pgmap v2658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T14:15:34.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:34 smithi181 ceph-mon[45557]: pgmap v2658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T14:15:36.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:36 smithi088 ceph-mon[35322]: pgmap v2659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:36.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:36 smithi175 ceph-mon[44549]: pgmap v2659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:36.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:36 smithi181 ceph-mon[45557]: pgmap v2659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:15:37.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:37 smithi175 ceph-mon[44549]: pgmap v2660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:15:37.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:37 smithi181 ceph-mon[45557]: pgmap v2660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:15:38.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:37 smithi088 ceph-mon[35322]: pgmap v2660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:15:38.190 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:38.181+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:15:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:38.181+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:15:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:38.181+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:15:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:39.442+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0adfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T14:15:39.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:39.442+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0adfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T14:15:39.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:39.442+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0adfc0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff344025000 tx=0x7ff344021050 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T14:15:39.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:39.442+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0adfc0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff344025000 tx=0x7ff344021050 comp rx=0 tx=0).stop 2024-01-28T14:15:39.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:39.442+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0adfc0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T14:15:39.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:39.442+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 msgr2=0x7ff32c0adfc0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T14:15:39.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:39.442+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1850 0x7ff32c0adfc0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T14:15:39.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:39.442+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T14:15:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:39.442+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T14:15:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:39.443+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ff344009cc0 tx=0x7ff344032000 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T14:15:40.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:40.113+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:15:40.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:40.113+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006620 con 0x55d733ebf510 2024-01-28T14:15:40.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:40.113+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 39 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006620 con 0x7ff34c102770 2024-01-28T14:15:40.123 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:40.113+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 39 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T14:15:40.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:40 smithi088 ceph-mon[35322]: pgmap v2661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:15:40.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:40 smithi175 ceph-mon[44549]: pgmap v2661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:15:40.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:40 smithi181 ceph-mon[45557]: pgmap v2661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:15:42.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:42 smithi088 ceph-mon[35322]: pgmap v2662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:15:42.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:42 smithi175 ceph-mon[44549]: pgmap v2662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:15:42.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:42 smithi181 ceph-mon[45557]: pgmap v2662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:15:44.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:44 smithi088 ceph-mon[35322]: pgmap v2663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:15:44.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:44 smithi175 ceph-mon[44549]: pgmap v2663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:15:44.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:44 smithi181 ceph-mon[45557]: pgmap v2663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:15:46.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:46 smithi088 ceph-mon[35322]: pgmap v2664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:15:46.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:46 smithi175 ceph-mon[44549]: pgmap v2664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:15:46.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:46 smithi181 ceph-mon[45557]: pgmap v2664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:15:47.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:47 smithi175 ceph-mon[44549]: pgmap v2665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:47.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:47 smithi181 ceph-mon[45557]: pgmap v2665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:48.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:47 smithi088 ceph-mon[35322]: pgmap v2665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:50.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:50 smithi088 ceph-mon[35322]: pgmap v2666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:50.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:50 smithi175 ceph-mon[44549]: pgmap v2666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:50.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:50 smithi181 ceph-mon[45557]: pgmap v2666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:15:52.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:52 smithi088 ceph-mon[35322]: pgmap v2667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:52.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:52 smithi175 ceph-mon[44549]: pgmap v2667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:52.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:52 smithi181 ceph-mon[45557]: pgmap v2667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:53.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:53.184+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:15:53.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:53.184+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:15:53.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:15:53.184+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:15:54.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:54 smithi088 ceph-mon[35322]: pgmap v2668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:15:54.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:54 smithi175 ceph-mon[44549]: pgmap v2668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:15:54.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:54 smithi181 ceph-mon[45557]: pgmap v2668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:15:56.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:56 smithi175 ceph-mon[44549]: pgmap v2669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:15:56.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:56 smithi181 ceph-mon[45557]: pgmap v2669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:15:56.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:56 smithi088 ceph-mon[35322]: pgmap v2669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:15:57.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:15:57 smithi175 ceph-mon[44549]: pgmap v2670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:57.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:15:57 smithi181 ceph-mon[45557]: pgmap v2670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:15:58.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:15:57 smithi088 ceph-mon[35322]: pgmap v2670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:00.288 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:00 smithi088 ceph-mon[35322]: pgmap v2671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:00.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:00 smithi175 ceph-mon[44549]: pgmap v2671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:00.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:00 smithi181 ceph-mon[45557]: pgmap v2671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:02.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:02 smithi088 ceph-mon[35322]: pgmap v2672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:02.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:02 smithi175 ceph-mon[44549]: pgmap v2672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:02.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:02 smithi181 ceph-mon[45557]: pgmap v2672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:04.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:04 smithi175 ceph-mon[44549]: pgmap v2673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:04.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:04 smithi181 ceph-mon[45557]: pgmap v2673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:04.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:04 smithi088 ceph-mon[35322]: pgmap v2673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:06.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:06 smithi175 ceph-mon[44549]: pgmap v2674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:16:06.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:06 smithi181 ceph-mon[45557]: pgmap v2674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:16:06.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:06 smithi088 ceph-mon[35322]: pgmap v2674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:16:07.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:07 smithi175 ceph-mon[44549]: pgmap v2675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:07.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:07 smithi181 ceph-mon[45557]: pgmap v2675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:08.038 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:07 smithi088 ceph-mon[35322]: pgmap v2675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:08.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:08.184+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:16:08.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:08.184+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:16:08.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:08.184+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:16:10.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:10 smithi088 ceph-mon[35322]: pgmap v2676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:10.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:10 smithi175 ceph-mon[44549]: pgmap v2676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:10.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:10 smithi181 ceph-mon[45557]: pgmap v2676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:12.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:12 smithi175 ceph-mon[44549]: pgmap v2677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:12.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:12 smithi181 ceph-mon[45557]: pgmap v2677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:12.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:12 smithi088 ceph-mon[35322]: pgmap v2677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:14.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:14 smithi175 ceph-mon[44549]: pgmap v2678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:14.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:14 smithi181 ceph-mon[45557]: pgmap v2678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:14.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:14 smithi088 ceph-mon[35322]: pgmap v2678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:16.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:16 smithi175 ceph-mon[44549]: pgmap v2679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:16:16.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:16 smithi181 ceph-mon[45557]: pgmap v2679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:16:16.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:16 smithi088 ceph-mon[35322]: pgmap v2679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:16:17.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:17 smithi175 ceph-mon[44549]: pgmap v2680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:17.966 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:17 smithi181 ceph-mon[45557]: pgmap v2680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:18.037 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:17 smithi088 ceph-mon[35322]: pgmap v2680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:20.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:20 smithi175 ceph-mon[44549]: pgmap v2681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:20.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:20 smithi181 ceph-mon[45557]: pgmap v2681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:20.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:20 smithi088 ceph-mon[35322]: pgmap v2681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:22.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:22 smithi175 ceph-mon[44549]: pgmap v2682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:22.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:22 smithi181 ceph-mon[45557]: pgmap v2682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:22.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:22 smithi088 ceph-mon[35322]: pgmap v2682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:23.200 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:23.191+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:16:23.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:23.192+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:16:23.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:23.192+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:16:24.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:24 smithi175 ceph-mon[44549]: pgmap v2683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:24.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:24 smithi181 ceph-mon[45557]: pgmap v2683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:24.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:24 smithi088 ceph-mon[35322]: pgmap v2683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:26.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:26 smithi175 ceph-mon[44549]: pgmap v2684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:16:26.466 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:26 smithi181 ceph-mon[45557]: pgmap v2684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:16:26.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:26 smithi088 ceph-mon[35322]: pgmap v2684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:16:27.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:27 smithi175 ceph-mon[44549]: pgmap v2685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:16:27.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:27 smithi181 ceph-mon[45557]: pgmap v2685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:16:28.037 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:27 smithi088 ceph-mon[35322]: pgmap v2685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:16:30.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:30 smithi175 ceph-mon[44549]: pgmap v2686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:16:30.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:30 smithi181 ceph-mon[45557]: pgmap v2686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:16:30.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:30 smithi088 ceph-mon[35322]: pgmap v2686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:16:32.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:32 smithi175 ceph-mon[44549]: pgmap v2687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:16:32.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:16:32.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:16:32.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:16:32.420 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:16:32.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:32 smithi181 ceph-mon[45557]: pgmap v2687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:16:32.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:16:32.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:16:32.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:16:32.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:16:32.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:32 smithi088 ceph-mon[35322]: pgmap v2687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:16:32.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:16:32.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:16:32.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:16:32.538 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:16:33.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:33 smithi175 ceph-mon[44549]: pgmap v2688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:16:33.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:33 smithi175 ceph-mon[44549]: pgmap v2689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:16:33.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:33 smithi181 ceph-mon[45557]: pgmap v2688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:16:33.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:33 smithi181 ceph-mon[45557]: pgmap v2689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:16:33.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:33 smithi088 ceph-mon[35322]: pgmap v2688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:16:33.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:33 smithi088 ceph-mon[35322]: pgmap v2689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:16:35.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:35 smithi175 ceph-mon[44549]: pgmap v2690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:16:35.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:35 smithi181 ceph-mon[45557]: pgmap v2690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:16:35.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:35 smithi088 ceph-mon[35322]: pgmap v2690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:16:37.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:37 smithi175 ceph-mon[44549]: pgmap v2691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:16:37.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:37 smithi181 ceph-mon[45557]: pgmap v2691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:16:37.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:37 smithi088 ceph-mon[35322]: pgmap v2691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:16:38.215 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:38.206+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:16:38.215 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:38.206+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:16:38.215 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:38.206+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:16:39.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:39 smithi175 ceph-mon[44549]: pgmap v2692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:16:39.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:39 smithi181 ceph-mon[45557]: pgmap v2692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:16:39.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:39 smithi088 ceph-mon[35322]: pgmap v2692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:16:41.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:41 smithi175 ceph-mon[44549]: pgmap v2693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:16:41.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:41 smithi181 ceph-mon[45557]: pgmap v2693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:16:41.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:41 smithi088 ceph-mon[35322]: pgmap v2693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:16:42.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:42 smithi175 ceph-mon[44549]: pgmap v2694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:16:42.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:42 smithi181 ceph-mon[45557]: pgmap v2694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:16:43.037 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:42 smithi088 ceph-mon[35322]: pgmap v2694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:16:45.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:45 smithi175 ceph-mon[44549]: pgmap v2695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:45.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:45 smithi181 ceph-mon[45557]: pgmap v2695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:45.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:45 smithi088 ceph-mon[35322]: pgmap v2695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:47.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:47 smithi088 ceph-mon[35322]: pgmap v2696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:47.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:47 smithi175 ceph-mon[44549]: pgmap v2696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:47.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:47 smithi181 ceph-mon[45557]: pgmap v2696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:49.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:49 smithi175 ceph-mon[44549]: pgmap v2697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:49.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:49 smithi181 ceph-mon[45557]: pgmap v2697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:49.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:49 smithi088 ceph-mon[35322]: pgmap v2697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:51.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:51 smithi175 ceph-mon[44549]: pgmap v2698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:16:51.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:51 smithi181 ceph-mon[45557]: pgmap v2698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:16:51.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:51 smithi088 ceph-mon[35322]: pgmap v2698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:16:52.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:52 smithi175 ceph-mon[44549]: pgmap v2699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:52.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:52 smithi181 ceph-mon[45557]: pgmap v2699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:53.037 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:52 smithi088 ceph-mon[35322]: pgmap v2699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:53.222+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:16:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:53.222+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:16:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:16:53.222+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:16:55.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:55 smithi175 ceph-mon[44549]: pgmap v2700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:55.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:55 smithi181 ceph-mon[45557]: pgmap v2700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:55.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:55 smithi088 ceph-mon[35322]: pgmap v2700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:16:57.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:57 smithi175 ceph-mon[44549]: pgmap v2701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:57.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:57 smithi181 ceph-mon[45557]: pgmap v2701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:57.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:57 smithi088 ceph-mon[35322]: pgmap v2701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:16:59.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:16:59 smithi175 ceph-mon[44549]: pgmap v2702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:59.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:16:59 smithi181 ceph-mon[45557]: pgmap v2702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:16:59.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:16:59 smithi088 ceph-mon[35322]: pgmap v2702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:01.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:01 smithi175 ceph-mon[44549]: pgmap v2703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:01.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:01 smithi181 ceph-mon[45557]: pgmap v2703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:01.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:01 smithi088 ceph-mon[35322]: pgmap v2703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:02.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:02 smithi175 ceph-mon[44549]: pgmap v2704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:02.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:02 smithi181 ceph-mon[45557]: pgmap v2704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:03.037 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:02 smithi088 ceph-mon[35322]: pgmap v2704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:05.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:05 smithi175 ceph-mon[44549]: pgmap v2705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:05.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:05 smithi181 ceph-mon[45557]: pgmap v2705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:05.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:05 smithi088 ceph-mon[35322]: pgmap v2705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:07.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:07 smithi175 ceph-mon[44549]: pgmap v2706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:07.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:07 smithi181 ceph-mon[45557]: pgmap v2706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:07.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:07 smithi088 ceph-mon[35322]: pgmap v2706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:08.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:08.231+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:17:08.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:08.231+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:17:08.240 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:08.231+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:17:09.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:09 smithi175 ceph-mon[44549]: pgmap v2707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:09.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:09 smithi181 ceph-mon[45557]: pgmap v2707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:09.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:09 smithi088 ceph-mon[35322]: pgmap v2707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:11.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:11 smithi175 ceph-mon[44549]: pgmap v2708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:11.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:11 smithi181 ceph-mon[45557]: pgmap v2708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:11.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:11 smithi088 ceph-mon[35322]: pgmap v2708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:12.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:12 smithi175 ceph-mon[44549]: pgmap v2709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:12.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:12 smithi181 ceph-mon[45557]: pgmap v2709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:12 smithi088 ceph-mon[35322]: pgmap v2709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:15.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:15 smithi175 ceph-mon[44549]: pgmap v2710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:15.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:15 smithi181 ceph-mon[45557]: pgmap v2710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:15.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:15 smithi088 ceph-mon[35322]: pgmap v2710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:17.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:17 smithi175 ceph-mon[44549]: pgmap v2711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:17.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:17 smithi181 ceph-mon[45557]: pgmap v2711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:17.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:17 smithi088 ceph-mon[35322]: pgmap v2711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:19.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:19 smithi175 ceph-mon[44549]: pgmap v2712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:19.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:19 smithi181 ceph-mon[45557]: pgmap v2712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:19.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:19 smithi088 ceph-mon[35322]: pgmap v2712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:21.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:21 smithi175 ceph-mon[44549]: pgmap v2713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:21.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:21 smithi181 ceph-mon[45557]: pgmap v2713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:21.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:21 smithi088 ceph-mon[35322]: pgmap v2713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:22.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:22 smithi175 ceph-mon[44549]: pgmap v2714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:22.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:22 smithi181 ceph-mon[45557]: pgmap v2714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:23.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:22 smithi088 ceph-mon[35322]: pgmap v2714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:23.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:23.246+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:17:23.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:23.246+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:17:23.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:23.246+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:17:25.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:25 smithi175 ceph-mon[44549]: pgmap v2715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:25.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:25 smithi181 ceph-mon[45557]: pgmap v2715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:25.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:25 smithi088 ceph-mon[35322]: pgmap v2715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:27.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:27 smithi175 ceph-mon[44549]: pgmap v2716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:27.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:27 smithi181 ceph-mon[45557]: pgmap v2716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:27.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:27 smithi088 ceph-mon[35322]: pgmap v2716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:29.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:29 smithi175 ceph-mon[44549]: pgmap v2717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:29.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:29 smithi181 ceph-mon[45557]: pgmap v2717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:29.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:29 smithi088 ceph-mon[35322]: pgmap v2717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:31.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:31 smithi175 ceph-mon[44549]: pgmap v2718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:31.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:31 smithi181 ceph-mon[45557]: pgmap v2718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:31.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:31 smithi088 ceph-mon[35322]: pgmap v2718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:32.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:32 smithi175 ceph-mon[44549]: pgmap v2719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:32.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:17:32.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:32 smithi181 ceph-mon[45557]: pgmap v2719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:32.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:17:33.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:32 smithi088 ceph-mon[35322]: pgmap v2719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:33.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:17:33.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:17:33.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:17:33.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:33 smithi175 ceph-mon[44549]: pgmap v2720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:17:33.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:33 smithi175 ceph-mon[44549]: pgmap v2721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:17:33.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:17:33.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:17:33.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:17:33.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:33 smithi181 ceph-mon[45557]: pgmap v2720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:17:33.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:33 smithi181 ceph-mon[45557]: pgmap v2721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:17:33.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:17:34.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:17:34.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:17:34.037 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:33 smithi088 ceph-mon[35322]: pgmap v2720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:17:34.037 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:33 smithi088 ceph-mon[35322]: pgmap v2721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:17:34.037 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:17:36.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:36 smithi175 ceph-mon[44549]: pgmap v2722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:17:36.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:36 smithi181 ceph-mon[45557]: pgmap v2722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:17:36.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:36 smithi088 ceph-mon[35322]: pgmap v2722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:17:37.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:37 smithi175 ceph-mon[44549]: pgmap v2723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:17:37.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:37 smithi181 ceph-mon[45557]: pgmap v2723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:17:38.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:37 smithi088 ceph-mon[35322]: pgmap v2723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:17:38.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:38.260+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:17:38.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:38.260+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:17:38.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:38.260+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:17:40.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:40 smithi175 ceph-mon[44549]: pgmap v2724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:17:40.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:40 smithi181 ceph-mon[45557]: pgmap v2724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:17:40.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:40 smithi088 ceph-mon[35322]: pgmap v2724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:17:42.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:42 smithi175 ceph-mon[44549]: pgmap v2725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:17:42.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:42 smithi181 ceph-mon[45557]: pgmap v2725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:17:42.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:42 smithi088 ceph-mon[35322]: pgmap v2725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:17:44.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:44 smithi175 ceph-mon[44549]: pgmap v2726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:17:44.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:44 smithi181 ceph-mon[45557]: pgmap v2726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:17:44.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:44 smithi088 ceph-mon[35322]: pgmap v2726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:17:46.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:46 smithi175 ceph-mon[44549]: pgmap v2727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:46.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:46 smithi181 ceph-mon[45557]: pgmap v2727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:46.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:46 smithi088 ceph-mon[35322]: pgmap v2727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:47.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:47 smithi175 ceph-mon[44549]: pgmap v2728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:47.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:47 smithi181 ceph-mon[45557]: pgmap v2728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:48.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:47 smithi088 ceph-mon[35322]: pgmap v2728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:50.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:50 smithi175 ceph-mon[44549]: pgmap v2729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:50.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:50 smithi181 ceph-mon[45557]: pgmap v2729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:50.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:50 smithi088 ceph-mon[35322]: pgmap v2729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:17:52.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:52 smithi175 ceph-mon[44549]: pgmap v2730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:52.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:52 smithi181 ceph-mon[45557]: pgmap v2730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:52.537 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:52 smithi088 ceph-mon[35322]: pgmap v2730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:53.263+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:17:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:53.263+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:17:53.272 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:17:53.263+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:17:54.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:54 smithi175 ceph-mon[44549]: pgmap v2731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:54.465 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:54 smithi181 ceph-mon[45557]: pgmap v2731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:54.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:54 smithi088 ceph-mon[35322]: pgmap v2731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:17:56.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:56 smithi175 ceph-mon[44549]: pgmap v2732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:56.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:56 smithi181 ceph-mon[45557]: pgmap v2732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:56.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:56 smithi088 ceph-mon[35322]: pgmap v2732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:17:57.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:17:57 smithi175 ceph-mon[44549]: pgmap v2733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:57.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:17:57 smithi181 ceph-mon[45557]: pgmap v2733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:17:58.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:17:57 smithi088 ceph-mon[35322]: pgmap v2733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:00.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:00 smithi175 ceph-mon[44549]: pgmap v2734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:00.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:00 smithi181 ceph-mon[45557]: pgmap v2734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:00.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:00 smithi088 ceph-mon[35322]: pgmap v2734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:02.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:02 smithi175 ceph-mon[44549]: pgmap v2735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:02.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:02 smithi181 ceph-mon[45557]: pgmap v2735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:02.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:02 smithi088 ceph-mon[35322]: pgmap v2735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:04.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:04 smithi175 ceph-mon[44549]: pgmap v2736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:04.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:04 smithi181 ceph-mon[45557]: pgmap v2736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:04.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:04 smithi088 ceph-mon[35322]: pgmap v2736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:06.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:06 smithi175 ceph-mon[44549]: pgmap v2737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:18:06.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:06 smithi181 ceph-mon[45557]: pgmap v2737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:18:06.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:06 smithi088 ceph-mon[35322]: pgmap v2737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:18:07.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:07 smithi175 ceph-mon[44549]: pgmap v2738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:07.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:07 smithi181 ceph-mon[45557]: pgmap v2738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:08.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:07 smithi088 ceph-mon[35322]: pgmap v2738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:08.281 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:08.273+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:18:08.281 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:08.273+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:18:08.281 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:08.273+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:18:10.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:10 smithi175 ceph-mon[44549]: pgmap v2739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:10.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:10 smithi181 ceph-mon[45557]: pgmap v2739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:10.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:10 smithi088 ceph-mon[35322]: pgmap v2739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:12.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:12 smithi175 ceph-mon[44549]: pgmap v2740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:12.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:12 smithi181 ceph-mon[45557]: pgmap v2740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:12.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:12 smithi088 ceph-mon[35322]: pgmap v2740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:14.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:14 smithi175 ceph-mon[44549]: pgmap v2741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:14.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:14 smithi181 ceph-mon[45557]: pgmap v2741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:14.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:14 smithi088 ceph-mon[35322]: pgmap v2741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:16.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:16 smithi175 ceph-mon[44549]: pgmap v2742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:18:16.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:16 smithi181 ceph-mon[45557]: pgmap v2742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:18:16.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:16 smithi088 ceph-mon[35322]: pgmap v2742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:18:17.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:17 smithi175 ceph-mon[44549]: pgmap v2743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:17.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:17 smithi181 ceph-mon[45557]: pgmap v2743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:18.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:17 smithi088 ceph-mon[35322]: pgmap v2743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:20.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:20 smithi175 ceph-mon[44549]: pgmap v2744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:20.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:20 smithi181 ceph-mon[45557]: pgmap v2744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:20.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:20 smithi088 ceph-mon[35322]: pgmap v2744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:22.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:22 smithi175 ceph-mon[44549]: pgmap v2745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:22.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:22 smithi181 ceph-mon[45557]: pgmap v2745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:22.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:22 smithi088 ceph-mon[35322]: pgmap v2745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:23.296 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:23.289+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:18:23.296 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:23.289+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:18:23.297 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:23.289+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:18:24.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:24 smithi175 ceph-mon[44549]: pgmap v2746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:24.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:24 smithi181 ceph-mon[45557]: pgmap v2746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:24.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:24 smithi088 ceph-mon[35322]: pgmap v2746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:26.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:26 smithi175 ceph-mon[44549]: pgmap v2747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:18:26.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:26 smithi181 ceph-mon[45557]: pgmap v2747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:18:26.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:26 smithi088 ceph-mon[35322]: pgmap v2747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:18:27.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:27 smithi175 ceph-mon[44549]: pgmap v2748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:27.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:27 smithi181 ceph-mon[45557]: pgmap v2748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:28.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:27 smithi088 ceph-mon[35322]: pgmap v2748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:30.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:30 smithi175 ceph-mon[44549]: pgmap v2749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:30.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:30 smithi181 ceph-mon[45557]: pgmap v2749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:30.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:30 smithi088 ceph-mon[35322]: pgmap v2749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:18:32.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:32 smithi175 ceph-mon[44549]: pgmap v2750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:32.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:32 smithi181 ceph-mon[45557]: pgmap v2750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:32.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:32 smithi088 ceph-mon[35322]: pgmap v2750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:34.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:34 smithi175 ceph-mon[44549]: pgmap v2751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:34.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:18:34.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:18:34.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:18:34.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:18:34.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:34 smithi181 ceph-mon[45557]: pgmap v2751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:34.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:18:34.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:18:34.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:18:34.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:18:34.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:34 smithi088 ceph-mon[35322]: pgmap v2751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:34.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:18:34.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:18:34.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:18:34.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:18:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:35 smithi175 ceph-mon[44549]: pgmap v2752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:18:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:35 smithi175 ceph-mon[44549]: pgmap v2753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:18:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:35 smithi181 ceph-mon[45557]: pgmap v2752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:18:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:35 smithi181 ceph-mon[45557]: pgmap v2753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:18:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:35 smithi088 ceph-mon[35322]: pgmap v2752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:18:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:35 smithi088 ceph-mon[35322]: pgmap v2753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:18:37.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:37 smithi175 ceph-mon[44549]: pgmap v2754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:18:37.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:37 smithi181 ceph-mon[45557]: pgmap v2754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:18:37.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:37 smithi088 ceph-mon[35322]: pgmap v2754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:18:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:38.296+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:18:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:38.296+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:18:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:38.296+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:18:39.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:39 smithi175 ceph-mon[44549]: pgmap v2755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:18:39.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:39 smithi181 ceph-mon[45557]: pgmap v2755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:18:39.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:39 smithi088 ceph-mon[35322]: pgmap v2755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:18:40.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:40.139+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:18:40.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:40.139+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:18:40.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:40.139+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 40 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:18:40.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:40.139+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 40 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:18:41.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:41 smithi175 ceph-mon[44549]: pgmap v2756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:18:41.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:41 smithi181 ceph-mon[45557]: pgmap v2756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:18:41.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:41 smithi088 ceph-mon[35322]: pgmap v2756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:18:42.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:42 smithi175 ceph-mon[44549]: pgmap v2757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:18:42.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:42 smithi181 ceph-mon[45557]: pgmap v2757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:18:43.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:42 smithi088 ceph-mon[35322]: pgmap v2757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:18:45.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:45 smithi175 ceph-mon[44549]: pgmap v2758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:18:45.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:45 smithi181 ceph-mon[45557]: pgmap v2758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:18:45.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:45 smithi088 ceph-mon[35322]: pgmap v2758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:18:47.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:47 smithi175 ceph-mon[44549]: pgmap v2759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:47.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:47 smithi181 ceph-mon[45557]: pgmap v2759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:47.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:47 smithi088 ceph-mon[35322]: pgmap v2759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:49.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:49 smithi175 ceph-mon[44549]: pgmap v2760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:49.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:49 smithi181 ceph-mon[45557]: pgmap v2760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:49.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:49 smithi088 ceph-mon[35322]: pgmap v2760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:18:51.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:51 smithi175 ceph-mon[44549]: pgmap v2761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:18:51.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:51 smithi181 ceph-mon[45557]: pgmap v2761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:18:51.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:51 smithi088 ceph-mon[35322]: pgmap v2761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:18:52.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:52 smithi175 ceph-mon[44549]: pgmap v2762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:52.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:52 smithi181 ceph-mon[45557]: pgmap v2762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:53.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:52 smithi088 ceph-mon[35322]: pgmap v2762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:53.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:53.311+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:18:53.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:53.311+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:18:53.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:18:53.311+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:18:55.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:55 smithi175 ceph-mon[44549]: pgmap v2763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:18:55.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:55 smithi181 ceph-mon[45557]: pgmap v2763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:18:55.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:55 smithi088 ceph-mon[35322]: pgmap v2763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:18:57.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:57 smithi175 ceph-mon[44549]: pgmap v2764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:57.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:57 smithi181 ceph-mon[45557]: pgmap v2764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:57.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:57 smithi088 ceph-mon[35322]: pgmap v2764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:18:59.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:18:59 smithi175 ceph-mon[44549]: pgmap v2765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:18:59.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:18:59 smithi181 ceph-mon[45557]: pgmap v2765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:18:59.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:18:59 smithi088 ceph-mon[35322]: pgmap v2765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:19:01.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:01 smithi175 ceph-mon[44549]: pgmap v2766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:01.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:01 smithi181 ceph-mon[45557]: pgmap v2766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:01.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:01 smithi088 ceph-mon[35322]: pgmap v2766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:02.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:02 smithi175 ceph-mon[44549]: pgmap v2767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:02.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:02 smithi181 ceph-mon[45557]: pgmap v2767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:03.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:02 smithi088 ceph-mon[35322]: pgmap v2767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:05.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:05 smithi175 ceph-mon[44549]: pgmap v2768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:05.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:05 smithi181 ceph-mon[45557]: pgmap v2768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:05.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:05 smithi088 ceph-mon[35322]: pgmap v2768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:07.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:07 smithi175 ceph-mon[44549]: pgmap v2769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:07.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:07 smithi181 ceph-mon[45557]: pgmap v2769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:07.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:07 smithi088 ceph-mon[35322]: pgmap v2769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:08.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:08.326+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:19:08.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:08.326+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:19:08.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:08.326+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:19:09.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:09 smithi175 ceph-mon[44549]: pgmap v2770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:09.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:09 smithi181 ceph-mon[45557]: pgmap v2770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:09.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:09 smithi088 ceph-mon[35322]: pgmap v2770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:11.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:11 smithi175 ceph-mon[44549]: pgmap v2771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:11.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:11 smithi181 ceph-mon[45557]: pgmap v2771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:11.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:11 smithi088 ceph-mon[35322]: pgmap v2771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:12.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:12 smithi175 ceph-mon[44549]: pgmap v2772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:12 smithi181 ceph-mon[45557]: pgmap v2772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:13.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:12 smithi088 ceph-mon[35322]: pgmap v2772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:15.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:15 smithi175 ceph-mon[44549]: pgmap v2773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:15.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:15 smithi181 ceph-mon[45557]: pgmap v2773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:15.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:15 smithi088 ceph-mon[35322]: pgmap v2773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:17.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:17 smithi175 ceph-mon[44549]: pgmap v2774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:17.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:17 smithi181 ceph-mon[45557]: pgmap v2774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:17.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:17 smithi088 ceph-mon[35322]: pgmap v2774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:19.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:19 smithi175 ceph-mon[44549]: pgmap v2775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:19.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:19 smithi181 ceph-mon[45557]: pgmap v2775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:19.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:19 smithi088 ceph-mon[35322]: pgmap v2775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:21.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:21 smithi175 ceph-mon[44549]: pgmap v2776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:21.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:21 smithi181 ceph-mon[45557]: pgmap v2776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:21.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:21 smithi088 ceph-mon[35322]: pgmap v2776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:22.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:22 smithi175 ceph-mon[44549]: pgmap v2777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:22.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:22 smithi181 ceph-mon[45557]: pgmap v2777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:23.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:22 smithi088 ceph-mon[35322]: pgmap v2777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:23.338 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:23.331+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:19:23.338 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:23.331+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:19:23.338 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:23.331+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:19:25.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:25 smithi175 ceph-mon[44549]: pgmap v2778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:25.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:25 smithi181 ceph-mon[45557]: pgmap v2778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:25.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:25 smithi088 ceph-mon[35322]: pgmap v2778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:27.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:27 smithi175 ceph-mon[44549]: pgmap v2779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:27.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:27 smithi181 ceph-mon[45557]: pgmap v2779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:27.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:27 smithi088 ceph-mon[35322]: pgmap v2779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:29.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:29 smithi175 ceph-mon[44549]: pgmap v2780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:29 smithi181 ceph-mon[45557]: pgmap v2780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:29.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:29 smithi088 ceph-mon[35322]: pgmap v2780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:31.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:31 smithi175 ceph-mon[44549]: pgmap v2781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:31.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:31 smithi181 ceph-mon[45557]: pgmap v2781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:31.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:31 smithi088 ceph-mon[35322]: pgmap v2781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:32.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:32 smithi175 ceph-mon[44549]: pgmap v2782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:32.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:32 smithi181 ceph-mon[45557]: pgmap v2782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:33.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:32 smithi088 ceph-mon[35322]: pgmap v2782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:35.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: pgmap v2783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:35.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:19:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:19:35.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: pgmap v2783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:35.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:19:35.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:19:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:19:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:19:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: pgmap v2783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:19:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:19:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:19:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:19:35.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:19:36.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:36 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:19:36.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:36 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:19:36.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:36 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:19:36.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:36 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:19:36.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:36 smithi175 ceph-mon[44549]: pgmap v2784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:19:36.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:36 smithi175 ceph-mon[44549]: pgmap v2785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:19:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:36 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:19:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:36 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:19:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:36 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:19:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:36 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:19:36.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:36 smithi181 ceph-mon[45557]: pgmap v2784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:19:36.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:36 smithi181 ceph-mon[45557]: pgmap v2785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:19:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:36 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:19:36.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:36 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:19:36.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:36 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:19:36.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:36 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:19:36.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:36 smithi088 ceph-mon[35322]: pgmap v2784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:19:36.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:36 smithi088 ceph-mon[35322]: pgmap v2785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:19:37.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:37 smithi175 ceph-mon[44549]: pgmap v2786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:37.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:37 smithi181 ceph-mon[45557]: pgmap v2786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:38.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:37 smithi088 ceph-mon[35322]: pgmap v2786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:38.346+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:38.346+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:19:38.353 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:38.346+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:19:40.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:40 smithi175 ceph-mon[44549]: pgmap v2787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:40.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:40 smithi181 ceph-mon[45557]: pgmap v2787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:40.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:40 smithi088 ceph-mon[35322]: pgmap v2787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:42.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:42 smithi175 ceph-mon[44549]: pgmap v2788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:42.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:42 smithi181 ceph-mon[45557]: pgmap v2788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:42.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:42 smithi088 ceph-mon[35322]: pgmap v2788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:19:44.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:44 smithi175 ceph-mon[44549]: pgmap v2789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:19:44.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:44 smithi181 ceph-mon[45557]: pgmap v2789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:19:44.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:44 smithi088 ceph-mon[35322]: pgmap v2789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:19:46.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:46 smithi175 ceph-mon[44549]: pgmap v2790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:19:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:46 smithi181 ceph-mon[45557]: pgmap v2790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:19:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:46 smithi088 ceph-mon[35322]: pgmap v2790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:19:47.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:47 smithi175 ceph-mon[44549]: pgmap v2791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:47.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:47 smithi181 ceph-mon[45557]: pgmap v2791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:48.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:47 smithi088 ceph-mon[35322]: pgmap v2791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:50.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:50 smithi175 ceph-mon[44549]: pgmap v2792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:50.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:50 smithi181 ceph-mon[45557]: pgmap v2792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:50.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:50 smithi088 ceph-mon[35322]: pgmap v2792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:19:52.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:52 smithi175 ceph-mon[44549]: pgmap v2793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:52.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:52 smithi181 ceph-mon[45557]: pgmap v2793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:52.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:52 smithi088 ceph-mon[35322]: pgmap v2793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:53.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:53.362+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:19:53.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:53.362+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:19:53.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:19:53.362+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:19:54.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:54 smithi088 ceph-mon[35322]: pgmap v2794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:54.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:54 smithi175 ceph-mon[44549]: pgmap v2794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:54.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:54 smithi181 ceph-mon[45557]: pgmap v2794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:19:56.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:56 smithi175 ceph-mon[44549]: pgmap v2795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:56.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:56 smithi181 ceph-mon[45557]: pgmap v2795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:56.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:56 smithi088 ceph-mon[35322]: pgmap v2795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:19:57.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:19:57 smithi175 ceph-mon[44549]: pgmap v2796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:57.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:19:57 smithi181 ceph-mon[45557]: pgmap v2796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:19:58.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:19:57 smithi088 ceph-mon[35322]: pgmap v2796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:00.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:00 smithi175 ceph-mon[44549]: pgmap v2797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:00.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:20:00.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:00 smithi181 ceph-mon[45557]: pgmap v2797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:00.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:20:00.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:00 smithi088 ceph-mon[35322]: pgmap v2797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:00.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:20:02.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:02 smithi175 ceph-mon[44549]: pgmap v2798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:02.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:02 smithi181 ceph-mon[45557]: pgmap v2798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:02.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:02 smithi088 ceph-mon[35322]: pgmap v2798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:04.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:04 smithi175 ceph-mon[44549]: pgmap v2799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:04.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:04 smithi181 ceph-mon[45557]: pgmap v2799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:04.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:04 smithi088 ceph-mon[35322]: pgmap v2799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:06.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:06 smithi175 ceph-mon[44549]: pgmap v2800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:06.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:06 smithi181 ceph-mon[45557]: pgmap v2800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:06.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:06 smithi088 ceph-mon[35322]: pgmap v2800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:07.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:07 smithi175 ceph-mon[44549]: pgmap v2801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:07.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:07 smithi181 ceph-mon[45557]: pgmap v2801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:08.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:07 smithi088 ceph-mon[35322]: pgmap v2801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:08.382 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:08.376+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:20:08.383 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:08.376+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:20:08.383 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:08.376+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:20:10.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:10 smithi175 ceph-mon[44549]: pgmap v2802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:10.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:10 smithi181 ceph-mon[45557]: pgmap v2802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:10.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:10 smithi088 ceph-mon[35322]: pgmap v2802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:12.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:12 smithi175 ceph-mon[44549]: pgmap v2803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:12.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:12 smithi181 ceph-mon[45557]: pgmap v2803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:12.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:12 smithi088 ceph-mon[35322]: pgmap v2803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:14.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:14 smithi175 ceph-mon[44549]: pgmap v2804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:14.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:14 smithi181 ceph-mon[45557]: pgmap v2804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:14.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:14 smithi088 ceph-mon[35322]: pgmap v2804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:16.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:16 smithi175 ceph-mon[44549]: pgmap v2805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:16.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:16 smithi181 ceph-mon[45557]: pgmap v2805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:16.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:16 smithi088 ceph-mon[35322]: pgmap v2805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:17.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:17 smithi175 ceph-mon[44549]: pgmap v2806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:17.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:17 smithi181 ceph-mon[45557]: pgmap v2806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:18.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:17 smithi088 ceph-mon[35322]: pgmap v2806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:20.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:20 smithi175 ceph-mon[44549]: pgmap v2807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:20.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:20 smithi181 ceph-mon[45557]: pgmap v2807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:20.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:20 smithi088 ceph-mon[35322]: pgmap v2807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:22.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:22 smithi175 ceph-mon[44549]: pgmap v2808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:22.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:22 smithi181 ceph-mon[45557]: pgmap v2808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:22.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:22 smithi088 ceph-mon[35322]: pgmap v2808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:23.376+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:20:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:23.376+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:20:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:23.376+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:20:24.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:24 smithi175 ceph-mon[44549]: pgmap v2809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:24.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:24 smithi181 ceph-mon[45557]: pgmap v2809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:24.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:24 smithi088 ceph-mon[35322]: pgmap v2809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:26.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:26 smithi175 ceph-mon[44549]: pgmap v2810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:26.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:26 smithi181 ceph-mon[45557]: pgmap v2810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:26.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:26 smithi088 ceph-mon[35322]: pgmap v2810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:27.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:27 smithi175 ceph-mon[44549]: pgmap v2811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:27.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:27 smithi181 ceph-mon[45557]: pgmap v2811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:28.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:27 smithi088 ceph-mon[35322]: pgmap v2811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:30.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:30 smithi175 ceph-mon[44549]: pgmap v2812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:30.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:30 smithi181 ceph-mon[45557]: pgmap v2812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:30.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:30 smithi088 ceph-mon[35322]: pgmap v2812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:32.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:32 smithi175 ceph-mon[44549]: pgmap v2813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:32.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:32 smithi181 ceph-mon[45557]: pgmap v2813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:32.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:32 smithi088 ceph-mon[35322]: pgmap v2813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:34.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:34 smithi175 ceph-mon[44549]: pgmap v2814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:34.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:34 smithi181 ceph-mon[45557]: pgmap v2814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:34.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:34 smithi088 ceph-mon[35322]: pgmap v2814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:36.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:36 smithi175 ceph-mon[44549]: pgmap v2815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:36.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:20:36.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:20:36.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:20:36.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:20:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:36 smithi181 ceph-mon[45557]: pgmap v2815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:20:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:20:36.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:20:36.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:20:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:36 smithi088 ceph-mon[35322]: pgmap v2815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:20:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:20:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:20:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:20:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:20:37.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:37 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:20:37.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:37 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:20:37.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:37 smithi175 ceph-mon[44549]: pgmap v2816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T14:20:37.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:37 smithi175 ceph-mon[44549]: pgmap v2817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:20:37.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:37 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:20:37.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:37 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:20:37.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:37 smithi181 ceph-mon[45557]: pgmap v2816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T14:20:37.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:37 smithi181 ceph-mon[45557]: pgmap v2817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:20:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:37 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:20:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:37 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:20:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:37 smithi088 ceph-mon[35322]: pgmap v2816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T14:20:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:37 smithi088 ceph-mon[35322]: pgmap v2817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:20:38.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:38.386+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:20:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:38.386+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:20:38.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:38.386+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:20:39.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:39 smithi175 ceph-mon[44549]: pgmap v2818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:20:39.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:39 smithi181 ceph-mon[45557]: pgmap v2818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:20:39.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:39 smithi088 ceph-mon[35322]: pgmap v2818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:20:41.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:41 smithi088 ceph-mon[35322]: pgmap v2819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:20:41.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:41 smithi175 ceph-mon[44549]: pgmap v2819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:20:41.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:41 smithi181 ceph-mon[45557]: pgmap v2819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:20:42.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:42 smithi175 ceph-mon[44549]: pgmap v2820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:20:42.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:42 smithi181 ceph-mon[45557]: pgmap v2820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:20:43.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:42 smithi088 ceph-mon[35322]: pgmap v2820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:20:45.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:45 smithi175 ceph-mon[44549]: pgmap v2821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:20:45.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:45 smithi181 ceph-mon[45557]: pgmap v2821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:20:45.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:45 smithi088 ceph-mon[35322]: pgmap v2821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:20:47.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:47 smithi175 ceph-mon[44549]: pgmap v2822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:20:47.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:47 smithi181 ceph-mon[45557]: pgmap v2822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:20:47.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:47 smithi088 ceph-mon[35322]: pgmap v2822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:20:49.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:49 smithi175 ceph-mon[44549]: pgmap v2823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:49.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:49 smithi181 ceph-mon[45557]: pgmap v2823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:49 smithi088 ceph-mon[35322]: pgmap v2823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:51.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:51 smithi175 ceph-mon[44549]: pgmap v2824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:51.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:51 smithi181 ceph-mon[45557]: pgmap v2824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:51.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:51 smithi088 ceph-mon[35322]: pgmap v2824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:20:52.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:52 smithi175 ceph-mon[44549]: pgmap v2825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:52.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:52 smithi181 ceph-mon[45557]: pgmap v2825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:53.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:52 smithi088 ceph-mon[35322]: pgmap v2825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:53.407 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:53.400+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:20:53.407 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:53.400+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:20:53.407 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:20:53.400+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:20:55.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:55 smithi175 ceph-mon[44549]: pgmap v2826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:55.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:55 smithi181 ceph-mon[45557]: pgmap v2826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:55.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:55 smithi088 ceph-mon[35322]: pgmap v2826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:20:57.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:57 smithi175 ceph-mon[44549]: pgmap v2827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:57.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:57 smithi181 ceph-mon[45557]: pgmap v2827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:57.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:57 smithi088 ceph-mon[35322]: pgmap v2827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:20:59.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:20:59 smithi175 ceph-mon[44549]: pgmap v2828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:59.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:20:59 smithi181 ceph-mon[45557]: pgmap v2828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:20:59.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:20:59 smithi088 ceph-mon[35322]: pgmap v2828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:21:01.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:01 smithi175 ceph-mon[44549]: pgmap v2829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:01.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:01 smithi181 ceph-mon[45557]: pgmap v2829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:01.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:01 smithi088 ceph-mon[35322]: pgmap v2829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:02.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:02 smithi175 ceph-mon[44549]: pgmap v2830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:02.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:02 smithi181 ceph-mon[45557]: pgmap v2830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:03.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:02 smithi088 ceph-mon[35322]: pgmap v2830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:05.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:05 smithi175 ceph-mon[44549]: pgmap v2831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:05.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:05 smithi181 ceph-mon[45557]: pgmap v2831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:05.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:05 smithi088 ceph-mon[35322]: pgmap v2831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:07.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:07 smithi175 ceph-mon[44549]: pgmap v2832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:07.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:07 smithi181 ceph-mon[45557]: pgmap v2832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:07.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:07 smithi088 ceph-mon[35322]: pgmap v2832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:08.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:08.412+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:21:08.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:08.412+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:21:08.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:08.412+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:21:09.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:09 smithi175 ceph-mon[44549]: pgmap v2833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:21:09.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:09 smithi181 ceph-mon[45557]: pgmap v2833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:21:09.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:09 smithi088 ceph-mon[35322]: pgmap v2833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:21:11.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:11 smithi175 ceph-mon[44549]: pgmap v2834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:11.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:11 smithi181 ceph-mon[45557]: pgmap v2834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:11.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:11 smithi088 ceph-mon[35322]: pgmap v2834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:12.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:12 smithi175 ceph-mon[44549]: pgmap v2835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:12.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:12 smithi181 ceph-mon[45557]: pgmap v2835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:13.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:12 smithi088 ceph-mon[35322]: pgmap v2835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:15.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:15 smithi175 ceph-mon[44549]: pgmap v2836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:15.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:15 smithi181 ceph-mon[45557]: pgmap v2836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:15 smithi088 ceph-mon[35322]: pgmap v2836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:17.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:17 smithi175 ceph-mon[44549]: pgmap v2837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:17.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:17 smithi181 ceph-mon[45557]: pgmap v2837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:17.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:17 smithi088 ceph-mon[35322]: pgmap v2837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:19.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:19 smithi175 ceph-mon[44549]: pgmap v2838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:21:19.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:19 smithi181 ceph-mon[45557]: pgmap v2838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:21:19.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:19 smithi088 ceph-mon[35322]: pgmap v2838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:21:21.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:21 smithi175 ceph-mon[44549]: pgmap v2839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:21.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:21 smithi181 ceph-mon[45557]: pgmap v2839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:21.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:21 smithi088 ceph-mon[35322]: pgmap v2839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:22 smithi175 ceph-mon[44549]: pgmap v2840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:22.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:22 smithi181 ceph-mon[45557]: pgmap v2840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:23.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:22 smithi088 ceph-mon[35322]: pgmap v2840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:23.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:23.426+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:21:23.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:23.426+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:21:23.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:23.426+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:21:25.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:25 smithi175 ceph-mon[44549]: pgmap v2841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:25.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:25 smithi181 ceph-mon[45557]: pgmap v2841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:25.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:25 smithi088 ceph-mon[35322]: pgmap v2841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:27.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:27 smithi175 ceph-mon[44549]: pgmap v2842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:27.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:27 smithi181 ceph-mon[45557]: pgmap v2842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:27.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:27 smithi088 ceph-mon[35322]: pgmap v2842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:29.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:29 smithi175 ceph-mon[44549]: pgmap v2843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:21:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:29 smithi181 ceph-mon[45557]: pgmap v2843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:21:29.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:29 smithi088 ceph-mon[35322]: pgmap v2843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:21:31.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:31 smithi175 ceph-mon[44549]: pgmap v2844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:31.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:31 smithi181 ceph-mon[45557]: pgmap v2844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:31.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:31 smithi088 ceph-mon[35322]: pgmap v2844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:32.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:32 smithi175 ceph-mon[44549]: pgmap v2845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:32.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:32 smithi181 ceph-mon[45557]: pgmap v2845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:33.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:32 smithi088 ceph-mon[35322]: pgmap v2845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:35.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:35 smithi175 ceph-mon[44549]: pgmap v2846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:35.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:35 smithi181 ceph-mon[45557]: pgmap v2846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:35.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:35 smithi088 ceph-mon[35322]: pgmap v2846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:37.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:37 smithi175 ceph-mon[44549]: pgmap v2847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:37.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:21:37.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:21:37.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:21:37.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:21:37.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:37 smithi181 ceph-mon[45557]: pgmap v2847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:37.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:21:37.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:21:37.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:21:37.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:21:37.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:37 smithi088 ceph-mon[35322]: pgmap v2847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:37.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:21:37.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:21:37.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:21:37.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:21:38.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:38 smithi175 ceph-mon[44549]: pgmap v2848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:21:38.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:38 smithi175 ceph-mon[44549]: pgmap v2849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:21:38.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:38.442+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:21:38.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:38.442+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:21:38.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:38.442+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:21:38.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:38 smithi181 ceph-mon[45557]: pgmap v2848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:21:38.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:38 smithi181 ceph-mon[45557]: pgmap v2849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:21:38.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:38 smithi088 ceph-mon[35322]: pgmap v2848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:21:38.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:38 smithi088 ceph-mon[35322]: pgmap v2849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:21:40.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:40.168+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:21:40.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:40.168+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:21:40.174 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:40.168+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 41 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:21:40.174 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:40.168+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 41 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:21:40.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:40 smithi175 ceph-mon[44549]: pgmap v2850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:21:40.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:40 smithi181 ceph-mon[45557]: pgmap v2850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:21:40.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:40 smithi088 ceph-mon[35322]: pgmap v2850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:21:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:42 smithi175 ceph-mon[44549]: pgmap v2851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:21:42.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:42 smithi181 ceph-mon[45557]: pgmap v2851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:21:42.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:42 smithi088 ceph-mon[35322]: pgmap v2851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:21:44.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:44 smithi175 ceph-mon[44549]: pgmap v2852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:21:44.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:44 smithi181 ceph-mon[45557]: pgmap v2852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:21:44.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:44 smithi088 ceph-mon[35322]: pgmap v2852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:21:46.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:46 smithi175 ceph-mon[44549]: pgmap v2853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:21:46.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:46 smithi181 ceph-mon[45557]: pgmap v2853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:21:46.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:46 smithi088 ceph-mon[35322]: pgmap v2853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:21:47.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:47 smithi175 ceph-mon[44549]: pgmap v2854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:21:47.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:47 smithi181 ceph-mon[45557]: pgmap v2854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:21:48.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:47 smithi088 ceph-mon[35322]: pgmap v2854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:21:50.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:50 smithi175 ceph-mon[44549]: pgmap v2855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:50.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:50 smithi181 ceph-mon[45557]: pgmap v2855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:50.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:50 smithi088 ceph-mon[35322]: pgmap v2855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:21:52.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:52 smithi175 ceph-mon[44549]: pgmap v2856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:52.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:52 smithi181 ceph-mon[45557]: pgmap v2856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:52.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:52 smithi088 ceph-mon[35322]: pgmap v2856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:53.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:53.448+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:21:53.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:53.448+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:21:53.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:21:53.448+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:21:54.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:54 smithi175 ceph-mon[44549]: pgmap v2857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:21:54.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:54 smithi181 ceph-mon[45557]: pgmap v2857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:21:54.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:54 smithi088 ceph-mon[35322]: pgmap v2857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:21:56.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:56 smithi175 ceph-mon[44549]: pgmap v2858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:56.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:56 smithi181 ceph-mon[45557]: pgmap v2858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:56.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:56 smithi088 ceph-mon[35322]: pgmap v2858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:21:57.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:21:57 smithi181 ceph-mon[45557]: pgmap v2859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:58.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:21:57 smithi088 ceph-mon[35322]: pgmap v2859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:21:58.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:21:57 smithi175 ceph-mon[44549]: pgmap v2859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:00.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:00 smithi175 ceph-mon[44549]: pgmap v2860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:00.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:00 smithi181 ceph-mon[45557]: pgmap v2860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:00.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:00 smithi088 ceph-mon[35322]: pgmap v2860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:02.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:02 smithi175 ceph-mon[44549]: pgmap v2861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:02.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:02 smithi181 ceph-mon[45557]: pgmap v2861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:02.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:02 smithi088 ceph-mon[35322]: pgmap v2861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:04.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:04 smithi175 ceph-mon[44549]: pgmap v2862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:22:04.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:04 smithi181 ceph-mon[45557]: pgmap v2862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:22:04.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:04 smithi088 ceph-mon[35322]: pgmap v2862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:22:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:06 smithi175 ceph-mon[44549]: pgmap v2863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:06 smithi181 ceph-mon[45557]: pgmap v2863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:06 smithi088 ceph-mon[35322]: pgmap v2863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:07.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:07 smithi181 ceph-mon[45557]: pgmap v2864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:08.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:07 smithi088 ceph-mon[35322]: pgmap v2864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:08.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:07 smithi175 ceph-mon[44549]: pgmap v2864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:08.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:08.457+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:22:08.464 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:08.457+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:22:08.464 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:08.457+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:22:10.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:10 smithi175 ceph-mon[44549]: pgmap v2865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:10.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:10 smithi181 ceph-mon[45557]: pgmap v2865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:10.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:10 smithi088 ceph-mon[35322]: pgmap v2865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:12.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:12 smithi175 ceph-mon[44549]: pgmap v2866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:12.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:12 smithi181 ceph-mon[45557]: pgmap v2866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:12.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:12 smithi088 ceph-mon[35322]: pgmap v2866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:14.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:14 smithi175 ceph-mon[44549]: pgmap v2867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:14.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:14 smithi181 ceph-mon[45557]: pgmap v2867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:14.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:14 smithi088 ceph-mon[35322]: pgmap v2867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:16.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:16 smithi175 ceph-mon[44549]: pgmap v2868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:16.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:16 smithi181 ceph-mon[45557]: pgmap v2868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:16.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:16 smithi088 ceph-mon[35322]: pgmap v2868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:17.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:17 smithi181 ceph-mon[45557]: pgmap v2869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:18.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:17 smithi088 ceph-mon[35322]: pgmap v2869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:18.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:17 smithi175 ceph-mon[44549]: pgmap v2869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:20.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:20 smithi175 ceph-mon[44549]: pgmap v2870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:20.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:20 smithi181 ceph-mon[45557]: pgmap v2870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:20.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:20 smithi088 ceph-mon[35322]: pgmap v2870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:22.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:22 smithi175 ceph-mon[44549]: pgmap v2871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:22.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:22 smithi181 ceph-mon[45557]: pgmap v2871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:22.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:22 smithi088 ceph-mon[35322]: pgmap v2871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:23.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:23.467+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:22:23.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:23.467+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:22:23.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:23.467+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:22:24.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:24 smithi175 ceph-mon[44549]: pgmap v2872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:24.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:24 smithi181 ceph-mon[45557]: pgmap v2872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:24.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:24 smithi088 ceph-mon[35322]: pgmap v2872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:26.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:26 smithi175 ceph-mon[44549]: pgmap v2873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:26.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:26 smithi181 ceph-mon[45557]: pgmap v2873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:26.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:26 smithi088 ceph-mon[35322]: pgmap v2873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:27.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:27 smithi181 ceph-mon[45557]: pgmap v2874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:28.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:27 smithi088 ceph-mon[35322]: pgmap v2874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:28.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:27 smithi175 ceph-mon[44549]: pgmap v2874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:30.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:30 smithi088 ceph-mon[35322]: pgmap v2875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:30.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:30 smithi175 ceph-mon[44549]: pgmap v2875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:30.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:30 smithi181 ceph-mon[45557]: pgmap v2875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:32.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:32 smithi175 ceph-mon[44549]: pgmap v2876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:32.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:32 smithi181 ceph-mon[45557]: pgmap v2876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:32.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:32 smithi088 ceph-mon[35322]: pgmap v2876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:34.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:34 smithi175 ceph-mon[44549]: pgmap v2877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:34.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:34 smithi181 ceph-mon[45557]: pgmap v2877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:34.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:34 smithi088 ceph-mon[35322]: pgmap v2877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:36.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:36 smithi175 ceph-mon[44549]: pgmap v2878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:36.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:36 smithi181 ceph-mon[45557]: pgmap v2878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:36.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:36 smithi088 ceph-mon[35322]: pgmap v2878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:22:37.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:37 smithi181 ceph-mon[45557]: pgmap v2879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:37.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:22:38.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:37 smithi088 ceph-mon[35322]: pgmap v2879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:38.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:22:38.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:37 smithi175 ceph-mon[44549]: pgmap v2879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:38.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:22:38.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:38.483+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:22:38.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:38.483+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:22:38.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:38.483+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:22:39.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:39 smithi175 ceph-mon[44549]: pgmap v2880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:39.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:39 smithi181 ceph-mon[45557]: pgmap v2880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:39.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:39.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:40.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:40.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:40.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:40.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:40.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:39 smithi088 ceph-mon[35322]: pgmap v2880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:40.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:40.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:41.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:22:41.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:22:41.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:40 smithi088 ceph-mon[35322]: pgmap v2881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:22:41.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:40 smithi088 ceph-mon[35322]: pgmap v2882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:22:41.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:41.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:22:41.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:22:41.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:40 smithi175 ceph-mon[44549]: pgmap v2881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:22:41.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:40 smithi175 ceph-mon[44549]: pgmap v2882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:22:41.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:41.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:22:41.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:22:41.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:40 smithi181 ceph-mon[45557]: pgmap v2881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:22:41.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:40 smithi181 ceph-mon[45557]: pgmap v2882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:22:41.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:22:42.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:42 smithi181 ceph-mon[45557]: pgmap v2883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:22:43.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:42 smithi088 ceph-mon[35322]: pgmap v2883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:22:43.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:42 smithi175 ceph-mon[44549]: pgmap v2883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:22:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:45 smithi175 ceph-mon[44549]: pgmap v2884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:22:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:45 smithi181 ceph-mon[45557]: pgmap v2884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:22:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:45 smithi088 ceph-mon[35322]: pgmap v2884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:22:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:47 smithi175 ceph-mon[44549]: pgmap v2885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:22:47.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:47 smithi181 ceph-mon[45557]: pgmap v2885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:22:47.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:47 smithi088 ceph-mon[35322]: pgmap v2885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:22:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:49 smithi175 ceph-mon[44549]: pgmap v2886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:22:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:49 smithi181 ceph-mon[45557]: pgmap v2886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:22:49.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:49 smithi088 ceph-mon[35322]: pgmap v2886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:22:51.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:51 smithi175 ceph-mon[44549]: pgmap v2887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:22:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:51 smithi181 ceph-mon[45557]: pgmap v2887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:22:51.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:51 smithi088 ceph-mon[35322]: pgmap v2887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:22:52.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:52 smithi181 ceph-mon[45557]: pgmap v2888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:53.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:52 smithi088 ceph-mon[35322]: pgmap v2888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:53.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:52 smithi175 ceph-mon[44549]: pgmap v2888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:53.497+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:22:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:53.497+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:22:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:22:53.497+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:22:55.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:55 smithi175 ceph-mon[44549]: pgmap v2889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:55.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:55 smithi181 ceph-mon[45557]: pgmap v2889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:55.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:55 smithi088 ceph-mon[35322]: pgmap v2889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:22:57.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:57 smithi175 ceph-mon[44549]: pgmap v2890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:57.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:57 smithi181 ceph-mon[45557]: pgmap v2890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:57.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:57 smithi088 ceph-mon[35322]: pgmap v2890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:22:59.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:22:59 smithi175 ceph-mon[44549]: pgmap v2891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:59.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:22:59 smithi181 ceph-mon[45557]: pgmap v2891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:22:59.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:22:59 smithi088 ceph-mon[35322]: pgmap v2891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:01.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:01 smithi088 ceph-mon[35322]: pgmap v2892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:01.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:01 smithi175 ceph-mon[44549]: pgmap v2892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:01.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:01 smithi181 ceph-mon[45557]: pgmap v2892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:02.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:02 smithi181 ceph-mon[45557]: pgmap v2893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:03.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:02 smithi088 ceph-mon[35322]: pgmap v2893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:03.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:02 smithi175 ceph-mon[44549]: pgmap v2893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:05.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:05 smithi175 ceph-mon[44549]: pgmap v2894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:05.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:05 smithi181 ceph-mon[45557]: pgmap v2894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:05.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:05 smithi088 ceph-mon[35322]: pgmap v2894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:07.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:07 smithi175 ceph-mon[44549]: pgmap v2895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:07 smithi181 ceph-mon[45557]: pgmap v2895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:07.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:07 smithi088 ceph-mon[35322]: pgmap v2895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:08.513+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:23:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:08.513+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:23:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:08.513+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:23:09.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:09 smithi175 ceph-mon[44549]: pgmap v2896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:09 smithi181 ceph-mon[45557]: pgmap v2896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:09.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:09 smithi088 ceph-mon[35322]: pgmap v2896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:10.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:10.181+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:23:10.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:10.181+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:23:10.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:10.182+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 42 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x7ff34c102770 2024-01-28T14:23:10.188 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:10.182+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 42 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T14:23:11.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:11 smithi175 ceph-mon[44549]: pgmap v2897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:11 smithi181 ceph-mon[45557]: pgmap v2897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:11.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:11 smithi088 ceph-mon[35322]: pgmap v2897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:12.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:12 smithi181 ceph-mon[45557]: pgmap v2898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:13.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:12 smithi088 ceph-mon[35322]: pgmap v2898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:13.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:12 smithi175 ceph-mon[44549]: pgmap v2898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:15 smithi175 ceph-mon[44549]: pgmap v2899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:15 smithi181 ceph-mon[45557]: pgmap v2899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:15 smithi088 ceph-mon[35322]: pgmap v2899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:17.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:17 smithi175 ceph-mon[44549]: pgmap v2900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:17.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:17 smithi181 ceph-mon[45557]: pgmap v2900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:17.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:17 smithi088 ceph-mon[35322]: pgmap v2900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:19.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:19 smithi175 ceph-mon[44549]: pgmap v2901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:19.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:19 smithi181 ceph-mon[45557]: pgmap v2901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:19.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:19 smithi088 ceph-mon[35322]: pgmap v2901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:21.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:21 smithi175 ceph-mon[44549]: pgmap v2902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:21.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:21 smithi181 ceph-mon[45557]: pgmap v2902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:21.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:21 smithi088 ceph-mon[35322]: pgmap v2902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:22.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:22 smithi181 ceph-mon[45557]: pgmap v2903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:23.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:22 smithi088 ceph-mon[35322]: pgmap v2903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:23.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:22 smithi175 ceph-mon[44549]: pgmap v2903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:23.522+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:23:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:23.522+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:23:23.528 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:23.522+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:23:25.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:25 smithi175 ceph-mon[44549]: pgmap v2904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:25.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:25 smithi181 ceph-mon[45557]: pgmap v2904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:25.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:25 smithi088 ceph-mon[35322]: pgmap v2904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:27.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:27 smithi175 ceph-mon[44549]: pgmap v2905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:27.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:27 smithi181 ceph-mon[45557]: pgmap v2905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:27.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:27 smithi088 ceph-mon[35322]: pgmap v2905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:29.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:29 smithi175 ceph-mon[44549]: pgmap v2906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:29.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:29 smithi181 ceph-mon[45557]: pgmap v2906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:29.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:29 smithi088 ceph-mon[35322]: pgmap v2906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:31.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:31 smithi175 ceph-mon[44549]: pgmap v2907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:31.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:31 smithi181 ceph-mon[45557]: pgmap v2907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:31.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:31 smithi088 ceph-mon[35322]: pgmap v2907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:32.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:32 smithi181 ceph-mon[45557]: pgmap v2908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:33.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:32 smithi088 ceph-mon[35322]: pgmap v2908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:33.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:32 smithi175 ceph-mon[44549]: pgmap v2908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:35 smithi175 ceph-mon[44549]: pgmap v2909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:35.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:35 smithi181 ceph-mon[45557]: pgmap v2909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:35.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:35 smithi088 ceph-mon[35322]: pgmap v2909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:23:37.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:37 smithi175 ceph-mon[44549]: pgmap v2910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:37.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:37 smithi181 ceph-mon[45557]: pgmap v2910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:37.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:37 smithi088 ceph-mon[35322]: pgmap v2910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:23:38.530 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:38.524+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:23:38.530 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:38.524+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:23:38.530 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:38.524+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:23:39.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:39 smithi175 ceph-mon[44549]: pgmap v2911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:39.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:39 smithi181 ceph-mon[45557]: pgmap v2911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:39.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:39 smithi088 ceph-mon[35322]: pgmap v2911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:41.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:41 smithi175 ceph-mon[44549]: pgmap v2912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:41.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:23:41.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:23:41.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:23:41.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:23:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:41 smithi181 ceph-mon[45557]: pgmap v2912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:23:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:23:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:23:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:23:41.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:41 smithi088 ceph-mon[35322]: pgmap v2912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:41.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:23:41.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:23:41.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:23:41.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:23:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:42 smithi175 ceph-mon[44549]: pgmap v2913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:23:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:42 smithi175 ceph-mon[44549]: pgmap v2914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:23:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:42 smithi181 ceph-mon[45557]: pgmap v2913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:23:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:42 smithi181 ceph-mon[45557]: pgmap v2914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:23:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:42 smithi088 ceph-mon[35322]: pgmap v2913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:23:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:42 smithi088 ceph-mon[35322]: pgmap v2914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:23:44.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:44 smithi175 ceph-mon[44549]: pgmap v2915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:23:44.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:44 smithi181 ceph-mon[45557]: pgmap v2915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:23:44.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:44 smithi088 ceph-mon[35322]: pgmap v2915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:23:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:46 smithi175 ceph-mon[44549]: pgmap v2916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:23:46.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:46 smithi181 ceph-mon[45557]: pgmap v2916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:23:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:46 smithi088 ceph-mon[35322]: pgmap v2916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:23:47.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:47 smithi181 ceph-mon[45557]: pgmap v2917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:23:48.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:47 smithi088 ceph-mon[35322]: pgmap v2917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:23:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:47 smithi175 ceph-mon[44549]: pgmap v2917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:23:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:50 smithi175 ceph-mon[44549]: pgmap v2918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:23:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:50 smithi181 ceph-mon[45557]: pgmap v2918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:23:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:50 smithi088 ceph-mon[35322]: pgmap v2918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:23:52.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:52 smithi175 ceph-mon[44549]: pgmap v2919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:23:52.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:52 smithi181 ceph-mon[45557]: pgmap v2919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:23:52.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:52 smithi088 ceph-mon[35322]: pgmap v2919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:23:53.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:53.536+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:23:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:53.536+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:23:53.542 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:23:53.536+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:23:54.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:54 smithi175 ceph-mon[44549]: pgmap v2920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:54.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:54 smithi181 ceph-mon[45557]: pgmap v2920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:54.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:54 smithi088 ceph-mon[35322]: pgmap v2920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:23:56.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:56 smithi175 ceph-mon[44549]: pgmap v2921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:56 smithi181 ceph-mon[45557]: pgmap v2921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:56 smithi088 ceph-mon[35322]: pgmap v2921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:23:57.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:23:57 smithi181 ceph-mon[45557]: pgmap v2922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:23:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:23:57 smithi088 ceph-mon[35322]: pgmap v2922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:23:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:23:57 smithi175 ceph-mon[44549]: pgmap v2922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:00.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:00 smithi175 ceph-mon[44549]: pgmap v2923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:00 smithi181 ceph-mon[45557]: pgmap v2923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:00.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:00 smithi088 ceph-mon[35322]: pgmap v2923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:02.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:02 smithi175 ceph-mon[44549]: pgmap v2924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:02.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:02 smithi181 ceph-mon[45557]: pgmap v2924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:02.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:02 smithi088 ceph-mon[35322]: pgmap v2924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:04.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:04 smithi175 ceph-mon[44549]: pgmap v2925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:04.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:04 smithi181 ceph-mon[45557]: pgmap v2925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:04.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:04 smithi088 ceph-mon[35322]: pgmap v2925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:06.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:06 smithi175 ceph-mon[44549]: pgmap v2926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:06.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:06 smithi181 ceph-mon[45557]: pgmap v2926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:06.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:06 smithi088 ceph-mon[35322]: pgmap v2926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:07.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:07 smithi181 ceph-mon[45557]: pgmap v2927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:08.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:07 smithi088 ceph-mon[35322]: pgmap v2927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:07 smithi175 ceph-mon[44549]: pgmap v2927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:08.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:08.540+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:24:08.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:08.540+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:24:08.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:08.540+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:24:10.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:10 smithi175 ceph-mon[44549]: pgmap v2928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:10 smithi181 ceph-mon[45557]: pgmap v2928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:10.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:10 smithi088 ceph-mon[35322]: pgmap v2928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:12.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:12 smithi175 ceph-mon[44549]: pgmap v2929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:12.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:12 smithi181 ceph-mon[45557]: pgmap v2929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:12.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:12 smithi088 ceph-mon[35322]: pgmap v2929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:14.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:14 smithi175 ceph-mon[44549]: pgmap v2930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:14.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:14 smithi181 ceph-mon[45557]: pgmap v2930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:14.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:14 smithi088 ceph-mon[35322]: pgmap v2930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:16 smithi175 ceph-mon[44549]: pgmap v2931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:16.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:16 smithi181 ceph-mon[45557]: pgmap v2931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:16.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:16 smithi088 ceph-mon[35322]: pgmap v2931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:18.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:17 smithi088 ceph-mon[35322]: pgmap v2932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:18.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:17 smithi175 ceph-mon[44549]: pgmap v2932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:18.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:17 smithi181 ceph-mon[45557]: pgmap v2932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:20.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:20 smithi175 ceph-mon[44549]: pgmap v2933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:20.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:20 smithi181 ceph-mon[45557]: pgmap v2933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:20.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:20 smithi088 ceph-mon[35322]: pgmap v2933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:22 smithi175 ceph-mon[44549]: pgmap v2934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:22.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:22 smithi181 ceph-mon[45557]: pgmap v2934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:22 smithi088 ceph-mon[35322]: pgmap v2934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:23.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:23.552+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:24:23.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:23.552+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:24:23.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:23.552+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:24:24.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:24 smithi175 ceph-mon[44549]: pgmap v2935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:24.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:24 smithi181 ceph-mon[45557]: pgmap v2935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:24.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:24 smithi088 ceph-mon[35322]: pgmap v2935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:26.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:26 smithi175 ceph-mon[44549]: pgmap v2936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:26.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:26 smithi181 ceph-mon[45557]: pgmap v2936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:26.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:26 smithi088 ceph-mon[35322]: pgmap v2936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:28.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:27 smithi088 ceph-mon[35322]: pgmap v2937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:28.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:27 smithi175 ceph-mon[44549]: pgmap v2937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:28.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:27 smithi181 ceph-mon[45557]: pgmap v2937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:30 smithi175 ceph-mon[44549]: pgmap v2938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:30 smithi181 ceph-mon[45557]: pgmap v2938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:30.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:30 smithi088 ceph-mon[35322]: pgmap v2938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:32.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:32 smithi175 ceph-mon[44549]: pgmap v2939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:32.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:32 smithi181 ceph-mon[45557]: pgmap v2939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:32.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:32 smithi088 ceph-mon[35322]: pgmap v2939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:34.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:34 smithi175 ceph-mon[44549]: pgmap v2940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:34.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:34 smithi181 ceph-mon[45557]: pgmap v2940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:34.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:34 smithi088 ceph-mon[35322]: pgmap v2940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:24:36.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:36 smithi175 ceph-mon[44549]: pgmap v2941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:36.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:36 smithi181 ceph-mon[45557]: pgmap v2941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:36.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:36 smithi088 ceph-mon[35322]: pgmap v2941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:24:38.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:37 smithi088 ceph-mon[35322]: pgmap v2942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:38.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:37 smithi175 ceph-mon[44549]: pgmap v2942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:38.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:37 smithi181 ceph-mon[45557]: pgmap v2942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:24:38.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:38.554+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:24:38.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:38.554+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:24:38.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:38.554+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:24:40.200 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:40.195+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:24:40.200 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:40.195+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:24:40.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:40.195+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 43 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x7ff34c102770 2024-01-28T14:24:40.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:40.196+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 43 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T14:24:40.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:40 smithi175 ceph-mon[44549]: pgmap v2943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:40.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:40 smithi181 ceph-mon[45557]: pgmap v2943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:40.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:40 smithi088 ceph-mon[35322]: pgmap v2943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:42.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:42 smithi175 ceph-mon[44549]: pgmap v2944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:24:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:42 smithi181 ceph-mon[45557]: pgmap v2944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:24:42.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:42 smithi088 ceph-mon[35322]: pgmap v2944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:42.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:24:44.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:24:44.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:24:44.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:24:44.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:24:44.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:43 smithi175 ceph-mon[44549]: pgmap v2945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:24:44.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:43 smithi175 ceph-mon[44549]: pgmap v2946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:24:44.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:24:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:24:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:24:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:24:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:24:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:43 smithi181 ceph-mon[45557]: pgmap v2945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:24:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:43 smithi181 ceph-mon[45557]: pgmap v2946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:24:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:24:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:24:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:24:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:24:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:24:44.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:43 smithi088 ceph-mon[35322]: pgmap v2945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:24:44.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:43 smithi088 ceph-mon[35322]: pgmap v2946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:24:44.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:24:46.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:45 smithi175 ceph-mon[44549]: pgmap v2947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:24:46.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:45 smithi181 ceph-mon[45557]: pgmap v2947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:24:46.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:45 smithi088 ceph-mon[35322]: pgmap v2947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:24:48.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:47 smithi088 ceph-mon[35322]: pgmap v2948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:24:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:47 smithi175 ceph-mon[44549]: pgmap v2948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:24:48.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:47 smithi181 ceph-mon[45557]: pgmap v2948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:24:50.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:49 smithi175 ceph-mon[44549]: pgmap v2949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:24:50.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:49 smithi181 ceph-mon[45557]: pgmap v2949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:24:50.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:49 smithi088 ceph-mon[35322]: pgmap v2949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:24:52.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:51 smithi175 ceph-mon[44549]: pgmap v2950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:24:52.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:51 smithi181 ceph-mon[45557]: pgmap v2950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:24:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:51 smithi088 ceph-mon[35322]: pgmap v2950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:24:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:53.562+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:24:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:53.562+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:24:53.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:24:53.562+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:24:54.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:53 smithi175 ceph-mon[44549]: pgmap v2951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:24:54.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:53 smithi181 ceph-mon[45557]: pgmap v2951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:24:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:53 smithi088 ceph-mon[35322]: pgmap v2951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:24:56.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:55 smithi175 ceph-mon[44549]: pgmap v2952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:56.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:55 smithi181 ceph-mon[45557]: pgmap v2952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:56.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:55 smithi088 ceph-mon[35322]: pgmap v2952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:24:58.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:57 smithi088 ceph-mon[35322]: pgmap v2953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:57 smithi175 ceph-mon[44549]: pgmap v2953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:24:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:57 smithi181 ceph-mon[45557]: pgmap v2953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:00.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:24:59 smithi175 ceph-mon[44549]: pgmap v2954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:00.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:24:59 smithi181 ceph-mon[45557]: pgmap v2954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:00.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:24:59 smithi088 ceph-mon[35322]: pgmap v2954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:02.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:01 smithi175 ceph-mon[44549]: pgmap v2955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:02.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:01 smithi181 ceph-mon[45557]: pgmap v2955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:02.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:01 smithi088 ceph-mon[35322]: pgmap v2955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:04.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:03 smithi175 ceph-mon[44549]: pgmap v2956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:04.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:03 smithi181 ceph-mon[45557]: pgmap v2956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:04.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:03 smithi088 ceph-mon[35322]: pgmap v2956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:06.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:05 smithi175 ceph-mon[44549]: pgmap v2957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:06.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:05 smithi181 ceph-mon[45557]: pgmap v2957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:06.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:05 smithi088 ceph-mon[35322]: pgmap v2957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:08.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:07 smithi088 ceph-mon[35322]: pgmap v2958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:07 smithi175 ceph-mon[44549]: pgmap v2958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:08.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:07 smithi181 ceph-mon[45557]: pgmap v2958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:08.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:08.578+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:25:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:08.578+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:25:08.583 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:08.578+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:25:10.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:09 smithi175 ceph-mon[44549]: pgmap v2959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:10.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:09 smithi181 ceph-mon[45557]: pgmap v2959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:10.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:09 smithi088 ceph-mon[35322]: pgmap v2959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:11 smithi175 ceph-mon[44549]: pgmap v2960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:12.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:11 smithi181 ceph-mon[45557]: pgmap v2960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:12.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:11 smithi088 ceph-mon[35322]: pgmap v2960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:14.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:13 smithi175 ceph-mon[44549]: pgmap v2961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:25:14.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:13 smithi181 ceph-mon[45557]: pgmap v2961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:25:14.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:13 smithi088 ceph-mon[35322]: pgmap v2961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:25:16.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:15 smithi175 ceph-mon[44549]: pgmap v2962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:15 smithi181 ceph-mon[45557]: pgmap v2962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:16.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:15 smithi088 ceph-mon[35322]: pgmap v2962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:18.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:17 smithi088 ceph-mon[35322]: pgmap v2963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:18.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:17 smithi175 ceph-mon[44549]: pgmap v2963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:18.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:17 smithi181 ceph-mon[45557]: pgmap v2963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:19 smithi175 ceph-mon[44549]: pgmap v2964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:19 smithi181 ceph-mon[45557]: pgmap v2964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:20.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:19 smithi088 ceph-mon[35322]: pgmap v2964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:21 smithi175 ceph-mon[44549]: pgmap v2965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:22.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:21 smithi181 ceph-mon[45557]: pgmap v2965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:22.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:21 smithi088 ceph-mon[35322]: pgmap v2965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:23.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:23.587+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:25:23.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:23.587+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:25:23.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:23.587+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:25:24.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:23 smithi175 ceph-mon[44549]: pgmap v2966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:24.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:23 smithi181 ceph-mon[45557]: pgmap v2966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:24.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:23 smithi088 ceph-mon[35322]: pgmap v2966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:26.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:25 smithi175 ceph-mon[44549]: pgmap v2967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:26.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:25 smithi181 ceph-mon[45557]: pgmap v2967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:26.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:25 smithi088 ceph-mon[35322]: pgmap v2967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:28.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:27 smithi088 ceph-mon[35322]: pgmap v2968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:28.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:27 smithi175 ceph-mon[44549]: pgmap v2968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:28.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:27 smithi181 ceph-mon[45557]: pgmap v2968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:30.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:29 smithi175 ceph-mon[44549]: pgmap v2969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:30.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:29 smithi181 ceph-mon[45557]: pgmap v2969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:30.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:29 smithi088 ceph-mon[35322]: pgmap v2969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:32.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:31 smithi175 ceph-mon[44549]: pgmap v2970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:32.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:31 smithi181 ceph-mon[45557]: pgmap v2970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:32.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:31 smithi088 ceph-mon[35322]: pgmap v2970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:34.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:33 smithi175 ceph-mon[44549]: pgmap v2971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:34.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:33 smithi181 ceph-mon[45557]: pgmap v2971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:34.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:33 smithi088 ceph-mon[35322]: pgmap v2971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:36.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:35 smithi181 ceph-mon[45557]: pgmap v2972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:36.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:35 smithi088 ceph-mon[35322]: pgmap v2972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:36.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:35 smithi175 ceph-mon[44549]: pgmap v2972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:25:38.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:37 smithi088 ceph-mon[35322]: pgmap v2973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:38.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:37 smithi175 ceph-mon[44549]: pgmap v2973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:38.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:37 smithi181 ceph-mon[45557]: pgmap v2973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:38.604+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:25:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:38.604+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:25:38.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:38.604+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:25:40.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:39 smithi175 ceph-mon[44549]: pgmap v2974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:40.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:39 smithi181 ceph-mon[45557]: pgmap v2974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:40.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:39 smithi088 ceph-mon[35322]: pgmap v2974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:25:42.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:41 smithi175 ceph-mon[44549]: pgmap v2975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:42.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:41 smithi181 ceph-mon[45557]: pgmap v2975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:42.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:41 smithi088 ceph-mon[35322]: pgmap v2975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:44.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:43 smithi181 ceph-mon[45557]: pgmap v2976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:25:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:43 smithi088 ceph-mon[35322]: pgmap v2976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:25:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:43 smithi175 ceph-mon[44549]: pgmap v2976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:44.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:25:44.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:44.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:25:45.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:25:45.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:45 smithi175 ceph-mon[44549]: pgmap v2977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:25:45.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:45 smithi175 ceph-mon[44549]: pgmap v2978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:25:45.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:25:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:25:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:45 smithi181 ceph-mon[45557]: pgmap v2977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:25:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:45 smithi181 ceph-mon[45557]: pgmap v2978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:25:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:25:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:25:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:45 smithi088 ceph-mon[35322]: pgmap v2977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:25:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:45 smithi088 ceph-mon[35322]: pgmap v2978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:25:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:25:47.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:47 smithi181 ceph-mon[45557]: pgmap v2979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:25:47.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:47 smithi088 ceph-mon[35322]: pgmap v2979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:25:47.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:47 smithi175 ceph-mon[44549]: pgmap v2979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:25:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:49 smithi181 ceph-mon[45557]: pgmap v2980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T14:25:49.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:49 smithi088 ceph-mon[35322]: pgmap v2980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T14:25:49.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:49 smithi175 ceph-mon[44549]: pgmap v2980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T14:25:51.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:51 smithi181 ceph-mon[45557]: pgmap v2981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:25:51.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:51 smithi088 ceph-mon[35322]: pgmap v2981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:25:51.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:51 smithi175 ceph-mon[44549]: pgmap v2981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:25:53.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:52 smithi088 ceph-mon[35322]: pgmap v2982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:25:53.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:52 smithi175 ceph-mon[44549]: pgmap v2982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:25:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:52 smithi181 ceph-mon[45557]: pgmap v2982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:25:53.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:53.613+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:25:53.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:53.613+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:25:53.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:25:53.613+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:25:55.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:55 smithi181 ceph-mon[45557]: pgmap v2983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:25:55.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:55 smithi088 ceph-mon[35322]: pgmap v2983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:25:55.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:55 smithi175 ceph-mon[44549]: pgmap v2983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:25:57.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:57 smithi181 ceph-mon[45557]: pgmap v2984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:57.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:57 smithi088 ceph-mon[35322]: pgmap v2984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:57.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:57 smithi175 ceph-mon[44549]: pgmap v2984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:25:59.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:25:59 smithi181 ceph-mon[45557]: pgmap v2985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:25:59 smithi088 ceph-mon[35322]: pgmap v2985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:25:59.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:25:59 smithi175 ceph-mon[44549]: pgmap v2985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:01.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:01 smithi181 ceph-mon[45557]: pgmap v2986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:01.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:01 smithi088 ceph-mon[35322]: pgmap v2986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:01.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:01 smithi175 ceph-mon[44549]: pgmap v2986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:03.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:02 smithi088 ceph-mon[35322]: pgmap v2987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:03.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:02 smithi175 ceph-mon[44549]: pgmap v2987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:03.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:02 smithi181 ceph-mon[45557]: pgmap v2987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:05.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:05 smithi181 ceph-mon[45557]: pgmap v2988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:05.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:05 smithi088 ceph-mon[35322]: pgmap v2988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:05.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:05 smithi175 ceph-mon[44549]: pgmap v2988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:07.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:07 smithi181 ceph-mon[45557]: pgmap v2989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:07.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:07 smithi088 ceph-mon[35322]: pgmap v2989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:07.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:07 smithi175 ceph-mon[44549]: pgmap v2989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:08.632 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:08.627+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:26:08.632 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:08.627+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:26:08.632 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:08.627+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:26:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:09 smithi088 ceph-mon[35322]: pgmap v2990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:09.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:09 smithi175 ceph-mon[44549]: pgmap v2990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:09.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:09 smithi181 ceph-mon[45557]: pgmap v2990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:11.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:11 smithi088 ceph-mon[35322]: pgmap v2991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:11 smithi175 ceph-mon[44549]: pgmap v2991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:11 smithi181 ceph-mon[45557]: pgmap v2991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:13.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:12 smithi088 ceph-mon[35322]: pgmap v2992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:13.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:12 smithi175 ceph-mon[44549]: pgmap v2992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:13.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:12 smithi181 ceph-mon[45557]: pgmap v2992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:15 smithi181 ceph-mon[45557]: pgmap v2993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:15.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:15 smithi088 ceph-mon[35322]: pgmap v2993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:15.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:15 smithi175 ceph-mon[44549]: pgmap v2993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:17.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:17 smithi088 ceph-mon[35322]: pgmap v2994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:17.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:17 smithi175 ceph-mon[44549]: pgmap v2994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:17.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:17 smithi181 ceph-mon[45557]: pgmap v2994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:19.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:19 smithi088 ceph-mon[35322]: pgmap v2995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:19.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:19 smithi175 ceph-mon[44549]: pgmap v2995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:19.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:19 smithi181 ceph-mon[45557]: pgmap v2995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:21.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:21 smithi088 ceph-mon[35322]: pgmap v2996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:21.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:21 smithi175 ceph-mon[44549]: pgmap v2996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:21.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:21 smithi181 ceph-mon[45557]: pgmap v2996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:23.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:22 smithi088 ceph-mon[35322]: pgmap v2997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:23.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:22 smithi175 ceph-mon[44549]: pgmap v2997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:23.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:22 smithi181 ceph-mon[45557]: pgmap v2997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:23.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:23.631+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:26:23.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:23.631+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:26:23.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:23.631+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:26:25.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:25 smithi088 ceph-mon[35322]: pgmap v2998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:25 smithi175 ceph-mon[44549]: pgmap v2998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:25.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:25 smithi181 ceph-mon[45557]: pgmap v2998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:27.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:27 smithi088 ceph-mon[35322]: pgmap v2999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:27.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:27 smithi175 ceph-mon[44549]: pgmap v2999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:27.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:27 smithi181 ceph-mon[45557]: pgmap v2999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:29 smithi088 ceph-mon[35322]: pgmap v3000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:29.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:29 smithi175 ceph-mon[44549]: pgmap v3000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:29.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:29 smithi181 ceph-mon[45557]: pgmap v3000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:31.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:31 smithi088 ceph-mon[35322]: pgmap v3001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:31.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:31 smithi175 ceph-mon[44549]: pgmap v3001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:31.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:31 smithi181 ceph-mon[45557]: pgmap v3001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:33.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:32 smithi088 ceph-mon[35322]: pgmap v3002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:33.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:32 smithi175 ceph-mon[44549]: pgmap v3002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:33.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:32 smithi181 ceph-mon[45557]: pgmap v3002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:35.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:35 smithi088 ceph-mon[35322]: pgmap v3003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:35.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:35 smithi175 ceph-mon[44549]: pgmap v3003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:35.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:35 smithi181 ceph-mon[45557]: pgmap v3003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:37.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:37 smithi088 ceph-mon[35322]: pgmap v3004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:37.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:37 smithi175 ceph-mon[44549]: pgmap v3004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:37.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:37 smithi181 ceph-mon[45557]: pgmap v3004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:26:38.645 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:38.640+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:26:38.645 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:38.640+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:26:38.645 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:38.640+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:26:39.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:39 smithi088 ceph-mon[35322]: pgmap v3005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:39.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:39 smithi175 ceph-mon[44549]: pgmap v3005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:39.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:39 smithi181 ceph-mon[45557]: pgmap v3005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:26:41.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:41 smithi088 ceph-mon[35322]: pgmap v3006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:41.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:41 smithi175 ceph-mon[44549]: pgmap v3006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:41.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:41 smithi181 ceph-mon[45557]: pgmap v3006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:26:43.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:42 smithi088 ceph-mon[35322]: pgmap v3007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:43.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:42 smithi175 ceph-mon[44549]: pgmap v3007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:43.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:42 smithi181 ceph-mon[45557]: pgmap v3007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:45.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:45 smithi088 ceph-mon[35322]: pgmap v3008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:26:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:26:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:26:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:26:45.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:45 smithi175 ceph-mon[44549]: pgmap v3008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:45.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:26:45.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:26:45.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:26:45.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:26:45.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:45 smithi181 ceph-mon[45557]: pgmap v3008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:26:45.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:26:45.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:26:45.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:26:45.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:26:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:46 smithi088 ceph-mon[35322]: pgmap v3009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:26:46.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:46 smithi088 ceph-mon[35322]: pgmap v3010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:26:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:46 smithi175 ceph-mon[44549]: pgmap v3009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:26:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:46 smithi175 ceph-mon[44549]: pgmap v3010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:26:46.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:46 smithi181 ceph-mon[45557]: pgmap v3009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:26:46.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:46 smithi181 ceph-mon[45557]: pgmap v3010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:26:48.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:47 smithi088 ceph-mon[35322]: pgmap v3011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:26:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:47 smithi175 ceph-mon[44549]: pgmap v3011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:26:48.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:47 smithi181 ceph-mon[45557]: pgmap v3011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:26:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:50 smithi181 ceph-mon[45557]: pgmap v3012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:26:50.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:50 smithi088 ceph-mon[35322]: pgmap v3012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:26:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:50 smithi175 ceph-mon[44549]: pgmap v3012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:26:52.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:52 smithi181 ceph-mon[45557]: pgmap v3013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:26:52.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:52 smithi088 ceph-mon[35322]: pgmap v3013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:26:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:52 smithi175 ceph-mon[44549]: pgmap v3013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:26:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:53.648+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:26:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:53.648+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:26:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:26:53.648+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:26:54.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:54 smithi181 ceph-mon[45557]: pgmap v3014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:26:54.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:54 smithi088 ceph-mon[35322]: pgmap v3014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:26:54.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:54 smithi175 ceph-mon[44549]: pgmap v3014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:26:56.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:56 smithi181 ceph-mon[45557]: pgmap v3015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:26:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:56 smithi088 ceph-mon[35322]: pgmap v3015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:26:56.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:56 smithi175 ceph-mon[44549]: pgmap v3015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:26:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:26:57 smithi088 ceph-mon[35322]: pgmap v3016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:26:57 smithi175 ceph-mon[44549]: pgmap v3016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:26:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:26:57 smithi181 ceph-mon[45557]: pgmap v3016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:00 smithi181 ceph-mon[45557]: pgmap v3017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:00 smithi088 ceph-mon[35322]: pgmap v3017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:00.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:00 smithi175 ceph-mon[44549]: pgmap v3017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:02.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:02 smithi181 ceph-mon[45557]: pgmap v3018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:02 smithi088 ceph-mon[35322]: pgmap v3018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:02.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:02 smithi175 ceph-mon[44549]: pgmap v3018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:04.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:04 smithi181 ceph-mon[45557]: pgmap v3019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:04.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:04 smithi088 ceph-mon[35322]: pgmap v3019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:04.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:04 smithi175 ceph-mon[44549]: pgmap v3019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:06.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:06 smithi181 ceph-mon[45557]: pgmap v3020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:06.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:06 smithi088 ceph-mon[35322]: pgmap v3020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:06.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:06 smithi175 ceph-mon[44549]: pgmap v3020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:08.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:07 smithi088 ceph-mon[35322]: pgmap v3021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:07 smithi175 ceph-mon[44549]: pgmap v3021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:08.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:07 smithi181 ceph-mon[45557]: pgmap v3021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:08.663+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:27:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:08.663+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:27:08.669 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:08.663+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:27:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:10 smithi181 ceph-mon[45557]: pgmap v3022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:10 smithi088 ceph-mon[35322]: pgmap v3022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:10.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:10 smithi175 ceph-mon[44549]: pgmap v3022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:12.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:12 smithi181 ceph-mon[45557]: pgmap v3023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:12.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:12 smithi088 ceph-mon[35322]: pgmap v3023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:12.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:12 smithi175 ceph-mon[44549]: pgmap v3023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:14.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:14 smithi181 ceph-mon[45557]: pgmap v3024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:14.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:14 smithi088 ceph-mon[35322]: pgmap v3024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:14.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:14 smithi175 ceph-mon[44549]: pgmap v3024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:16.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:16 smithi088 ceph-mon[35322]: pgmap v3025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:16.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:16 smithi175 ceph-mon[44549]: pgmap v3025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:16.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:16 smithi181 ceph-mon[45557]: pgmap v3025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:18.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:17 smithi088 ceph-mon[35322]: pgmap v3026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:18.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:17 smithi175 ceph-mon[44549]: pgmap v3026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:18.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:17 smithi181 ceph-mon[45557]: pgmap v3026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:20 smithi181 ceph-mon[45557]: pgmap v3027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:20.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:20 smithi088 ceph-mon[35322]: pgmap v3027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:20.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:20 smithi175 ceph-mon[44549]: pgmap v3027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:22 smithi181 ceph-mon[45557]: pgmap v3028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:22 smithi088 ceph-mon[35322]: pgmap v3028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:22.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:22 smithi175 ceph-mon[44549]: pgmap v3028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:23.676+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:27:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:23.676+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:27:23.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:23.676+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:27:24.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:24 smithi088 ceph-mon[35322]: pgmap v3029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:24.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:24 smithi175 ceph-mon[44549]: pgmap v3029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:24.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:24 smithi181 ceph-mon[45557]: pgmap v3029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:26.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:26 smithi088 ceph-mon[35322]: pgmap v3030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:26.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:26 smithi175 ceph-mon[44549]: pgmap v3030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:26.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:26 smithi181 ceph-mon[45557]: pgmap v3030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:28.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:27 smithi088 ceph-mon[35322]: pgmap v3031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:28.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:27 smithi175 ceph-mon[44549]: pgmap v3031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:28.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:27 smithi181 ceph-mon[45557]: pgmap v3031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:30 smithi181 ceph-mon[45557]: pgmap v3032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:30.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:30 smithi088 ceph-mon[35322]: pgmap v3032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:30.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:30 smithi175 ceph-mon[44549]: pgmap v3032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:32.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:32 smithi088 ceph-mon[35322]: pgmap v3033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:32.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:32 smithi175 ceph-mon[44549]: pgmap v3033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:32.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:32 smithi181 ceph-mon[45557]: pgmap v3033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:34.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:34 smithi088 ceph-mon[35322]: pgmap v3034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:34.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:34 smithi175 ceph-mon[44549]: pgmap v3034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:34.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:34 smithi181 ceph-mon[45557]: pgmap v3034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:36.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:36 smithi088 ceph-mon[35322]: pgmap v3035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:36.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:36 smithi175 ceph-mon[44549]: pgmap v3035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:36.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:36 smithi181 ceph-mon[45557]: pgmap v3035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:27:38.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:37 smithi088 ceph-mon[35322]: pgmap v3036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:38.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:37 smithi175 ceph-mon[44549]: pgmap v3036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:38.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:37 smithi181 ceph-mon[45557]: pgmap v3036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:38.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:38.688+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:27:38.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:38.688+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:27:38.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:38.688+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:27:40.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:40.223+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:27:40.228 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:40.223+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:27:40.228 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:40.223+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 44 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x7ff34c102770 2024-01-28T14:27:40.228 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:40.223+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 44 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T14:27:40.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:40 smithi088 ceph-mon[35322]: pgmap v3037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:40.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:40 smithi175 ceph-mon[44549]: pgmap v3037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:40.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:40 smithi181 ceph-mon[45557]: pgmap v3037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:27:42.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:42 smithi088 ceph-mon[35322]: pgmap v3038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:42.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:42 smithi175 ceph-mon[44549]: pgmap v3038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:42.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:42 smithi181 ceph-mon[45557]: pgmap v3038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:44.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:44 smithi088 ceph-mon[35322]: pgmap v3039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:27:44.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:44 smithi175 ceph-mon[44549]: pgmap v3039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:27:44.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:44 smithi181 ceph-mon[45557]: pgmap v3039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:27:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:46 smithi088 ceph-mon[35322]: pgmap v3040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:27:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:27:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:27:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:27:46.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:27:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:46 smithi175 ceph-mon[44549]: pgmap v3040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:27:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:27:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:27:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:27:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:27:46.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:46 smithi181 ceph-mon[45557]: pgmap v3040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:27:46.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:27:46.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:27:46.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:27:46.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:27:47.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:47 smithi088 ceph-mon[35322]: pgmap v3041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:27:47.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:47 smithi088 ceph-mon[35322]: pgmap v3042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:27:47.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:47 smithi175 ceph-mon[44549]: pgmap v3041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:27:47.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:47 smithi175 ceph-mon[44549]: pgmap v3042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:27:47.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:47 smithi181 ceph-mon[45557]: pgmap v3041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:27:47.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:47 smithi181 ceph-mon[45557]: pgmap v3042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:27:49.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:49 smithi088 ceph-mon[35322]: pgmap v3043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:49.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:49 smithi175 ceph-mon[44549]: pgmap v3043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:49.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:49 smithi181 ceph-mon[45557]: pgmap v3043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:27:51.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:51 smithi088 ceph-mon[35322]: pgmap v3044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:51.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:51 smithi175 ceph-mon[44549]: pgmap v3044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:51.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:51 smithi181 ceph-mon[45557]: pgmap v3044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:27:53.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:52 smithi088 ceph-mon[35322]: pgmap v3045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:53.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:52 smithi175 ceph-mon[44549]: pgmap v3045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:52 smithi181 ceph-mon[45557]: pgmap v3045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:27:53.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:53.703+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:27:53.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:53.703+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:27:53.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:27:53.703+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:27:55.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:55 smithi088 ceph-mon[35322]: pgmap v3046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:27:55.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:55 smithi175 ceph-mon[44549]: pgmap v3046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:27:55.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:55 smithi181 ceph-mon[45557]: pgmap v3046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:27:57.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:57 smithi088 ceph-mon[35322]: pgmap v3047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:27:57.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:57 smithi175 ceph-mon[44549]: pgmap v3047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:27:57.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:57 smithi181 ceph-mon[45557]: pgmap v3047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:27:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:27:59 smithi088 ceph-mon[35322]: pgmap v3048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:27:59.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:27:59 smithi175 ceph-mon[44549]: pgmap v3048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:27:59.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:27:59 smithi181 ceph-mon[45557]: pgmap v3048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:01.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:01 smithi175 ceph-mon[44549]: pgmap v3049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:01.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:01 smithi088 ceph-mon[35322]: pgmap v3049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:01.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:01 smithi181 ceph-mon[45557]: pgmap v3049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:03.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:02 smithi088 ceph-mon[35322]: pgmap v3050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:03.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:02 smithi175 ceph-mon[44549]: pgmap v3050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:03.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:02 smithi181 ceph-mon[45557]: pgmap v3050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:05.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:05 smithi088 ceph-mon[35322]: pgmap v3051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:05.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:05 smithi175 ceph-mon[44549]: pgmap v3051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:05.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:05 smithi181 ceph-mon[45557]: pgmap v3051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:07.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:07 smithi088 ceph-mon[35322]: pgmap v3052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:07.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:07 smithi175 ceph-mon[44549]: pgmap v3052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:07.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:07 smithi181 ceph-mon[45557]: pgmap v3052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:08.714 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:08.710+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:28:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:08.710+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:28:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:08.710+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:28:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:09 smithi088 ceph-mon[35322]: pgmap v3053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:09.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:09 smithi175 ceph-mon[44549]: pgmap v3053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:09.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:09 smithi181 ceph-mon[45557]: pgmap v3053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:11.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:11 smithi088 ceph-mon[35322]: pgmap v3054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:11 smithi175 ceph-mon[44549]: pgmap v3054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:11 smithi181 ceph-mon[45557]: pgmap v3054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:13.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:12 smithi175 ceph-mon[44549]: pgmap v3055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:13.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:12 smithi181 ceph-mon[45557]: pgmap v3055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:13.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:12 smithi088 ceph-mon[35322]: pgmap v3055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:15.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:15 smithi088 ceph-mon[35322]: pgmap v3056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:15.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:15 smithi175 ceph-mon[44549]: pgmap v3056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:15.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:15 smithi181 ceph-mon[45557]: pgmap v3056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:17.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:17 smithi088 ceph-mon[35322]: pgmap v3057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:17.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:17 smithi175 ceph-mon[44549]: pgmap v3057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:17.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:17 smithi181 ceph-mon[45557]: pgmap v3057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:19.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:19 smithi088 ceph-mon[35322]: pgmap v3058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:19.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:19 smithi175 ceph-mon[44549]: pgmap v3058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:19.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:19 smithi181 ceph-mon[45557]: pgmap v3058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:21.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:21 smithi088 ceph-mon[35322]: pgmap v3059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:21.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:21 smithi175 ceph-mon[44549]: pgmap v3059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:21.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:21 smithi181 ceph-mon[45557]: pgmap v3059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:23.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:22 smithi175 ceph-mon[44549]: pgmap v3060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:23.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:22 smithi181 ceph-mon[45557]: pgmap v3060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:23.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:22 smithi088 ceph-mon[35322]: pgmap v3060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:23.715 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:23.711+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:28:23.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:23.711+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:28:23.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:23.711+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:28:25.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:25 smithi088 ceph-mon[35322]: pgmap v3061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:25 smithi175 ceph-mon[44549]: pgmap v3061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:25.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:25 smithi181 ceph-mon[45557]: pgmap v3061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:27.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:27 smithi088 ceph-mon[35322]: pgmap v3062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:27.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:27 smithi175 ceph-mon[44549]: pgmap v3062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:27.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:27 smithi181 ceph-mon[45557]: pgmap v3062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:29 smithi088 ceph-mon[35322]: pgmap v3063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:29.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:29 smithi175 ceph-mon[44549]: pgmap v3063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:29.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:29 smithi181 ceph-mon[45557]: pgmap v3063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:31.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:31 smithi088 ceph-mon[35322]: pgmap v3064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:31.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:31 smithi175 ceph-mon[44549]: pgmap v3064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:31.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:31 smithi181 ceph-mon[45557]: pgmap v3064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:33.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:32 smithi175 ceph-mon[44549]: pgmap v3065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:33.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:32 smithi181 ceph-mon[45557]: pgmap v3065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:33.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:32 smithi088 ceph-mon[35322]: pgmap v3065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:35.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:35 smithi088 ceph-mon[35322]: pgmap v3066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:35.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:35 smithi175 ceph-mon[44549]: pgmap v3066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:35.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:35 smithi181 ceph-mon[45557]: pgmap v3066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:37.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:37 smithi088 ceph-mon[35322]: pgmap v3067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:37.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:37 smithi175 ceph-mon[44549]: pgmap v3067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:37.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:37 smithi181 ceph-mon[45557]: pgmap v3067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:38.717+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:28:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:38.717+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:28:38.722 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:38.717+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:28:39.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:39 smithi088 ceph-mon[35322]: pgmap v3068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:39.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:39 smithi175 ceph-mon[44549]: pgmap v3068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:39.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:39 smithi181 ceph-mon[45557]: pgmap v3068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:28:41.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:41 smithi088 ceph-mon[35322]: pgmap v3069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:41.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:41 smithi175 ceph-mon[44549]: pgmap v3069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:41.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:41 smithi181 ceph-mon[45557]: pgmap v3069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:43.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:42 smithi175 ceph-mon[44549]: pgmap v3070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:43.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:42 smithi181 ceph-mon[45557]: pgmap v3070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:43.227 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:42 smithi088 ceph-mon[35322]: pgmap v3070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:28:45.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:45 smithi088 ceph-mon[35322]: pgmap v3071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:45.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:45 smithi175 ceph-mon[44549]: pgmap v3071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:45.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:45 smithi181 ceph-mon[45557]: pgmap v3071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:28:47.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:47 smithi088 ceph-mon[35322]: pgmap v3072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:47.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:28:47.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:28:47.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:28:47.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:28:47.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:47 smithi175 ceph-mon[44549]: pgmap v3072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:47.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:28:47.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:28:47.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:28:47.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:28:47.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:47 smithi181 ceph-mon[45557]: pgmap v3072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:28:47.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:28:47.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:28:47.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:28:47.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:28:48.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:48 smithi088 ceph-mon[35322]: pgmap v3073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:28:48.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:48 smithi088 ceph-mon[35322]: pgmap v3074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:28:48.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:48 smithi175 ceph-mon[44549]: pgmap v3073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:28:48.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:48 smithi175 ceph-mon[44549]: pgmap v3074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:28:48.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:48 smithi181 ceph-mon[45557]: pgmap v3073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:28:48.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:48 smithi181 ceph-mon[45557]: pgmap v3074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:28:50.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:50 smithi088 ceph-mon[35322]: pgmap v3075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:28:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:50 smithi175 ceph-mon[44549]: pgmap v3075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:28:50.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:50 smithi181 ceph-mon[45557]: pgmap v3075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:28:52.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:52 smithi088 ceph-mon[35322]: pgmap v3076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:28:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:52 smithi175 ceph-mon[44549]: pgmap v3076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:28:52.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:52 smithi181 ceph-mon[45557]: pgmap v3076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:28:53.737 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:53.732+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:28:53.737 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:53.732+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:28:53.737 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:28:53.733+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:28:54.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:54 smithi088 ceph-mon[35322]: pgmap v3077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:28:54.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:54 smithi175 ceph-mon[44549]: pgmap v3077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:28:54.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:54 smithi181 ceph-mon[45557]: pgmap v3077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:28:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:56 smithi088 ceph-mon[35322]: pgmap v3078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:28:56.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:56 smithi175 ceph-mon[44549]: pgmap v3078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:28:56.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:56 smithi181 ceph-mon[45557]: pgmap v3078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:28:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:28:57 smithi175 ceph-mon[44549]: pgmap v3079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:28:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:28:57 smithi181 ceph-mon[45557]: pgmap v3079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:28:58.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:28:57 smithi088 ceph-mon[35322]: pgmap v3079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:29:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:00 smithi088 ceph-mon[35322]: pgmap v3080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:00.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:00 smithi175 ceph-mon[44549]: pgmap v3080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:00.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:00 smithi181 ceph-mon[45557]: pgmap v3080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:02 smithi088 ceph-mon[35322]: pgmap v3081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:02.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:02 smithi175 ceph-mon[44549]: pgmap v3081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:02.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:02 smithi181 ceph-mon[45557]: pgmap v3081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:04.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:04 smithi088 ceph-mon[35322]: pgmap v3082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:04.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:04 smithi175 ceph-mon[44549]: pgmap v3082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:04.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:04 smithi181 ceph-mon[45557]: pgmap v3082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:06.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:06 smithi088 ceph-mon[35322]: pgmap v3083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:06.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:06 smithi175 ceph-mon[44549]: pgmap v3083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:06.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:06 smithi181 ceph-mon[45557]: pgmap v3083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:07 smithi175 ceph-mon[44549]: pgmap v3084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:08.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:07 smithi181 ceph-mon[45557]: pgmap v3084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:08.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:07 smithi088 ceph-mon[35322]: pgmap v3084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:08.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:08.740+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:29:08.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:08.740+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:29:08.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:08.740+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:29:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:10 smithi088 ceph-mon[35322]: pgmap v3085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:29:10.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:10 smithi175 ceph-mon[44549]: pgmap v3085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:29:10.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:10 smithi181 ceph-mon[45557]: pgmap v3085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:29:12.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:12 smithi088 ceph-mon[35322]: pgmap v3086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:12.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:12 smithi175 ceph-mon[44549]: pgmap v3086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:12.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:12 smithi181 ceph-mon[45557]: pgmap v3086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:14.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:14 smithi088 ceph-mon[35322]: pgmap v3087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T14:29:14.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:14 smithi175 ceph-mon[44549]: pgmap v3087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T14:29:14.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:14 smithi181 ceph-mon[45557]: pgmap v3087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T14:29:16.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:16 smithi088 ceph-mon[35322]: pgmap v3088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:16.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:16 smithi175 ceph-mon[44549]: pgmap v3088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:16.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:16 smithi181 ceph-mon[45557]: pgmap v3088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:18.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:17 smithi175 ceph-mon[44549]: pgmap v3089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:18.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:17 smithi181 ceph-mon[45557]: pgmap v3089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:18.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:17 smithi088 ceph-mon[35322]: pgmap v3089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:20.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:20 smithi088 ceph-mon[35322]: pgmap v3090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:20.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:20 smithi175 ceph-mon[44549]: pgmap v3090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:20.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:20 smithi181 ceph-mon[45557]: pgmap v3090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:22 smithi088 ceph-mon[35322]: pgmap v3091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:22.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:22 smithi175 ceph-mon[44549]: pgmap v3091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:22.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:22 smithi181 ceph-mon[45557]: pgmap v3091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:23.747 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:23.743+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:29:23.747 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:23.743+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:29:23.747 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:23.743+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:29:24.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:24 smithi088 ceph-mon[35322]: pgmap v3092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:24.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:24 smithi175 ceph-mon[44549]: pgmap v3092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:24.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:24 smithi181 ceph-mon[45557]: pgmap v3092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:26.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:26 smithi088 ceph-mon[35322]: pgmap v3093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:26.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:26 smithi175 ceph-mon[44549]: pgmap v3093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:26.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:26 smithi181 ceph-mon[45557]: pgmap v3093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:28.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:27 smithi175 ceph-mon[44549]: pgmap v3094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:28.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:27 smithi181 ceph-mon[45557]: pgmap v3094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:28.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:27 smithi088 ceph-mon[35322]: pgmap v3094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:30.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:30 smithi088 ceph-mon[35322]: pgmap v3095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:30.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:30 smithi175 ceph-mon[44549]: pgmap v3095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:30.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:30 smithi181 ceph-mon[45557]: pgmap v3095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:32.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:32 smithi088 ceph-mon[35322]: pgmap v3096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:32.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:32 smithi175 ceph-mon[44549]: pgmap v3096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:32.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:32 smithi181 ceph-mon[45557]: pgmap v3096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:34.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:34 smithi088 ceph-mon[35322]: pgmap v3097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:34.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:34 smithi175 ceph-mon[44549]: pgmap v3097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:34.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:34 smithi181 ceph-mon[45557]: pgmap v3097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:36.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:36 smithi088 ceph-mon[35322]: pgmap v3098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:36.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:36 smithi175 ceph-mon[44549]: pgmap v3098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:36.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:36 smithi181 ceph-mon[45557]: pgmap v3098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:38.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:37 smithi175 ceph-mon[44549]: pgmap v3099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:38.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:37 smithi181 ceph-mon[45557]: pgmap v3099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:38.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:37 smithi088 ceph-mon[35322]: pgmap v3099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:38.758+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:29:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:38.758+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:29:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:38.758+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:29:40.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:40 smithi088 ceph-mon[35322]: pgmap v3100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:40.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:40 smithi175 ceph-mon[44549]: pgmap v3100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:40.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:40 smithi181 ceph-mon[45557]: pgmap v3100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:42.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:42 smithi088 ceph-mon[35322]: pgmap v3101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:42.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:42 smithi175 ceph-mon[44549]: pgmap v3101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:42.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:42 smithi181 ceph-mon[45557]: pgmap v3101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:44.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:44 smithi088 ceph-mon[35322]: pgmap v3102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:44.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:44 smithi175 ceph-mon[44549]: pgmap v3102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:44.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:44 smithi181 ceph-mon[45557]: pgmap v3102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:29:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:46 smithi088 ceph-mon[35322]: pgmap v3103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:46 smithi175 ceph-mon[44549]: pgmap v3103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:46.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:46 smithi181 ceph-mon[45557]: pgmap v3103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:47 smithi175 ceph-mon[44549]: pgmap v3104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:29:48.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:47 smithi181 ceph-mon[45557]: pgmap v3104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:48.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:29:48.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:47 smithi088 ceph-mon[35322]: pgmap v3104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:29:48.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:29:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:50 smithi181 ceph-mon[45557]: pgmap v3105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:50 smithi088 ceph-mon[35322]: pgmap v3105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:50 smithi175 ceph-mon[44549]: pgmap v3105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:29:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:51.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:51 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:29:51.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:51 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:29:51.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:51 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:29:51.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:51 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:29:51.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:51 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:29:51.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:51 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:29:52.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:52 smithi088 ceph-mon[35322]: pgmap v3106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:52.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:29:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:29:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:52 smithi175 ceph-mon[44549]: pgmap v3106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:29:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:29:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:52.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:52 smithi181 ceph-mon[45557]: pgmap v3106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:29:52.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:52.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:52.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:29:52.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:29:52.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:29:52.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:29:53.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:53.772+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:29:53.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:53.772+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:29:53.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:29:53.772+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:29:53.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:53 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:29:53.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:53 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:29:53.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:53 smithi088 ceph-mon[35322]: pgmap v3107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:29:53.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:53 smithi088 ceph-mon[35322]: pgmap v3108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:29:53.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:53 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:29:53.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:53 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:29:53.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:53 smithi175 ceph-mon[44549]: pgmap v3107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:29:53.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:53 smithi175 ceph-mon[44549]: pgmap v3108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:29:53.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:53 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:29:53.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:53 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:29:53.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:53 smithi181 ceph-mon[45557]: pgmap v3107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:29:53.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:53 smithi181 ceph-mon[45557]: pgmap v3108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:29:55.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:55 smithi088 ceph-mon[35322]: pgmap v3109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:29:55.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:55 smithi175 ceph-mon[44549]: pgmap v3109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:29:55.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:55 smithi181 ceph-mon[45557]: pgmap v3109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:29:57.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:57 smithi088 ceph-mon[35322]: pgmap v3110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:29:57.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:57 smithi175 ceph-mon[44549]: pgmap v3110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:29:57.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:57 smithi181 ceph-mon[45557]: pgmap v3110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:29:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:29:59 smithi088 ceph-mon[35322]: pgmap v3111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T14:29:59.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:29:59 smithi175 ceph-mon[44549]: pgmap v3111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T14:29:59.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:29:59 smithi181 ceph-mon[45557]: pgmap v3111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T14:30:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:30:00.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:30:00.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:30:01.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:01 smithi088 ceph-mon[35322]: pgmap v3112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:30:01.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:01 smithi175 ceph-mon[44549]: pgmap v3112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:30:01.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:01 smithi181 ceph-mon[45557]: pgmap v3112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:30:03.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:02 smithi175 ceph-mon[44549]: pgmap v3113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:30:03.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:02 smithi181 ceph-mon[45557]: pgmap v3113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:30:03.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:02 smithi088 ceph-mon[35322]: pgmap v3113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:30:05.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:04 smithi175 ceph-mon[44549]: pgmap v3114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:05.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:04 smithi181 ceph-mon[45557]: pgmap v3114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:05.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:04 smithi088 ceph-mon[35322]: pgmap v3114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:07.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:06 smithi181 ceph-mon[45557]: pgmap v3115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:07.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:06 smithi088 ceph-mon[35322]: pgmap v3115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:07.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:06 smithi175 ceph-mon[44549]: pgmap v3115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:08.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:08.784+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:30:08.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:08.784+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:30:08.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:08.784+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:30:09.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:08 smithi181 ceph-mon[45557]: pgmap v3116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:09.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:08 smithi088 ceph-mon[35322]: pgmap v3116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:09.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:08 smithi175 ceph-mon[44549]: pgmap v3116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:11.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:10 smithi181 ceph-mon[45557]: pgmap v3117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:11.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:10 smithi088 ceph-mon[35322]: pgmap v3117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:11.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:10 smithi175 ceph-mon[44549]: pgmap v3117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:13.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:12 smithi175 ceph-mon[44549]: pgmap v3118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:13.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:12 smithi181 ceph-mon[45557]: pgmap v3118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:13.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:12 smithi088 ceph-mon[35322]: pgmap v3118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:15.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:14 smithi175 ceph-mon[44549]: pgmap v3119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:14 smithi181 ceph-mon[45557]: pgmap v3119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:14 smithi088 ceph-mon[35322]: pgmap v3119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:17.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:16 smithi181 ceph-mon[45557]: pgmap v3120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:17.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:16 smithi088 ceph-mon[35322]: pgmap v3120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:16 smithi175 ceph-mon[44549]: pgmap v3120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:19.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:18 smithi181 ceph-mon[45557]: pgmap v3121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:19.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:18 smithi088 ceph-mon[35322]: pgmap v3121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:19.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:18 smithi175 ceph-mon[44549]: pgmap v3121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:21.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:20 smithi181 ceph-mon[45557]: pgmap v3122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:21.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:20 smithi088 ceph-mon[35322]: pgmap v3122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:21.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:20 smithi175 ceph-mon[44549]: pgmap v3122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:23.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:22 smithi175 ceph-mon[44549]: pgmap v3123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:23.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:22 smithi181 ceph-mon[45557]: pgmap v3123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:23.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:22 smithi088 ceph-mon[35322]: pgmap v3123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:23.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:23.796+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:30:23.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:23.796+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:30:23.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:23.796+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:30:25.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:24 smithi181 ceph-mon[45557]: pgmap v3124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:25.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:24 smithi088 ceph-mon[35322]: pgmap v3124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:25.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:24 smithi175 ceph-mon[44549]: pgmap v3124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:27.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:26 smithi181 ceph-mon[45557]: pgmap v3125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:27.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:26 smithi088 ceph-mon[35322]: pgmap v3125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:27.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:26 smithi175 ceph-mon[44549]: pgmap v3125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:29.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:28 smithi181 ceph-mon[45557]: pgmap v3126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:29.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:28 smithi088 ceph-mon[35322]: pgmap v3126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:29.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:28 smithi175 ceph-mon[44549]: pgmap v3126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:31.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:30 smithi181 ceph-mon[45557]: pgmap v3127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:31.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:30 smithi088 ceph-mon[35322]: pgmap v3127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:31.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:30 smithi175 ceph-mon[44549]: pgmap v3127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:33.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:32 smithi175 ceph-mon[44549]: pgmap v3128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:33.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:32 smithi181 ceph-mon[45557]: pgmap v3128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:33.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:32 smithi088 ceph-mon[35322]: pgmap v3128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:35.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:34 smithi181 ceph-mon[45557]: pgmap v3129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:35.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:34 smithi088 ceph-mon[35322]: pgmap v3129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:34 smithi175 ceph-mon[44549]: pgmap v3129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:37.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:36 smithi181 ceph-mon[45557]: pgmap v3130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:37.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:36 smithi088 ceph-mon[35322]: pgmap v3130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:37.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:36 smithi175 ceph-mon[44549]: pgmap v3130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:38.812+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:30:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:38.812+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:30:38.817 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:38.812+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:30:39.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:38 smithi181 ceph-mon[45557]: pgmap v3131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:39.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:38 smithi088 ceph-mon[35322]: pgmap v3131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:38 smithi175 ceph-mon[44549]: pgmap v3131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:39.444+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T14:30:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:39.444+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T14:30:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:39.444+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ff344009cc0 tx=0x7ff344032000 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T14:30:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:39.444+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ff344009cc0 tx=0x7ff344032000 comp rx=0 tx=0).stop 2024-01-28T14:30:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:39.444+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T14:30:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:39.444+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T14:30:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:39.444+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad2f0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T14:30:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:39.444+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T14:30:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:39.444+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T14:30:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:39.445+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344020040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T14:30:40.254 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:40.249+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:30:40.254 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:40.249+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:30:40.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:40.250+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 45 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x7ff34c102770 2024-01-28T14:30:40.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:40.250+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 45 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T14:30:41.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:40 smithi181 ceph-mon[45557]: pgmap v3132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:41.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:40 smithi088 ceph-mon[35322]: pgmap v3132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:41.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:40 smithi175 ceph-mon[44549]: pgmap v3132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:43.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:42 smithi175 ceph-mon[44549]: pgmap v3133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:43.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:42 smithi181 ceph-mon[45557]: pgmap v3133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:43.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:42 smithi088 ceph-mon[35322]: pgmap v3133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:45.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:44 smithi181 ceph-mon[45557]: pgmap v3134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:45.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:44 smithi088 ceph-mon[35322]: pgmap v3134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:45.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:44 smithi175 ceph-mon[44549]: pgmap v3134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:47.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:46 smithi181 ceph-mon[45557]: pgmap v3135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:47.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:46 smithi088 ceph-mon[35322]: pgmap v3135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:47.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:46 smithi175 ceph-mon[44549]: pgmap v3135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:30:49.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:48 smithi181 ceph-mon[45557]: pgmap v3136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:49.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:48 smithi088 ceph-mon[35322]: pgmap v3136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:49.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:48 smithi175 ceph-mon[44549]: pgmap v3136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:30:51.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:50 smithi181 ceph-mon[45557]: pgmap v3137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:51.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:50 smithi088 ceph-mon[35322]: pgmap v3137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:51.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:50 smithi175 ceph-mon[44549]: pgmap v3137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:30:53.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:52 smithi175 ceph-mon[44549]: pgmap v3138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:53.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:30:53.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:52 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:30:53.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:52 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:30:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:52 smithi181 ceph-mon[45557]: pgmap v3138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:30:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:52 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:30:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:52 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:30:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:52 smithi088 ceph-mon[35322]: pgmap v3138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:30:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:30:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:30:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:52 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:30:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:52 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:30:53.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:53.827+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:30:53.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:53.827+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:30:53.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:30:53.827+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:30:54.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:30:54.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:30:54.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:53 smithi175 ceph-mon[44549]: pgmap v3139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:30:54.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:53 smithi175 ceph-mon[44549]: pgmap v3140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T14:30:54.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:30:54.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:30:54.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:30:54.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:53 smithi181 ceph-mon[45557]: pgmap v3139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:30:54.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:53 smithi181 ceph-mon[45557]: pgmap v3140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T14:30:54.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:30:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:30:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:30:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:53 smithi088 ceph-mon[35322]: pgmap v3139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:30:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:53 smithi088 ceph-mon[35322]: pgmap v3140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T14:30:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:30:56.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:55 smithi088 ceph-mon[35322]: pgmap v3141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:30:56.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:55 smithi175 ceph-mon[44549]: pgmap v3141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:30:56.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:55 smithi181 ceph-mon[45557]: pgmap v3141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:30:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:57 smithi175 ceph-mon[44549]: pgmap v3142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:30:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:57 smithi181 ceph-mon[45557]: pgmap v3142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:30:58.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:57 smithi088 ceph-mon[35322]: pgmap v3142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:31:00.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:30:59 smithi088 ceph-mon[35322]: pgmap v3143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:31:00.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:30:59 smithi175 ceph-mon[44549]: pgmap v3143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:31:00.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:30:59 smithi181 ceph-mon[45557]: pgmap v3143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:31:02.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:01 smithi088 ceph-mon[35322]: pgmap v3144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:31:02.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:01 smithi175 ceph-mon[44549]: pgmap v3144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:31:02.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:01 smithi181 ceph-mon[45557]: pgmap v3144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:31:04.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:03 smithi088 ceph-mon[35322]: pgmap v3145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:31:04.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:03 smithi175 ceph-mon[44549]: pgmap v3145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:31:04.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:03 smithi181 ceph-mon[45557]: pgmap v3145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:31:06.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:05 smithi088 ceph-mon[35322]: pgmap v3146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:06.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:05 smithi175 ceph-mon[44549]: pgmap v3146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:06.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:05 smithi181 ceph-mon[45557]: pgmap v3146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:07 smithi175 ceph-mon[44549]: pgmap v3147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:08.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:07 smithi181 ceph-mon[45557]: pgmap v3147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:08.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:07 smithi088 ceph-mon[35322]: pgmap v3147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:08.844 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:08.840+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:31:08.844 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:08.840+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:31:08.844 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:08.840+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:31:10.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:09 smithi088 ceph-mon[35322]: pgmap v3148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:10.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:09 smithi175 ceph-mon[44549]: pgmap v3148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:10.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:09 smithi181 ceph-mon[45557]: pgmap v3148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:12.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:11 smithi088 ceph-mon[35322]: pgmap v3149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:12.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:11 smithi175 ceph-mon[44549]: pgmap v3149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:12.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:11 smithi181 ceph-mon[45557]: pgmap v3149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:14.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:13 smithi088 ceph-mon[35322]: pgmap v3150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:14.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:13 smithi175 ceph-mon[44549]: pgmap v3150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:14.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:13 smithi181 ceph-mon[45557]: pgmap v3150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:16.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:15 smithi088 ceph-mon[35322]: pgmap v3151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:16.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:15 smithi175 ceph-mon[44549]: pgmap v3151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:16.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:15 smithi181 ceph-mon[45557]: pgmap v3151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:18.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:17 smithi175 ceph-mon[44549]: pgmap v3152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:18.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:17 smithi181 ceph-mon[45557]: pgmap v3152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:18.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:17 smithi088 ceph-mon[35322]: pgmap v3152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:20.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:19 smithi088 ceph-mon[35322]: pgmap v3153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:20.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:19 smithi175 ceph-mon[44549]: pgmap v3153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:20.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:19 smithi181 ceph-mon[45557]: pgmap v3153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:22.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:21 smithi088 ceph-mon[35322]: pgmap v3154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:22.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:21 smithi175 ceph-mon[44549]: pgmap v3154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:22.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:21 smithi181 ceph-mon[45557]: pgmap v3154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:23.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:23.855+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:31:23.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:23.855+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:31:23.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:23.855+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:31:24.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:23 smithi088 ceph-mon[35322]: pgmap v3155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:24.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:23 smithi175 ceph-mon[44549]: pgmap v3155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:24.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:23 smithi181 ceph-mon[45557]: pgmap v3155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:25.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:25.256+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:31:25.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:25.256+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:31:25.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:25.257+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 46 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x7ff34c102770 2024-01-28T14:31:25.262 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:25.257+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 46 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T14:31:26.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:25 smithi088 ceph-mon[35322]: pgmap v3156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:26.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:25 smithi175 ceph-mon[44549]: pgmap v3156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:26.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:25 smithi181 ceph-mon[45557]: pgmap v3156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:28.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:27 smithi175 ceph-mon[44549]: pgmap v3157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:28.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:27 smithi181 ceph-mon[45557]: pgmap v3157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:28.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:27 smithi088 ceph-mon[35322]: pgmap v3157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:30.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:29 smithi088 ceph-mon[35322]: pgmap v3158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:30.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:29 smithi175 ceph-mon[44549]: pgmap v3158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:30.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:29 smithi181 ceph-mon[45557]: pgmap v3158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:32.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:31 smithi088 ceph-mon[35322]: pgmap v3159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:32.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:31 smithi175 ceph-mon[44549]: pgmap v3159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:32.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:31 smithi181 ceph-mon[45557]: pgmap v3159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:34.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:33 smithi088 ceph-mon[35322]: pgmap v3160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:34.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:33 smithi175 ceph-mon[44549]: pgmap v3160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:34.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:33 smithi181 ceph-mon[45557]: pgmap v3160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:36.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:36 smithi088 ceph-mon[35322]: pgmap v3161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:36.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:36 smithi175 ceph-mon[44549]: pgmap v3161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:36.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:36 smithi181 ceph-mon[45557]: pgmap v3161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:38.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:37 smithi175 ceph-mon[44549]: pgmap v3162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:38.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:37 smithi181 ceph-mon[45557]: pgmap v3162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:38.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:37 smithi088 ceph-mon[35322]: pgmap v3162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:38.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:38.858+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:31:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:38.858+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:31:38.863 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:38.858+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:31:40.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:39 smithi088 ceph-mon[35322]: pgmap v3163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:40.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:39 smithi175 ceph-mon[44549]: pgmap v3163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:40.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:39 smithi181 ceph-mon[45557]: pgmap v3163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:42.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:41 smithi088 ceph-mon[35322]: pgmap v3164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:42.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:41 smithi175 ceph-mon[44549]: pgmap v3164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:42.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:41 smithi181 ceph-mon[45557]: pgmap v3164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:44 smithi088 ceph-mon[35322]: pgmap v3165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:44.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:44 smithi175 ceph-mon[44549]: pgmap v3165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:44.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:44 smithi181 ceph-mon[45557]: pgmap v3165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:46.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:46 smithi088 ceph-mon[35322]: pgmap v3166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:46.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:46 smithi175 ceph-mon[44549]: pgmap v3166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:46.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:46 smithi181 ceph-mon[45557]: pgmap v3166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:31:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:47 smithi175 ceph-mon[44549]: pgmap v3167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:48.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:47 smithi181 ceph-mon[45557]: pgmap v3167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:48.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:47 smithi088 ceph-mon[35322]: pgmap v3167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:50.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:49 smithi088 ceph-mon[35322]: pgmap v3168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:50.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:49 smithi175 ceph-mon[44549]: pgmap v3168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:50.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:49 smithi181 ceph-mon[45557]: pgmap v3168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:31:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:52 smithi088 ceph-mon[35322]: pgmap v3169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:52.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:52 smithi175 ceph-mon[44549]: pgmap v3169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:52.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:52 smithi181 ceph-mon[45557]: pgmap v3169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:31:53.877 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:53.873+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:31:53.877 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:53.873+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:31:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:31:53.873+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:31:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:54 smithi088 ceph-mon[35322]: pgmap v3170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:31:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:31:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:31:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:31:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:54 smithi175 ceph-mon[44549]: pgmap v3170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:31:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:31:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:31:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:31:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:54 smithi181 ceph-mon[45557]: pgmap v3170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:31:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:31:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:31:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:31:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:31:55.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:55 smithi088 ceph-mon[35322]: pgmap v3171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:31:55.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:55 smithi088 ceph-mon[35322]: pgmap v3172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:31:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:55 smithi175 ceph-mon[44549]: pgmap v3171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:31:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:55 smithi175 ceph-mon[44549]: pgmap v3172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:31:55.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:55 smithi181 ceph-mon[45557]: pgmap v3171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:31:55.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:55 smithi181 ceph-mon[45557]: pgmap v3172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:31:57.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:57 smithi088 ceph-mon[35322]: pgmap v3173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:31:57.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:57 smithi175 ceph-mon[44549]: pgmap v3173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:31:57.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:57 smithi181 ceph-mon[45557]: pgmap v3173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:31:59.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:31:59 smithi088 ceph-mon[35322]: pgmap v3174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:31:59.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:31:59 smithi175 ceph-mon[44549]: pgmap v3174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:31:59.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:31:59 smithi181 ceph-mon[45557]: pgmap v3174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:32:01.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:01 smithi175 ceph-mon[44549]: pgmap v3175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:32:01.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:01 smithi181 ceph-mon[45557]: pgmap v3175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:32:01.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:01 smithi088 ceph-mon[35322]: pgmap v3175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:32:03.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:02 smithi175 ceph-mon[44549]: pgmap v3176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:32:03.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:02 smithi181 ceph-mon[45557]: pgmap v3176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:32:03.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:02 smithi088 ceph-mon[35322]: pgmap v3176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:32:05.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:05 smithi088 ceph-mon[35322]: pgmap v3177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:32:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:05 smithi175 ceph-mon[44549]: pgmap v3177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:32:05.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:05 smithi181 ceph-mon[45557]: pgmap v3177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:32:07.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:07 smithi088 ceph-mon[35322]: pgmap v3178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:07.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:07 smithi175 ceph-mon[44549]: pgmap v3178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:07.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:07 smithi181 ceph-mon[45557]: pgmap v3178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:08.887+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:32:08.893 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:08.887+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:32:08.893 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:08.887+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:32:09.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:09 smithi088 ceph-mon[35322]: pgmap v3179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:09.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:09 smithi175 ceph-mon[44549]: pgmap v3179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:09.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:09 smithi181 ceph-mon[45557]: pgmap v3179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:11.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:11 smithi088 ceph-mon[35322]: pgmap v3180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:11.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:11 smithi175 ceph-mon[44549]: pgmap v3180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:11.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:11 smithi181 ceph-mon[45557]: pgmap v3180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:13.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:12 smithi175 ceph-mon[44549]: pgmap v3181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:13.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:12 smithi181 ceph-mon[45557]: pgmap v3181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:13.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:12 smithi088 ceph-mon[35322]: pgmap v3181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:15 smithi088 ceph-mon[35322]: pgmap v3182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:15.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:15 smithi175 ceph-mon[44549]: pgmap v3182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:15.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:15 smithi181 ceph-mon[45557]: pgmap v3182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:17.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:17 smithi088 ceph-mon[35322]: pgmap v3183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:17 smithi175 ceph-mon[44549]: pgmap v3183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:17.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:17 smithi181 ceph-mon[45557]: pgmap v3183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:19.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:19 smithi088 ceph-mon[35322]: pgmap v3184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:32:19.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:19 smithi175 ceph-mon[44549]: pgmap v3184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:32:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:19 smithi181 ceph-mon[45557]: pgmap v3184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:32:21.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:21 smithi088 ceph-mon[35322]: pgmap v3185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:21.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:21 smithi175 ceph-mon[44549]: pgmap v3185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:21.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:21 smithi181 ceph-mon[45557]: pgmap v3185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:23.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:22 smithi175 ceph-mon[44549]: pgmap v3186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:23.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:22 smithi181 ceph-mon[45557]: pgmap v3186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:23.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:22 smithi088 ceph-mon[35322]: pgmap v3186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:23.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:23.902+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:32:23.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:23.902+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:32:23.907 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:23.902+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:32:25.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:25 smithi088 ceph-mon[35322]: pgmap v3187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:25.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:25 smithi175 ceph-mon[44549]: pgmap v3187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:25.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:25 smithi181 ceph-mon[45557]: pgmap v3187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:27.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:27 smithi088 ceph-mon[35322]: pgmap v3188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:27.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:27 smithi175 ceph-mon[44549]: pgmap v3188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:27 smithi181 ceph-mon[45557]: pgmap v3188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:29.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:29 smithi088 ceph-mon[35322]: pgmap v3189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:29.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:29 smithi175 ceph-mon[44549]: pgmap v3189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:29.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:29 smithi181 ceph-mon[45557]: pgmap v3189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:31.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:31 smithi088 ceph-mon[35322]: pgmap v3190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:31.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:31 smithi175 ceph-mon[44549]: pgmap v3190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:31.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:31 smithi181 ceph-mon[45557]: pgmap v3190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:33.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:32 smithi175 ceph-mon[44549]: pgmap v3191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:33.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:32 smithi181 ceph-mon[45557]: pgmap v3191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:33.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:32 smithi088 ceph-mon[35322]: pgmap v3191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:35.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:35 smithi088 ceph-mon[35322]: pgmap v3192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:35 smithi175 ceph-mon[44549]: pgmap v3192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:35 smithi181 ceph-mon[45557]: pgmap v3192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:37.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:37 smithi088 ceph-mon[35322]: pgmap v3193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:37.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:37 smithi175 ceph-mon[44549]: pgmap v3193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:37.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:37 smithi181 ceph-mon[45557]: pgmap v3193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:38.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:38.909+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:32:38.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:38.909+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:32:38.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:38.909+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:32:39.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:39 smithi088 ceph-mon[35322]: pgmap v3194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:39 smithi175 ceph-mon[44549]: pgmap v3194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:39.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:39 smithi181 ceph-mon[45557]: pgmap v3194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:41.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:41 smithi175 ceph-mon[44549]: pgmap v3195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:41.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:41 smithi181 ceph-mon[45557]: pgmap v3195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:41.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:41 smithi088 ceph-mon[35322]: pgmap v3195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:43.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:42 smithi175 ceph-mon[44549]: pgmap v3196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:43.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:42 smithi181 ceph-mon[45557]: pgmap v3196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:43.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:42 smithi088 ceph-mon[35322]: pgmap v3196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:45.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:45 smithi088 ceph-mon[35322]: pgmap v3197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:45.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:45 smithi175 ceph-mon[44549]: pgmap v3197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:45.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:45 smithi181 ceph-mon[45557]: pgmap v3197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:47.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:47 smithi088 ceph-mon[35322]: pgmap v3198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:47.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:47 smithi175 ceph-mon[44549]: pgmap v3198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:47.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:47 smithi181 ceph-mon[45557]: pgmap v3198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:49.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:49 smithi088 ceph-mon[35322]: pgmap v3199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:49.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:49 smithi175 ceph-mon[44549]: pgmap v3199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:49.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:49 smithi181 ceph-mon[45557]: pgmap v3199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:32:51.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:51 smithi175 ceph-mon[44549]: pgmap v3200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:51.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:51 smithi181 ceph-mon[45557]: pgmap v3200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:51.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:51 smithi088 ceph-mon[35322]: pgmap v3200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:32:53.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:52 smithi175 ceph-mon[44549]: pgmap v3201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:52 smithi181 ceph-mon[45557]: pgmap v3201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:52 smithi088 ceph-mon[35322]: pgmap v3201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:53.913+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:32:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:53.913+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:32:53.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:32:53.913+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:32:55.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:55 smithi088 ceph-mon[35322]: pgmap v3202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:55.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:32:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:55 smithi175 ceph-mon[44549]: pgmap v3202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:32:55.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:55 smithi181 ceph-mon[45557]: pgmap v3202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:32:55.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:32:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:56.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:57.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:57 smithi175 ceph-mon[44549]: pgmap v3203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:57.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:32:57.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:32:57.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:57.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:57 smithi181 ceph-mon[45557]: pgmap v3203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:57.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:32:57.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:32:57.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:57 smithi088 ceph-mon[35322]: pgmap v3203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:32:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:32:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:32:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:32:58.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:32:58 smithi175 ceph-mon[44549]: pgmap v3204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:32:58.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:32:58 smithi181 ceph-mon[45557]: pgmap v3204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:32:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:32:58 smithi088 ceph-mon[35322]: pgmap v3204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:00.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:00 smithi175 ceph-mon[44549]: pgmap v3205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T14:33:00.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:00 smithi181 ceph-mon[45557]: pgmap v3205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T14:33:01.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:00 smithi088 ceph-mon[35322]: pgmap v3205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T14:33:02.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:02 smithi175 ceph-mon[44549]: pgmap v3206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T14:33:02.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:02 smithi181 ceph-mon[45557]: pgmap v3206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T14:33:03.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:02 smithi088 ceph-mon[35322]: pgmap v3206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T14:33:04.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:04 smithi175 ceph-mon[44549]: pgmap v3207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:04.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:04 smithi181 ceph-mon[45557]: pgmap v3207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:04 smithi088 ceph-mon[35322]: pgmap v3207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:06.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:06 smithi175 ceph-mon[44549]: pgmap v3208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:06.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:06 smithi181 ceph-mon[45557]: pgmap v3208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:07.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:06 smithi088 ceph-mon[35322]: pgmap v3208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:07 smithi175 ceph-mon[44549]: pgmap v3209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:08.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:07 smithi181 ceph-mon[45557]: pgmap v3209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:08.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:07 smithi088 ceph-mon[35322]: pgmap v3209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:08.921+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:33:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:08.921+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:33:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:08.921+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:33:10.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:10 smithi088 ceph-mon[35322]: pgmap v3210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:10 smithi175 ceph-mon[44549]: pgmap v3210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:10 smithi181 ceph-mon[45557]: pgmap v3210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:12.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:12 smithi088 ceph-mon[35322]: pgmap v3211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:12.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:12 smithi175 ceph-mon[44549]: pgmap v3211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:12.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:12 smithi181 ceph-mon[45557]: pgmap v3211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:14.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:14 smithi088 ceph-mon[35322]: pgmap v3212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:14.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:14 smithi175 ceph-mon[44549]: pgmap v3212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:14.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:14 smithi181 ceph-mon[45557]: pgmap v3212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:16.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:16 smithi088 ceph-mon[35322]: pgmap v3213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:16.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:16 smithi175 ceph-mon[44549]: pgmap v3213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:16.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:16 smithi181 ceph-mon[45557]: pgmap v3213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:18.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:17 smithi175 ceph-mon[44549]: pgmap v3214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:18.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:17 smithi181 ceph-mon[45557]: pgmap v3214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:18.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:17 smithi088 ceph-mon[35322]: pgmap v3214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:20.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:20 smithi088 ceph-mon[35322]: pgmap v3215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:20 smithi175 ceph-mon[44549]: pgmap v3215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:20 smithi181 ceph-mon[45557]: pgmap v3215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:22.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:22 smithi088 ceph-mon[35322]: pgmap v3216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:22 smithi175 ceph-mon[44549]: pgmap v3216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:22 smithi181 ceph-mon[45557]: pgmap v3216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:23.941 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:23.937+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:33:23.941 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:23.937+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:33:23.941 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:23.937+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:33:24.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:24 smithi088 ceph-mon[35322]: pgmap v3217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:24.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:24 smithi175 ceph-mon[44549]: pgmap v3217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:24.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:24 smithi181 ceph-mon[45557]: pgmap v3217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:26.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:26 smithi088 ceph-mon[35322]: pgmap v3218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:26.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:26 smithi175 ceph-mon[44549]: pgmap v3218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:26.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:26 smithi181 ceph-mon[45557]: pgmap v3218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:28.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:27 smithi175 ceph-mon[44549]: pgmap v3219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:28.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:27 smithi181 ceph-mon[45557]: pgmap v3219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:28.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:27 smithi088 ceph-mon[35322]: pgmap v3219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:30.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:30 smithi088 ceph-mon[35322]: pgmap v3220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:30 smithi175 ceph-mon[44549]: pgmap v3220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:30 smithi181 ceph-mon[45557]: pgmap v3220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:32.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:32 smithi088 ceph-mon[35322]: pgmap v3221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:32.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:32 smithi175 ceph-mon[44549]: pgmap v3221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:32.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:32 smithi181 ceph-mon[45557]: pgmap v3221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:34 smithi088 ceph-mon[35322]: pgmap v3222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:34.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:34 smithi175 ceph-mon[44549]: pgmap v3222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:34.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:34 smithi181 ceph-mon[45557]: pgmap v3222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:36.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:36 smithi088 ceph-mon[35322]: pgmap v3223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:36.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:36 smithi175 ceph-mon[44549]: pgmap v3223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:36.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:36 smithi181 ceph-mon[45557]: pgmap v3223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:38.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:37 smithi175 ceph-mon[44549]: pgmap v3224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:38.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:37 smithi181 ceph-mon[45557]: pgmap v3224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:38.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:37 smithi088 ceph-mon[35322]: pgmap v3224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:38.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:38.952+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:33:38.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:38.952+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:33:38.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:38.952+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:33:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:40.277+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:33:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:40.277+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:33:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:40.277+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 47 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x7ff34c102770 2024-01-28T14:33:40.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:40.278+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 47 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T14:33:40.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:40 smithi088 ceph-mon[35322]: pgmap v3225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:40.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:40 smithi175 ceph-mon[44549]: pgmap v3225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:40.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:40 smithi181 ceph-mon[45557]: pgmap v3225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:42.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:42 smithi088 ceph-mon[35322]: pgmap v3226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:42.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:42 smithi175 ceph-mon[44549]: pgmap v3226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:42.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:42 smithi181 ceph-mon[45557]: pgmap v3226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:44.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:44 smithi088 ceph-mon[35322]: pgmap v3227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:44.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:44 smithi175 ceph-mon[44549]: pgmap v3227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:44.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:44 smithi181 ceph-mon[45557]: pgmap v3227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:46.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:46 smithi088 ceph-mon[35322]: pgmap v3228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:46.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:46 smithi175 ceph-mon[44549]: pgmap v3228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:46.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:46 smithi181 ceph-mon[45557]: pgmap v3228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:47 smithi175 ceph-mon[44549]: pgmap v3229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:48.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:47 smithi181 ceph-mon[45557]: pgmap v3229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:48.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:47 smithi088 ceph-mon[35322]: pgmap v3229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:50.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:50 smithi088 ceph-mon[35322]: pgmap v3230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:50.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:50 smithi175 ceph-mon[44549]: pgmap v3230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:50 smithi181 ceph-mon[45557]: pgmap v3230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:33:52.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:52 smithi088 ceph-mon[35322]: pgmap v3231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:52.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:52 smithi175 ceph-mon[44549]: pgmap v3231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:52.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:52 smithi181 ceph-mon[45557]: pgmap v3231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:53.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:53.965+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:33:53.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:53.965+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:33:53.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:33:53.965+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:33:54.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:54 smithi088 ceph-mon[35322]: pgmap v3232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:54.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:54 smithi175 ceph-mon[44549]: pgmap v3232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:54.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:54 smithi181 ceph-mon[45557]: pgmap v3232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:33:56.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:56 smithi088 ceph-mon[35322]: pgmap v3233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:56.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:56 smithi175 ceph-mon[44549]: pgmap v3233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:56.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:56 smithi181 ceph-mon[45557]: pgmap v3233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:33:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:57 smithi175 ceph-mon[44549]: pgmap v3234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:33:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:57 smithi181 ceph-mon[45557]: pgmap v3234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:33:58.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:57 smithi088 ceph-mon[35322]: pgmap v3234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:33:58.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:33:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:33:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:33:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:58 smithi175 ceph-mon[44549]: pgmap v3235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:58 smithi175 ceph-mon[44549]: pgmap v3236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:33:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:33:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:33:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:33:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:33:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:58 smithi181 ceph-mon[45557]: pgmap v3235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:58 smithi181 ceph-mon[45557]: pgmap v3236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:33:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:33:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:33:59.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:33:59.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:33:59.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:58 smithi088 ceph-mon[35322]: pgmap v3235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:33:59.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:58 smithi088 ceph-mon[35322]: pgmap v3236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:33:59.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:33:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:34:01.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:01 smithi088 ceph-mon[35322]: pgmap v3237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:34:01.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:01 smithi175 ceph-mon[44549]: pgmap v3237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:34:01.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:01 smithi181 ceph-mon[45557]: pgmap v3237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:34:03.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:02 smithi175 ceph-mon[44549]: pgmap v3238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:34:03.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:02 smithi181 ceph-mon[45557]: pgmap v3238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:34:03.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:02 smithi088 ceph-mon[35322]: pgmap v3238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:34:05.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:05 smithi088 ceph-mon[35322]: pgmap v3239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:34:05.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:05 smithi175 ceph-mon[44549]: pgmap v3239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:34:05.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:05 smithi181 ceph-mon[45557]: pgmap v3239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:34:07.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:07 smithi175 ceph-mon[44549]: pgmap v3240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:34:07.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:07 smithi181 ceph-mon[45557]: pgmap v3240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:34:07.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:07 smithi088 ceph-mon[35322]: pgmap v3240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:34:08.982 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:08.977+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:34:08.982 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:08.977+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:34:08.982 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:08.977+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:34:09.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:09 smithi175 ceph-mon[44549]: pgmap v3241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:34:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:09 smithi181 ceph-mon[45557]: pgmap v3241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:34:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:09 smithi088 ceph-mon[35322]: pgmap v3241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:34:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:11 smithi175 ceph-mon[44549]: pgmap v3242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:11.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:11 smithi181 ceph-mon[45557]: pgmap v3242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:11.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:11 smithi088 ceph-mon[35322]: pgmap v3242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:13.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:12 smithi175 ceph-mon[44549]: pgmap v3243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:13.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:12 smithi181 ceph-mon[45557]: pgmap v3243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:13.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:12 smithi088 ceph-mon[35322]: pgmap v3243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:15.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:15 smithi088 ceph-mon[35322]: pgmap v3244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:15.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:15 smithi175 ceph-mon[44549]: pgmap v3244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:15 smithi181 ceph-mon[45557]: pgmap v3244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:17.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:17 smithi175 ceph-mon[44549]: pgmap v3245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:17.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:17 smithi181 ceph-mon[45557]: pgmap v3245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:17.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:17 smithi088 ceph-mon[35322]: pgmap v3245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:19.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:19 smithi175 ceph-mon[44549]: pgmap v3246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:19.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:19 smithi181 ceph-mon[45557]: pgmap v3246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:19.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:19 smithi088 ceph-mon[35322]: pgmap v3246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:21.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:21 smithi175 ceph-mon[44549]: pgmap v3247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:21.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:21 smithi181 ceph-mon[45557]: pgmap v3247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:21.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:21 smithi088 ceph-mon[35322]: pgmap v3247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:23.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:22 smithi175 ceph-mon[44549]: pgmap v3248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:23.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:22 smithi181 ceph-mon[45557]: pgmap v3248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:23.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:22 smithi088 ceph-mon[35322]: pgmap v3248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:23.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:23.993+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:34:23.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:23.993+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:34:23.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:23.993+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:34:25.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:25 smithi088 ceph-mon[35322]: pgmap v3249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:25.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:25 smithi175 ceph-mon[44549]: pgmap v3249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:25.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:25 smithi181 ceph-mon[45557]: pgmap v3249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:27.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:27 smithi175 ceph-mon[44549]: pgmap v3250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:27.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:27 smithi181 ceph-mon[45557]: pgmap v3250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:27.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:27 smithi088 ceph-mon[35322]: pgmap v3250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:29 smithi175 ceph-mon[44549]: pgmap v3251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:29.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:29 smithi181 ceph-mon[45557]: pgmap v3251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:29 smithi088 ceph-mon[35322]: pgmap v3251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:31.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:31 smithi175 ceph-mon[44549]: pgmap v3252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:31.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:31 smithi181 ceph-mon[45557]: pgmap v3252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:31.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:31 smithi088 ceph-mon[35322]: pgmap v3252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:33.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:32 smithi175 ceph-mon[44549]: pgmap v3253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:33.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:32 smithi181 ceph-mon[45557]: pgmap v3253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:33.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:32 smithi088 ceph-mon[35322]: pgmap v3253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:35.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:35 smithi175 ceph-mon[44549]: pgmap v3254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:35.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:35 smithi181 ceph-mon[45557]: pgmap v3254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:35.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:35 smithi088 ceph-mon[35322]: pgmap v3254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:37.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:37 smithi175 ceph-mon[44549]: pgmap v3255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:37.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:37 smithi181 ceph-mon[45557]: pgmap v3255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:37.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:37 smithi088 ceph-mon[35322]: pgmap v3255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:39.013 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:39.008+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:34:39.013 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:39.008+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:34:39.013 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:39.008+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:34:39.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:39 smithi175 ceph-mon[44549]: pgmap v3256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:39.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:39 smithi181 ceph-mon[45557]: pgmap v3256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:39.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:39 smithi088 ceph-mon[35322]: pgmap v3256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:41.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:41 smithi088 ceph-mon[35322]: pgmap v3257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:41.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:41 smithi175 ceph-mon[44549]: pgmap v3257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:41.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:41 smithi181 ceph-mon[45557]: pgmap v3257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:43.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:42 smithi175 ceph-mon[44549]: pgmap v3258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:43.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:42 smithi181 ceph-mon[45557]: pgmap v3258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:43.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:42 smithi088 ceph-mon[35322]: pgmap v3258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:45.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:45 smithi175 ceph-mon[44549]: pgmap v3259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:45.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:45 smithi181 ceph-mon[45557]: pgmap v3259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:45.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:45 smithi088 ceph-mon[35322]: pgmap v3259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:47.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:47 smithi175 ceph-mon[44549]: pgmap v3260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:47.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:47 smithi181 ceph-mon[45557]: pgmap v3260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:47.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:47 smithi088 ceph-mon[35322]: pgmap v3260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:49.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:49 smithi175 ceph-mon[44549]: pgmap v3261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:49.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:49 smithi181 ceph-mon[45557]: pgmap v3261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:49.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:49 smithi088 ceph-mon[35322]: pgmap v3261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:51.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:51 smithi175 ceph-mon[44549]: pgmap v3262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:51.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:51 smithi181 ceph-mon[45557]: pgmap v3262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:51.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:51 smithi088 ceph-mon[35322]: pgmap v3262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:34:53.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:52 smithi175 ceph-mon[44549]: pgmap v3263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:52 smithi181 ceph-mon[45557]: pgmap v3263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:52 smithi088 ceph-mon[35322]: pgmap v3263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:54.020 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:54.016+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:34:54.021 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:54.016+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:34:54.021 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:34:54.016+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:34:55.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:55 smithi175 ceph-mon[44549]: pgmap v3264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:55.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:55 smithi181 ceph-mon[45557]: pgmap v3264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:55.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:55 smithi088 ceph-mon[35322]: pgmap v3264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:34:57.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:57 smithi175 ceph-mon[44549]: pgmap v3265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:57.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:57 smithi181 ceph-mon[45557]: pgmap v3265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:57.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:57 smithi088 ceph-mon[35322]: pgmap v3265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:34:59.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:59 smithi175 ceph-mon[44549]: pgmap v3266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:59.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:34:59.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:34:59.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:34:59.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:34:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:34:59.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:59 smithi181 ceph-mon[45557]: pgmap v3266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:59.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:34:59.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:34:59.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:34:59.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:34:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:34:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:59 smithi088 ceph-mon[35322]: pgmap v3266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:34:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:34:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:34:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:34:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:34:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:35:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:00 smithi175 ceph-mon[44549]: pgmap v3267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:35:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:00 smithi175 ceph-mon[44549]: pgmap v3268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:35:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:00 smithi181 ceph-mon[45557]: pgmap v3267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:35:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:00 smithi181 ceph-mon[45557]: pgmap v3268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:35:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:00 smithi088 ceph-mon[35322]: pgmap v3267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:35:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:00 smithi088 ceph-mon[35322]: pgmap v3268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:35:02.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:02 smithi175 ceph-mon[44549]: pgmap v3269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:35:02.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:02 smithi181 ceph-mon[45557]: pgmap v3269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:35:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:02 smithi088 ceph-mon[35322]: pgmap v3269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:35:04.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:04 smithi175 ceph-mon[44549]: pgmap v3270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:35:04.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:04 smithi181 ceph-mon[45557]: pgmap v3270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:35:04.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:04 smithi088 ceph-mon[35322]: pgmap v3270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:35:06.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:06 smithi175 ceph-mon[44549]: pgmap v3271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:35:06.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:06 smithi181 ceph-mon[45557]: pgmap v3271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:35:06.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:06 smithi088 ceph-mon[35322]: pgmap v3271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:35:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:07 smithi175 ceph-mon[44549]: pgmap v3272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:35:08.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:07 smithi181 ceph-mon[45557]: pgmap v3272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:35:08.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:07 smithi088 ceph-mon[35322]: pgmap v3272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:35:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:09.032+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:35:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:09.032+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:35:09.036 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:09.032+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:35:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:10 smithi175 ceph-mon[44549]: pgmap v3273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:35:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:10 smithi181 ceph-mon[45557]: pgmap v3273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:35:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:10 smithi088 ceph-mon[35322]: pgmap v3273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:35:12.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:12 smithi175 ceph-mon[44549]: pgmap v3274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:12.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:12 smithi181 ceph-mon[45557]: pgmap v3274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:12.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:12 smithi088 ceph-mon[35322]: pgmap v3274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:14.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:14 smithi175 ceph-mon[44549]: pgmap v3275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:14.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:14 smithi181 ceph-mon[45557]: pgmap v3275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:14.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:14 smithi088 ceph-mon[35322]: pgmap v3275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:16.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:16 smithi175 ceph-mon[44549]: pgmap v3276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:16.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:16 smithi181 ceph-mon[45557]: pgmap v3276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:16.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:16 smithi088 ceph-mon[35322]: pgmap v3276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:18.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:17 smithi181 ceph-mon[45557]: pgmap v3277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:18.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:17 smithi088 ceph-mon[35322]: pgmap v3277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:18.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:17 smithi175 ceph-mon[44549]: pgmap v3277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:20 smithi175 ceph-mon[44549]: pgmap v3278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:20 smithi181 ceph-mon[45557]: pgmap v3278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:20.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:20 smithi088 ceph-mon[35322]: pgmap v3278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:22 smithi175 ceph-mon[44549]: pgmap v3279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:22 smithi181 ceph-mon[45557]: pgmap v3279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:22 smithi088 ceph-mon[35322]: pgmap v3279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:24.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:24.044+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:35:24.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:24.044+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:35:24.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:24.044+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:35:24.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:24 smithi175 ceph-mon[44549]: pgmap v3280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:24.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:24 smithi181 ceph-mon[45557]: pgmap v3280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:24.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:24 smithi088 ceph-mon[35322]: pgmap v3280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:26.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:26 smithi175 ceph-mon[44549]: pgmap v3281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:26.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:26 smithi181 ceph-mon[45557]: pgmap v3281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:26.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:26 smithi088 ceph-mon[35322]: pgmap v3281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:28.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:27 smithi181 ceph-mon[45557]: pgmap v3282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:28.219 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:27 smithi088 ceph-mon[35322]: pgmap v3282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:28.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:27 smithi175 ceph-mon[44549]: pgmap v3282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:30 smithi175 ceph-mon[44549]: pgmap v3283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:30 smithi181 ceph-mon[45557]: pgmap v3283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:30.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:30 smithi088 ceph-mon[35322]: pgmap v3283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:32.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:32 smithi175 ceph-mon[44549]: pgmap v3284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:32.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:32 smithi181 ceph-mon[45557]: pgmap v3284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:32.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:32 smithi088 ceph-mon[35322]: pgmap v3284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:34.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:34 smithi175 ceph-mon[44549]: pgmap v3285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:34.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:34 smithi181 ceph-mon[45557]: pgmap v3285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:34.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:34 smithi088 ceph-mon[35322]: pgmap v3285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:36.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:36 smithi175 ceph-mon[44549]: pgmap v3286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:36.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:36 smithi181 ceph-mon[45557]: pgmap v3286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:36.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:36 smithi088 ceph-mon[35322]: pgmap v3286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:38.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:37 smithi181 ceph-mon[45557]: pgmap v3287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:38.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:37 smithi088 ceph-mon[35322]: pgmap v3287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:38.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:37 smithi175 ceph-mon[44549]: pgmap v3287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:39.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:39.045+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:35:39.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:39.046+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:35:39.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:39.046+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:35:40.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:40 smithi175 ceph-mon[44549]: pgmap v3288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:40.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:40 smithi181 ceph-mon[45557]: pgmap v3288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:40.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:40 smithi088 ceph-mon[35322]: pgmap v3288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:42.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:42 smithi175 ceph-mon[44549]: pgmap v3289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:42.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:42 smithi181 ceph-mon[45557]: pgmap v3289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:42.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:42 smithi088 ceph-mon[35322]: pgmap v3289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:44.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:44 smithi088 ceph-mon[35322]: pgmap v3290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:44.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:44 smithi175 ceph-mon[44549]: pgmap v3290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:44.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:44 smithi181 ceph-mon[45557]: pgmap v3290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:46.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:46 smithi175 ceph-mon[44549]: pgmap v3291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:46.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:46 smithi181 ceph-mon[45557]: pgmap v3291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:46 smithi088 ceph-mon[35322]: pgmap v3291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:48.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:47 smithi181 ceph-mon[45557]: pgmap v3292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:48.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:47 smithi088 ceph-mon[35322]: pgmap v3292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:48.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:47 smithi175 ceph-mon[44549]: pgmap v3292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:50.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:50 smithi175 ceph-mon[44549]: pgmap v3293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:50 smithi181 ceph-mon[45557]: pgmap v3293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:50.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:50 smithi088 ceph-mon[35322]: pgmap v3293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:35:52.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:52 smithi175 ceph-mon[44549]: pgmap v3294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:52.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:52 smithi181 ceph-mon[45557]: pgmap v3294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:52.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:52 smithi088 ceph-mon[35322]: pgmap v3294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:54.048+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:35:54.052 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:54.048+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:35:54.053 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:35:54.048+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:35:54.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:54 smithi175 ceph-mon[44549]: pgmap v3295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:54.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:54 smithi181 ceph-mon[45557]: pgmap v3295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:54.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:54 smithi088 ceph-mon[35322]: pgmap v3295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:35:56.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:56 smithi175 ceph-mon[44549]: pgmap v3296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:56.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:56 smithi181 ceph-mon[45557]: pgmap v3296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:56 smithi088 ceph-mon[35322]: pgmap v3296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:35:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:35:57 smithi181 ceph-mon[45557]: pgmap v3297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:58.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:35:57 smithi088 ceph-mon[35322]: pgmap v3297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:35:58.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:35:57 smithi175 ceph-mon[44549]: pgmap v3297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:36:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:00 smithi175 ceph-mon[44549]: pgmap v3298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:36:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:36:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:00 smithi181 ceph-mon[45557]: pgmap v3298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:36:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:36:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:00 smithi088 ceph-mon[35322]: pgmap v3298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:36:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:36:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:01.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:36:01.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:36:01.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:01.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:36:01.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:36:01.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:01.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:36:01.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:36:01.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:36:02.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:02 smithi175 ceph-mon[44549]: pgmap v3299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T14:36:02.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:02 smithi181 ceph-mon[45557]: pgmap v3299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T14:36:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:02 smithi088 ceph-mon[35322]: pgmap v3299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T14:36:04.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:04 smithi175 ceph-mon[44549]: pgmap v3300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:36:04.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:04 smithi181 ceph-mon[45557]: pgmap v3300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:36:04.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:04 smithi088 ceph-mon[35322]: pgmap v3300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:36:06.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:06 smithi175 ceph-mon[44549]: pgmap v3301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:36:06.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:06 smithi181 ceph-mon[45557]: pgmap v3301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:36:06.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:06 smithi088 ceph-mon[35322]: pgmap v3301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:36:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:08 smithi175 ceph-mon[44549]: pgmap v3302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:36:08.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:08 smithi181 ceph-mon[45557]: pgmap v3302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:36:08.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:08 smithi088 ceph-mon[35322]: pgmap v3302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:36:09.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:09.063+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:36:09.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:09.063+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:36:09.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:09.063+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:36:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:10 smithi175 ceph-mon[44549]: pgmap v3303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:36:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:10 smithi181 ceph-mon[45557]: pgmap v3303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:36:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:10 smithi088 ceph-mon[35322]: pgmap v3303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:36:12.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:12 smithi175 ceph-mon[44549]: pgmap v3304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T14:36:12.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:12 smithi181 ceph-mon[45557]: pgmap v3304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T14:36:12.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:12 smithi088 ceph-mon[35322]: pgmap v3304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T14:36:14.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:14 smithi175 ceph-mon[44549]: pgmap v3305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:14.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:14 smithi181 ceph-mon[45557]: pgmap v3305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:14.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:14 smithi088 ceph-mon[35322]: pgmap v3305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:16.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:16 smithi175 ceph-mon[44549]: pgmap v3306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:16.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:16 smithi181 ceph-mon[45557]: pgmap v3306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:16.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:16 smithi088 ceph-mon[35322]: pgmap v3306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:18 smithi175 ceph-mon[44549]: pgmap v3307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:18.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:18 smithi181 ceph-mon[45557]: pgmap v3307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:18.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:18 smithi088 ceph-mon[35322]: pgmap v3307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:20 smithi175 ceph-mon[44549]: pgmap v3308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:20 smithi181 ceph-mon[45557]: pgmap v3308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:20.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:20 smithi088 ceph-mon[35322]: pgmap v3308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:22 smithi175 ceph-mon[44549]: pgmap v3309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:22 smithi181 ceph-mon[45557]: pgmap v3309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:22 smithi088 ceph-mon[35322]: pgmap v3309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:24.079 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:24.075+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:36:24.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:24.075+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:36:24.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:24.075+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:36:24.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:24 smithi175 ceph-mon[44549]: pgmap v3310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:24.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:24 smithi181 ceph-mon[45557]: pgmap v3310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:24.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:24 smithi088 ceph-mon[35322]: pgmap v3310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:26.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:26 smithi175 ceph-mon[44549]: pgmap v3311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:26.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:26 smithi181 ceph-mon[45557]: pgmap v3311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:26.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:26 smithi088 ceph-mon[35322]: pgmap v3311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:28 smithi175 ceph-mon[44549]: pgmap v3312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:28.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:28 smithi181 ceph-mon[45557]: pgmap v3312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:28.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:28 smithi088 ceph-mon[35322]: pgmap v3312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:30.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:30 smithi088 ceph-mon[35322]: pgmap v3313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:30 smithi175 ceph-mon[44549]: pgmap v3313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:30 smithi181 ceph-mon[45557]: pgmap v3313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:32.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:32 smithi175 ceph-mon[44549]: pgmap v3314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:32.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:32 smithi181 ceph-mon[45557]: pgmap v3314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:32.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:32 smithi088 ceph-mon[35322]: pgmap v3314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:34.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:34 smithi175 ceph-mon[44549]: pgmap v3315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:34.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:34 smithi181 ceph-mon[45557]: pgmap v3315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:34.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:34 smithi088 ceph-mon[35322]: pgmap v3315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:36.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:36 smithi175 ceph-mon[44549]: pgmap v3316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:36.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:36 smithi181 ceph-mon[45557]: pgmap v3316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:36.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:36 smithi088 ceph-mon[35322]: pgmap v3316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:38.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:38 smithi175 ceph-mon[44549]: pgmap v3317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:38.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:38 smithi181 ceph-mon[45557]: pgmap v3317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:38.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:38 smithi088 ceph-mon[35322]: pgmap v3317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:39.084 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:39.080+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:36:39.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:39.080+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:36:39.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:39.080+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:36:40.309 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:40.305+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:36:40.309 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:40.305+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:36:40.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:40.305+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 48 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x7ff34c102770 2024-01-28T14:36:40.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:40.305+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 48 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T14:36:40.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:40 smithi175 ceph-mon[44549]: pgmap v3318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:40.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:40 smithi181 ceph-mon[45557]: pgmap v3318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:40.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:40 smithi088 ceph-mon[35322]: pgmap v3318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:42.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:42 smithi181 ceph-mon[45557]: pgmap v3319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:42.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:42 smithi088 ceph-mon[35322]: pgmap v3319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:42.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:42 smithi175 ceph-mon[44549]: pgmap v3319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:44.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:44 smithi181 ceph-mon[45557]: pgmap v3320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:44.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:44 smithi088 ceph-mon[35322]: pgmap v3320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:44.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:44 smithi175 ceph-mon[44549]: pgmap v3320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:46.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:46 smithi181 ceph-mon[45557]: pgmap v3321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:46 smithi088 ceph-mon[35322]: pgmap v3321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:46 smithi175 ceph-mon[44549]: pgmap v3321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:48.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:48 smithi181 ceph-mon[45557]: pgmap v3322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:48.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:48 smithi088 ceph-mon[35322]: pgmap v3322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:48.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:48 smithi175 ceph-mon[44549]: pgmap v3322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:50 smithi181 ceph-mon[45557]: pgmap v3323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:50.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:50 smithi088 ceph-mon[35322]: pgmap v3323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:50.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:50 smithi175 ceph-mon[44549]: pgmap v3323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:52.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:52 smithi181 ceph-mon[45557]: pgmap v3324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:52.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:52 smithi088 ceph-mon[35322]: pgmap v3324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:52 smithi175 ceph-mon[44549]: pgmap v3324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:36:54.096 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:54.091+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:36:54.096 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:54.091+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:36:54.097 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:36:54.091+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:36:54.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:54 smithi181 ceph-mon[45557]: pgmap v3325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:54.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:54 smithi088 ceph-mon[35322]: pgmap v3325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:54.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:54 smithi175 ceph-mon[44549]: pgmap v3325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:56.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:56 smithi181 ceph-mon[45557]: pgmap v3326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:56 smithi088 ceph-mon[35322]: pgmap v3326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:56.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:56 smithi175 ceph-mon[44549]: pgmap v3326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:36:58.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:36:58 smithi181 ceph-mon[45557]: pgmap v3327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:58.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:36:58 smithi088 ceph-mon[35322]: pgmap v3327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:36:58.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:36:58 smithi175 ceph-mon[44549]: pgmap v3327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:00 smithi181 ceph-mon[45557]: pgmap v3328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:00 smithi088 ceph-mon[35322]: pgmap v3328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:00.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:00 smithi175 ceph-mon[44549]: pgmap v3328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:01.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:37:01.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:37:01.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:37:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:02 smithi088 ceph-mon[35322]: pgmap v3329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:37:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:37:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:37:02.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:02 smithi175 ceph-mon[44549]: pgmap v3329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:02.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:37:02.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:37:02.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:37:02.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:02 smithi181 ceph-mon[45557]: pgmap v3329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:02.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:37:02.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:37:02.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:37:03.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:03 smithi088 ceph-mon[35322]: pgmap v3330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T14:37:03.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:03 smithi088 ceph-mon[35322]: pgmap v3331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:37:03.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:03 smithi175 ceph-mon[44549]: pgmap v3330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T14:37:03.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:03 smithi175 ceph-mon[44549]: pgmap v3331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:37:03.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:03 smithi181 ceph-mon[45557]: pgmap v3330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T14:37:03.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:03 smithi181 ceph-mon[45557]: pgmap v3331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:37:05.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:05 smithi088 ceph-mon[35322]: pgmap v3332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:37:05.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:05 smithi175 ceph-mon[44549]: pgmap v3332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:37:05.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:05 smithi181 ceph-mon[45557]: pgmap v3332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:37:07.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:07 smithi088 ceph-mon[35322]: pgmap v3333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:37:07.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:07 smithi175 ceph-mon[44549]: pgmap v3333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:37:07.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:07 smithi181 ceph-mon[45557]: pgmap v3333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T14:37:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:09.103+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:37:09.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:09.103+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:37:09.109 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:09.103+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:37:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:09 smithi088 ceph-mon[35322]: pgmap v3334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:37:09.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:09 smithi175 ceph-mon[44549]: pgmap v3334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:37:09.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:09 smithi181 ceph-mon[45557]: pgmap v3334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:37:11.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:11 smithi088 ceph-mon[35322]: pgmap v3335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:37:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:11 smithi175 ceph-mon[44549]: pgmap v3335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:37:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:11 smithi181 ceph-mon[45557]: pgmap v3335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:37:13.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:13 smithi088 ceph-mon[35322]: pgmap v3336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:37:13.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:13 smithi175 ceph-mon[44549]: pgmap v3336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:37:13.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:13 smithi181 ceph-mon[45557]: pgmap v3336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:37:15.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:15 smithi088 ceph-mon[35322]: pgmap v3337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:15.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:15 smithi175 ceph-mon[44549]: pgmap v3337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:15.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:15 smithi181 ceph-mon[45557]: pgmap v3337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:17.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:17 smithi088 ceph-mon[35322]: pgmap v3338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:17.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:17 smithi175 ceph-mon[44549]: pgmap v3338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:17.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:17 smithi181 ceph-mon[45557]: pgmap v3338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:19.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:19 smithi088 ceph-mon[35322]: pgmap v3339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:19.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:19 smithi175 ceph-mon[44549]: pgmap v3339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:19.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:19 smithi181 ceph-mon[45557]: pgmap v3339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:21.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:21 smithi088 ceph-mon[35322]: pgmap v3340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:21.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:21 smithi175 ceph-mon[44549]: pgmap v3340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:21.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:21 smithi181 ceph-mon[45557]: pgmap v3340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:23.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:23 smithi088 ceph-mon[35322]: pgmap v3341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:23.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:23 smithi175 ceph-mon[44549]: pgmap v3341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:23.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:23 smithi181 ceph-mon[45557]: pgmap v3341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:24.123 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:24.118+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:37:24.123 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:24.118+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:37:24.123 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:24.118+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:37:25.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:25 smithi088 ceph-mon[35322]: pgmap v3342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:25 smithi175 ceph-mon[44549]: pgmap v3342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:25.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:25 smithi181 ceph-mon[45557]: pgmap v3342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:27.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:27 smithi088 ceph-mon[35322]: pgmap v3343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:27.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:27 smithi175 ceph-mon[44549]: pgmap v3343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:27.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:27 smithi181 ceph-mon[45557]: pgmap v3343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:29 smithi088 ceph-mon[35322]: pgmap v3344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:29.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:29 smithi175 ceph-mon[44549]: pgmap v3344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:29.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:29 smithi181 ceph-mon[45557]: pgmap v3344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:31.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:31 smithi088 ceph-mon[35322]: pgmap v3345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:31.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:31 smithi175 ceph-mon[44549]: pgmap v3345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:31.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:31 smithi181 ceph-mon[45557]: pgmap v3345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:33.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:33 smithi088 ceph-mon[35322]: pgmap v3346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:33.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:33 smithi175 ceph-mon[44549]: pgmap v3346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:33.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:33 smithi181 ceph-mon[45557]: pgmap v3346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:35.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:35 smithi088 ceph-mon[35322]: pgmap v3347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:35.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:35 smithi175 ceph-mon[44549]: pgmap v3347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:35.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:35 smithi181 ceph-mon[45557]: pgmap v3347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:37.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:37 smithi088 ceph-mon[35322]: pgmap v3348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:37.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:37 smithi175 ceph-mon[44549]: pgmap v3348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:37.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:37 smithi181 ceph-mon[45557]: pgmap v3348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:39.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:39.134+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:37:39.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:39.134+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:37:39.139 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:39.134+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:37:39.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:39 smithi088 ceph-mon[35322]: pgmap v3349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:39.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:39 smithi175 ceph-mon[44549]: pgmap v3349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:39.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:39 smithi181 ceph-mon[45557]: pgmap v3349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:41.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:41 smithi175 ceph-mon[44549]: pgmap v3350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:41.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:41 smithi181 ceph-mon[45557]: pgmap v3350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:42.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:41 smithi088 ceph-mon[35322]: pgmap v3350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:43.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:43 smithi175 ceph-mon[44549]: pgmap v3351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:43.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:43 smithi181 ceph-mon[45557]: pgmap v3351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:44.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:43 smithi088 ceph-mon[35322]: pgmap v3351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:45.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:45 smithi175 ceph-mon[44549]: pgmap v3352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:45.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:45 smithi181 ceph-mon[45557]: pgmap v3352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:46.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:45 smithi088 ceph-mon[35322]: pgmap v3352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:47.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:47 smithi175 ceph-mon[44549]: pgmap v3353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:47.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:47 smithi181 ceph-mon[45557]: pgmap v3353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:47.995 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:47 smithi088 ceph-mon[35322]: pgmap v3353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:49.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:49 smithi175 ceph-mon[44549]: pgmap v3354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:49.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:49 smithi181 ceph-mon[45557]: pgmap v3354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:50.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:49 smithi088 ceph-mon[35322]: pgmap v3354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:51.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:51 smithi175 ceph-mon[44549]: pgmap v3355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:51.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:51 smithi181 ceph-mon[45557]: pgmap v3355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:52.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:51 smithi088 ceph-mon[35322]: pgmap v3355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:53.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:53 smithi175 ceph-mon[44549]: pgmap v3356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:53.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:53 smithi181 ceph-mon[45557]: pgmap v3356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:54.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:53 smithi088 ceph-mon[35322]: pgmap v3356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:37:54.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:54.148+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:37:54.154 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:54.148+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:37:54.154 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:37:54.148+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:37:55.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:55 smithi175 ceph-mon[44549]: pgmap v3357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:55.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:55 smithi181 ceph-mon[45557]: pgmap v3357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:56.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:55 smithi088 ceph-mon[35322]: pgmap v3357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:37:57.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:57 smithi175 ceph-mon[44549]: pgmap v3358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:57.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:57 smithi181 ceph-mon[45557]: pgmap v3358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:57 smithi088 ceph-mon[35322]: pgmap v3358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:37:59.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:37:59 smithi175 ceph-mon[44549]: pgmap v3359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:37:59.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:37:59 smithi181 ceph-mon[45557]: pgmap v3359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:00.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:37:59 smithi088 ceph-mon[35322]: pgmap v3359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:01.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:01 smithi175 ceph-mon[44549]: pgmap v3360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:01.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:01 smithi181 ceph-mon[45557]: pgmap v3360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:02.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:01 smithi088 ceph-mon[35322]: pgmap v3360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:03.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:02 smithi088 ceph-mon[35322]: pgmap v3361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:03.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:38:03.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:38:03.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:38:03.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:38:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:02 smithi175 ceph-mon[44549]: pgmap v3361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:38:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:38:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:38:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:38:03.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:02 smithi181 ceph-mon[45557]: pgmap v3361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:03.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:38:03.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:38:03.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:38:03.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:38:04.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:04 smithi175 ceph-mon[44549]: pgmap v3362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:38:04.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:04 smithi175 ceph-mon[44549]: pgmap v3363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:38:04.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:04 smithi181 ceph-mon[45557]: pgmap v3362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:38:04.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:04 smithi181 ceph-mon[45557]: pgmap v3363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:38:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:04 smithi088 ceph-mon[35322]: pgmap v3362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:38:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:04 smithi088 ceph-mon[35322]: pgmap v3363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:38:06.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:06 smithi175 ceph-mon[44549]: pgmap v3364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:38:06.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:06 smithi181 ceph-mon[45557]: pgmap v3364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:38:07.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:06 smithi088 ceph-mon[35322]: pgmap v3364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:38:08.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:08 smithi175 ceph-mon[44549]: pgmap v3365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:08.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:08 smithi181 ceph-mon[45557]: pgmap v3365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:09.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:08 smithi088 ceph-mon[35322]: pgmap v3365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:09.156+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:38:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:09.156+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:38:09.161 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:09.156+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:38:10.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:10 smithi175 ceph-mon[44549]: pgmap v3366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:10.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:10 smithi181 ceph-mon[45557]: pgmap v3366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:11.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:10 smithi088 ceph-mon[35322]: pgmap v3366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:12.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:12 smithi175 ceph-mon[44549]: pgmap v3367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:12.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:12 smithi181 ceph-mon[45557]: pgmap v3367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:13.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:12 smithi088 ceph-mon[35322]: pgmap v3367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:14.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:14 smithi175 ceph-mon[44549]: pgmap v3368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:38:14.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:14 smithi181 ceph-mon[45557]: pgmap v3368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:38:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:14 smithi088 ceph-mon[35322]: pgmap v3368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:38:16.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:16 smithi175 ceph-mon[44549]: pgmap v3369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:16.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:16 smithi181 ceph-mon[45557]: pgmap v3369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:17.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:16 smithi088 ceph-mon[35322]: pgmap v3369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:18.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:18 smithi175 ceph-mon[44549]: pgmap v3370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:38:18.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:18 smithi181 ceph-mon[45557]: pgmap v3370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:38:19.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:18 smithi088 ceph-mon[35322]: pgmap v3370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:38:20.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:20 smithi175 ceph-mon[44549]: pgmap v3371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:20.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:20 smithi181 ceph-mon[45557]: pgmap v3371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:21.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:20 smithi088 ceph-mon[35322]: pgmap v3371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:22.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:22 smithi175 ceph-mon[44549]: pgmap v3372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:38:22.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:22 smithi181 ceph-mon[45557]: pgmap v3372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:38:23.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:22 smithi088 ceph-mon[35322]: pgmap v3372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:38:24.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:24.169+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:38:24.174 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:24.169+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:38:24.174 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:24.169+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:38:24.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:24 smithi175 ceph-mon[44549]: pgmap v3373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:38:24.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:24 smithi181 ceph-mon[45557]: pgmap v3373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:38:25.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:24 smithi088 ceph-mon[35322]: pgmap v3373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:38:26.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:26 smithi175 ceph-mon[44549]: pgmap v3374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:26.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:26 smithi181 ceph-mon[45557]: pgmap v3374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:27.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:26 smithi088 ceph-mon[35322]: pgmap v3374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:38:28.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:28 smithi175 ceph-mon[44549]: pgmap v3375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:28.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:28 smithi181 ceph-mon[45557]: pgmap v3375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:29.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:28 smithi088 ceph-mon[35322]: pgmap v3375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:30.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:30 smithi175 ceph-mon[44549]: pgmap v3376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:30.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:30 smithi181 ceph-mon[45557]: pgmap v3376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:31.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:30 smithi088 ceph-mon[35322]: pgmap v3376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:32.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:32 smithi175 ceph-mon[44549]: pgmap v3377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:38:32.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:32 smithi181 ceph-mon[45557]: pgmap v3377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:38:33.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:32 smithi088 ceph-mon[35322]: pgmap v3377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:38:34.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:34 smithi175 ceph-mon[44549]: pgmap v3378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:34.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:34 smithi181 ceph-mon[45557]: pgmap v3378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:35.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:34 smithi088 ceph-mon[35322]: pgmap v3378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:36.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:36 smithi175 ceph-mon[44549]: pgmap v3379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:36.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:36 smithi181 ceph-mon[45557]: pgmap v3379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:37.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:36 smithi088 ceph-mon[35322]: pgmap v3379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:38.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:38 smithi175 ceph-mon[44549]: pgmap v3380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:38.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:38 smithi181 ceph-mon[45557]: pgmap v3380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:39.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:38 smithi088 ceph-mon[35322]: pgmap v3380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:39.183 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:39.179+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:38:39.184 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:39.179+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:38:39.184 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:39.179+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:38:40.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:40 smithi175 ceph-mon[44549]: pgmap v3381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:40.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:40 smithi181 ceph-mon[45557]: pgmap v3381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:41.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:40 smithi088 ceph-mon[35322]: pgmap v3381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:42.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:42 smithi175 ceph-mon[44549]: pgmap v3382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:38:42.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:42 smithi181 ceph-mon[45557]: pgmap v3382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:38:43.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:42 smithi088 ceph-mon[35322]: pgmap v3382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:38:44.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:44 smithi175 ceph-mon[44549]: pgmap v3383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:44.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:44 smithi181 ceph-mon[45557]: pgmap v3383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:45.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:44 smithi088 ceph-mon[35322]: pgmap v3383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:46 smithi175 ceph-mon[44549]: pgmap v3384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:46.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:46 smithi181 ceph-mon[45557]: pgmap v3384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:47.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:46 smithi088 ceph-mon[35322]: pgmap v3384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:48.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:48 smithi175 ceph-mon[44549]: pgmap v3385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:48.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:48 smithi181 ceph-mon[45557]: pgmap v3385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:49.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:48 smithi088 ceph-mon[35322]: pgmap v3385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:50.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:50 smithi181 ceph-mon[45557]: pgmap v3386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:50.972 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:50 smithi088 ceph-mon[35322]: pgmap v3386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:51.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:50 smithi175 ceph-mon[44549]: pgmap v3386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:52.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:52 smithi181 ceph-mon[45557]: pgmap v3387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:38:53.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:52 smithi088 ceph-mon[35322]: pgmap v3387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:38:53.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:52 smithi175 ceph-mon[44549]: pgmap v3387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:38:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:54.194+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:38:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:54.194+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:38:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:38:54.194+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:38:54.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:54 smithi181 ceph-mon[45557]: pgmap v3388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:55.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:54 smithi088 ceph-mon[35322]: pgmap v3388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:55.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:54 smithi175 ceph-mon[44549]: pgmap v3388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:38:56.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:56 smithi181 ceph-mon[45557]: pgmap v3389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:57.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:56 smithi088 ceph-mon[35322]: pgmap v3389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:57.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:56 smithi175 ceph-mon[44549]: pgmap v3389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:38:58.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:38:58 smithi181 ceph-mon[45557]: pgmap v3390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:38:58 smithi088 ceph-mon[35322]: pgmap v3390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:38:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:38:58 smithi175 ceph-mon[44549]: pgmap v3390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:00.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:00 smithi181 ceph-mon[45557]: pgmap v3391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:01.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:00 smithi088 ceph-mon[35322]: pgmap v3391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:01.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:00 smithi175 ceph-mon[44549]: pgmap v3391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:02.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:02 smithi181 ceph-mon[45557]: pgmap v3392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:03.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:02 smithi088 ceph-mon[35322]: pgmap v3392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:03.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:02 smithi175 ceph-mon[44549]: pgmap v3392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:03.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:39:04.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:39:04.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:39:04.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:04 smithi181 ceph-mon[45557]: pgmap v3393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:04.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:39:04.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:39:04.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:39:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:04 smithi088 ceph-mon[35322]: pgmap v3393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:39:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:39:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:39:05.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:04 smithi175 ceph-mon[44549]: pgmap v3393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:05.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:39:05.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:39:05.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:39:05.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:05 smithi181 ceph-mon[45557]: pgmap v3394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:39:05.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:05 smithi181 ceph-mon[45557]: pgmap v3395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:39:06.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:05 smithi088 ceph-mon[35322]: pgmap v3394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:39:06.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:05 smithi088 ceph-mon[35322]: pgmap v3395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:39:06.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:05 smithi175 ceph-mon[44549]: pgmap v3394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:39:06.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:05 smithi175 ceph-mon[44549]: pgmap v3395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:39:07.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:07 smithi181 ceph-mon[45557]: pgmap v3396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:39:08.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:07 smithi088 ceph-mon[35322]: pgmap v3396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:39:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:07 smithi175 ceph-mon[44549]: pgmap v3396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:39:09.206 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:09.202+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:39:09.207 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:09.202+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:39:09.207 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:09.202+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:39:09.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:09 smithi181 ceph-mon[45557]: pgmap v3397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:39:10.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:09 smithi088 ceph-mon[35322]: pgmap v3397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:39:10.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:09 smithi175 ceph-mon[44549]: pgmap v3397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:39:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:11 smithi088 ceph-mon[35322]: pgmap v3398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:39:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:11 smithi175 ceph-mon[44549]: pgmap v3398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:39:12.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:11 smithi181 ceph-mon[45557]: pgmap v3398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:39:14.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:13 smithi088 ceph-mon[35322]: pgmap v3399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:39:14.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:13 smithi175 ceph-mon[44549]: pgmap v3399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:39:14.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:13 smithi181 ceph-mon[45557]: pgmap v3399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:39:16.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:15 smithi088 ceph-mon[35322]: pgmap v3400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:39:16.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:15 smithi175 ceph-mon[44549]: pgmap v3400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:39:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:15 smithi181 ceph-mon[45557]: pgmap v3400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:39:18.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:17 smithi088 ceph-mon[35322]: pgmap v3401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:18.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:17 smithi175 ceph-mon[44549]: pgmap v3401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:18.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:17 smithi181 ceph-mon[45557]: pgmap v3401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:20.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:19 smithi088 ceph-mon[35322]: pgmap v3402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:19 smithi175 ceph-mon[44549]: pgmap v3402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:19 smithi181 ceph-mon[45557]: pgmap v3402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:22.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:21 smithi088 ceph-mon[35322]: pgmap v3403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:21 smithi175 ceph-mon[44549]: pgmap v3403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:22.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:21 smithi181 ceph-mon[45557]: pgmap v3403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:24.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:23 smithi088 ceph-mon[35322]: pgmap v3404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:24.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:23 smithi175 ceph-mon[44549]: pgmap v3404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:24.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:23 smithi181 ceph-mon[45557]: pgmap v3404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:24.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:24.212+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:39:24.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:24.212+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:39:24.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:24.212+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:39:26.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:25 smithi088 ceph-mon[35322]: pgmap v3405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:26.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:25 smithi175 ceph-mon[44549]: pgmap v3405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:26.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:25 smithi181 ceph-mon[45557]: pgmap v3405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:28.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:27 smithi088 ceph-mon[35322]: pgmap v3406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:28.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:27 smithi175 ceph-mon[44549]: pgmap v3406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:28.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:27 smithi181 ceph-mon[45557]: pgmap v3406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:30.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:29 smithi088 ceph-mon[35322]: pgmap v3407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:30.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:29 smithi175 ceph-mon[44549]: pgmap v3407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:30.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:29 smithi181 ceph-mon[45557]: pgmap v3407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:32.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:31 smithi088 ceph-mon[35322]: pgmap v3408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:32.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:31 smithi175 ceph-mon[44549]: pgmap v3408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:32.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:31 smithi181 ceph-mon[45557]: pgmap v3408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:34.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:33 smithi088 ceph-mon[35322]: pgmap v3409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:34.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:33 smithi175 ceph-mon[44549]: pgmap v3409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:34.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:33 smithi181 ceph-mon[45557]: pgmap v3409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:36.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:35 smithi088 ceph-mon[35322]: pgmap v3410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:36.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:35 smithi175 ceph-mon[44549]: pgmap v3410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:36.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:35 smithi181 ceph-mon[45557]: pgmap v3410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:38.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:37 smithi088 ceph-mon[35322]: pgmap v3411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:39.167 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:37 smithi181 ceph-mon[45557]: pgmap v3411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:39.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:37 smithi175 ceph-mon[44549]: pgmap v3411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:39.227+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:39:39.232 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:39.227+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:39:39.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:39.227+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:39:40.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:39 smithi088 ceph-mon[35322]: pgmap v3412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:40.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:39 smithi175 ceph-mon[44549]: pgmap v3412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:40.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:39 smithi181 ceph-mon[45557]: pgmap v3412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:40.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:40.331+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:39:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:40.331+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:39:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:40.331+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 49 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T14:39:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:40.331+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 49 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T14:39:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:40.331+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T14:39:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:40.331+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T14:39:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:40.332+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 50 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:39:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:40.332+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 50 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:39:42.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:41 smithi088 ceph-mon[35322]: pgmap v3413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:42.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:41 smithi175 ceph-mon[44549]: pgmap v3413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:42.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:41 smithi181 ceph-mon[45557]: pgmap v3413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:44.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:43 smithi088 ceph-mon[35322]: pgmap v3414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:44.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:43 smithi175 ceph-mon[44549]: pgmap v3414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:44.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:43 smithi181 ceph-mon[45557]: pgmap v3414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:46.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:45 smithi088 ceph-mon[35322]: pgmap v3415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:46.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:45 smithi175 ceph-mon[44549]: pgmap v3415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:46.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:45 smithi181 ceph-mon[45557]: pgmap v3415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:48.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:47 smithi088 ceph-mon[35322]: pgmap v3416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:47 smithi175 ceph-mon[44549]: pgmap v3416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:48.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:47 smithi181 ceph-mon[45557]: pgmap v3416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:50.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:49 smithi088 ceph-mon[35322]: pgmap v3417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:50.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:49 smithi175 ceph-mon[44549]: pgmap v3417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:50.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:49 smithi181 ceph-mon[45557]: pgmap v3417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:39:52.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:51 smithi175 ceph-mon[44549]: pgmap v3418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:52.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:51 smithi181 ceph-mon[45557]: pgmap v3418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:51 smithi088 ceph-mon[35322]: pgmap v3418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:54.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:53 smithi175 ceph-mon[44549]: pgmap v3419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:54.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:53 smithi181 ceph-mon[45557]: pgmap v3419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:54.242 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:54.237+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:39:54.242 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:54.237+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:39:54.242 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:39:54.237+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:39:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:53 smithi088 ceph-mon[35322]: pgmap v3419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:39:56.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:55 smithi175 ceph-mon[44549]: pgmap v3420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:56.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:55 smithi181 ceph-mon[45557]: pgmap v3420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:56.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:55 smithi088 ceph-mon[35322]: pgmap v3420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:39:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:57 smithi175 ceph-mon[44549]: pgmap v3421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:57 smithi181 ceph-mon[45557]: pgmap v3421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:39:58.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:57 smithi088 ceph-mon[35322]: pgmap v3421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:00.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:39:59 smithi175 ceph-mon[44549]: pgmap v3422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:40:00.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:39:59 smithi181 ceph-mon[45557]: pgmap v3422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:40:00.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:39:59 smithi088 ceph-mon[35322]: pgmap v3422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:40:01.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:00 smithi175 ceph-mon[44549]: pgmap v3423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:01.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:40:01.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:00 smithi181 ceph-mon[45557]: pgmap v3423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:01.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:40:01.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:00 smithi088 ceph-mon[35322]: pgmap v3423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:01.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:40:03.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:02 smithi088 ceph-mon[35322]: pgmap v3424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:03 smithi175 ceph-mon[44549]: pgmap v3424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:03.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:03 smithi181 ceph-mon[45557]: pgmap v3424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: pgmap v3425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:40:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:40:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:40:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:40:05.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:40:05.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:40:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: pgmap v3425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:40:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:40:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:40:05.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: pgmap v3425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:40:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:40:05.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:40:06.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:06 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:40:06.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:06 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:40:06.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:06 smithi088 ceph-mon[35322]: pgmap v3426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:40:06.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:06 smithi088 ceph-mon[35322]: pgmap v3427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:40:06.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:06 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:40:06.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:06 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:40:06.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:06 smithi175 ceph-mon[44549]: pgmap v3426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:40:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:06 smithi175 ceph-mon[44549]: pgmap v3427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:40:06.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:06 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:40:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:06 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:40:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:06 smithi181 ceph-mon[45557]: pgmap v3426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:40:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:06 smithi181 ceph-mon[45557]: pgmap v3427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:40:08.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:08 smithi088 ceph-mon[35322]: pgmap v3428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:08.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:08 smithi175 ceph-mon[44549]: pgmap v3428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:08.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:08 smithi181 ceph-mon[45557]: pgmap v3428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:09.242+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:40:09.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:09.243+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:40:09.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:09.243+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:40:10.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:10 smithi088 ceph-mon[35322]: pgmap v3429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:10.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:10 smithi175 ceph-mon[44549]: pgmap v3429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:10.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:10 smithi181 ceph-mon[45557]: pgmap v3429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:12.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:12 smithi088 ceph-mon[35322]: pgmap v3430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:12.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:12 smithi175 ceph-mon[44549]: pgmap v3430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:12.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:12 smithi181 ceph-mon[45557]: pgmap v3430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:14.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:14 smithi088 ceph-mon[35322]: pgmap v3431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:40:14.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:14 smithi175 ceph-mon[44549]: pgmap v3431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:40:14.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:14 smithi181 ceph-mon[45557]: pgmap v3431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:40:16.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:16 smithi175 ceph-mon[44549]: pgmap v3432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:40:16.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:16 smithi181 ceph-mon[45557]: pgmap v3432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:40:16.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:16 smithi088 ceph-mon[35322]: pgmap v3432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:40:18.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:18 smithi175 ceph-mon[44549]: pgmap v3433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:18 smithi181 ceph-mon[45557]: pgmap v3433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:18 smithi088 ceph-mon[35322]: pgmap v3433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:20.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:20 smithi175 ceph-mon[44549]: pgmap v3434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:20.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:20 smithi181 ceph-mon[45557]: pgmap v3434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:20.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:20 smithi088 ceph-mon[35322]: pgmap v3434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:22.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:22 smithi175 ceph-mon[44549]: pgmap v3435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:22.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:22 smithi181 ceph-mon[45557]: pgmap v3435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:22.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:22 smithi088 ceph-mon[35322]: pgmap v3435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:24.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:24.255+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:40:24.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:24.255+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:40:24.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:24.255+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:40:24.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:24 smithi175 ceph-mon[44549]: pgmap v3436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:40:24.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:24 smithi181 ceph-mon[45557]: pgmap v3436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:40:24.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:24 smithi088 ceph-mon[35322]: pgmap v3436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:40:26.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:26 smithi175 ceph-mon[44549]: pgmap v3437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:26.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:26 smithi181 ceph-mon[45557]: pgmap v3437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:26.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:26 smithi088 ceph-mon[35322]: pgmap v3437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:28.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:28 smithi175 ceph-mon[44549]: pgmap v3438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:28 smithi181 ceph-mon[45557]: pgmap v3438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:28 smithi088 ceph-mon[35322]: pgmap v3438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:30.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:30 smithi175 ceph-mon[44549]: pgmap v3439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:30.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:30 smithi181 ceph-mon[45557]: pgmap v3439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:30.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:30 smithi088 ceph-mon[35322]: pgmap v3439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:32.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:32 smithi175 ceph-mon[44549]: pgmap v3440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:32.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:32 smithi181 ceph-mon[45557]: pgmap v3440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:32.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:32 smithi088 ceph-mon[35322]: pgmap v3440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:34.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:34 smithi175 ceph-mon[44549]: pgmap v3441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:40:34.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:34 smithi181 ceph-mon[45557]: pgmap v3441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:40:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:34 smithi088 ceph-mon[35322]: pgmap v3441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:40:36.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:36 smithi175 ceph-mon[44549]: pgmap v3442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:36.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:36 smithi181 ceph-mon[45557]: pgmap v3442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:36.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:36 smithi088 ceph-mon[35322]: pgmap v3442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:38.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:38 smithi175 ceph-mon[44549]: pgmap v3443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:38.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:38 smithi181 ceph-mon[45557]: pgmap v3443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:38.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:38 smithi088 ceph-mon[35322]: pgmap v3443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:39.269+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:40:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:39.269+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:40:39.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:39.269+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:40:40.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:40 smithi088 ceph-mon[35322]: pgmap v3444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:40.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:40 smithi175 ceph-mon[44549]: pgmap v3444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:40.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:40 smithi181 ceph-mon[45557]: pgmap v3444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:42.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:42 smithi175 ceph-mon[44549]: pgmap v3445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:42.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:42 smithi181 ceph-mon[45557]: pgmap v3445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:42.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:42 smithi088 ceph-mon[35322]: pgmap v3445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:44.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:44 smithi175 ceph-mon[44549]: pgmap v3446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:40:44.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:44 smithi181 ceph-mon[45557]: pgmap v3446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:40:44.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:44 smithi088 ceph-mon[35322]: pgmap v3446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:40:46.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:46 smithi175 ceph-mon[44549]: pgmap v3447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:46.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:46 smithi181 ceph-mon[45557]: pgmap v3447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:46.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:46 smithi088 ceph-mon[35322]: pgmap v3447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:48.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:48 smithi175 ceph-mon[44549]: pgmap v3448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:48.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:48 smithi181 ceph-mon[45557]: pgmap v3448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:48.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:48 smithi088 ceph-mon[35322]: pgmap v3448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:50.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:50 smithi175 ceph-mon[44549]: pgmap v3449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:50.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:50 smithi181 ceph-mon[45557]: pgmap v3449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:50.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:50 smithi088 ceph-mon[35322]: pgmap v3449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:40:52.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:52 smithi175 ceph-mon[44549]: pgmap v3450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:52.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:52 smithi181 ceph-mon[45557]: pgmap v3450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:52.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:52 smithi088 ceph-mon[35322]: pgmap v3450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:40:54.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:54.284+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:40:54.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:54.284+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:40:54.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:40:54.284+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:40:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:54 smithi175 ceph-mon[44549]: pgmap v3451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:40:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:54 smithi181 ceph-mon[45557]: pgmap v3451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:40:54.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:54 smithi088 ceph-mon[35322]: pgmap v3451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:40:56.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:56 smithi175 ceph-mon[44549]: pgmap v3452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:56.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:56 smithi181 ceph-mon[45557]: pgmap v3452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:56.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:56 smithi088 ceph-mon[35322]: pgmap v3452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:40:58.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:40:58 smithi175 ceph-mon[44549]: pgmap v3453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:58.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:40:58 smithi181 ceph-mon[45557]: pgmap v3453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:40:58.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:40:58 smithi088 ceph-mon[35322]: pgmap v3453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:00.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:00 smithi175 ceph-mon[44549]: pgmap v3454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:00.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:00 smithi181 ceph-mon[45557]: pgmap v3454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:00.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:00 smithi088 ceph-mon[35322]: pgmap v3454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:02.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:02 smithi175 ceph-mon[44549]: pgmap v3455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:02.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:02 smithi181 ceph-mon[45557]: pgmap v3455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:02 smithi088 ceph-mon[35322]: pgmap v3455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:04.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:04 smithi175 ceph-mon[44549]: pgmap v3456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:04.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:04 smithi181 ceph-mon[45557]: pgmap v3456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:04.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:04 smithi088 ceph-mon[35322]: pgmap v3456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:41:05.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:41:05.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:41:06.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:06 smithi175 ceph-mon[44549]: pgmap v3457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:06 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:41:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:06 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:41:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:41:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:41:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:41:06.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:06 smithi181 ceph-mon[45557]: pgmap v3457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:06.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:06 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:41:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:06 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:41:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:41:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:41:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:41:06.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:06 smithi088 ceph-mon[35322]: pgmap v3457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:41:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:06 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:41:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:06 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:41:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:41:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:41:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:41:07.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:07 smithi175 ceph-mon[44549]: pgmap v3458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:41:07.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:07 smithi175 ceph-mon[44549]: pgmap v3459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:41:07.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:07 smithi181 ceph-mon[45557]: pgmap v3458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:41:07.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:07 smithi181 ceph-mon[45557]: pgmap v3459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:41:07.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:07 smithi088 ceph-mon[35322]: pgmap v3458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:41:07.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:07 smithi088 ceph-mon[35322]: pgmap v3459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:41:09.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:09.297+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:41:09.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:09.297+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:41:09.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:09.297+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:41:09.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:09 smithi175 ceph-mon[44549]: pgmap v3460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:41:09.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:09 smithi181 ceph-mon[45557]: pgmap v3460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:41:09.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:09 smithi088 ceph-mon[35322]: pgmap v3460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:41:11.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:11 smithi175 ceph-mon[44549]: pgmap v3461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:41:11.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:11 smithi181 ceph-mon[45557]: pgmap v3461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:41:11.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:11 smithi088 ceph-mon[35322]: pgmap v3461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:41:13.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:13 smithi175 ceph-mon[44549]: pgmap v3462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:41:13.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:13 smithi181 ceph-mon[45557]: pgmap v3462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:41:13.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:13 smithi088 ceph-mon[35322]: pgmap v3462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:41:15.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:15 smithi175 ceph-mon[44549]: pgmap v3463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:41:15.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:15 smithi181 ceph-mon[45557]: pgmap v3463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:41:15.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:15 smithi088 ceph-mon[35322]: pgmap v3463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:41:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:17 smithi175 ceph-mon[44549]: pgmap v3464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:41:17.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:17 smithi181 ceph-mon[45557]: pgmap v3464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:41:17.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:17 smithi088 ceph-mon[35322]: pgmap v3464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:41:19.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:19 smithi175 ceph-mon[44549]: pgmap v3465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:19 smithi181 ceph-mon[45557]: pgmap v3465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:19.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:19 smithi088 ceph-mon[35322]: pgmap v3465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:21.467 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:21 smithi181 ceph-mon[45557]: pgmap v3466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:21.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:21 smithi088 ceph-mon[35322]: pgmap v3466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:21.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:21 smithi175 ceph-mon[44549]: pgmap v3466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:23 smithi181 ceph-mon[45557]: pgmap v3467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:23 smithi088 ceph-mon[35322]: pgmap v3467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:23.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:23 smithi175 ceph-mon[44549]: pgmap v3467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:24.314 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:24.309+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:41:24.314 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:24.309+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:41:24.314 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:24.309+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:41:25.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:25 smithi181 ceph-mon[45557]: pgmap v3468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:25.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:25 smithi088 ceph-mon[35322]: pgmap v3468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:25.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:25 smithi175 ceph-mon[44549]: pgmap v3468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:27.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:27 smithi181 ceph-mon[45557]: pgmap v3469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:27.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:27 smithi088 ceph-mon[35322]: pgmap v3469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:27.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:27 smithi175 ceph-mon[44549]: pgmap v3469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:29.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:29 smithi181 ceph-mon[45557]: pgmap v3470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:29.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:29 smithi088 ceph-mon[35322]: pgmap v3470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:29 smithi175 ceph-mon[44549]: pgmap v3470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:31.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:31 smithi181 ceph-mon[45557]: pgmap v3471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:31.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:31 smithi088 ceph-mon[35322]: pgmap v3471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:31.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:31 smithi175 ceph-mon[44549]: pgmap v3471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:33.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:33 smithi181 ceph-mon[45557]: pgmap v3472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:33 smithi088 ceph-mon[35322]: pgmap v3472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:33.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:33 smithi175 ceph-mon[44549]: pgmap v3472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:35 smithi181 ceph-mon[45557]: pgmap v3473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:35 smithi088 ceph-mon[35322]: pgmap v3473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:35.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:35 smithi175 ceph-mon[44549]: pgmap v3473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:37.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:37 smithi181 ceph-mon[45557]: pgmap v3474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:37.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:37 smithi088 ceph-mon[35322]: pgmap v3474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:37.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:37 smithi175 ceph-mon[44549]: pgmap v3474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:39.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:39.324+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:41:39.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:39.324+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:41:39.330 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:39.324+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:41:39.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:39 smithi181 ceph-mon[45557]: pgmap v3475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:41:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:39 smithi088 ceph-mon[35322]: pgmap v3475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:41:39.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:39 smithi175 ceph-mon[44549]: pgmap v3475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:41:41.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:41 smithi181 ceph-mon[45557]: pgmap v3476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:41.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:41 smithi088 ceph-mon[35322]: pgmap v3476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:41.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:41 smithi175 ceph-mon[44549]: pgmap v3476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:43.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:43 smithi181 ceph-mon[45557]: pgmap v3477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:43 smithi088 ceph-mon[35322]: pgmap v3477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:43.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:43 smithi175 ceph-mon[44549]: pgmap v3477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:45.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:45 smithi088 ceph-mon[35322]: pgmap v3478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:45.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:45 smithi175 ceph-mon[44549]: pgmap v3478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:45.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:45 smithi181 ceph-mon[45557]: pgmap v3478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:47.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:47 smithi088 ceph-mon[35322]: pgmap v3479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:47.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:47 smithi175 ceph-mon[44549]: pgmap v3479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:47.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:47 smithi181 ceph-mon[45557]: pgmap v3479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:49.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:49 smithi088 ceph-mon[35322]: pgmap v3480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:49.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:49 smithi175 ceph-mon[44549]: pgmap v3480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:49.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:49 smithi181 ceph-mon[45557]: pgmap v3480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:51.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:51 smithi088 ceph-mon[35322]: pgmap v3481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:51.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:51 smithi175 ceph-mon[44549]: pgmap v3481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:51 smithi181 ceph-mon[45557]: pgmap v3481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:53 smithi088 ceph-mon[35322]: pgmap v3482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:53.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:53 smithi175 ceph-mon[44549]: pgmap v3482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:53.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:53 smithi181 ceph-mon[45557]: pgmap v3482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:41:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:54.338+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:41:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:54.338+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:41:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:41:54.338+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:41:55.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:55 smithi088 ceph-mon[35322]: pgmap v3483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:55.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:55 smithi175 ceph-mon[44549]: pgmap v3483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:55.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:55 smithi181 ceph-mon[45557]: pgmap v3483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:41:57.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:57 smithi088 ceph-mon[35322]: pgmap v3484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:57 smithi175 ceph-mon[44549]: pgmap v3484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:57.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:57 smithi181 ceph-mon[45557]: pgmap v3484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:41:59.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:41:59 smithi088 ceph-mon[35322]: pgmap v3485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:59.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:41:59 smithi175 ceph-mon[44549]: pgmap v3485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:41:59.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:41:59 smithi181 ceph-mon[45557]: pgmap v3485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:42:01.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:01 smithi088 ceph-mon[35322]: pgmap v3486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:01.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:01 smithi175 ceph-mon[44549]: pgmap v3486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:01.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:01 smithi181 ceph-mon[45557]: pgmap v3486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:03.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:03 smithi088 ceph-mon[35322]: pgmap v3487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:03.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:03 smithi175 ceph-mon[44549]: pgmap v3487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:03.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:03 smithi181 ceph-mon[45557]: pgmap v3487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:05.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:05 smithi088 ceph-mon[35322]: pgmap v3488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:05.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:05 smithi175 ceph-mon[44549]: pgmap v3488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:05.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:05 smithi181 ceph-mon[45557]: pgmap v3488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:06.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:42:06.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:42:06.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:42:07.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:07 smithi088 ceph-mon[35322]: pgmap v3489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:07.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:42:07.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:42:07.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:42:07.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:07 smithi175 ceph-mon[44549]: pgmap v3489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:07.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:42:07.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:42:07.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:42:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:07 smithi181 ceph-mon[45557]: pgmap v3489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:42:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:42:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:42:08.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:08 smithi088 ceph-mon[35322]: pgmap v3490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:42:08.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:08 smithi088 ceph-mon[35322]: pgmap v3491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:42:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:08 smithi175 ceph-mon[44549]: pgmap v3490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:42:08.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:08 smithi175 ceph-mon[44549]: pgmap v3491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:42:08.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:08 smithi181 ceph-mon[45557]: pgmap v3490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:42:08.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:08 smithi181 ceph-mon[45557]: pgmap v3491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:42:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:09.344+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:42:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:09.344+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:42:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:09.344+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:42:10.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:10 smithi088 ceph-mon[35322]: pgmap v3492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:42:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:10 smithi175 ceph-mon[44549]: pgmap v3492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:42:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:10 smithi181 ceph-mon[45557]: pgmap v3492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:42:12.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:12 smithi088 ceph-mon[35322]: pgmap v3493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:42:12.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:12 smithi175 ceph-mon[44549]: pgmap v3493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:42:12.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:12 smithi181 ceph-mon[45557]: pgmap v3493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:42:14.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:14 smithi088 ceph-mon[35322]: pgmap v3494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:42:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:14 smithi175 ceph-mon[44549]: pgmap v3494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:42:14.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:14 smithi181 ceph-mon[45557]: pgmap v3494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:42:16.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:16 smithi175 ceph-mon[44549]: pgmap v3495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:42:16.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:16 smithi181 ceph-mon[45557]: pgmap v3495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:42:16.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:16 smithi088 ceph-mon[35322]: pgmap v3495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:42:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:18 smithi175 ceph-mon[44549]: pgmap v3496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:42:18.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:18 smithi181 ceph-mon[45557]: pgmap v3496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:42:18.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:18 smithi088 ceph-mon[35322]: pgmap v3496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:42:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:20 smithi175 ceph-mon[44549]: pgmap v3497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:20 smithi181 ceph-mon[45557]: pgmap v3497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:20.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:20 smithi088 ceph-mon[35322]: pgmap v3497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:22 smithi175 ceph-mon[44549]: pgmap v3498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:22.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:22 smithi181 ceph-mon[45557]: pgmap v3498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:22 smithi088 ceph-mon[35322]: pgmap v3498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:24.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:24.358+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:42:24.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:24.358+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:42:24.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:24.358+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:42:24.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:24 smithi175 ceph-mon[44549]: pgmap v3499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:42:24.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:24 smithi181 ceph-mon[45557]: pgmap v3499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:42:24.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:24 smithi088 ceph-mon[35322]: pgmap v3499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:42:26.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:26 smithi175 ceph-mon[44549]: pgmap v3500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:26.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:26 smithi181 ceph-mon[45557]: pgmap v3500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:26.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:26 smithi088 ceph-mon[35322]: pgmap v3500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:28 smithi175 ceph-mon[44549]: pgmap v3501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:28.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:28 smithi181 ceph-mon[45557]: pgmap v3501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:28.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:28 smithi088 ceph-mon[35322]: pgmap v3501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:30 smithi175 ceph-mon[44549]: pgmap v3502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:42:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:30 smithi181 ceph-mon[45557]: pgmap v3502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:42:30.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:30 smithi088 ceph-mon[35322]: pgmap v3502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:42:32.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:32 smithi175 ceph-mon[44549]: pgmap v3503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:32.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:32 smithi181 ceph-mon[45557]: pgmap v3503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:32.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:32 smithi088 ceph-mon[35322]: pgmap v3503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:34.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:34 smithi175 ceph-mon[44549]: pgmap v3504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:42:34.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:34 smithi181 ceph-mon[45557]: pgmap v3504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:42:34.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:34 smithi088 ceph-mon[35322]: pgmap v3504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:42:36.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:36 smithi175 ceph-mon[44549]: pgmap v3505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:42:36.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:36 smithi181 ceph-mon[45557]: pgmap v3505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:42:36.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:36 smithi088 ceph-mon[35322]: pgmap v3505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:42:38.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:38 smithi175 ceph-mon[44549]: pgmap v3506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:38.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:38 smithi181 ceph-mon[45557]: pgmap v3506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:38.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:38 smithi088 ceph-mon[35322]: pgmap v3506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:39.373 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:39.368+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:42:39.373 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:39.368+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:42:39.373 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:39.368+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:42:40.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:40.360+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:42:40.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:40.360+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:42:40.366 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:40.361+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 51 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T14:42:40.366 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:40.361+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 51 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T14:42:40.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:40 smithi175 ceph-mon[44549]: pgmap v3507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:40 smithi181 ceph-mon[45557]: pgmap v3507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:40.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:40 smithi088 ceph-mon[35322]: pgmap v3507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:42.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:42 smithi175 ceph-mon[44549]: pgmap v3508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:42.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:42 smithi181 ceph-mon[45557]: pgmap v3508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:42.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:42 smithi088 ceph-mon[35322]: pgmap v3508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:44.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:44 smithi175 ceph-mon[44549]: pgmap v3509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:42:44.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:44 smithi181 ceph-mon[45557]: pgmap v3509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:42:44.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:44 smithi088 ceph-mon[35322]: pgmap v3509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:42:46.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:46 smithi175 ceph-mon[44549]: pgmap v3510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:46.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:46 smithi181 ceph-mon[45557]: pgmap v3510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:46 smithi088 ceph-mon[35322]: pgmap v3510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:48.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:48 smithi175 ceph-mon[44549]: pgmap v3511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:48.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:48 smithi181 ceph-mon[45557]: pgmap v3511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:48.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:48 smithi088 ceph-mon[35322]: pgmap v3511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:50.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:50 smithi175 ceph-mon[44549]: pgmap v3512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:50 smithi181 ceph-mon[45557]: pgmap v3512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:50.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:50 smithi088 ceph-mon[35322]: pgmap v3512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:52.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:52 smithi175 ceph-mon[44549]: pgmap v3513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:52.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:52 smithi181 ceph-mon[45557]: pgmap v3513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:52.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:52 smithi088 ceph-mon[35322]: pgmap v3513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:42:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:54.375+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:42:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:54.375+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:42:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:42:54.375+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:42:54.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:54 smithi175 ceph-mon[44549]: pgmap v3514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:42:54.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:54 smithi181 ceph-mon[45557]: pgmap v3514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:42:54.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:54 smithi088 ceph-mon[35322]: pgmap v3514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:42:56.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:56 smithi175 ceph-mon[44549]: pgmap v3515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:56 smithi181 ceph-mon[45557]: pgmap v3515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:56 smithi088 ceph-mon[35322]: pgmap v3515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:42:58.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:42:58 smithi175 ceph-mon[44549]: pgmap v3516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:58.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:42:58 smithi181 ceph-mon[45557]: pgmap v3516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:42:58.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:42:58 smithi088 ceph-mon[35322]: pgmap v3516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:43:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:00 smithi175 ceph-mon[44549]: pgmap v3517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:00 smithi181 ceph-mon[45557]: pgmap v3517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:00 smithi088 ceph-mon[35322]: pgmap v3517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:02.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:02 smithi175 ceph-mon[44549]: pgmap v3518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:02.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:02 smithi181 ceph-mon[45557]: pgmap v3518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:02.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:02 smithi088 ceph-mon[35322]: pgmap v3518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:04.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:04 smithi175 ceph-mon[44549]: pgmap v3519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:43:04.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:04 smithi181 ceph-mon[45557]: pgmap v3519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:43:04.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:04 smithi088 ceph-mon[35322]: pgmap v3519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:43:06.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:06 smithi175 ceph-mon[44549]: pgmap v3520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:06.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:06 smithi181 ceph-mon[45557]: pgmap v3520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:06.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:06 smithi088 ceph-mon[35322]: pgmap v3520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:08.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:08 smithi175 ceph-mon[44549]: pgmap v3521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:43:08.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:43:08.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:08 smithi181 ceph-mon[45557]: pgmap v3521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:43:08.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:43:08.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:08 smithi088 ceph-mon[35322]: pgmap v3521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:43:08.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:43:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:09.391+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:43:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:09.391+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:43:09.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:09.391+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:43:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:09.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:10 smithi181 ceph-mon[45557]: pgmap v3522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:43:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:43:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:10 smithi088 ceph-mon[35322]: pgmap v3522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:10.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:10.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:10.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:43:10.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:43:10.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:10.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:10 smithi175 ceph-mon[44549]: pgmap v3522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:10.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:10.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:10.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:43:10.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:43:10.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:43:11.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:11 smithi181 ceph-mon[45557]: pgmap v3523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:43:11.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:11 smithi181 ceph-mon[45557]: pgmap v3524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 6 op/s 2024-01-28T14:43:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:11 smithi088 ceph-mon[35322]: pgmap v3523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:43:12.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:11 smithi088 ceph-mon[35322]: pgmap v3524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 6 op/s 2024-01-28T14:43:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:11 smithi175 ceph-mon[44549]: pgmap v3523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T14:43:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:11 smithi175 ceph-mon[44549]: pgmap v3524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 6 op/s 2024-01-28T14:43:13.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:13 smithi175 ceph-mon[44549]: pgmap v3525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:43:13.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:13 smithi181 ceph-mon[45557]: pgmap v3525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:43:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:13 smithi088 ceph-mon[35322]: pgmap v3525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:43:15.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:15 smithi088 ceph-mon[35322]: pgmap v3526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:43:15.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:15 smithi175 ceph-mon[44549]: pgmap v3526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:43:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:15 smithi181 ceph-mon[45557]: pgmap v3526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:43:17.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:17 smithi175 ceph-mon[44549]: pgmap v3527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:43:17.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:17 smithi181 ceph-mon[45557]: pgmap v3527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:43:17.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:17 smithi088 ceph-mon[35322]: pgmap v3527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:43:19.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:19 smithi175 ceph-mon[44549]: pgmap v3528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T14:43:19.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:19 smithi181 ceph-mon[45557]: pgmap v3528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T14:43:19.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:19 smithi088 ceph-mon[35322]: pgmap v3528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T14:43:21.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:21 smithi175 ceph-mon[44549]: pgmap v3529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:43:21.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:21 smithi181 ceph-mon[45557]: pgmap v3529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:43:21.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:21 smithi088 ceph-mon[35322]: pgmap v3529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:43:23.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:23 smithi175 ceph-mon[44549]: pgmap v3530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:23 smithi181 ceph-mon[45557]: pgmap v3530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:23 smithi088 ceph-mon[35322]: pgmap v3530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:24.399+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:43:24.405 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:24.399+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:43:24.405 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:24.399+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:43:25.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:25 smithi175 ceph-mon[44549]: pgmap v3531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:25.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:25 smithi181 ceph-mon[45557]: pgmap v3531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:25.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:25 smithi088 ceph-mon[35322]: pgmap v3531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:27.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:27 smithi175 ceph-mon[44549]: pgmap v3532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:27.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:27 smithi181 ceph-mon[45557]: pgmap v3532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:27.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:27 smithi088 ceph-mon[35322]: pgmap v3532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:29 smithi175 ceph-mon[44549]: pgmap v3533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:43:29.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:29 smithi181 ceph-mon[45557]: pgmap v3533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:43:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:29 smithi088 ceph-mon[35322]: pgmap v3533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:43:31.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:31 smithi175 ceph-mon[44549]: pgmap v3534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:31.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:31 smithi181 ceph-mon[45557]: pgmap v3534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:31.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:31 smithi088 ceph-mon[35322]: pgmap v3534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:33.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:33 smithi175 ceph-mon[44549]: pgmap v3535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:33.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:33 smithi181 ceph-mon[45557]: pgmap v3535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:33.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:33 smithi088 ceph-mon[35322]: pgmap v3535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:35 smithi175 ceph-mon[44549]: pgmap v3536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:35.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:35 smithi181 ceph-mon[45557]: pgmap v3536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:35.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:35 smithi088 ceph-mon[35322]: pgmap v3536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:37.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:37 smithi175 ceph-mon[44549]: pgmap v3537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:37.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:37 smithi181 ceph-mon[45557]: pgmap v3537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:37.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:37 smithi088 ceph-mon[35322]: pgmap v3537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:39.412+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:43:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:39.412+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:43:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:39.412+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:43:39.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:39 smithi175 ceph-mon[44549]: pgmap v3538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:43:39.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:39 smithi181 ceph-mon[45557]: pgmap v3538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:43:39.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:39 smithi088 ceph-mon[35322]: pgmap v3538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:43:41.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:41 smithi175 ceph-mon[44549]: pgmap v3539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:41 smithi181 ceph-mon[45557]: pgmap v3539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:41.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:41 smithi088 ceph-mon[35322]: pgmap v3539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:43 smithi175 ceph-mon[44549]: pgmap v3540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:43.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:43 smithi181 ceph-mon[45557]: pgmap v3540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:43 smithi088 ceph-mon[35322]: pgmap v3540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:45 smithi175 ceph-mon[44549]: pgmap v3541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:45 smithi181 ceph-mon[45557]: pgmap v3541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:45.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:45 smithi088 ceph-mon[35322]: pgmap v3541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:47 smithi175 ceph-mon[44549]: pgmap v3542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:47.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:47 smithi181 ceph-mon[45557]: pgmap v3542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:47.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:47 smithi088 ceph-mon[35322]: pgmap v3542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:49 smithi175 ceph-mon[44549]: pgmap v3543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:43:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:49 smithi181 ceph-mon[45557]: pgmap v3543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:43:49.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:49 smithi088 ceph-mon[35322]: pgmap v3543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:43:51.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:51 smithi175 ceph-mon[44549]: pgmap v3544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:51 smithi181 ceph-mon[45557]: pgmap v3544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:51.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:51 smithi088 ceph-mon[35322]: pgmap v3544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:43:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:53 smithi175 ceph-mon[44549]: pgmap v3545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:53 smithi181 ceph-mon[45557]: pgmap v3545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:53 smithi088 ceph-mon[35322]: pgmap v3545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:54.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:54.428+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:43:54.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:54.428+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:43:54.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:43:54.428+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:43:55.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:55 smithi175 ceph-mon[44549]: pgmap v3546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:55.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:55 smithi181 ceph-mon[45557]: pgmap v3546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:55.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:55 smithi088 ceph-mon[35322]: pgmap v3546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:43:57.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:57 smithi175 ceph-mon[44549]: pgmap v3547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:57.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:57 smithi181 ceph-mon[45557]: pgmap v3547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:57.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:57 smithi088 ceph-mon[35322]: pgmap v3547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:43:59.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:43:59 smithi175 ceph-mon[44549]: pgmap v3548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:43:59.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:43:59 smithi181 ceph-mon[45557]: pgmap v3548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:43:59.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:43:59 smithi088 ceph-mon[35322]: pgmap v3548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:44:01.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:01 smithi088 ceph-mon[35322]: pgmap v3549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:01.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:01 smithi175 ceph-mon[44549]: pgmap v3549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:01.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:01 smithi181 ceph-mon[45557]: pgmap v3549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:03.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:03 smithi175 ceph-mon[44549]: pgmap v3550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:03.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:03 smithi181 ceph-mon[45557]: pgmap v3550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:03.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:03 smithi088 ceph-mon[35322]: pgmap v3550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:05.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:05 smithi175 ceph-mon[44549]: pgmap v3551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:05.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:05 smithi181 ceph-mon[45557]: pgmap v3551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:05.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:05 smithi088 ceph-mon[35322]: pgmap v3551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:07.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:07 smithi175 ceph-mon[44549]: pgmap v3552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:07 smithi181 ceph-mon[45557]: pgmap v3552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:07.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:07 smithi088 ceph-mon[35322]: pgmap v3552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:09.429+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:44:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:09.429+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:44:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:09.429+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:44:09.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:09 smithi175 ceph-mon[44549]: pgmap v3553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:09 smithi181 ceph-mon[45557]: pgmap v3553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:09.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:09 smithi088 ceph-mon[35322]: pgmap v3553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:11 smithi175 ceph-mon[44549]: pgmap v3554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:11.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:44:11.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:44:11.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:44:11.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:44:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:11 smithi181 ceph-mon[45557]: pgmap v3554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:44:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:44:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:44:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:44:11.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:11 smithi088 ceph-mon[35322]: pgmap v3554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:11.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:44:11.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:44:11.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:44:11.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:44:12.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:12 smithi175 ceph-mon[44549]: pgmap v3555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:44:12.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:12 smithi175 ceph-mon[44549]: pgmap v3556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:44:12.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:12 smithi181 ceph-mon[45557]: pgmap v3555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:44:12.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:12 smithi181 ceph-mon[45557]: pgmap v3556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:44:12.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:12 smithi088 ceph-mon[35322]: pgmap v3555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:44:12.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:12 smithi088 ceph-mon[35322]: pgmap v3556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:44:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:14 smithi175 ceph-mon[44549]: pgmap v3557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:44:14.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:14 smithi181 ceph-mon[45557]: pgmap v3557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:44:14.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:14 smithi088 ceph-mon[35322]: pgmap v3557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:44:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:16 smithi175 ceph-mon[44549]: pgmap v3558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:44:16.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:16 smithi181 ceph-mon[45557]: pgmap v3558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:44:16.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:16 smithi088 ceph-mon[35322]: pgmap v3558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:44:18.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:18 smithi175 ceph-mon[44549]: pgmap v3559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:44:18.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:18 smithi181 ceph-mon[45557]: pgmap v3559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:44:18.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:18 smithi088 ceph-mon[35322]: pgmap v3559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:44:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:20 smithi175 ceph-mon[44549]: pgmap v3560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:44:20.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:20 smithi181 ceph-mon[45557]: pgmap v3560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:44:20.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:20 smithi088 ceph-mon[35322]: pgmap v3560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:44:22.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:22 smithi175 ceph-mon[44549]: pgmap v3561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:44:22.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:22 smithi181 ceph-mon[45557]: pgmap v3561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:44:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:22 smithi088 ceph-mon[35322]: pgmap v3561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:44:24.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:24.442+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:44:24.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:24.442+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:44:24.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:24.442+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:44:24.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:24 smithi175 ceph-mon[44549]: pgmap v3562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:24.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:24 smithi181 ceph-mon[45557]: pgmap v3562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:24.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:24 smithi088 ceph-mon[35322]: pgmap v3562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:26.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:26 smithi175 ceph-mon[44549]: pgmap v3563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:26.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:26 smithi181 ceph-mon[45557]: pgmap v3563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:26.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:26 smithi088 ceph-mon[35322]: pgmap v3563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:28.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:28 smithi175 ceph-mon[44549]: pgmap v3564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:28.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:28 smithi181 ceph-mon[45557]: pgmap v3564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:28 smithi088 ceph-mon[35322]: pgmap v3564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:30.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:30 smithi175 ceph-mon[44549]: pgmap v3565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:30.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:30 smithi181 ceph-mon[45557]: pgmap v3565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:30.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:30 smithi088 ceph-mon[35322]: pgmap v3565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:32.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:32 smithi175 ceph-mon[44549]: pgmap v3566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:32.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:32 smithi181 ceph-mon[45557]: pgmap v3566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:32.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:32 smithi088 ceph-mon[35322]: pgmap v3566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:34.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:34 smithi175 ceph-mon[44549]: pgmap v3567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:34.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:34 smithi181 ceph-mon[45557]: pgmap v3567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:34.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:34 smithi088 ceph-mon[35322]: pgmap v3567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:36.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:36 smithi175 ceph-mon[44549]: pgmap v3568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:36.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:36 smithi181 ceph-mon[45557]: pgmap v3568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:36.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:36 smithi088 ceph-mon[35322]: pgmap v3568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:38.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:38 smithi175 ceph-mon[44549]: pgmap v3569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:38.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:38 smithi181 ceph-mon[45557]: pgmap v3569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:38.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:38 smithi088 ceph-mon[35322]: pgmap v3569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:39.457+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:44:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:39.457+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:44:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:39.457+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:44:40.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:40 smithi175 ceph-mon[44549]: pgmap v3570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:40 smithi181 ceph-mon[45557]: pgmap v3570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:40.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:40 smithi088 ceph-mon[35322]: pgmap v3570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:42 smithi175 ceph-mon[44549]: pgmap v3571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:42 smithi181 ceph-mon[45557]: pgmap v3571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:42 smithi088 ceph-mon[35322]: pgmap v3571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:44.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:44 smithi175 ceph-mon[44549]: pgmap v3572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:44.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:44 smithi181 ceph-mon[45557]: pgmap v3572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:44.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:44 smithi088 ceph-mon[35322]: pgmap v3572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:46 smithi175 ceph-mon[44549]: pgmap v3573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:46.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:46 smithi181 ceph-mon[45557]: pgmap v3573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:46.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:46 smithi088 ceph-mon[35322]: pgmap v3573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:48.355 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:48 smithi088 ceph-mon[35322]: pgmap v3574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:48.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:48 smithi175 ceph-mon[44549]: pgmap v3574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:48.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:48 smithi181 ceph-mon[45557]: pgmap v3574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:50 smithi175 ceph-mon[44549]: pgmap v3575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:50 smithi181 ceph-mon[45557]: pgmap v3575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:50 smithi088 ceph-mon[35322]: pgmap v3575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:44:52.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:52 smithi175 ceph-mon[44549]: pgmap v3576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:52.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:52 smithi181 ceph-mon[45557]: pgmap v3576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:52 smithi088 ceph-mon[35322]: pgmap v3576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:44:54.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:54.470+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:44:54.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:54.470+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:44:54.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:44:54.470+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:44:54.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:54 smithi175 ceph-mon[44549]: pgmap v3577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:54.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:54 smithi181 ceph-mon[45557]: pgmap v3577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:54.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:54 smithi088 ceph-mon[35322]: pgmap v3577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:44:56.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:56 smithi175 ceph-mon[44549]: pgmap v3578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:56 smithi181 ceph-mon[45557]: pgmap v3578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:56.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:56 smithi088 ceph-mon[35322]: pgmap v3578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:44:58.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:44:58 smithi175 ceph-mon[44549]: pgmap v3579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:58.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:44:58 smithi181 ceph-mon[45557]: pgmap v3579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:44:58.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:44:58 smithi088 ceph-mon[35322]: pgmap v3579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:00.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:00 smithi175 ceph-mon[44549]: pgmap v3580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:00 smithi181 ceph-mon[45557]: pgmap v3580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:00.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:00 smithi088 ceph-mon[35322]: pgmap v3580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:02.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:02 smithi175 ceph-mon[44549]: pgmap v3581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:02.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:02 smithi181 ceph-mon[45557]: pgmap v3581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:02.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:02 smithi088 ceph-mon[35322]: pgmap v3581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:04.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:04 smithi088 ceph-mon[35322]: pgmap v3582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:04.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:04 smithi175 ceph-mon[44549]: pgmap v3582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:04.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:04 smithi181 ceph-mon[45557]: pgmap v3582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:06.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:06 smithi175 ceph-mon[44549]: pgmap v3583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:06.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:06 smithi181 ceph-mon[45557]: pgmap v3583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:06.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:06 smithi088 ceph-mon[35322]: pgmap v3583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:08.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:08 smithi175 ceph-mon[44549]: pgmap v3584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:08.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:08 smithi181 ceph-mon[45557]: pgmap v3584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:08.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:08 smithi088 ceph-mon[35322]: pgmap v3584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:09.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:09.483+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:45:09.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:09.483+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:45:09.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:09.483+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:45:10.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:10 smithi175 ceph-mon[44549]: pgmap v3585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:10 smithi181 ceph-mon[45557]: pgmap v3585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:10 smithi088 ceph-mon[35322]: pgmap v3585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:12.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:12 smithi175 ceph-mon[44549]: pgmap v3586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:12.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:45:12.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:12 smithi181 ceph-mon[45557]: pgmap v3586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:12.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:45:12.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:12 smithi088 ceph-mon[35322]: pgmap v3586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:12.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:45:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:45:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:45:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:13 smithi175 ceph-mon[44549]: pgmap v3587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:45:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:13 smithi175 ceph-mon[44549]: pgmap v3588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:45:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:45:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:45:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:45:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:13 smithi181 ceph-mon[45557]: pgmap v3587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:45:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:13 smithi181 ceph-mon[45557]: pgmap v3588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:45:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:45:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:45:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:45:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:13 smithi088 ceph-mon[35322]: pgmap v3587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:45:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:13 smithi088 ceph-mon[35322]: pgmap v3588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:45:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:45:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:15 smithi175 ceph-mon[44549]: pgmap v3589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:45:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:15 smithi181 ceph-mon[45557]: pgmap v3589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:45:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:15 smithi088 ceph-mon[35322]: pgmap v3589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:45:17.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:17 smithi175 ceph-mon[44549]: pgmap v3590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:45:17.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:17 smithi181 ceph-mon[45557]: pgmap v3590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:45:17.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:17 smithi088 ceph-mon[35322]: pgmap v3590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:45:19.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:19 smithi175 ceph-mon[44549]: pgmap v3591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:45:19.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:19 smithi181 ceph-mon[45557]: pgmap v3591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:45:19.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:19 smithi088 ceph-mon[35322]: pgmap v3591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:45:21.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:21 smithi175 ceph-mon[44549]: pgmap v3592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:45:21.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:21 smithi181 ceph-mon[45557]: pgmap v3592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:45:21.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:21 smithi088 ceph-mon[35322]: pgmap v3592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:45:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:23 smithi175 ceph-mon[44549]: pgmap v3593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:45:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:23 smithi181 ceph-mon[45557]: pgmap v3593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:45:23.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:23 smithi088 ceph-mon[35322]: pgmap v3593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:45:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:24.497+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:45:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:24.497+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:45:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:24.497+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:45:25.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:25 smithi175 ceph-mon[44549]: pgmap v3594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:25.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:25 smithi181 ceph-mon[45557]: pgmap v3594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:25.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:25 smithi088 ceph-mon[35322]: pgmap v3594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:27.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:27 smithi175 ceph-mon[44549]: pgmap v3595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:27.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:27 smithi181 ceph-mon[45557]: pgmap v3595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:27.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:27 smithi088 ceph-mon[35322]: pgmap v3595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:29.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:29 smithi175 ceph-mon[44549]: pgmap v3596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:29.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:29 smithi181 ceph-mon[45557]: pgmap v3596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:29.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:29 smithi088 ceph-mon[35322]: pgmap v3596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:31.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:31 smithi181 ceph-mon[45557]: pgmap v3597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:31.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:31 smithi088 ceph-mon[35322]: pgmap v3597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:31.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:31 smithi175 ceph-mon[44549]: pgmap v3597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:33.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:33 smithi175 ceph-mon[44549]: pgmap v3598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:33.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:33 smithi181 ceph-mon[45557]: pgmap v3598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:33.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:33 smithi088 ceph-mon[35322]: pgmap v3598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:35 smithi175 ceph-mon[44549]: pgmap v3599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:35.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:35 smithi181 ceph-mon[45557]: pgmap v3599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:35.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:35 smithi088 ceph-mon[35322]: pgmap v3599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:37.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:37 smithi175 ceph-mon[44549]: pgmap v3600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:37.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:37 smithi181 ceph-mon[45557]: pgmap v3600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:37.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:37 smithi088 ceph-mon[35322]: pgmap v3600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.445+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 msgr2=0x7ff32c0a23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T14:45:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.445+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 msgr2=0x7ff32c0a23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T14:45:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.445+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344020040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T14:45:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.445+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344020040 comp rx=0 tx=0).stop 2024-01-28T14:45:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.445+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 msgr2=0x7ff32c0a23c0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T14:45:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.445+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 msgr2=0x7ff32c0a23c0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T14:45:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.445+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T14:45:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.445+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T14:45:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.445+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T14:45:39.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.446+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad500 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ff32c0acb00 tx=0x7ff344044040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T14:45:39.518 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.513+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:45:39.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.513+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:45:39.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:39.513+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:45:39.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:39 smithi175 ceph-mon[44549]: pgmap v3601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:39.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:39 smithi181 ceph-mon[45557]: pgmap v3601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:39.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:39 smithi088 ceph-mon[35322]: pgmap v3601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:40.387+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:45:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:40.387+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:45:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:40.388+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 52 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:45:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:40.388+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 52 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:45:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:41 smithi181 ceph-mon[45557]: pgmap v3602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:41.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:41 smithi088 ceph-mon[35322]: pgmap v3602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:41.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:41 smithi175 ceph-mon[44549]: pgmap v3602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:43 smithi175 ceph-mon[44549]: pgmap v3603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:43 smithi181 ceph-mon[45557]: pgmap v3603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:43 smithi088 ceph-mon[35322]: pgmap v3603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:45 smithi175 ceph-mon[44549]: pgmap v3604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:45 smithi181 ceph-mon[45557]: pgmap v3604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:45 smithi088 ceph-mon[35322]: pgmap v3604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:47.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:47 smithi181 ceph-mon[45557]: pgmap v3605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:47.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:47 smithi088 ceph-mon[35322]: pgmap v3605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:47.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:47 smithi175 ceph-mon[44549]: pgmap v3605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:49 smithi181 ceph-mon[45557]: pgmap v3606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:49.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:49 smithi088 ceph-mon[35322]: pgmap v3606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:49.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:49 smithi175 ceph-mon[44549]: pgmap v3606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:51 smithi181 ceph-mon[45557]: pgmap v3607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:51.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:51 smithi088 ceph-mon[35322]: pgmap v3607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:51.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:51 smithi175 ceph-mon[44549]: pgmap v3607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:45:53.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:53 smithi175 ceph-mon[44549]: pgmap v3608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:53 smithi181 ceph-mon[45557]: pgmap v3608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:53.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:53 smithi088 ceph-mon[35322]: pgmap v3608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:45:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:54.529+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:45:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:54.529+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:45:54.534 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:45:54.529+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:45:55.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:55 smithi175 ceph-mon[44549]: pgmap v3609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:55.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:55 smithi181 ceph-mon[45557]: pgmap v3609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:55.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:55 smithi088 ceph-mon[35322]: pgmap v3609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:45:57.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:57 smithi181 ceph-mon[45557]: pgmap v3610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:57.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:57 smithi088 ceph-mon[35322]: pgmap v3610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:57.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:57 smithi175 ceph-mon[44549]: pgmap v3610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:45:59.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:45:59 smithi181 ceph-mon[45557]: pgmap v3611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:59.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:45:59 smithi088 ceph-mon[35322]: pgmap v3611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:45:59.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:45:59 smithi175 ceph-mon[44549]: pgmap v3611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:01.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:01 smithi181 ceph-mon[45557]: pgmap v3612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:01.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:01 smithi088 ceph-mon[35322]: pgmap v3612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:01.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:01 smithi175 ceph-mon[44549]: pgmap v3612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:03.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:03 smithi175 ceph-mon[44549]: pgmap v3613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:03.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:03 smithi181 ceph-mon[45557]: pgmap v3613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:03.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:03 smithi088 ceph-mon[35322]: pgmap v3613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:05.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:05 smithi181 ceph-mon[45557]: pgmap v3614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:46:05.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:05 smithi088 ceph-mon[35322]: pgmap v3614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:46:05.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:05 smithi175 ceph-mon[44549]: pgmap v3614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:46:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:07 smithi181 ceph-mon[45557]: pgmap v3615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:07.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:07 smithi088 ceph-mon[35322]: pgmap v3615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:07.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:07 smithi175 ceph-mon[44549]: pgmap v3615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:09.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:09.544+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:46:09.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:09.544+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:46:09.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:09.544+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:46:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:09 smithi181 ceph-mon[45557]: pgmap v3616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:09.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:09 smithi088 ceph-mon[35322]: pgmap v3616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:09.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:09 smithi175 ceph-mon[44549]: pgmap v3616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:11 smithi181 ceph-mon[45557]: pgmap v3617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:11.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:11 smithi088 ceph-mon[35322]: pgmap v3617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:11.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:11 smithi175 ceph-mon[44549]: pgmap v3617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:13.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:13 smithi175 ceph-mon[44549]: pgmap v3618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:13.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:46:13.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:13 smithi181 ceph-mon[45557]: pgmap v3618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:13.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:46:13.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:13 smithi088 ceph-mon[35322]: pgmap v3618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:46:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:14.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:14.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:14.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:46:14.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:46:14.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:14.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:14.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:14.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:46:14.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:46:14.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:14.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:14.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:14.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:46:14.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:46:14.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:46:15.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:15 smithi175 ceph-mon[44549]: pgmap v3619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:46:15.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:15 smithi175 ceph-mon[44549]: pgmap v3620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:46:15.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:15 smithi181 ceph-mon[45557]: pgmap v3619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:46:15.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:15 smithi181 ceph-mon[45557]: pgmap v3620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:46:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:15 smithi088 ceph-mon[35322]: pgmap v3619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T14:46:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:15 smithi088 ceph-mon[35322]: pgmap v3620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:46:17.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:17 smithi175 ceph-mon[44549]: pgmap v3621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:46:17.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:17 smithi181 ceph-mon[45557]: pgmap v3621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:46:17.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:17 smithi088 ceph-mon[35322]: pgmap v3621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:46:19.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:19 smithi175 ceph-mon[44549]: pgmap v3622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:46:19.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:19 smithi181 ceph-mon[45557]: pgmap v3622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:46:19.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:19 smithi088 ceph-mon[35322]: pgmap v3622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:46:21.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:21 smithi175 ceph-mon[44549]: pgmap v3623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:46:21.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:21 smithi181 ceph-mon[45557]: pgmap v3623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:46:21.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:21 smithi088 ceph-mon[35322]: pgmap v3623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:46:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:23 smithi175 ceph-mon[44549]: pgmap v3624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:46:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:23 smithi181 ceph-mon[45557]: pgmap v3624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:46:23.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:23 smithi088 ceph-mon[35322]: pgmap v3624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:46:24.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:24.557+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:46:24.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:24.557+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:46:24.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:24.557+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:46:25.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:25 smithi175 ceph-mon[44549]: pgmap v3625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:46:25.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:25 smithi181 ceph-mon[45557]: pgmap v3625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:46:25.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:25 smithi088 ceph-mon[35322]: pgmap v3625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:46:27.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:27 smithi175 ceph-mon[44549]: pgmap v3626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:27.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:27 smithi181 ceph-mon[45557]: pgmap v3626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:27.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:27 smithi088 ceph-mon[35322]: pgmap v3626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:29.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:29 smithi175 ceph-mon[44549]: pgmap v3627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:29.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:29 smithi181 ceph-mon[45557]: pgmap v3627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:29.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:29 smithi088 ceph-mon[35322]: pgmap v3627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:31.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:31 smithi181 ceph-mon[45557]: pgmap v3628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:31.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:31 smithi088 ceph-mon[35322]: pgmap v3628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:31.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:31 smithi175 ceph-mon[44549]: pgmap v3628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:33.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:33 smithi181 ceph-mon[45557]: pgmap v3629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:33.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:33 smithi088 ceph-mon[35322]: pgmap v3629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:33.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:33 smithi175 ceph-mon[44549]: pgmap v3629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:35.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:35 smithi181 ceph-mon[45557]: pgmap v3630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:35.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:35 smithi088 ceph-mon[35322]: pgmap v3630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:35 smithi175 ceph-mon[44549]: pgmap v3630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:37.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:37 smithi181 ceph-mon[45557]: pgmap v3631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:37.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:37 smithi088 ceph-mon[35322]: pgmap v3631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:37.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:37 smithi175 ceph-mon[44549]: pgmap v3631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:39.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:39 smithi181 ceph-mon[45557]: pgmap v3632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:39.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:39 smithi088 ceph-mon[35322]: pgmap v3632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:39.577 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:39.572+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:46:39.577 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:39.572+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:46:39.577 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:39.572+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:46:39.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:39 smithi175 ceph-mon[44549]: pgmap v3632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:41.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:41 smithi181 ceph-mon[45557]: pgmap v3633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:41.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:41 smithi088 ceph-mon[35322]: pgmap v3633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:41.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:41 smithi175 ceph-mon[44549]: pgmap v3633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:43 smithi181 ceph-mon[45557]: pgmap v3634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:43 smithi088 ceph-mon[35322]: pgmap v3634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:43.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:43 smithi175 ceph-mon[44549]: pgmap v3634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:45 smithi181 ceph-mon[45557]: pgmap v3635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:45 smithi088 ceph-mon[35322]: pgmap v3635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:45 smithi175 ceph-mon[44549]: pgmap v3635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:47.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:47 smithi181 ceph-mon[45557]: pgmap v3636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:47.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:47 smithi088 ceph-mon[35322]: pgmap v3636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:47 smithi175 ceph-mon[44549]: pgmap v3636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:49.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:49 smithi181 ceph-mon[45557]: pgmap v3637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:49 smithi088 ceph-mon[35322]: pgmap v3637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:49 smithi175 ceph-mon[44549]: pgmap v3637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:46:51.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:51 smithi181 ceph-mon[45557]: pgmap v3638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:51.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:51 smithi088 ceph-mon[35322]: pgmap v3638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:51.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:51 smithi175 ceph-mon[44549]: pgmap v3638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:53 smithi181 ceph-mon[45557]: pgmap v3639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:53.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:53 smithi088 ceph-mon[35322]: pgmap v3639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:53.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:53 smithi175 ceph-mon[44549]: pgmap v3639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:46:54.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:54.580+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:46:54.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:54.581+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:46:54.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:46:54.581+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:46:55.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:55 smithi181 ceph-mon[45557]: pgmap v3640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:55.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:55 smithi088 ceph-mon[35322]: pgmap v3640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:55.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:55 smithi175 ceph-mon[44549]: pgmap v3640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:46:57.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:57 smithi181 ceph-mon[45557]: pgmap v3641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:57.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:57 smithi088 ceph-mon[35322]: pgmap v3641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:57.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:57 smithi175 ceph-mon[44549]: pgmap v3641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:46:59.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:46:59 smithi088 ceph-mon[35322]: pgmap v3642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:46:59.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:46:59 smithi175 ceph-mon[44549]: pgmap v3642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:46:59.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:46:59 smithi181 ceph-mon[45557]: pgmap v3642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:47:01.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:01 smithi088 ceph-mon[35322]: pgmap v3643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:01.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:01 smithi175 ceph-mon[44549]: pgmap v3643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:01.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:01 smithi181 ceph-mon[45557]: pgmap v3643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:03.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:03 smithi088 ceph-mon[35322]: pgmap v3644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:03.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:03 smithi175 ceph-mon[44549]: pgmap v3644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:03.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:03 smithi181 ceph-mon[45557]: pgmap v3644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:05.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:05 smithi088 ceph-mon[35322]: pgmap v3645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:05.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:05 smithi175 ceph-mon[44549]: pgmap v3645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:05.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:05 smithi181 ceph-mon[45557]: pgmap v3645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:07.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:07 smithi088 ceph-mon[35322]: pgmap v3646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:07.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:07 smithi175 ceph-mon[44549]: pgmap v3646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:07 smithi181 ceph-mon[45557]: pgmap v3646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:09.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:09 smithi088 ceph-mon[35322]: pgmap v3647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:09.593+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:47:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:09.593+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:47:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:09.593+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:47:09.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:09 smithi175 ceph-mon[44549]: pgmap v3647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:09 smithi181 ceph-mon[45557]: pgmap v3647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:11.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:11 smithi088 ceph-mon[35322]: pgmap v3648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:11.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:11 smithi175 ceph-mon[44549]: pgmap v3648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:11 smithi181 ceph-mon[45557]: pgmap v3648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:13 smithi088 ceph-mon[35322]: pgmap v3649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:13 smithi175 ceph-mon[44549]: pgmap v3649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:13 smithi181 ceph-mon[45557]: pgmap v3649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:14.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:47:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:47:14.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:47:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:15 smithi088 ceph-mon[35322]: pgmap v3650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:47:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:47:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:47:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:15 smithi175 ceph-mon[44549]: pgmap v3650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:47:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:47:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:47:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:15 smithi181 ceph-mon[45557]: pgmap v3650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:47:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:47:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:47:16.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:16 smithi088 ceph-mon[35322]: pgmap v3651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:47:16.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:16 smithi088 ceph-mon[35322]: pgmap v3652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:47:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:16 smithi175 ceph-mon[44549]: pgmap v3651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:47:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:16 smithi175 ceph-mon[44549]: pgmap v3652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:47:16.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:16 smithi181 ceph-mon[45557]: pgmap v3651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:47:16.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:16 smithi181 ceph-mon[45557]: pgmap v3652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:47:18.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:18 smithi088 ceph-mon[35322]: pgmap v3653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:47:18.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:18 smithi175 ceph-mon[44549]: pgmap v3653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:47:18.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:18 smithi181 ceph-mon[45557]: pgmap v3653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:47:20.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:20 smithi088 ceph-mon[35322]: pgmap v3654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:47:20.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:20 smithi175 ceph-mon[44549]: pgmap v3654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:47:20.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:20 smithi181 ceph-mon[45557]: pgmap v3654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:47:22.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:22 smithi088 ceph-mon[35322]: pgmap v3655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:47:22.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:22 smithi175 ceph-mon[44549]: pgmap v3655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:47:22.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:22 smithi181 ceph-mon[45557]: pgmap v3655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:47:24.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:24 smithi088 ceph-mon[35322]: pgmap v3656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:47:24.615 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:24.610+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:47:24.616 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:24.610+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:47:24.616 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:24.610+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:47:24.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:24 smithi175 ceph-mon[44549]: pgmap v3656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:47:24.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:24 smithi181 ceph-mon[45557]: pgmap v3656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:47:26.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:26 smithi088 ceph-mon[35322]: pgmap v3657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:47:26.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:26 smithi175 ceph-mon[44549]: pgmap v3657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:47:26.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:26 smithi181 ceph-mon[45557]: pgmap v3657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:47:28.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:28 smithi088 ceph-mon[35322]: pgmap v3658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:28.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:28 smithi175 ceph-mon[44549]: pgmap v3658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:28.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:28 smithi181 ceph-mon[45557]: pgmap v3658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:30.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:30 smithi088 ceph-mon[35322]: pgmap v3659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:30.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:30 smithi175 ceph-mon[44549]: pgmap v3659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:30.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:30 smithi181 ceph-mon[45557]: pgmap v3659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:32.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:32 smithi088 ceph-mon[35322]: pgmap v3660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:32.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:32 smithi175 ceph-mon[44549]: pgmap v3660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:32.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:32 smithi181 ceph-mon[45557]: pgmap v3660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:34.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:34 smithi175 ceph-mon[44549]: pgmap v3661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:34.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:34 smithi181 ceph-mon[45557]: pgmap v3661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:34.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:34 smithi088 ceph-mon[35322]: pgmap v3661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:36.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:36 smithi175 ceph-mon[44549]: pgmap v3662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:36.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:36 smithi181 ceph-mon[45557]: pgmap v3662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:36.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:36 smithi088 ceph-mon[35322]: pgmap v3662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:38.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:38 smithi175 ceph-mon[44549]: pgmap v3663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:38.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:38 smithi181 ceph-mon[45557]: pgmap v3663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:38.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:38 smithi088 ceph-mon[35322]: pgmap v3663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:39.620+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:47:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:39.620+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:47:39.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:39.620+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:47:40.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:40 smithi175 ceph-mon[44549]: pgmap v3664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:40 smithi181 ceph-mon[45557]: pgmap v3664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:40.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:40 smithi088 ceph-mon[35322]: pgmap v3664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:42 smithi175 ceph-mon[44549]: pgmap v3665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:42 smithi181 ceph-mon[45557]: pgmap v3665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:42 smithi088 ceph-mon[35322]: pgmap v3665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:44.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:44 smithi175 ceph-mon[44549]: pgmap v3666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:44.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:44 smithi181 ceph-mon[45557]: pgmap v3666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:44.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:44 smithi088 ceph-mon[35322]: pgmap v3666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:46 smithi175 ceph-mon[44549]: pgmap v3667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:46.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:46 smithi181 ceph-mon[45557]: pgmap v3667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:46.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:46 smithi088 ceph-mon[35322]: pgmap v3667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:48.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:48 smithi175 ceph-mon[44549]: pgmap v3668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:48.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:48 smithi181 ceph-mon[45557]: pgmap v3668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:48.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:48 smithi088 ceph-mon[35322]: pgmap v3668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:50 smithi175 ceph-mon[44549]: pgmap v3669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:50 smithi181 ceph-mon[45557]: pgmap v3669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:50 smithi088 ceph-mon[35322]: pgmap v3669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:52.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:52 smithi175 ceph-mon[44549]: pgmap v3670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:52.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:52 smithi181 ceph-mon[45557]: pgmap v3670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:52 smithi088 ceph-mon[35322]: pgmap v3670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:47:54.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:54.634+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:47:54.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:54.634+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:47:54.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:54.634+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:47:54.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:54 smithi175 ceph-mon[44549]: pgmap v3671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:54.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:54 smithi181 ceph-mon[45557]: pgmap v3671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:54.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:54 smithi088 ceph-mon[35322]: pgmap v3671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:47:55.413 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:55.407+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:47:55.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:55.407+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:47:55.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:55.407+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 53 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:47:55.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:47:55.407+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 53 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:47:56.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:56 smithi175 ceph-mon[44549]: pgmap v3672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:56 smithi181 ceph-mon[45557]: pgmap v3672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:56.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:56 smithi088 ceph-mon[35322]: pgmap v3672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:47:58.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:47:58 smithi175 ceph-mon[44549]: pgmap v3673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:58.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:47:58 smithi181 ceph-mon[45557]: pgmap v3673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:47:58.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:47:58 smithi088 ceph-mon[35322]: pgmap v3673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:48:00.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:00 smithi175 ceph-mon[44549]: pgmap v3674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:00 smithi181 ceph-mon[45557]: pgmap v3674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:00.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:00 smithi088 ceph-mon[35322]: pgmap v3674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:02.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:02 smithi175 ceph-mon[44549]: pgmap v3675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:02.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:02 smithi181 ceph-mon[45557]: pgmap v3675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:02.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:02 smithi088 ceph-mon[35322]: pgmap v3675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:04.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:04 smithi175 ceph-mon[44549]: pgmap v3676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:04.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:04 smithi181 ceph-mon[45557]: pgmap v3676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:04.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:04 smithi088 ceph-mon[35322]: pgmap v3676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:06.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:06 smithi175 ceph-mon[44549]: pgmap v3677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:06.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:06 smithi181 ceph-mon[45557]: pgmap v3677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:06.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:06 smithi088 ceph-mon[35322]: pgmap v3677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:08.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:08 smithi175 ceph-mon[44549]: pgmap v3678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:48:08.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:08 smithi181 ceph-mon[45557]: pgmap v3678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:48:08.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:08 smithi088 ceph-mon[35322]: pgmap v3678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:48:09.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:09.649+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:48:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:09.649+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:48:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:09.649+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:48:10.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:10 smithi175 ceph-mon[44549]: pgmap v3679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:10 smithi181 ceph-mon[45557]: pgmap v3679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:10.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:10 smithi088 ceph-mon[35322]: pgmap v3679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:12.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:12 smithi175 ceph-mon[44549]: pgmap v3680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:12.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:12 smithi181 ceph-mon[45557]: pgmap v3680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:12.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:12 smithi088 ceph-mon[35322]: pgmap v3680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:14 smithi175 ceph-mon[44549]: pgmap v3681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:14.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:14 smithi181 ceph-mon[45557]: pgmap v3681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:14.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:14 smithi088 ceph-mon[35322]: pgmap v3681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:48:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:48:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:48:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:16 smithi175 ceph-mon[44549]: pgmap v3682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:48:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:48:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:48:16.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:16 smithi181 ceph-mon[45557]: pgmap v3682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:16.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:48:16.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:48:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:48:16.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:16 smithi088 ceph-mon[35322]: pgmap v3682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:16.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:48:16.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:48:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:48:17.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:17 smithi175 ceph-mon[44549]: pgmap v3683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:48:17.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:17 smithi175 ceph-mon[44549]: pgmap v3684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:17.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:17 smithi181 ceph-mon[45557]: pgmap v3683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:48:17.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:17 smithi181 ceph-mon[45557]: pgmap v3684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:17.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:17 smithi088 ceph-mon[35322]: pgmap v3683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T14:48:17.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:17 smithi088 ceph-mon[35322]: pgmap v3684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:19.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:19 smithi175 ceph-mon[44549]: pgmap v3685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:48:19.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:19 smithi181 ceph-mon[45557]: pgmap v3685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:48:19.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:19 smithi088 ceph-mon[35322]: pgmap v3685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:48:21.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:21 smithi175 ceph-mon[44549]: pgmap v3686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:48:21.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:21 smithi181 ceph-mon[45557]: pgmap v3686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:48:21.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:21 smithi088 ceph-mon[35322]: pgmap v3686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:48:23.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:23 smithi175 ceph-mon[44549]: pgmap v3687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:23.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:23 smithi181 ceph-mon[45557]: pgmap v3687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:23.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:23 smithi088 ceph-mon[35322]: pgmap v3687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:24.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:24.664+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:48:24.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:24.664+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:48:24.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:24.664+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:48:25.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:25 smithi175 ceph-mon[44549]: pgmap v3688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:25.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:25 smithi181 ceph-mon[45557]: pgmap v3688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:25.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:25 smithi088 ceph-mon[35322]: pgmap v3688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:27.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:27 smithi175 ceph-mon[44549]: pgmap v3689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:48:27.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:27 smithi181 ceph-mon[45557]: pgmap v3689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:48:27.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:27 smithi088 ceph-mon[35322]: pgmap v3689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:48:29.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:29 smithi175 ceph-mon[44549]: pgmap v3690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:29.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:29 smithi181 ceph-mon[45557]: pgmap v3690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:29.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:29 smithi088 ceph-mon[35322]: pgmap v3690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:31.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:31 smithi175 ceph-mon[44549]: pgmap v3691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:31.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:31 smithi181 ceph-mon[45557]: pgmap v3691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:31.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:31 smithi088 ceph-mon[35322]: pgmap v3691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:33.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:33 smithi175 ceph-mon[44549]: pgmap v3692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:48:33.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:33 smithi181 ceph-mon[45557]: pgmap v3692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:48:33.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:33 smithi088 ceph-mon[35322]: pgmap v3692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:48:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:35 smithi175 ceph-mon[44549]: pgmap v3693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:35.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:35 smithi181 ceph-mon[45557]: pgmap v3693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:35.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:35 smithi088 ceph-mon[35322]: pgmap v3693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:37.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:37 smithi175 ceph-mon[44549]: pgmap v3694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:48:37.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:37 smithi181 ceph-mon[45557]: pgmap v3694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:48:37.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:37 smithi088 ceph-mon[35322]: pgmap v3694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:48:39.676 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:39.670+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:48:39.677 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:39.671+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:48:39.677 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:39.671+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:48:39.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:39 smithi181 ceph-mon[45557]: pgmap v3695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:48:39.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:39 smithi088 ceph-mon[35322]: pgmap v3695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:48:39.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:39 smithi175 ceph-mon[44549]: pgmap v3695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:48:40.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:40.414+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:48:40.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:40.414+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:48:40.422 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:40.416+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 54 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:48:40.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:40.418+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 54 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:48:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:41 smithi181 ceph-mon[45557]: pgmap v3696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:41.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:41 smithi088 ceph-mon[35322]: pgmap v3696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:41.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:41 smithi175 ceph-mon[44549]: pgmap v3696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:48:43.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:43 smithi181 ceph-mon[45557]: pgmap v3697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:48:43.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:43 smithi088 ceph-mon[35322]: pgmap v3697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:48:43.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:43 smithi175 ceph-mon[44549]: pgmap v3697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:48:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:45 smithi181 ceph-mon[45557]: pgmap v3698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:45 smithi088 ceph-mon[35322]: pgmap v3698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:45.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:45 smithi175 ceph-mon[44549]: pgmap v3698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:47.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:47 smithi181 ceph-mon[45557]: pgmap v3699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:47.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:47 smithi088 ceph-mon[35322]: pgmap v3699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:47.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:47 smithi175 ceph-mon[44549]: pgmap v3699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:49 smithi181 ceph-mon[45557]: pgmap v3700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:49.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:49 smithi088 ceph-mon[35322]: pgmap v3700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:49.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:49 smithi175 ceph-mon[44549]: pgmap v3700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:51 smithi181 ceph-mon[45557]: pgmap v3701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:51.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:51 smithi088 ceph-mon[35322]: pgmap v3701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:51.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:51 smithi175 ceph-mon[44549]: pgmap v3701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:53.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:53 smithi181 ceph-mon[45557]: pgmap v3702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:48:53.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:53 smithi088 ceph-mon[35322]: pgmap v3702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:48:53.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:53 smithi175 ceph-mon[44549]: pgmap v3702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:48:54.689 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:54.683+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:48:54.690 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:54.684+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:48:54.690 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:48:54.684+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:48:55.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:55 smithi181 ceph-mon[45557]: pgmap v3703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:55.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:55 smithi088 ceph-mon[35322]: pgmap v3703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:55.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:55 smithi175 ceph-mon[44549]: pgmap v3703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:48:57.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:57 smithi181 ceph-mon[45557]: pgmap v3704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:57.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:57 smithi088 ceph-mon[35322]: pgmap v3704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:57.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:57 smithi175 ceph-mon[44549]: pgmap v3704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:48:59.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:48:59 smithi181 ceph-mon[45557]: pgmap v3705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:59.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:48:59 smithi088 ceph-mon[35322]: pgmap v3705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:48:59.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:48:59 smithi175 ceph-mon[44549]: pgmap v3705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:01.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:01 smithi181 ceph-mon[45557]: pgmap v3706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:01.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:01 smithi088 ceph-mon[35322]: pgmap v3706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:01.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:01 smithi175 ceph-mon[44549]: pgmap v3706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:03.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:03 smithi181 ceph-mon[45557]: pgmap v3707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:03.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:03 smithi088 ceph-mon[35322]: pgmap v3707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:03.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:03 smithi175 ceph-mon[44549]: pgmap v3707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:05.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:05 smithi088 ceph-mon[35322]: pgmap v3708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:05.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:05 smithi175 ceph-mon[44549]: pgmap v3708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:05.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:05 smithi181 ceph-mon[45557]: pgmap v3708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:07.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:07 smithi088 ceph-mon[35322]: pgmap v3709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:07.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:07 smithi175 ceph-mon[44549]: pgmap v3709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:07.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:07 smithi181 ceph-mon[45557]: pgmap v3709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:09.699+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:49:09.705 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:09.699+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:49:09.705 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:09.699+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:49:09.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:09 smithi088 ceph-mon[35322]: pgmap v3710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:09.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:09 smithi175 ceph-mon[44549]: pgmap v3710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:09.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:09 smithi181 ceph-mon[45557]: pgmap v3710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:11.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:11 smithi088 ceph-mon[35322]: pgmap v3711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:11.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:11 smithi175 ceph-mon[44549]: pgmap v3711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:11.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:11 smithi181 ceph-mon[45557]: pgmap v3711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:13 smithi088 ceph-mon[35322]: pgmap v3712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:13.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:13 smithi175 ceph-mon[44549]: pgmap v3712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:13.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:13 smithi181 ceph-mon[45557]: pgmap v3712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:15 smithi088 ceph-mon[35322]: pgmap v3713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:15.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:15 smithi175 ceph-mon[44549]: pgmap v3713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:15.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:15 smithi181 ceph-mon[45557]: pgmap v3713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:16.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:49:16.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:49:16.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:49:17.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:17 smithi088 ceph-mon[35322]: pgmap v3714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:17.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:49:17.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:49:17.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:49:17.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:17 smithi175 ceph-mon[44549]: pgmap v3714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:17.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:49:17.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:49:17.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:49:17.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:17 smithi181 ceph-mon[45557]: pgmap v3714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:17.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:49:17.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:49:17.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:49:18.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:18 smithi088 ceph-mon[35322]: pgmap v3715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:49:18.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:18 smithi088 ceph-mon[35322]: pgmap v3716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:49:18.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:18 smithi175 ceph-mon[44549]: pgmap v3715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:49:18.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:18 smithi175 ceph-mon[44549]: pgmap v3716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:49:18.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:18 smithi181 ceph-mon[45557]: pgmap v3715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:49:18.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:18 smithi181 ceph-mon[45557]: pgmap v3716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:49:20.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:20 smithi088 ceph-mon[35322]: pgmap v3717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:49:20.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:20 smithi175 ceph-mon[44549]: pgmap v3717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:49:20.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:20 smithi181 ceph-mon[45557]: pgmap v3717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:49:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:22 smithi088 ceph-mon[35322]: pgmap v3718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:49:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:22 smithi175 ceph-mon[44549]: pgmap v3718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:49:22.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:22 smithi181 ceph-mon[45557]: pgmap v3718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:49:24.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:24.704+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:49:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:24.704+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:49:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:24.704+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:49:24.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:24 smithi088 ceph-mon[35322]: pgmap v3719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:49:24.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:24 smithi175 ceph-mon[44549]: pgmap v3719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:49:24.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:24 smithi181 ceph-mon[45557]: pgmap v3719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:49:26.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:26 smithi088 ceph-mon[35322]: pgmap v3720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:49:26.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:26 smithi175 ceph-mon[44549]: pgmap v3720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:49:26.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:26 smithi181 ceph-mon[45557]: pgmap v3720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:49:28.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:28 smithi088 ceph-mon[35322]: pgmap v3721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:49:28.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:28 smithi175 ceph-mon[44549]: pgmap v3721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:49:28.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:28 smithi181 ceph-mon[45557]: pgmap v3721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:49:30.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:30 smithi088 ceph-mon[35322]: pgmap v3722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:30.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:30 smithi175 ceph-mon[44549]: pgmap v3722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:30.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:30 smithi181 ceph-mon[45557]: pgmap v3722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:32.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:32 smithi088 ceph-mon[35322]: pgmap v3723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:32.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:32 smithi175 ceph-mon[44549]: pgmap v3723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:32.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:32 smithi181 ceph-mon[45557]: pgmap v3723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:34.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:34 smithi088 ceph-mon[35322]: pgmap v3724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:34.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:34 smithi175 ceph-mon[44549]: pgmap v3724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:34.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:34 smithi181 ceph-mon[45557]: pgmap v3724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:36.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:36 smithi088 ceph-mon[35322]: pgmap v3725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:36.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:36 smithi175 ceph-mon[44549]: pgmap v3725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:36.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:36 smithi181 ceph-mon[45557]: pgmap v3725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:38.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:38 smithi175 ceph-mon[44549]: pgmap v3726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:38.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:38 smithi181 ceph-mon[45557]: pgmap v3726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:39.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:38 smithi088 ceph-mon[35322]: pgmap v3726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:39.721 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:39.716+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:49:39.722 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:39.716+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:49:39.722 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:39.716+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:49:40.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:40 smithi175 ceph-mon[44549]: pgmap v3727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:40.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:40 smithi181 ceph-mon[45557]: pgmap v3727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:41.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:40 smithi088 ceph-mon[35322]: pgmap v3727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:42.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:42 smithi175 ceph-mon[44549]: pgmap v3728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:42.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:42 smithi181 ceph-mon[45557]: pgmap v3728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:43.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:42 smithi088 ceph-mon[35322]: pgmap v3728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:44.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:44 smithi175 ceph-mon[44549]: pgmap v3729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:44.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:44 smithi181 ceph-mon[45557]: pgmap v3729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:45.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:44 smithi088 ceph-mon[35322]: pgmap v3729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:46 smithi175 ceph-mon[44549]: pgmap v3730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:46.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:46 smithi181 ceph-mon[45557]: pgmap v3730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:47.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:46 smithi088 ceph-mon[35322]: pgmap v3730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:48.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:48 smithi175 ceph-mon[44549]: pgmap v3731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:48.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:48 smithi181 ceph-mon[45557]: pgmap v3731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:49.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:48 smithi088 ceph-mon[35322]: pgmap v3731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:50.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:50 smithi175 ceph-mon[44549]: pgmap v3732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:50.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:50 smithi181 ceph-mon[45557]: pgmap v3732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:51.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:50 smithi088 ceph-mon[35322]: pgmap v3732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:52.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:52 smithi175 ceph-mon[44549]: pgmap v3733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:52.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:52 smithi181 ceph-mon[45557]: pgmap v3733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:53.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:52 smithi088 ceph-mon[35322]: pgmap v3733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:49:54.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:54.732+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:49:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:54.732+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:49:54.737 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:49:54.732+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:49:54.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:54 smithi175 ceph-mon[44549]: pgmap v3734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:54.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:54 smithi181 ceph-mon[45557]: pgmap v3734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:55.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:54 smithi088 ceph-mon[35322]: pgmap v3734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:49:56.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:56 smithi175 ceph-mon[44549]: pgmap v3735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:56.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:56 smithi181 ceph-mon[45557]: pgmap v3735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:57.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:56 smithi088 ceph-mon[35322]: pgmap v3735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:49:58.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:49:58 smithi175 ceph-mon[44549]: pgmap v3736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:58.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:49:58 smithi181 ceph-mon[45557]: pgmap v3736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:49:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:49:58 smithi088 ceph-mon[35322]: pgmap v3736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:00.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:00 smithi175 ceph-mon[44549]: pgmap v3737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:00.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:50:00.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:00 smithi181 ceph-mon[45557]: pgmap v3737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:00.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:50:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:00 smithi088 ceph-mon[35322]: pgmap v3737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T14:50:02.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:02 smithi175 ceph-mon[44549]: pgmap v3738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:02.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:02 smithi181 ceph-mon[45557]: pgmap v3738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:03.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:02 smithi088 ceph-mon[35322]: pgmap v3738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:04.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:04 smithi175 ceph-mon[44549]: pgmap v3739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:04.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:04 smithi181 ceph-mon[45557]: pgmap v3739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:05.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:04 smithi088 ceph-mon[35322]: pgmap v3739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:06.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:06 smithi175 ceph-mon[44549]: pgmap v3740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:06.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:06 smithi181 ceph-mon[45557]: pgmap v3740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:06 smithi088 ceph-mon[35322]: pgmap v3740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:08.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:08 smithi175 ceph-mon[44549]: pgmap v3741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:08.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:08 smithi181 ceph-mon[45557]: pgmap v3741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:08 smithi088 ceph-mon[35322]: pgmap v3741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:09.738+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:50:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:09.738+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:50:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:09.738+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:50:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:10 smithi175 ceph-mon[44549]: pgmap v3742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:10 smithi181 ceph-mon[45557]: pgmap v3742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:10 smithi088 ceph-mon[35322]: pgmap v3742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:12.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:12 smithi175 ceph-mon[44549]: pgmap v3743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:12.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:12 smithi181 ceph-mon[45557]: pgmap v3743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:13.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:12 smithi088 ceph-mon[35322]: pgmap v3743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:14.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:14 smithi175 ceph-mon[44549]: pgmap v3744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:14.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:14 smithi181 ceph-mon[45557]: pgmap v3744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:14 smithi088 ceph-mon[35322]: pgmap v3744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:16.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:16 smithi175 ceph-mon[44549]: pgmap v3745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:16.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:16 smithi181 ceph-mon[45557]: pgmap v3745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:16 smithi088 ceph-mon[35322]: pgmap v3745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:18.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: pgmap v3746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:50:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:50:18.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:50:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: pgmap v3746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:50:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:50:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:50:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:50:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:50:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:50:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: pgmap v3746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:50:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T14:50:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T14:50:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:50:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:50:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:50:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:50:19.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:19 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:50:19.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:19 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:50:19.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:19 smithi175 ceph-mon[44549]: pgmap v3747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:50:19.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:19 smithi175 ceph-mon[44549]: pgmap v3748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:50:19.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:19 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:50:19.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:19 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:50:19.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:19 smithi181 ceph-mon[45557]: pgmap v3747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:50:19.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:19 smithi181 ceph-mon[45557]: pgmap v3748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:50:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:19 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T14:50:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:19 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T14:50:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:19 smithi088 ceph-mon[35322]: pgmap v3747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:50:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:19 smithi088 ceph-mon[35322]: pgmap v3748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:50:21.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:21 smithi175 ceph-mon[44549]: pgmap v3749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:50:21.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:21 smithi181 ceph-mon[45557]: pgmap v3749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:50:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:21 smithi088 ceph-mon[35322]: pgmap v3749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:50:23.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:23 smithi175 ceph-mon[44549]: pgmap v3750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:50:23.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:23 smithi181 ceph-mon[45557]: pgmap v3750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:50:24.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:23 smithi088 ceph-mon[35322]: pgmap v3750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:50:24.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:24.747+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:50:24.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:24.747+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:50:24.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:24.747+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:50:25.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:25 smithi175 ceph-mon[44549]: pgmap v3751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:50:25.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:25 smithi181 ceph-mon[45557]: pgmap v3751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:50:26.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:25 smithi088 ceph-mon[35322]: pgmap v3751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:50:27.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:27 smithi175 ceph-mon[44549]: pgmap v3752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:50:27.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:27 smithi181 ceph-mon[45557]: pgmap v3752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:50:28.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:27 smithi088 ceph-mon[35322]: pgmap v3752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:50:29.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:29 smithi175 ceph-mon[44549]: pgmap v3753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:50:29.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:29 smithi181 ceph-mon[45557]: pgmap v3753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:50:30.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:29 smithi088 ceph-mon[35322]: pgmap v3753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:50:31.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:31 smithi175 ceph-mon[44549]: pgmap v3754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:31.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:31 smithi181 ceph-mon[45557]: pgmap v3754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:32.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:31 smithi088 ceph-mon[35322]: pgmap v3754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:33.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:33 smithi175 ceph-mon[44549]: pgmap v3755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:33.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:33 smithi181 ceph-mon[45557]: pgmap v3755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:34.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:33 smithi088 ceph-mon[35322]: pgmap v3755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:35.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:35 smithi175 ceph-mon[44549]: pgmap v3756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:35.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:35 smithi181 ceph-mon[45557]: pgmap v3756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:36.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:35 smithi088 ceph-mon[35322]: pgmap v3756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:37.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:37 smithi175 ceph-mon[44549]: pgmap v3757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:37.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:37 smithi181 ceph-mon[45557]: pgmap v3757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:37 smithi088 ceph-mon[35322]: pgmap v3757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:39.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:39.762+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:50:39.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:39.762+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:50:39.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:39.762+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:50:39.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:39 smithi175 ceph-mon[44549]: pgmap v3758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:39.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:39 smithi181 ceph-mon[45557]: pgmap v3758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:40.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:39 smithi088 ceph-mon[35322]: pgmap v3758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:41.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:41 smithi175 ceph-mon[44549]: pgmap v3759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:41.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:41 smithi181 ceph-mon[45557]: pgmap v3759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:42.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:41 smithi088 ceph-mon[35322]: pgmap v3759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:43.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:43 smithi175 ceph-mon[44549]: pgmap v3760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:43.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:43 smithi181 ceph-mon[45557]: pgmap v3760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:44.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:43 smithi088 ceph-mon[35322]: pgmap v3760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:45.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:45 smithi175 ceph-mon[44549]: pgmap v3761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:45.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:45 smithi181 ceph-mon[45557]: pgmap v3761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:46.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:45 smithi088 ceph-mon[35322]: pgmap v3761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:47.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:47 smithi175 ceph-mon[44549]: pgmap v3762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:47.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:47 smithi181 ceph-mon[45557]: pgmap v3762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:48.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:47 smithi088 ceph-mon[35322]: pgmap v3762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:49.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:49 smithi175 ceph-mon[44549]: pgmap v3763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:49.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:49 smithi181 ceph-mon[45557]: pgmap v3763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:50.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:49 smithi088 ceph-mon[35322]: pgmap v3763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:50:51.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:51 smithi175 ceph-mon[44549]: pgmap v3764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:51.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:51 smithi181 ceph-mon[45557]: pgmap v3764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:52.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:51 smithi088 ceph-mon[35322]: pgmap v3764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:50:53.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:53 smithi175 ceph-mon[44549]: pgmap v3765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:53.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:53 smithi181 ceph-mon[45557]: pgmap v3765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:54.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:53 smithi088 ceph-mon[35322]: pgmap v3765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:50:54.780 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:54.777+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:50:54.780 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:54.778+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:50:54.780 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:50:54.777+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:50:55.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:55 smithi175 ceph-mon[44549]: pgmap v3766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:50:55.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:55 smithi181 ceph-mon[45557]: pgmap v3766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:55 smithi088 ceph-mon[35322]: pgmap v3766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:50:57.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:57 smithi175 ceph-mon[44549]: pgmap v3767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:57.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:57 smithi181 ceph-mon[45557]: pgmap v3767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:58.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:57 smithi088 ceph-mon[35322]: pgmap v3767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:50:59.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:50:59 smithi181 ceph-mon[45557]: pgmap v3768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:51:00.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:50:59 smithi088 ceph-mon[35322]: pgmap v3768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:51:00.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:50:59 smithi175 ceph-mon[44549]: pgmap v3768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:51:01.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:01 smithi181 ceph-mon[45557]: pgmap v3769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:02.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:01 smithi088 ceph-mon[35322]: pgmap v3769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:02.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:01 smithi175 ceph-mon[44549]: pgmap v3769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:03.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:03 smithi181 ceph-mon[45557]: pgmap v3770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:04.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:03 smithi088 ceph-mon[35322]: pgmap v3770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:03 smithi175 ceph-mon[44549]: pgmap v3770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:05.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:05 smithi181 ceph-mon[45557]: pgmap v3771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:06.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:05 smithi088 ceph-mon[35322]: pgmap v3771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:06.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:05 smithi175 ceph-mon[44549]: pgmap v3771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:07.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:07 smithi181 ceph-mon[45557]: pgmap v3772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:08.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:07 smithi088 ceph-mon[35322]: pgmap v3772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:07 smithi175 ceph-mon[44549]: pgmap v3772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:09.792+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:51:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:09.792+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:51:09.795 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:09.792+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:51:09.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:09 smithi181 ceph-mon[45557]: pgmap v3773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:09 smithi088 ceph-mon[35322]: pgmap v3773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:09 smithi175 ceph-mon[44549]: pgmap v3773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:11.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:11 smithi181 ceph-mon[45557]: pgmap v3774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:11 smithi088 ceph-mon[35322]: pgmap v3774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:11 smithi175 ceph-mon[44549]: pgmap v3774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:13.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:13 smithi181 ceph-mon[45557]: pgmap v3775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:14.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:13 smithi088 ceph-mon[35322]: pgmap v3775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:13 smithi175 ceph-mon[44549]: pgmap v3775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:15.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:15 smithi181 ceph-mon[45557]: pgmap v3776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:51:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:15 smithi088 ceph-mon[35322]: pgmap v3776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:51:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:15 smithi175 ceph-mon[44549]: pgmap v3776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:51:17.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:17 smithi181 ceph-mon[45557]: pgmap v3777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:17.977 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:17 smithi088 ceph-mon[35322]: pgmap v3777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:18.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:17 smithi175 ceph-mon[44549]: pgmap v3777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:18.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:51:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:51:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:51:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:19 smithi088 ceph-mon[35322]: pgmap v3778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:19 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:51:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:19 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:51:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:51:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:51:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:51:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:19 smithi175 ceph-mon[44549]: pgmap v3778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:19 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:51:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:19 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:51:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:51:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:51:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:51:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:19 smithi181 ceph-mon[45557]: pgmap v3778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T14:51:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:19 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T14:51:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:19 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T14:51:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:51:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:51:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:51:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:20 smithi088 ceph-mon[35322]: pgmap v3779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:51:21.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:20 smithi088 ceph-mon[35322]: pgmap v3780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:20 smithi175 ceph-mon[44549]: pgmap v3779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:51:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:20 smithi175 ceph-mon[44549]: pgmap v3780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:20 smithi181 ceph-mon[45557]: pgmap v3779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:51:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:20 smithi181 ceph-mon[45557]: pgmap v3780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:22 smithi088 ceph-mon[35322]: pgmap v3781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:22 smithi175 ceph-mon[44549]: pgmap v3781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:23.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:22 smithi181 ceph-mon[45557]: pgmap v3781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:24.809 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:24.808+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:51:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:24.808+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:51:24.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:24.808+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:51:25.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:24 smithi088 ceph-mon[35322]: pgmap v3782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:51:25.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:24 smithi175 ceph-mon[44549]: pgmap v3782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:51:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:24 smithi181 ceph-mon[45557]: pgmap v3782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:51:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:26 smithi088 ceph-mon[35322]: pgmap v3783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:51:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:26 smithi175 ceph-mon[44549]: pgmap v3783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:51:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:26 smithi181 ceph-mon[45557]: pgmap v3783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:51:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:28 smithi088 ceph-mon[35322]: pgmap v3784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:28 smithi175 ceph-mon[44549]: pgmap v3784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:28 smithi181 ceph-mon[45557]: pgmap v3784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:51:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:30 smithi088 ceph-mon[35322]: pgmap v3785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:51:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:30 smithi175 ceph-mon[44549]: pgmap v3785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:51:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:30 smithi181 ceph-mon[45557]: pgmap v3785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:51:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:32 smithi088 ceph-mon[35322]: pgmap v3786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:32 smithi175 ceph-mon[44549]: pgmap v3786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:32 smithi181 ceph-mon[45557]: pgmap v3786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:34 smithi088 ceph-mon[35322]: pgmap v3787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:51:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:34 smithi175 ceph-mon[44549]: pgmap v3787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:51:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:34 smithi181 ceph-mon[45557]: pgmap v3787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:51:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:36 smithi088 ceph-mon[35322]: pgmap v3788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:36 smithi175 ceph-mon[44549]: pgmap v3788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:36 smithi181 ceph-mon[45557]: pgmap v3788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:38 smithi088 ceph-mon[35322]: pgmap v3789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:51:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:38 smithi175 ceph-mon[44549]: pgmap v3789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:51:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:38 smithi181 ceph-mon[45557]: pgmap v3789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:51:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:39.823+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:51:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:39.823+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:51:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:39.823+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:51:40.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:40.441+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:51:40.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:40.441+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:51:40.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:40.441+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 55 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:51:40.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:40.442+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 55 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:51:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:40 smithi088 ceph-mon[35322]: pgmap v3790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:40 smithi175 ceph-mon[44549]: pgmap v3790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:40 smithi181 ceph-mon[45557]: pgmap v3790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:42 smithi088 ceph-mon[35322]: pgmap v3791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:42 smithi175 ceph-mon[44549]: pgmap v3791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:42 smithi181 ceph-mon[45557]: pgmap v3791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:44 smithi088 ceph-mon[35322]: pgmap v3792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:44 smithi175 ceph-mon[44549]: pgmap v3792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:44 smithi181 ceph-mon[45557]: pgmap v3792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:47.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:46 smithi088 ceph-mon[35322]: pgmap v3793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:46 smithi175 ceph-mon[44549]: pgmap v3793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:46 smithi181 ceph-mon[45557]: pgmap v3793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:49.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:48 smithi088 ceph-mon[35322]: pgmap v3794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:51:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:48 smithi175 ceph-mon[44549]: pgmap v3794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:51:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:48 smithi181 ceph-mon[45557]: pgmap v3794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:51:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:50 smithi088 ceph-mon[35322]: pgmap v3795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:50 smithi175 ceph-mon[44549]: pgmap v3795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:50 smithi181 ceph-mon[45557]: pgmap v3795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:52 smithi088 ceph-mon[35322]: pgmap v3796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:52 smithi175 ceph-mon[44549]: pgmap v3796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:52 smithi181 ceph-mon[45557]: pgmap v3796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:51:54.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:54.836+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:51:54.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:54.836+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:51:54.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:51:54.836+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:51:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:54 smithi175 ceph-mon[44549]: pgmap v3797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:54 smithi181 ceph-mon[45557]: pgmap v3797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:54 smithi088 ceph-mon[35322]: pgmap v3797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:51:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:56 smithi175 ceph-mon[44549]: pgmap v3798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:56 smithi181 ceph-mon[45557]: pgmap v3798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:56 smithi088 ceph-mon[35322]: pgmap v3798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:51:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:51:58 smithi175 ceph-mon[44549]: pgmap v3799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:51:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:51:58 smithi181 ceph-mon[45557]: pgmap v3799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:51:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:51:58 smithi088 ceph-mon[35322]: pgmap v3799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:00 smithi175 ceph-mon[44549]: pgmap v3800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:00 smithi181 ceph-mon[45557]: pgmap v3800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:00 smithi088 ceph-mon[35322]: pgmap v3800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:02 smithi175 ceph-mon[44549]: pgmap v3801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:02 smithi181 ceph-mon[45557]: pgmap v3801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:02 smithi088 ceph-mon[35322]: pgmap v3801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:05.080 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:04 smithi088 ceph-mon[35322]: pgmap v3802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:04 smithi175 ceph-mon[44549]: pgmap v3802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:04 smithi181 ceph-mon[45557]: pgmap v3802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:06 smithi175 ceph-mon[44549]: pgmap v3803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:06 smithi181 ceph-mon[45557]: pgmap v3803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:06 smithi088 ceph-mon[35322]: pgmap v3803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:08 smithi175 ceph-mon[44549]: pgmap v3804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:08 smithi181 ceph-mon[45557]: pgmap v3804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:08 smithi088 ceph-mon[35322]: pgmap v3804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:09.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:09.839+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:52:09.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:09.839+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:52:09.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:09.839+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:52:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:10 smithi175 ceph-mon[44549]: pgmap v3805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:10 smithi181 ceph-mon[45557]: pgmap v3805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:10 smithi088 ceph-mon[35322]: pgmap v3805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:12 smithi175 ceph-mon[44549]: pgmap v3806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:12 smithi181 ceph-mon[45557]: pgmap v3806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:12 smithi088 ceph-mon[35322]: pgmap v3806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:14 smithi175 ceph-mon[44549]: pgmap v3807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:14 smithi181 ceph-mon[45557]: pgmap v3807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:14 smithi088 ceph-mon[35322]: pgmap v3807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:16 smithi175 ceph-mon[44549]: pgmap v3808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:16 smithi181 ceph-mon[45557]: pgmap v3808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:16 smithi088 ceph-mon[35322]: pgmap v3808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:18 smithi175 ceph-mon[44549]: pgmap v3809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:18 smithi181 ceph-mon[45557]: pgmap v3809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:18 smithi088 ceph-mon[35322]: pgmap v3809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:52:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:52:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:52:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:20 smithi175 ceph-mon[44549]: pgmap v3810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:52:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:52:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:52:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:20 smithi181 ceph-mon[45557]: pgmap v3810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:52:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:52:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:52:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:20 smithi088 ceph-mon[35322]: pgmap v3810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:52:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:52:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:52:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:21 smithi175 ceph-mon[44549]: pgmap v3811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:52:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:21 smithi175 ceph-mon[44549]: pgmap v3812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:52:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:21 smithi181 ceph-mon[45557]: pgmap v3811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:52:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:21 smithi181 ceph-mon[45557]: pgmap v3812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:52:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:21 smithi088 ceph-mon[35322]: pgmap v3811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:52:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:21 smithi088 ceph-mon[35322]: pgmap v3812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:52:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:23 smithi175 ceph-mon[44549]: pgmap v3813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:52:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:23 smithi181 ceph-mon[45557]: pgmap v3813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:52:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:23 smithi088 ceph-mon[35322]: pgmap v3813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:52:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:24.855+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:52:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:24.855+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:52:24.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:24.855+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:52:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:25 smithi175 ceph-mon[44549]: pgmap v3814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:52:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:25 smithi181 ceph-mon[45557]: pgmap v3814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:52:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:25 smithi088 ceph-mon[35322]: pgmap v3814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:52:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:27 smithi175 ceph-mon[44549]: pgmap v3815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:52:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:27 smithi181 ceph-mon[45557]: pgmap v3815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:52:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:27 smithi088 ceph-mon[35322]: pgmap v3815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:52:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:29 smithi175 ceph-mon[44549]: pgmap v3816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:52:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:29 smithi181 ceph-mon[45557]: pgmap v3816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:52:30.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:29 smithi088 ceph-mon[35322]: pgmap v3816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:52:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:31 smithi175 ceph-mon[44549]: pgmap v3817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:52:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:31 smithi181 ceph-mon[45557]: pgmap v3817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:52:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:31 smithi088 ceph-mon[35322]: pgmap v3817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:52:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:33 smithi175 ceph-mon[44549]: pgmap v3818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:33 smithi181 ceph-mon[45557]: pgmap v3818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:33 smithi088 ceph-mon[35322]: pgmap v3818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:35 smithi175 ceph-mon[44549]: pgmap v3819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:35 smithi181 ceph-mon[45557]: pgmap v3819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:35 smithi088 ceph-mon[35322]: pgmap v3819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:37 smithi175 ceph-mon[44549]: pgmap v3820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:37 smithi181 ceph-mon[45557]: pgmap v3820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:38.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:37 smithi088 ceph-mon[35322]: pgmap v3820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:39.857 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:39.857+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:52:39.857 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:39.857+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:52:39.857 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:39.857+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:52:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:39 smithi175 ceph-mon[44549]: pgmap v3821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:39 smithi181 ceph-mon[45557]: pgmap v3821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:40.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:39 smithi088 ceph-mon[35322]: pgmap v3821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:42.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:41 smithi175 ceph-mon[44549]: pgmap v3822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:41 smithi181 ceph-mon[45557]: pgmap v3822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:41 smithi088 ceph-mon[35322]: pgmap v3822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:44.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:43 smithi175 ceph-mon[44549]: pgmap v3823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:43 smithi181 ceph-mon[45557]: pgmap v3823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:44.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:43 smithi088 ceph-mon[35322]: pgmap v3823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:46.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:45 smithi175 ceph-mon[44549]: pgmap v3824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:45 smithi181 ceph-mon[45557]: pgmap v3824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:46.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:45 smithi088 ceph-mon[35322]: pgmap v3824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:48.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:47 smithi175 ceph-mon[44549]: pgmap v3825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:48.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:47 smithi181 ceph-mon[45557]: pgmap v3825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:47 smithi088 ceph-mon[35322]: pgmap v3825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:49 smithi175 ceph-mon[44549]: pgmap v3826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:49 smithi181 ceph-mon[45557]: pgmap v3826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:50.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:49 smithi088 ceph-mon[35322]: pgmap v3826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:52:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:51 smithi175 ceph-mon[44549]: pgmap v3827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:52.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:51 smithi181 ceph-mon[45557]: pgmap v3827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:51 smithi088 ceph-mon[35322]: pgmap v3827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:54.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:53 smithi175 ceph-mon[44549]: pgmap v3828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:54.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:53 smithi181 ceph-mon[45557]: pgmap v3828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:54.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:53 smithi088 ceph-mon[35322]: pgmap v3828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:52:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:54.864+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:52:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:54.864+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:52:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:52:54.864+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:52:56.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:55 smithi175 ceph-mon[44549]: pgmap v3829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:56.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:55 smithi181 ceph-mon[45557]: pgmap v3829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:55 smithi088 ceph-mon[35322]: pgmap v3829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:52:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:57 smithi175 ceph-mon[44549]: pgmap v3830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:58.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:57 smithi181 ceph-mon[45557]: pgmap v3830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:52:58.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:57 smithi088 ceph-mon[35322]: pgmap v3830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:00.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:52:59 smithi175 ceph-mon[44549]: pgmap v3831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:00.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:52:59 smithi181 ceph-mon[45557]: pgmap v3831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:00.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:52:59 smithi088 ceph-mon[35322]: pgmap v3831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:01 smithi175 ceph-mon[44549]: pgmap v3832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:01 smithi181 ceph-mon[45557]: pgmap v3832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:01 smithi088 ceph-mon[35322]: pgmap v3832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:04.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:03 smithi181 ceph-mon[45557]: pgmap v3833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:53:04.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:03 smithi088 ceph-mon[35322]: pgmap v3833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:53:04.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:03 smithi175 ceph-mon[44549]: pgmap v3833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:53:06.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:05 smithi181 ceph-mon[45557]: pgmap v3834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:06.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:05 smithi088 ceph-mon[35322]: pgmap v3834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:06.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:05 smithi175 ceph-mon[44549]: pgmap v3834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:08.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:07 smithi181 ceph-mon[45557]: pgmap v3835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:08.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:07 smithi088 ceph-mon[35322]: pgmap v3835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:08.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:07 smithi175 ceph-mon[44549]: pgmap v3835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:09.871 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:09.872+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:53:09.872 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:09.872+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:53:09.872 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:09.872+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:53:10.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:09 smithi181 ceph-mon[45557]: pgmap v3836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:53:10.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:09 smithi088 ceph-mon[35322]: pgmap v3836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:53:10.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:09 smithi175 ceph-mon[44549]: pgmap v3836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:53:12.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:11 smithi181 ceph-mon[45557]: pgmap v3837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:12.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:11 smithi088 ceph-mon[35322]: pgmap v3837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:12.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:11 smithi175 ceph-mon[44549]: pgmap v3837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:14.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:13 smithi181 ceph-mon[45557]: pgmap v3838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:13 smithi088 ceph-mon[35322]: pgmap v3838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:14.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:13 smithi175 ceph-mon[44549]: pgmap v3838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:16.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:15 smithi181 ceph-mon[45557]: pgmap v3839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:16.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:15 smithi088 ceph-mon[35322]: pgmap v3839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:15 smithi175 ceph-mon[44549]: pgmap v3839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:18.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:17 smithi181 ceph-mon[45557]: pgmap v3840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:18.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:17 smithi088 ceph-mon[35322]: pgmap v3840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:18.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:17 smithi175 ceph-mon[44549]: pgmap v3840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:20.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:19 smithi181 ceph-mon[45557]: pgmap v3841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:20.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:19 smithi088 ceph-mon[35322]: pgmap v3841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:20.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:19 smithi175 ceph-mon[44549]: pgmap v3841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:21.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:53:21.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:53:21.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:53:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:21 smithi181 ceph-mon[45557]: pgmap v3842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:21 smithi088 ceph-mon[35322]: pgmap v3842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:21 smithi175 ceph-mon[44549]: pgmap v3842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:23 smithi088 ceph-mon[35322]: pgmap v3843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:53:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:53:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:23 smithi175 ceph-mon[44549]: pgmap v3843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:53:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:53:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:23 smithi181 ceph-mon[45557]: pgmap v3843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:53:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:53:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:53:24.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:24 smithi088 ceph-mon[35322]: pgmap v3844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:53:24.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:24 smithi088 ceph-mon[35322]: pgmap v3845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:53:24.879 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:24.880+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:53:24.879 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:24.880+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:53:24.879 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:24.880+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:53:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:24 smithi175 ceph-mon[44549]: pgmap v3844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:53:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:24 smithi175 ceph-mon[44549]: pgmap v3845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:53:24.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:24 smithi181 ceph-mon[45557]: pgmap v3844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:53:24.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:24 smithi181 ceph-mon[45557]: pgmap v3845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T14:53:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:26 smithi088 ceph-mon[35322]: pgmap v3846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:53:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:26 smithi175 ceph-mon[44549]: pgmap v3846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:53:26.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:26 smithi181 ceph-mon[45557]: pgmap v3846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T14:53:28.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:28 smithi088 ceph-mon[35322]: pgmap v3847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:53:28.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:28 smithi175 ceph-mon[44549]: pgmap v3847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:53:28.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:28 smithi181 ceph-mon[45557]: pgmap v3847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:53:30.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:30 smithi175 ceph-mon[44549]: pgmap v3848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:53:30.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:30 smithi181 ceph-mon[45557]: pgmap v3848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:53:30.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:30 smithi088 ceph-mon[35322]: pgmap v3848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:53:32.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:32 smithi175 ceph-mon[44549]: pgmap v3849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:53:32.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:32 smithi181 ceph-mon[45557]: pgmap v3849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:53:32.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:32 smithi088 ceph-mon[35322]: pgmap v3849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T14:53:34.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:34 smithi175 ceph-mon[44549]: pgmap v3850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:53:34.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:34 smithi181 ceph-mon[45557]: pgmap v3850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:53:34.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:34 smithi088 ceph-mon[35322]: pgmap v3850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:53:36.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:36 smithi175 ceph-mon[44549]: pgmap v3851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:36.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:36 smithi181 ceph-mon[45557]: pgmap v3851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:36.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:36 smithi088 ceph-mon[35322]: pgmap v3851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:38.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:38 smithi088 ceph-mon[35322]: pgmap v3852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:38.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:38 smithi175 ceph-mon[44549]: pgmap v3852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:38.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:38 smithi181 ceph-mon[45557]: pgmap v3852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:39.893+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:53:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:39.893+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:53:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:39.893+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:53:40.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:40 smithi175 ceph-mon[44549]: pgmap v3853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:53:40.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:40 smithi181 ceph-mon[45557]: pgmap v3853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:53:40.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:40 smithi088 ceph-mon[35322]: pgmap v3853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:53:42.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:42 smithi175 ceph-mon[44549]: pgmap v3854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:42.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:42 smithi181 ceph-mon[45557]: pgmap v3854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:42.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:42 smithi088 ceph-mon[35322]: pgmap v3854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:44.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:44 smithi175 ceph-mon[44549]: pgmap v3855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:44.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:44 smithi181 ceph-mon[45557]: pgmap v3855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:44.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:44 smithi088 ceph-mon[35322]: pgmap v3855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:46.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:46 smithi175 ceph-mon[44549]: pgmap v3856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:46.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:46 smithi181 ceph-mon[45557]: pgmap v3856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:46.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:46 smithi088 ceph-mon[35322]: pgmap v3856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:48.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:48 smithi088 ceph-mon[35322]: pgmap v3857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:48.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:48 smithi175 ceph-mon[44549]: pgmap v3857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:48.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:48 smithi181 ceph-mon[45557]: pgmap v3857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:50.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:50 smithi175 ceph-mon[44549]: pgmap v3858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:53:50.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:50 smithi181 ceph-mon[45557]: pgmap v3858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:53:50.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:50 smithi088 ceph-mon[35322]: pgmap v3858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:53:52.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:52 smithi175 ceph-mon[44549]: pgmap v3859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:52.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:52 smithi181 ceph-mon[45557]: pgmap v3859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:52.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:52 smithi088 ceph-mon[35322]: pgmap v3859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:54.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:54 smithi175 ceph-mon[44549]: pgmap v3860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:54.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:54 smithi181 ceph-mon[45557]: pgmap v3860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:54.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:54 smithi088 ceph-mon[35322]: pgmap v3860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:53:54.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:54.907+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:53:54.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:54.908+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:53:54.907 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:53:54.908+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:53:56.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:56 smithi175 ceph-mon[44549]: pgmap v3861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:56.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:56 smithi181 ceph-mon[45557]: pgmap v3861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:56.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:56 smithi088 ceph-mon[35322]: pgmap v3861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:53:58.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:53:58 smithi088 ceph-mon[35322]: pgmap v3862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:58.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:53:58 smithi175 ceph-mon[44549]: pgmap v3862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:53:58.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:53:58 smithi181 ceph-mon[45557]: pgmap v3862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:00.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:00 smithi175 ceph-mon[44549]: pgmap v3863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:54:00.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:00 smithi181 ceph-mon[45557]: pgmap v3863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:54:00.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:00 smithi088 ceph-mon[35322]: pgmap v3863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T14:54:02.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:02 smithi175 ceph-mon[44549]: pgmap v3864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:02.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:02 smithi181 ceph-mon[45557]: pgmap v3864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:02.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:02 smithi088 ceph-mon[35322]: pgmap v3864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:04.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:04 smithi175 ceph-mon[44549]: pgmap v3865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:54:04.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:04 smithi181 ceph-mon[45557]: pgmap v3865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:54:04.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:04 smithi088 ceph-mon[35322]: pgmap v3865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T14:54:06.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:06 smithi175 ceph-mon[44549]: pgmap v3866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:54:06.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:06 smithi181 ceph-mon[45557]: pgmap v3866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:54:06.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:06 smithi088 ceph-mon[35322]: pgmap v3866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T14:54:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:08 smithi088 ceph-mon[35322]: pgmap v3867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:08.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:08 smithi175 ceph-mon[44549]: pgmap v3867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:08.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:08 smithi181 ceph-mon[45557]: pgmap v3867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:09.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:09.923+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:54:09.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:09.923+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:54:09.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:09.923+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:54:10.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:10 smithi175 ceph-mon[44549]: pgmap v3868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:10 smithi181 ceph-mon[45557]: pgmap v3868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:10 smithi088 ceph-mon[35322]: pgmap v3868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:12.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:12 smithi175 ceph-mon[44549]: pgmap v3869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:12.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:12 smithi181 ceph-mon[45557]: pgmap v3869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:12.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:12 smithi088 ceph-mon[35322]: pgmap v3869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:14.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:14 smithi175 ceph-mon[44549]: pgmap v3870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:14.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:14 smithi181 ceph-mon[45557]: pgmap v3870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:14.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:14 smithi088 ceph-mon[35322]: pgmap v3870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:16.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:16 smithi175 ceph-mon[44549]: pgmap v3871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:54:16.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:16 smithi181 ceph-mon[45557]: pgmap v3871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:54:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:16 smithi088 ceph-mon[35322]: pgmap v3871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:54:18.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:18 smithi088 ceph-mon[35322]: pgmap v3872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:18.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:18 smithi175 ceph-mon[44549]: pgmap v3872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:18.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:18 smithi181 ceph-mon[45557]: pgmap v3872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:20.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:20 smithi175 ceph-mon[44549]: pgmap v3873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:20.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:20 smithi181 ceph-mon[45557]: pgmap v3873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:20.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:20 smithi088 ceph-mon[35322]: pgmap v3873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:22.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:22 smithi175 ceph-mon[44549]: pgmap v3874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:22.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:22 smithi181 ceph-mon[45557]: pgmap v3874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:22.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:22 smithi088 ceph-mon[35322]: pgmap v3874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:24.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:24 smithi175 ceph-mon[44549]: pgmap v3875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:24.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:54:24.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:54:24.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:54:24.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:54:24.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:24 smithi181 ceph-mon[45557]: pgmap v3875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:24.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:54:24.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:54:24.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:54:24.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:54:24.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:24 smithi088 ceph-mon[35322]: pgmap v3875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:24.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:54:24.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:54:24.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:54:24.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:54:24.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:24.925+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:54:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:24.925+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:54:24.924 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:24.925+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:54:25.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:25 smithi175 ceph-mon[44549]: pgmap v3876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:54:25.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:25 smithi175 ceph-mon[44549]: pgmap v3877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:54:25.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:25 smithi181 ceph-mon[45557]: pgmap v3876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:54:25.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:25 smithi181 ceph-mon[45557]: pgmap v3877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:54:25.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:25 smithi088 ceph-mon[35322]: pgmap v3876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:54:25.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:25 smithi088 ceph-mon[35322]: pgmap v3877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:54:27.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:27 smithi175 ceph-mon[44549]: pgmap v3878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:54:27.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:27 smithi181 ceph-mon[45557]: pgmap v3878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:54:27.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:27 smithi088 ceph-mon[35322]: pgmap v3878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:54:29.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:29 smithi175 ceph-mon[44549]: pgmap v3879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:54:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:29 smithi181 ceph-mon[45557]: pgmap v3879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:54:29.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:29 smithi088 ceph-mon[35322]: pgmap v3879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:54:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:31 smithi175 ceph-mon[44549]: pgmap v3880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:54:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:31 smithi181 ceph-mon[45557]: pgmap v3880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:54:31.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:31 smithi088 ceph-mon[35322]: pgmap v3880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:54:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:33 smithi175 ceph-mon[44549]: pgmap v3881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:54:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:33 smithi181 ceph-mon[45557]: pgmap v3881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:54:33.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:33 smithi088 ceph-mon[35322]: pgmap v3881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:54:35.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:35 smithi175 ceph-mon[44549]: pgmap v3882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:54:35.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:35 smithi181 ceph-mon[45557]: pgmap v3882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:54:35.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:35 smithi088 ceph-mon[35322]: pgmap v3882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:54:37.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:37 smithi175 ceph-mon[44549]: pgmap v3883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:37.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:37 smithi181 ceph-mon[45557]: pgmap v3883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:37.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:37 smithi088 ceph-mon[35322]: pgmap v3883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:39.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:39 smithi175 ceph-mon[44549]: pgmap v3884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:39.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:39 smithi181 ceph-mon[45557]: pgmap v3884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:39 smithi088 ceph-mon[35322]: pgmap v3884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:39.938 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:39.940+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:54:39.938 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:39.940+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:54:39.938 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:39.940+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:54:40.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:40.470+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:54:40.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:40.470+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:54:40.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:40.470+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 56 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:54:40.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:40.470+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 56 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:54:41.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:41 smithi175 ceph-mon[44549]: pgmap v3885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:54:41.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:41 smithi181 ceph-mon[45557]: pgmap v3885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:54:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:41 smithi088 ceph-mon[35322]: pgmap v3885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:54:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:43 smithi175 ceph-mon[44549]: pgmap v3886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:43.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:43 smithi181 ceph-mon[45557]: pgmap v3886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:43 smithi088 ceph-mon[35322]: pgmap v3886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:45.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:45 smithi175 ceph-mon[44549]: pgmap v3887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:45.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:45 smithi181 ceph-mon[45557]: pgmap v3887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:45 smithi088 ceph-mon[35322]: pgmap v3887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:47 smithi175 ceph-mon[44549]: pgmap v3888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:47.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:47 smithi181 ceph-mon[45557]: pgmap v3888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:47.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:47 smithi088 ceph-mon[35322]: pgmap v3888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:49.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:49 smithi175 ceph-mon[44549]: pgmap v3889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:49.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:49 smithi181 ceph-mon[45557]: pgmap v3889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:49.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:49 smithi088 ceph-mon[35322]: pgmap v3889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:51.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:51 smithi175 ceph-mon[44549]: pgmap v3890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:54:51.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:51 smithi181 ceph-mon[45557]: pgmap v3890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:54:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:51 smithi088 ceph-mon[35322]: pgmap v3890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:54:53.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:53 smithi175 ceph-mon[44549]: pgmap v3891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:53.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:53 smithi181 ceph-mon[45557]: pgmap v3891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:53.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:53 smithi088 ceph-mon[35322]: pgmap v3891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:54.947+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:54:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:54.947+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:54:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:54:54.947+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:54:55.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:55 smithi175 ceph-mon[44549]: pgmap v3892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:55.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:55 smithi181 ceph-mon[45557]: pgmap v3892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:55.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:55 smithi088 ceph-mon[35322]: pgmap v3892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:54:57.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:57 smithi175 ceph-mon[44549]: pgmap v3893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:57.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:57 smithi181 ceph-mon[45557]: pgmap v3893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:57 smithi088 ceph-mon[35322]: pgmap v3893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:54:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:54:59 smithi175 ceph-mon[44549]: pgmap v3894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:59.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:54:59 smithi181 ceph-mon[45557]: pgmap v3894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:54:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:54:59 smithi088 ceph-mon[35322]: pgmap v3894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:01 smithi175 ceph-mon[44549]: pgmap v3895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:01.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:01 smithi181 ceph-mon[45557]: pgmap v3895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:01.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:01 smithi088 ceph-mon[35322]: pgmap v3895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:03.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:03 smithi175 ceph-mon[44549]: pgmap v3896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:03.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:03 smithi181 ceph-mon[45557]: pgmap v3896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:03.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:03 smithi088 ceph-mon[35322]: pgmap v3896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:05.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:05 smithi175 ceph-mon[44549]: pgmap v3897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:05.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:05 smithi181 ceph-mon[45557]: pgmap v3897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:05.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:05 smithi088 ceph-mon[35322]: pgmap v3897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:07 smithi175 ceph-mon[44549]: pgmap v3898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:07.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:07 smithi181 ceph-mon[45557]: pgmap v3898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:07 smithi088 ceph-mon[35322]: pgmap v3898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:09 smithi175 ceph-mon[44549]: pgmap v3899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:09.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:09 smithi181 ceph-mon[45557]: pgmap v3899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:09.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:09 smithi088 ceph-mon[35322]: pgmap v3899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:09.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:09.949+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:55:09.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:09.949+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:55:09.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:09.949+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:55:11.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:11 smithi175 ceph-mon[44549]: pgmap v3900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:11.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:11 smithi181 ceph-mon[45557]: pgmap v3900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:11.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:11 smithi088 ceph-mon[35322]: pgmap v3900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:13 smithi175 ceph-mon[44549]: pgmap v3901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:13.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:13 smithi181 ceph-mon[45557]: pgmap v3901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:13.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:13 smithi088 ceph-mon[35322]: pgmap v3901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:15 smithi175 ceph-mon[44549]: pgmap v3902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:15.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:15 smithi181 ceph-mon[45557]: pgmap v3902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:15 smithi088 ceph-mon[35322]: pgmap v3902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:17.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:17 smithi175 ceph-mon[44549]: pgmap v3903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:17.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:17 smithi181 ceph-mon[45557]: pgmap v3903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:17.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:17 smithi088 ceph-mon[35322]: pgmap v3903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:19.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:19 smithi175 ceph-mon[44549]: pgmap v3904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:19.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:19 smithi181 ceph-mon[45557]: pgmap v3904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:19.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:19 smithi088 ceph-mon[35322]: pgmap v3904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:21.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:21 smithi175 ceph-mon[44549]: pgmap v3905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:21.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:21 smithi181 ceph-mon[45557]: pgmap v3905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:21.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:21 smithi088 ceph-mon[35322]: pgmap v3905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:23.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:23 smithi175 ceph-mon[44549]: pgmap v3906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:23.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:23 smithi181 ceph-mon[45557]: pgmap v3906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:23.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:23 smithi088 ceph-mon[35322]: pgmap v3906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:24.964+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:55:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:24.964+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:55:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:24.964+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:55:25.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:25 smithi175 ceph-mon[44549]: pgmap v3907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:25.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:55:25.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:25 smithi181 ceph-mon[45557]: pgmap v3907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:25.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:55:25.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:25 smithi088 ceph-mon[35322]: pgmap v3907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:25.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:55:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:55:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:55:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:55:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:55:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:26 smithi175 ceph-mon[44549]: pgmap v3908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T14:55:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:26 smithi175 ceph-mon[44549]: pgmap v3909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:27.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:55:27.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:55:27.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:55:27.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:55:27.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:55:27.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:26 smithi181 ceph-mon[45557]: pgmap v3908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T14:55:27.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:26 smithi181 ceph-mon[45557]: pgmap v3909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:27.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:55:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:55:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:55:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:55:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:55:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:26 smithi088 ceph-mon[35322]: pgmap v3908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T14:55:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:26 smithi088 ceph-mon[35322]: pgmap v3909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:27.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:55:28.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:28 smithi175 ceph-mon[44549]: pgmap v3910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:55:28.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:28 smithi181 ceph-mon[45557]: pgmap v3910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:55:28.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:28 smithi088 ceph-mon[35322]: pgmap v3910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:55:31.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:30 smithi175 ceph-mon[44549]: pgmap v3911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:55:31.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:30 smithi181 ceph-mon[45557]: pgmap v3911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:55:31.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:30 smithi088 ceph-mon[35322]: pgmap v3911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:55:33.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:32 smithi175 ceph-mon[44549]: pgmap v3912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:55:33.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:32 smithi181 ceph-mon[45557]: pgmap v3912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:55:33.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:32 smithi088 ceph-mon[35322]: pgmap v3912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:55:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:34 smithi175 ceph-mon[44549]: pgmap v3913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:55:35.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:34 smithi181 ceph-mon[45557]: pgmap v3913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:55:35.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:34 smithi088 ceph-mon[35322]: pgmap v3913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:55:37.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:36 smithi175 ceph-mon[44549]: pgmap v3914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:55:37.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:36 smithi181 ceph-mon[45557]: pgmap v3914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:55:37.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:36 smithi088 ceph-mon[35322]: pgmap v3914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:55:38.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:38 smithi175 ceph-mon[44549]: pgmap v3915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:38.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:38 smithi181 ceph-mon[45557]: pgmap v3915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:38.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:38 smithi088 ceph-mon[35322]: pgmap v3915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:39.975 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:39.978+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:55:39.975 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:39.978+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:55:39.975 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:39.978+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:55:41.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:40 smithi175 ceph-mon[44549]: pgmap v3916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:41.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:40 smithi181 ceph-mon[45557]: pgmap v3916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:41.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:40 smithi088 ceph-mon[35322]: pgmap v3916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:55:43.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:42 smithi175 ceph-mon[44549]: pgmap v3917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:43.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:42 smithi181 ceph-mon[45557]: pgmap v3917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:43.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:42 smithi088 ceph-mon[35322]: pgmap v3917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:44 smithi175 ceph-mon[44549]: pgmap v3918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:45.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:44 smithi181 ceph-mon[45557]: pgmap v3918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:45.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:44 smithi088 ceph-mon[35322]: pgmap v3918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:47.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:46 smithi175 ceph-mon[44549]: pgmap v3919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:47.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:46 smithi181 ceph-mon[45557]: pgmap v3919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:47.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:46 smithi088 ceph-mon[35322]: pgmap v3919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:48.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:48 smithi175 ceph-mon[44549]: pgmap v3920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:48.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:48 smithi181 ceph-mon[45557]: pgmap v3920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:48.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:48 smithi088 ceph-mon[35322]: pgmap v3920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:51.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:50 smithi175 ceph-mon[44549]: pgmap v3921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:51.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:50 smithi181 ceph-mon[45557]: pgmap v3921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:51.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:50 smithi088 ceph-mon[35322]: pgmap v3921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:53.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:52 smithi175 ceph-mon[44549]: pgmap v3922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:53.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:52 smithi181 ceph-mon[45557]: pgmap v3922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:53.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:52 smithi088 ceph-mon[35322]: pgmap v3922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:55:54.983 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:54.986+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:55:54.984 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:54.986+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:55:54.984 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:55:54.986+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:55:55.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:54 smithi175 ceph-mon[44549]: pgmap v3923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:54 smithi181 ceph-mon[45557]: pgmap v3923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:54 smithi088 ceph-mon[35322]: pgmap v3923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:55:57.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:56 smithi175 ceph-mon[44549]: pgmap v3924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:57.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:56 smithi181 ceph-mon[45557]: pgmap v3924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:57.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:56 smithi088 ceph-mon[35322]: pgmap v3924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:55:58.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:55:58 smithi175 ceph-mon[44549]: pgmap v3925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:58.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:55:58 smithi181 ceph-mon[45557]: pgmap v3925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:55:58.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:55:58 smithi088 ceph-mon[35322]: pgmap v3925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:01.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:00 smithi175 ceph-mon[44549]: pgmap v3926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:01.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:00 smithi181 ceph-mon[45557]: pgmap v3926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:01.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:00 smithi088 ceph-mon[35322]: pgmap v3926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:03.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:02 smithi175 ceph-mon[44549]: pgmap v3927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:03.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:02 smithi181 ceph-mon[45557]: pgmap v3927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:03.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:02 smithi088 ceph-mon[35322]: pgmap v3927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:05.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:04 smithi175 ceph-mon[44549]: pgmap v3928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:05.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:04 smithi181 ceph-mon[45557]: pgmap v3928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:05.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:04 smithi088 ceph-mon[35322]: pgmap v3928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:07.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:06 smithi175 ceph-mon[44549]: pgmap v3929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:07.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:06 smithi181 ceph-mon[45557]: pgmap v3929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:07.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:06 smithi088 ceph-mon[35322]: pgmap v3929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:08.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:08 smithi175 ceph-mon[44549]: pgmap v3930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:08.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:08 smithi181 ceph-mon[45557]: pgmap v3930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:08.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:08 smithi088 ceph-mon[35322]: pgmap v3930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:09.988+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:56:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:09.988+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:56:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:09.988+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:56:10.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:10.484+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:56:10.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:10.484+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:56:10.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:10.485+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 57 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T14:56:10.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:10.485+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 57 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T14:56:11.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:10 smithi175 ceph-mon[44549]: pgmap v3931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:11.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:10 smithi181 ceph-mon[45557]: pgmap v3931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:11.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:10 smithi088 ceph-mon[35322]: pgmap v3931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:13.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:12 smithi175 ceph-mon[44549]: pgmap v3932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:13.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:12 smithi181 ceph-mon[45557]: pgmap v3932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:13.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:12 smithi088 ceph-mon[35322]: pgmap v3932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:15.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:14 smithi175 ceph-mon[44549]: pgmap v3933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:15.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:14 smithi181 ceph-mon[45557]: pgmap v3933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:15.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:14 smithi088 ceph-mon[35322]: pgmap v3933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:17.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:16 smithi175 ceph-mon[44549]: pgmap v3934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:17.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:16 smithi181 ceph-mon[45557]: pgmap v3934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:17.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:16 smithi088 ceph-mon[35322]: pgmap v3934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:18.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:18 smithi175 ceph-mon[44549]: pgmap v3935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:18.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:18 smithi181 ceph-mon[45557]: pgmap v3935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:18.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:18 smithi088 ceph-mon[35322]: pgmap v3935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:21.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:20 smithi175 ceph-mon[44549]: pgmap v3936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:21.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:20 smithi181 ceph-mon[45557]: pgmap v3936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:21.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:20 smithi088 ceph-mon[35322]: pgmap v3936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:23.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:22 smithi175 ceph-mon[44549]: pgmap v3937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:23.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:22 smithi181 ceph-mon[45557]: pgmap v3937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:23.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:22 smithi088 ceph-mon[35322]: pgmap v3937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:25.003+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:56:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:25.003+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:56:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:25.003+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:56:25.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:24 smithi175 ceph-mon[44549]: pgmap v3938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:25.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:24 smithi181 ceph-mon[45557]: pgmap v3938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:25.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:24 smithi088 ceph-mon[35322]: pgmap v3938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:27.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:26 smithi175 ceph-mon[44549]: pgmap v3939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:27.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:56:27.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:26 smithi181 ceph-mon[45557]: pgmap v3939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:27.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:56:27.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:26 smithi088 ceph-mon[35322]: pgmap v3939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:27.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:56:27.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:27.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:56:28.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:56:28.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:28 smithi175 ceph-mon[44549]: pgmap v3940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:56:28.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:28 smithi175 ceph-mon[44549]: pgmap v3941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:56:28.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:56:28.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:56:28.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:28 smithi181 ceph-mon[45557]: pgmap v3940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:56:28.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:28 smithi181 ceph-mon[45557]: pgmap v3941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:56:28.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:28.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:56:28.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:56:28.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:28 smithi088 ceph-mon[35322]: pgmap v3940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:56:28.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:28 smithi088 ceph-mon[35322]: pgmap v3941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:56:28.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:56:30.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:30 smithi175 ceph-mon[44549]: pgmap v3942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:56:30.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:30 smithi181 ceph-mon[45557]: pgmap v3942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:56:30.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:30 smithi088 ceph-mon[35322]: pgmap v3942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:56:32.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:32 smithi175 ceph-mon[44549]: pgmap v3943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:56:32.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:32 smithi181 ceph-mon[45557]: pgmap v3943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:56:32.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:32 smithi088 ceph-mon[35322]: pgmap v3943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T14:56:34.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:34 smithi181 ceph-mon[45557]: pgmap v3944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T14:56:34.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:34 smithi088 ceph-mon[35322]: pgmap v3944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T14:56:34.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:34 smithi175 ceph-mon[44549]: pgmap v3944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T14:56:36.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:36 smithi181 ceph-mon[45557]: pgmap v3945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:56:36.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:36 smithi088 ceph-mon[35322]: pgmap v3945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:56:36.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:36 smithi175 ceph-mon[44549]: pgmap v3945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T14:56:38.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:38 smithi175 ceph-mon[44549]: pgmap v3946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:56:38.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:38 smithi181 ceph-mon[45557]: pgmap v3946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:56:38.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:38 smithi088 ceph-mon[35322]: pgmap v3946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:56:40.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:40.004+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:56:40.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:40.004+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:56:40.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:40.004+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:56:40.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:40 smithi175 ceph-mon[44549]: pgmap v3947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:56:40.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:40 smithi181 ceph-mon[45557]: pgmap v3947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:56:40.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:40 smithi088 ceph-mon[35322]: pgmap v3947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:56:42.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:42 smithi181 ceph-mon[45557]: pgmap v3948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:56:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:42 smithi088 ceph-mon[35322]: pgmap v3948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:56:42.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:42 smithi175 ceph-mon[44549]: pgmap v3948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:56:44.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:44 smithi181 ceph-mon[45557]: pgmap v3949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:44.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:44 smithi088 ceph-mon[35322]: pgmap v3949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:44 smithi175 ceph-mon[44549]: pgmap v3949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:46.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:46 smithi181 ceph-mon[45557]: pgmap v3950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:46 smithi088 ceph-mon[35322]: pgmap v3950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:46 smithi175 ceph-mon[44549]: pgmap v3950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:48.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:48 smithi175 ceph-mon[44549]: pgmap v3951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:48.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:48 smithi181 ceph-mon[45557]: pgmap v3951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:48.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:48 smithi088 ceph-mon[35322]: pgmap v3951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:50.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:50 smithi181 ceph-mon[45557]: pgmap v3952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:56:50.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:50 smithi088 ceph-mon[35322]: pgmap v3952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:56:50.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:50 smithi175 ceph-mon[44549]: pgmap v3952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:56:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:52 smithi181 ceph-mon[45557]: pgmap v3953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:56:52.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:52 smithi088 ceph-mon[35322]: pgmap v3953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:56:52.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:52 smithi175 ceph-mon[44549]: pgmap v3953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:56:54.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:54 smithi181 ceph-mon[45557]: pgmap v3954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:54.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:54 smithi088 ceph-mon[35322]: pgmap v3954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:54.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:54 smithi175 ceph-mon[44549]: pgmap v3954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:56:55.009 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:55.013+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:56:55.009 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:55.013+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:56:55.009 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:56:55.013+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:56:56.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:56 smithi181 ceph-mon[45557]: pgmap v3955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:56.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:56 smithi088 ceph-mon[35322]: pgmap v3955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:56.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:56 smithi175 ceph-mon[44549]: pgmap v3955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:56:58.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:56:58 smithi175 ceph-mon[44549]: pgmap v3956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:58.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:56:58 smithi181 ceph-mon[45557]: pgmap v3956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:56:58.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:56:58 smithi088 ceph-mon[35322]: pgmap v3956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:00.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:00 smithi181 ceph-mon[45557]: pgmap v3957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:00.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:00 smithi088 ceph-mon[35322]: pgmap v3957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:00.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:00 smithi175 ceph-mon[44549]: pgmap v3957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:02.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:02 smithi181 ceph-mon[45557]: pgmap v3958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:02.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:02 smithi088 ceph-mon[35322]: pgmap v3958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:02.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:02 smithi175 ceph-mon[44549]: pgmap v3958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:04.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:04 smithi181 ceph-mon[45557]: pgmap v3959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:04.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:04 smithi088 ceph-mon[35322]: pgmap v3959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:04.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:04 smithi175 ceph-mon[44549]: pgmap v3959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:06.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:06 smithi181 ceph-mon[45557]: pgmap v3960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:06.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:06 smithi088 ceph-mon[35322]: pgmap v3960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:06.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:06 smithi175 ceph-mon[44549]: pgmap v3960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:08.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:08 smithi175 ceph-mon[44549]: pgmap v3961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:08.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:08 smithi181 ceph-mon[45557]: pgmap v3961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:08.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:08 smithi088 ceph-mon[35322]: pgmap v3961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:10.015+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:57:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:10.015+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:57:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:10.015+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:57:10.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:10 smithi181 ceph-mon[45557]: pgmap v3962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:10.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:10 smithi088 ceph-mon[35322]: pgmap v3962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:10.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:10 smithi175 ceph-mon[44549]: pgmap v3962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:12.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:12 smithi181 ceph-mon[45557]: pgmap v3963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:12.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:12 smithi088 ceph-mon[35322]: pgmap v3963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:12.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:12 smithi175 ceph-mon[44549]: pgmap v3963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:14.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:14 smithi181 ceph-mon[45557]: pgmap v3964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:57:14.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:14 smithi088 ceph-mon[35322]: pgmap v3964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:57:14.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:14 smithi175 ceph-mon[44549]: pgmap v3964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T14:57:16.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:16 smithi181 ceph-mon[45557]: pgmap v3965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:16.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:16 smithi088 ceph-mon[35322]: pgmap v3965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:16.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:16 smithi175 ceph-mon[44549]: pgmap v3965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:18.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:18 smithi175 ceph-mon[44549]: pgmap v3966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:18.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:18 smithi181 ceph-mon[45557]: pgmap v3966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:18 smithi088 ceph-mon[35322]: pgmap v3966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:20.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:20 smithi181 ceph-mon[45557]: pgmap v3967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:20.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:20 smithi088 ceph-mon[35322]: pgmap v3967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:20.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:20 smithi175 ceph-mon[44549]: pgmap v3967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:22.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:22 smithi181 ceph-mon[45557]: pgmap v3968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:22.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:22 smithi088 ceph-mon[35322]: pgmap v3968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:22.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:22 smithi175 ceph-mon[44549]: pgmap v3968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:24.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:24 smithi181 ceph-mon[45557]: pgmap v3969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:24.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:24 smithi088 ceph-mon[35322]: pgmap v3969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:24.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:24 smithi175 ceph-mon[44549]: pgmap v3969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:25.031+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:57:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:25.031+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:57:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:25.031+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:57:26.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:26 smithi181 ceph-mon[45557]: pgmap v3970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:26.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:26 smithi088 ceph-mon[35322]: pgmap v3970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:26.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:26 smithi175 ceph-mon[44549]: pgmap v3970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:28.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:28 smithi175 ceph-mon[44549]: pgmap v3971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:28.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:57:28.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:28 smithi181 ceph-mon[45557]: pgmap v3971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:28.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:57:28.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:28 smithi088 ceph-mon[35322]: pgmap v3971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:28.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:57:29.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:57:29.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:57:29.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:29 smithi175 ceph-mon[44549]: pgmap v3972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:57:29.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:29 smithi175 ceph-mon[44549]: pgmap v3973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:57:29.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:57:29.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:57:29.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:57:29.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:29 smithi181 ceph-mon[45557]: pgmap v3972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:57:29.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:29 smithi181 ceph-mon[45557]: pgmap v3973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:57:29.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:57:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:57:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:57:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:29 smithi088 ceph-mon[35322]: pgmap v3972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T14:57:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:29 smithi088 ceph-mon[35322]: pgmap v3973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:57:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:57:31.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:31 smithi088 ceph-mon[35322]: pgmap v3974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:57:31.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:31 smithi181 ceph-mon[45557]: pgmap v3974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:57:31.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:31 smithi175 ceph-mon[44549]: pgmap v3974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:57:33.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:33 smithi175 ceph-mon[44549]: pgmap v3975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:57:33.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:33 smithi181 ceph-mon[45557]: pgmap v3975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:57:33.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:33 smithi088 ceph-mon[35322]: pgmap v3975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:57:35.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:35 smithi181 ceph-mon[45557]: pgmap v3976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:57:35.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:35 smithi088 ceph-mon[35322]: pgmap v3976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:57:35.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:35 smithi175 ceph-mon[44549]: pgmap v3976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:57:37.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:37 smithi181 ceph-mon[45557]: pgmap v3977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:57:37.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:37 smithi088 ceph-mon[35322]: pgmap v3977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:57:37.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:37 smithi175 ceph-mon[44549]: pgmap v3977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:57:39.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:39 smithi181 ceph-mon[45557]: pgmap v3978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:57:39.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:39 smithi088 ceph-mon[35322]: pgmap v3978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:57:39.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:39 smithi175 ceph-mon[44549]: pgmap v3978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:57:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:40.045+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:57:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:40.045+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:57:40.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:40.045+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:57:40.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:40.498+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:57:40.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:40.498+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:57:40.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:40.499+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 58 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T14:57:40.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:40.499+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 58 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T14:57:41.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:41 smithi088 ceph-mon[35322]: pgmap v3979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:41.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:41 smithi175 ceph-mon[44549]: pgmap v3979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:41.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:41 smithi181 ceph-mon[45557]: pgmap v3979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:43.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:43 smithi175 ceph-mon[44549]: pgmap v3980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:43.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:43 smithi181 ceph-mon[45557]: pgmap v3980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:43 smithi088 ceph-mon[35322]: pgmap v3980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:45 smithi181 ceph-mon[45557]: pgmap v3981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:45 smithi088 ceph-mon[35322]: pgmap v3981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:45 smithi175 ceph-mon[44549]: pgmap v3981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:47.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:47 smithi088 ceph-mon[35322]: pgmap v3982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:47.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:47 smithi175 ceph-mon[44549]: pgmap v3982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:47.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:47 smithi181 ceph-mon[45557]: pgmap v3982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:49.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:49 smithi088 ceph-mon[35322]: pgmap v3983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:49.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:49 smithi175 ceph-mon[44549]: pgmap v3983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:49.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:49 smithi181 ceph-mon[45557]: pgmap v3983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:51.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:51 smithi088 ceph-mon[35322]: pgmap v3984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:51.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:51 smithi175 ceph-mon[44549]: pgmap v3984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:51.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:51 smithi181 ceph-mon[45557]: pgmap v3984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:57:53.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:53 smithi175 ceph-mon[44549]: pgmap v3985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:53 smithi181 ceph-mon[45557]: pgmap v3985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:53.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:53 smithi088 ceph-mon[35322]: pgmap v3985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:57:55.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:55.051+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:57:55.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:55.051+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:57:55.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:57:55.051+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:57:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:55 smithi181 ceph-mon[45557]: pgmap v3986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:55 smithi088 ceph-mon[35322]: pgmap v3986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:55.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:55 smithi175 ceph-mon[44549]: pgmap v3986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:57:57.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:57 smithi088 ceph-mon[35322]: pgmap v3987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:57.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:57 smithi175 ceph-mon[44549]: pgmap v3987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:57.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:57 smithi181 ceph-mon[45557]: pgmap v3987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:57:59.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:57:59 smithi088 ceph-mon[35322]: pgmap v3988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:59.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:57:59 smithi175 ceph-mon[44549]: pgmap v3988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:57:59.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:57:59 smithi181 ceph-mon[45557]: pgmap v3988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:01.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:01 smithi088 ceph-mon[35322]: pgmap v3989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:01.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:01 smithi175 ceph-mon[44549]: pgmap v3989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:01.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:01 smithi181 ceph-mon[45557]: pgmap v3989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:03.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:03 smithi175 ceph-mon[44549]: pgmap v3990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:03.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:03 smithi181 ceph-mon[45557]: pgmap v3990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:03.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:03 smithi088 ceph-mon[35322]: pgmap v3990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:05.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:05 smithi088 ceph-mon[35322]: pgmap v3991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:05.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:05 smithi175 ceph-mon[44549]: pgmap v3991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:05.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:05 smithi181 ceph-mon[45557]: pgmap v3991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:07.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:07 smithi088 ceph-mon[35322]: pgmap v3992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:07.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:07 smithi175 ceph-mon[44549]: pgmap v3992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:07.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:07 smithi181 ceph-mon[45557]: pgmap v3992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:09.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:09 smithi088 ceph-mon[35322]: pgmap v3993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:09.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:09 smithi175 ceph-mon[44549]: pgmap v3993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:09.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:09 smithi181 ceph-mon[45557]: pgmap v3993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:10.067+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:58:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:10.067+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:58:10.062 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:10.067+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:58:11.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:11 smithi088 ceph-mon[35322]: pgmap v3994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:11.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:11 smithi175 ceph-mon[44549]: pgmap v3994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:11.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:11 smithi181 ceph-mon[45557]: pgmap v3994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:13.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:13 smithi175 ceph-mon[44549]: pgmap v3995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:13.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:13 smithi181 ceph-mon[45557]: pgmap v3995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:13.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:13 smithi088 ceph-mon[35322]: pgmap v3995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:15.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:15 smithi088 ceph-mon[35322]: pgmap v3996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:15.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:15 smithi175 ceph-mon[44549]: pgmap v3996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:15.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:15 smithi181 ceph-mon[45557]: pgmap v3996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:17 smithi088 ceph-mon[35322]: pgmap v3997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:17.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:17 smithi175 ceph-mon[44549]: pgmap v3997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:17.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:17 smithi181 ceph-mon[45557]: pgmap v3997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:19.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:19 smithi088 ceph-mon[35322]: pgmap v3998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:19.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:19 smithi175 ceph-mon[44549]: pgmap v3998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:19.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:19 smithi181 ceph-mon[45557]: pgmap v3998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:21.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:21 smithi088 ceph-mon[35322]: pgmap v3999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:21.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:21 smithi175 ceph-mon[44549]: pgmap v3999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:21.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:21 smithi181 ceph-mon[45557]: pgmap v3999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:23.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:23 smithi175 ceph-mon[44549]: pgmap v4000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:23.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:23 smithi181 ceph-mon[45557]: pgmap v4000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:23.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:23 smithi088 ceph-mon[35322]: pgmap v4000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:25.077 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:25.082+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:58:25.077 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:25.082+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:58:25.077 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:25.082+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:58:25.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:25 smithi088 ceph-mon[35322]: pgmap v4001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:25.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:25 smithi175 ceph-mon[44549]: pgmap v4001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:25.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:25 smithi181 ceph-mon[45557]: pgmap v4001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:27.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:27 smithi088 ceph-mon[35322]: pgmap v4002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:27 smithi175 ceph-mon[44549]: pgmap v4002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:27.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:27 smithi181 ceph-mon[45557]: pgmap v4002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:29.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:29 smithi088 ceph-mon[35322]: pgmap v4003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:58:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:58:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:58:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:58:29.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:29 smithi175 ceph-mon[44549]: pgmap v4003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:29.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:58:29.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:58:29.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:58:29.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:58:29.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:29 smithi181 ceph-mon[45557]: pgmap v4003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:29.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:58:29.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:58:29.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:58:29.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:58:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:30 smithi088 ceph-mon[35322]: pgmap v4004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:58:30.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:30 smithi088 ceph-mon[35322]: pgmap v4005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:58:30.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:30 smithi175 ceph-mon[44549]: pgmap v4004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:58:30.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:30 smithi175 ceph-mon[44549]: pgmap v4005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:58:30.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:30 smithi181 ceph-mon[45557]: pgmap v4004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T14:58:30.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:30 smithi181 ceph-mon[45557]: pgmap v4005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:58:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:32 smithi088 ceph-mon[35322]: pgmap v4006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:58:32.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:32 smithi175 ceph-mon[44549]: pgmap v4006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:58:32.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:32 smithi181 ceph-mon[45557]: pgmap v4006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:58:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:34 smithi088 ceph-mon[35322]: pgmap v4007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:58:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:34 smithi175 ceph-mon[44549]: pgmap v4007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:58:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:34 smithi181 ceph-mon[45557]: pgmap v4007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:58:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:36 smithi088 ceph-mon[35322]: pgmap v4008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:58:36.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:36 smithi175 ceph-mon[44549]: pgmap v4008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:58:36.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:36 smithi181 ceph-mon[45557]: pgmap v4008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:58:38.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:38 smithi175 ceph-mon[44549]: pgmap v4009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:58:38.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:38 smithi181 ceph-mon[45557]: pgmap v4009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:58:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:38 smithi088 ceph-mon[35322]: pgmap v4009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:58:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:40.092+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:58:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:40.092+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:58:40.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:40.092+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:58:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:40 smithi088 ceph-mon[35322]: pgmap v4010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:58:40.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:40 smithi175 ceph-mon[44549]: pgmap v4010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:58:40.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:40 smithi181 ceph-mon[45557]: pgmap v4010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:58:42.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:42 smithi088 ceph-mon[35322]: pgmap v4011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:42.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:42 smithi175 ceph-mon[44549]: pgmap v4011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:42.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:42 smithi181 ceph-mon[45557]: pgmap v4011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:44 smithi088 ceph-mon[35322]: pgmap v4012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:44.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:44 smithi175 ceph-mon[44549]: pgmap v4012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:44.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:44 smithi181 ceph-mon[45557]: pgmap v4012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:46 smithi088 ceph-mon[35322]: pgmap v4013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:46.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:46 smithi175 ceph-mon[44549]: pgmap v4013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:46.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:46 smithi181 ceph-mon[45557]: pgmap v4013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:48.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:48 smithi175 ceph-mon[44549]: pgmap v4014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:48.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:48 smithi181 ceph-mon[45557]: pgmap v4014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:48.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:48 smithi088 ceph-mon[35322]: pgmap v4014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:50.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:50 smithi088 ceph-mon[35322]: pgmap v4015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:50.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:50 smithi175 ceph-mon[44549]: pgmap v4015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:50.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:50 smithi181 ceph-mon[45557]: pgmap v4015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:58:52.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:52 smithi088 ceph-mon[35322]: pgmap v4016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:52.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:52 smithi175 ceph-mon[44549]: pgmap v4016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:52.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:52 smithi181 ceph-mon[45557]: pgmap v4016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:58:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:54 smithi088 ceph-mon[35322]: pgmap v4017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:54 smithi175 ceph-mon[44549]: pgmap v4017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:54.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:54 smithi181 ceph-mon[45557]: pgmap v4017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:58:55.100 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:55.106+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:58:55.100 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:55.106+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:58:55.100 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:58:55.106+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:56 smithi088 ceph-mon[35322]: pgmap v4018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:56 smithi175 ceph-mon[44549]: pgmap v4018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:56 smithi181 ceph-mon[45557]: pgmap v4018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:58:58.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:58:58 smithi175 ceph-mon[44549]: pgmap v4019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:58.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:58:58 smithi181 ceph-mon[45557]: pgmap v4019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:58:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:58:58 smithi088 ceph-mon[35322]: pgmap v4019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:00.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:00 smithi088 ceph-mon[35322]: pgmap v4020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:00.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:00 smithi175 ceph-mon[44549]: pgmap v4020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:00.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:00 smithi181 ceph-mon[45557]: pgmap v4020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:02.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:02 smithi088 ceph-mon[35322]: pgmap v4021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:02.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:02 smithi175 ceph-mon[44549]: pgmap v4021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:02.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:02 smithi181 ceph-mon[45557]: pgmap v4021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:04.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:04 smithi088 ceph-mon[35322]: pgmap v4022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:04.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:04 smithi175 ceph-mon[44549]: pgmap v4022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:04.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:04 smithi181 ceph-mon[45557]: pgmap v4022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:06.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:06 smithi088 ceph-mon[35322]: pgmap v4023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:06.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:06 smithi175 ceph-mon[44549]: pgmap v4023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:06.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:06 smithi181 ceph-mon[45557]: pgmap v4023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:08.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:08 smithi175 ceph-mon[44549]: pgmap v4024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:08.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:08 smithi181 ceph-mon[45557]: pgmap v4024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:08.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:08 smithi088 ceph-mon[35322]: pgmap v4024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:10.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:10.121+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:59:10.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:10.121+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:59:10.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:10.121+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:59:10.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:10 smithi088 ceph-mon[35322]: pgmap v4025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:10.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:10 smithi175 ceph-mon[44549]: pgmap v4025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:10.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:10 smithi181 ceph-mon[45557]: pgmap v4025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:12.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:12 smithi088 ceph-mon[35322]: pgmap v4026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:12.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:12 smithi175 ceph-mon[44549]: pgmap v4026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:12.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:12 smithi181 ceph-mon[45557]: pgmap v4026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:14.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:14 smithi088 ceph-mon[35322]: pgmap v4027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:14.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:14 smithi175 ceph-mon[44549]: pgmap v4027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:14.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:14 smithi181 ceph-mon[45557]: pgmap v4027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:16.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:16 smithi088 ceph-mon[35322]: pgmap v4028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:16.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:16 smithi175 ceph-mon[44549]: pgmap v4028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:16.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:16 smithi181 ceph-mon[45557]: pgmap v4028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:18.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:18 smithi175 ceph-mon[44549]: pgmap v4029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:18.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:18 smithi181 ceph-mon[45557]: pgmap v4029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:18 smithi088 ceph-mon[35322]: pgmap v4029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:20.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:20 smithi088 ceph-mon[35322]: pgmap v4030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:20.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:20 smithi175 ceph-mon[44549]: pgmap v4030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:20.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:20 smithi181 ceph-mon[45557]: pgmap v4030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:22.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:22 smithi088 ceph-mon[35322]: pgmap v4031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:22.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:22 smithi175 ceph-mon[44549]: pgmap v4031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:22.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:22 smithi181 ceph-mon[45557]: pgmap v4031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:24.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:24 smithi088 ceph-mon[35322]: pgmap v4032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:24.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:24 smithi175 ceph-mon[44549]: pgmap v4032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:24.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:24 smithi181 ceph-mon[45557]: pgmap v4032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:25.137+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:59:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:25.137+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:59:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:25.137+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:59:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:26 smithi088 ceph-mon[35322]: pgmap v4033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:26.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:26 smithi175 ceph-mon[44549]: pgmap v4033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:26.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:26 smithi181 ceph-mon[45557]: pgmap v4033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:28.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:28 smithi175 ceph-mon[44549]: pgmap v4034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:28.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:28 smithi181 ceph-mon[45557]: pgmap v4034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:28 smithi088 ceph-mon[35322]: pgmap v4034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:30 smithi088 ceph-mon[35322]: pgmap v4035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:59:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:59:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:59:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:59:30.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:30 smithi175 ceph-mon[44549]: pgmap v4035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:30.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:59:30.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:59:30.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:59:30.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:59:30.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:30 smithi181 ceph-mon[45557]: pgmap v4035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:30.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T14:59:30.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T14:59:30.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T14:59:30.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T14:59:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:31 smithi088 ceph-mon[35322]: pgmap v4036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:59:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:31 smithi088 ceph-mon[35322]: pgmap v4037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:59:31.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:31 smithi175 ceph-mon[44549]: pgmap v4036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:59:31.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:31 smithi175 ceph-mon[44549]: pgmap v4037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:59:31.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:31 smithi181 ceph-mon[45557]: pgmap v4036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T14:59:31.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:31 smithi181 ceph-mon[45557]: pgmap v4037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T14:59:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:33 smithi175 ceph-mon[44549]: pgmap v4038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:59:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:33 smithi181 ceph-mon[45557]: pgmap v4038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:59:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:33 smithi088 ceph-mon[35322]: pgmap v4038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:59:35.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:35 smithi088 ceph-mon[35322]: pgmap v4039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:59:35.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:35 smithi175 ceph-mon[44549]: pgmap v4039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:59:35.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:35 smithi181 ceph-mon[45557]: pgmap v4039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T14:59:37.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:37 smithi088 ceph-mon[35322]: pgmap v4040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:59:37.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:37 smithi175 ceph-mon[44549]: pgmap v4040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:59:37.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:37 smithi181 ceph-mon[45557]: pgmap v4040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T14:59:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:39 smithi088 ceph-mon[35322]: pgmap v4041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:59:39.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:39 smithi175 ceph-mon[44549]: pgmap v4041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:59:39.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:39 smithi181 ceph-mon[45557]: pgmap v4041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T14:59:40.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:40.138+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:59:40.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:40.138+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:59:40.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:40.138+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:59:41.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:41 smithi175 ceph-mon[44549]: pgmap v4042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:59:41.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:41 smithi181 ceph-mon[45557]: pgmap v4042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:59:42.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:41 smithi088 ceph-mon[35322]: pgmap v4042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T14:59:43.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:43 smithi175 ceph-mon[44549]: pgmap v4043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:43.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:43 smithi181 ceph-mon[45557]: pgmap v4043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:43 smithi088 ceph-mon[35322]: pgmap v4043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:45.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:45 smithi088 ceph-mon[35322]: pgmap v4044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:45.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:45 smithi175 ceph-mon[44549]: pgmap v4044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:45.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:45 smithi181 ceph-mon[45557]: pgmap v4044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:47 smithi088 ceph-mon[35322]: pgmap v4045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:47.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:47 smithi175 ceph-mon[44549]: pgmap v4045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:47.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:47 smithi181 ceph-mon[45557]: pgmap v4045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:49.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:49 smithi088 ceph-mon[35322]: pgmap v4046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:49.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:49 smithi175 ceph-mon[44549]: pgmap v4046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:49.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:49 smithi181 ceph-mon[45557]: pgmap v4046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:51.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:51 smithi175 ceph-mon[44549]: pgmap v4047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:51.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:51 smithi181 ceph-mon[45557]: pgmap v4047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:52.017 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:51 smithi088 ceph-mon[35322]: pgmap v4047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T14:59:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:53 smithi175 ceph-mon[44549]: pgmap v4048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:53.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:53 smithi181 ceph-mon[45557]: pgmap v4048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:53 smithi088 ceph-mon[35322]: pgmap v4048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T14:59:55.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:55.152+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T14:59:55.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:55.152+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T14:59:55.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T14:59:55.152+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T14:59:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:55 smithi088 ceph-mon[35322]: pgmap v4049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:55.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:55 smithi175 ceph-mon[44549]: pgmap v4049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:55.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:55 smithi181 ceph-mon[45557]: pgmap v4049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T14:59:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:57 smithi088 ceph-mon[35322]: pgmap v4050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:57.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:57 smithi175 ceph-mon[44549]: pgmap v4050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:57.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:57 smithi181 ceph-mon[45557]: pgmap v4050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T14:59:59.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 14:59:59 smithi175 ceph-mon[44549]: pgmap v4051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T14:59:59.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 14:59:59 smithi181 ceph-mon[45557]: pgmap v4051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:00:00.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 14:59:59 smithi088 ceph-mon[35322]: pgmap v4051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:00:00.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:00:00.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:00:01.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:00:01.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:01 smithi175 ceph-mon[44549]: pgmap v4052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:00:01.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:01 smithi181 ceph-mon[45557]: pgmap v4052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:00:02.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:01 smithi088 ceph-mon[35322]: pgmap v4052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:00:03.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:03 smithi175 ceph-mon[44549]: pgmap v4053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:00:03.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:03 smithi181 ceph-mon[45557]: pgmap v4053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:00:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:03 smithi088 ceph-mon[35322]: pgmap v4053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:00:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:05 smithi088 ceph-mon[35322]: pgmap v4054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:00:05.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:05 smithi175 ceph-mon[44549]: pgmap v4054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:00:05.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:05 smithi181 ceph-mon[45557]: pgmap v4054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:00:07.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:07 smithi175 ceph-mon[44549]: pgmap v4055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:00:07.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:07 smithi181 ceph-mon[45557]: pgmap v4055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:00:08.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:07 smithi088 ceph-mon[35322]: pgmap v4055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:00:09.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:09 smithi175 ceph-mon[44549]: pgmap v4056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:00:09.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:09 smithi181 ceph-mon[45557]: pgmap v4056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:00:10.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:09 smithi088 ceph-mon[35322]: pgmap v4056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:00:10.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:10.166+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:00:10.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:10.166+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:00:10.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:10.166+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:00:11.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:11 smithi175 ceph-mon[44549]: pgmap v4057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:00:11.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:11 smithi181 ceph-mon[45557]: pgmap v4057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:00:12.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:11 smithi088 ceph-mon[35322]: pgmap v4057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:00:13.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:13 smithi175 ceph-mon[44549]: pgmap v4058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:00:13.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:13 smithi181 ceph-mon[45557]: pgmap v4058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:00:13.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:13 smithi088 ceph-mon[35322]: pgmap v4058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:00:15.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:15 smithi175 ceph-mon[44549]: pgmap v4059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:15.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:15 smithi181 ceph-mon[45557]: pgmap v4059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:16.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:15 smithi088 ceph-mon[35322]: pgmap v4059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:17.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:17 smithi175 ceph-mon[44549]: pgmap v4060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:17.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:17 smithi181 ceph-mon[45557]: pgmap v4060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:18.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:17 smithi088 ceph-mon[35322]: pgmap v4060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:19.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:19 smithi175 ceph-mon[44549]: pgmap v4061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:00:19.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:19 smithi181 ceph-mon[45557]: pgmap v4061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:00:20.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:19 smithi088 ceph-mon[35322]: pgmap v4061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:00:21.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:21 smithi175 ceph-mon[44549]: pgmap v4062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:00:21.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:21 smithi181 ceph-mon[45557]: pgmap v4062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:00:22.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:21 smithi088 ceph-mon[35322]: pgmap v4062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:00:23.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:23 smithi175 ceph-mon[44549]: pgmap v4063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:00:23.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:23 smithi181 ceph-mon[45557]: pgmap v4063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:00:23.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:23 smithi088 ceph-mon[35322]: pgmap v4063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:00:25.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:25.182+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:00:25.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:25.182+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:00:25.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:25.182+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:00:25.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:25 smithi175 ceph-mon[44549]: pgmap v4064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:25.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:25 smithi181 ceph-mon[45557]: pgmap v4064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:26.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:25 smithi088 ceph-mon[35322]: pgmap v4064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:27.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:27 smithi175 ceph-mon[44549]: pgmap v4065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:27.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:27 smithi181 ceph-mon[45557]: pgmap v4065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:28.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:27 smithi088 ceph-mon[35322]: pgmap v4065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:29.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:29 smithi175 ceph-mon[44549]: pgmap v4066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:00:29.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:29 smithi181 ceph-mon[45557]: pgmap v4066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:00:30.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:29 smithi088 ceph-mon[35322]: pgmap v4066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:00:31.809 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:31 smithi181 ceph-mon[45557]: pgmap v4067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:00:31.809 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:00:31.877 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:31 smithi175 ceph-mon[44549]: pgmap v4067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:00:31.878 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:00:32.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:31 smithi088 ceph-mon[35322]: pgmap v4067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:00:32.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:00:33.447 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:33 smithi175 ceph-mon[44549]: pgmap v4068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:00:33.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:33 smithi181 ceph-mon[45557]: pgmap v4068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:00:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:33 smithi088 ceph-mon[35322]: pgmap v4068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:00:34.806 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.807 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.807 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.807 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.807 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.807 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.807 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.807 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.807 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:34 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:00:34.807 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:34 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:00:34.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:34 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:00:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:34 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:34 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:34 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:00:36.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:36 smithi088 ceph-mon[35322]: pgmap v4069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:36.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:36.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:36.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:00:36.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:00:36.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:36.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:36 smithi175 ceph-mon[44549]: pgmap v4069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:36.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:36.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:36.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:00:36.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:00:36.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:36.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:36 smithi181 ceph-mon[45557]: pgmap v4069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:36.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:36.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:36.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:00:36.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:00:36.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:00:36.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:00:37.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:37 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:00:37.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:37 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:00:37.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:37 smithi088 ceph-mon[35322]: pgmap v4070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T15:00:37.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:37 smithi088 ceph-mon[35322]: pgmap v4071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:00:37.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:37 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:00:37.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:37 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:00:37.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:37 smithi175 ceph-mon[44549]: pgmap v4070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T15:00:37.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:37 smithi175 ceph-mon[44549]: pgmap v4071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:00:37.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:37 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:00:37.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:37 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:00:37.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:37 smithi181 ceph-mon[45557]: pgmap v4070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T15:00:37.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:37 smithi181 ceph-mon[45557]: pgmap v4071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:00:39.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:39 smithi088 ceph-mon[35322]: pgmap v4072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-01-28T15:00:39.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:39 smithi175 ceph-mon[44549]: pgmap v4072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-01-28T15:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:39.447+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T15:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:39.447+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T15:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:39.447+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad500 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ff32c0acb00 tx=0x7ff344044040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T15:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:39.447+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad500 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ff32c0acb00 tx=0x7ff344044040 comp rx=0 tx=0).stop 2024-01-28T15:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:39.447+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T15:00:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:39.447+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T15:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:39.447+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad500 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T15:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:39.447+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T15:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:39.447+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T15:00:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:39.447+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x55d733ebe5c0 tx=0x7ff344043040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T15:00:39.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:39 smithi181 ceph-mon[45557]: pgmap v4072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-01-28T15:00:40.188 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:40.194+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:00:40.189 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:40.194+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:00:40.189 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:40.194+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:00:40.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:40 smithi175 ceph-mon[44549]: pgmap v4073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:00:40.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:40 smithi181 ceph-mon[45557]: pgmap v4073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:00:40.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:40.526+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:00:40.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:40.526+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:00:40.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:40.526+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 59 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:00:40.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:40.526+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 59 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:00:40.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:40 smithi088 ceph-mon[35322]: pgmap v4073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:00:42.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:42 smithi175 ceph-mon[44549]: pgmap v4074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:00:42.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:42 smithi181 ceph-mon[45557]: pgmap v4074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:00:42.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:42 smithi088 ceph-mon[35322]: pgmap v4074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:00:44.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:44 smithi175 ceph-mon[44549]: pgmap v4075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T15:00:44.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:44 smithi181 ceph-mon[45557]: pgmap v4075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T15:00:44.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:44 smithi088 ceph-mon[35322]: pgmap v4075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T15:00:46.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:46 smithi175 ceph-mon[44549]: pgmap v4076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:00:46.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:46 smithi181 ceph-mon[45557]: pgmap v4076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:00:46.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:46 smithi088 ceph-mon[35322]: pgmap v4076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:00:48.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:48 smithi175 ceph-mon[44549]: pgmap v4077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:48.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:48 smithi181 ceph-mon[45557]: pgmap v4077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:48.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:48 smithi088 ceph-mon[35322]: pgmap v4077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:50.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:50 smithi175 ceph-mon[44549]: pgmap v4078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:50.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:50 smithi181 ceph-mon[45557]: pgmap v4078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:50.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:50 smithi088 ceph-mon[35322]: pgmap v4078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:00:52.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:52 smithi181 ceph-mon[45557]: pgmap v4079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:52.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:52 smithi088 ceph-mon[35322]: pgmap v4079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:52.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:52 smithi175 ceph-mon[44549]: pgmap v4079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:54 smithi181 ceph-mon[45557]: pgmap v4080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:00:54.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:54 smithi088 ceph-mon[35322]: pgmap v4080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:00:54.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:54 smithi175 ceph-mon[44549]: pgmap v4080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:00:55.204 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:55.210+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:00:55.204 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:55.210+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:00:55.204 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:00:55.210+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:00:56.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:56 smithi181 ceph-mon[45557]: pgmap v4081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:00:56.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:56 smithi088 ceph-mon[35322]: pgmap v4081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:00:56.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:56 smithi175 ceph-mon[44549]: pgmap v4081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:00:58.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:00:58 smithi181 ceph-mon[45557]: pgmap v4082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:58.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:00:58 smithi088 ceph-mon[35322]: pgmap v4082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:00:58.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:00:58 smithi175 ceph-mon[44549]: pgmap v4082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:00.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:00 smithi181 ceph-mon[45557]: pgmap v4083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:01:00.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:00 smithi088 ceph-mon[35322]: pgmap v4083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:01:00.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:00 smithi175 ceph-mon[44549]: pgmap v4083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:01:02.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:02 smithi181 ceph-mon[45557]: pgmap v4084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:02.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:02 smithi088 ceph-mon[35322]: pgmap v4084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:02.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:02 smithi175 ceph-mon[44549]: pgmap v4084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:04.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:04 smithi181 ceph-mon[45557]: pgmap v4085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:04.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:04 smithi088 ceph-mon[35322]: pgmap v4085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:04.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:04 smithi175 ceph-mon[44549]: pgmap v4085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:06.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:06 smithi181 ceph-mon[45557]: pgmap v4086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:06.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:06 smithi088 ceph-mon[35322]: pgmap v4086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:06.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:06 smithi175 ceph-mon[44549]: pgmap v4086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:08.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:08 smithi181 ceph-mon[45557]: pgmap v4087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:08.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:08 smithi088 ceph-mon[35322]: pgmap v4087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:08.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:08 smithi175 ceph-mon[44549]: pgmap v4087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:10.216 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:10.223+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:01:10.216 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:10.223+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:01:10.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:10.223+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:01:10.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:10 smithi181 ceph-mon[45557]: pgmap v4088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:01:10.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:10 smithi088 ceph-mon[35322]: pgmap v4088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:01:10.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:10 smithi175 ceph-mon[44549]: pgmap v4088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:01:12.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:12 smithi181 ceph-mon[45557]: pgmap v4089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:12.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:12 smithi088 ceph-mon[35322]: pgmap v4089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:12.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:12 smithi175 ceph-mon[44549]: pgmap v4089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:14.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:14 smithi181 ceph-mon[45557]: pgmap v4090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:01:14.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:14 smithi088 ceph-mon[35322]: pgmap v4090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:01:14.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:14 smithi175 ceph-mon[44549]: pgmap v4090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:01:16.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:16 smithi088 ceph-mon[35322]: pgmap v4091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:01:16.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:16 smithi175 ceph-mon[44549]: pgmap v4091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:01:16.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:16 smithi181 ceph-mon[45557]: pgmap v4091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:01:18.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:18 smithi088 ceph-mon[35322]: pgmap v4092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:18.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:18 smithi175 ceph-mon[44549]: pgmap v4092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:18.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:18 smithi181 ceph-mon[45557]: pgmap v4092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:20.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:20 smithi088 ceph-mon[35322]: pgmap v4093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:01:20.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:20 smithi175 ceph-mon[44549]: pgmap v4093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:01:20.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:20 smithi181 ceph-mon[45557]: pgmap v4093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:01:22.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:22 smithi088 ceph-mon[35322]: pgmap v4094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:22.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:22 smithi175 ceph-mon[44549]: pgmap v4094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:22.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:22 smithi181 ceph-mon[45557]: pgmap v4094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:24.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:24 smithi088 ceph-mon[35322]: pgmap v4095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:24.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:24 smithi175 ceph-mon[44549]: pgmap v4095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:24.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:24 smithi181 ceph-mon[45557]: pgmap v4095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:25.232 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:25.238+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:01:25.232 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:25.238+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:01:25.232 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:25.238+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:01:26.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:26 smithi088 ceph-mon[35322]: pgmap v4096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:26.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:26 smithi175 ceph-mon[44549]: pgmap v4096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:26.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:26 smithi181 ceph-mon[45557]: pgmap v4096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:28.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:28 smithi088 ceph-mon[35322]: pgmap v4097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:28 smithi175 ceph-mon[44549]: pgmap v4097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:28.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:28 smithi181 ceph-mon[45557]: pgmap v4097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:30.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:30 smithi088 ceph-mon[35322]: pgmap v4098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:01:30.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:30 smithi175 ceph-mon[44549]: pgmap v4098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:01:30.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:30 smithi181 ceph-mon[45557]: pgmap v4098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:01:32.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:32 smithi088 ceph-mon[35322]: pgmap v4099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:32.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:32 smithi175 ceph-mon[44549]: pgmap v4099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:32.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:32 smithi181 ceph-mon[45557]: pgmap v4099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:34.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:34 smithi088 ceph-mon[35322]: pgmap v4100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:34.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:34 smithi175 ceph-mon[44549]: pgmap v4100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:34 smithi181 ceph-mon[45557]: pgmap v4100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:35.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:01:35.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:01:35.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:01:36.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:36 smithi088 ceph-mon[35322]: pgmap v4101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:36.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:36 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:01:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:36 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:01:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:01:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:01:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:01:36.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:36 smithi175 ceph-mon[44549]: pgmap v4101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:36.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:36 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:01:36.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:36 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:01:36.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:01:36.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:01:36.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:01:36.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:36 smithi181 ceph-mon[45557]: pgmap v4101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:36.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:01:36.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:36 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:01:36.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:36 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:01:36.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:01:36.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:01:36.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:01:37.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:37 smithi088 ceph-mon[35322]: pgmap v4102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:01:37.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:37 smithi088 ceph-mon[35322]: pgmap v4103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:01:37.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:37 smithi175 ceph-mon[44549]: pgmap v4102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:01:37.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:37 smithi175 ceph-mon[44549]: pgmap v4103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:01:37.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:37 smithi181 ceph-mon[45557]: pgmap v4102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:01:37.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:37 smithi181 ceph-mon[45557]: pgmap v4103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:01:39.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:39 smithi088 ceph-mon[35322]: pgmap v4104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:01:39.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:39 smithi175 ceph-mon[44549]: pgmap v4104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:01:39.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:39 smithi181 ceph-mon[45557]: pgmap v4104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:01:40.247 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:40.253+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:01:40.247 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:40.253+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:01:40.247 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:40.253+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:01:41.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:41 smithi088 ceph-mon[35322]: pgmap v4105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:01:41.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:41 smithi175 ceph-mon[44549]: pgmap v4105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:01:41.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:41 smithi181 ceph-mon[45557]: pgmap v4105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:01:43.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:43 smithi088 ceph-mon[35322]: pgmap v4106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:01:43.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:43 smithi175 ceph-mon[44549]: pgmap v4106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:01:43.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:43 smithi181 ceph-mon[45557]: pgmap v4106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:01:45.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:45 smithi088 ceph-mon[35322]: pgmap v4107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:01:45.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:45 smithi175 ceph-mon[44549]: pgmap v4107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:01:45.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:45 smithi181 ceph-mon[45557]: pgmap v4107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:01:47.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:47 smithi088 ceph-mon[35322]: pgmap v4108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:01:47.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:47 smithi175 ceph-mon[44549]: pgmap v4108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:01:47.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:47 smithi181 ceph-mon[45557]: pgmap v4108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:01:49.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:49 smithi175 ceph-mon[44549]: pgmap v4109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:49.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:49 smithi181 ceph-mon[45557]: pgmap v4109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:50.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:49 smithi088 ceph-mon[35322]: pgmap v4109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:01:51.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:51 smithi175 ceph-mon[44549]: pgmap v4110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:51.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:51 smithi181 ceph-mon[45557]: pgmap v4110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:52.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:51 smithi088 ceph-mon[35322]: pgmap v4110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:01:53.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:53 smithi175 ceph-mon[44549]: pgmap v4111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:53.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:53 smithi181 ceph-mon[45557]: pgmap v4111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:54.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:53 smithi088 ceph-mon[35322]: pgmap v4111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:55.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:55.268+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:01:55.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:55.268+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:01:55.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:01:55.268+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:01:55.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:55 smithi175 ceph-mon[44549]: pgmap v4112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:01:55.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:55 smithi088 ceph-mon[35322]: pgmap v4112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:01:55.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:55 smithi181 ceph-mon[45557]: pgmap v4112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:01:57.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:57 smithi175 ceph-mon[44549]: pgmap v4113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:57.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:57 smithi181 ceph-mon[45557]: pgmap v4113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:58.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:57 smithi088 ceph-mon[35322]: pgmap v4113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:01:59.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:01:59 smithi175 ceph-mon[44549]: pgmap v4114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:01:59.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:01:59 smithi181 ceph-mon[45557]: pgmap v4114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:02:00.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:01:59 smithi088 ceph-mon[35322]: pgmap v4114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:02:01.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:01 smithi175 ceph-mon[44549]: pgmap v4115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:01.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:01 smithi181 ceph-mon[45557]: pgmap v4115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:02.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:01 smithi088 ceph-mon[35322]: pgmap v4115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:03.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:03 smithi175 ceph-mon[44549]: pgmap v4116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:03.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:03 smithi181 ceph-mon[45557]: pgmap v4116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:04.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:03 smithi088 ceph-mon[35322]: pgmap v4116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:05.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:05 smithi175 ceph-mon[44549]: pgmap v4117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:05.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:05 smithi181 ceph-mon[45557]: pgmap v4117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:06.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:05 smithi088 ceph-mon[35322]: pgmap v4117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:07.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:07 smithi175 ceph-mon[44549]: pgmap v4118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:07.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:07 smithi181 ceph-mon[45557]: pgmap v4118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:08.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:07 smithi088 ceph-mon[35322]: pgmap v4118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:09.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:09 smithi175 ceph-mon[44549]: pgmap v4119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:02:09.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:09 smithi181 ceph-mon[45557]: pgmap v4119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:02:10.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:09 smithi088 ceph-mon[35322]: pgmap v4119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:02:10.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:10.272+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:02:10.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:10.272+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:02:10.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:10.272+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:02:11.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:11 smithi175 ceph-mon[44549]: pgmap v4120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:11.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:11 smithi181 ceph-mon[45557]: pgmap v4120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:12.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:11 smithi088 ceph-mon[35322]: pgmap v4120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:13.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:13 smithi175 ceph-mon[44549]: pgmap v4121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:13.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:13 smithi181 ceph-mon[45557]: pgmap v4121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:14.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:13 smithi088 ceph-mon[35322]: pgmap v4121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:15.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:15 smithi175 ceph-mon[44549]: pgmap v4122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:15.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:15 smithi181 ceph-mon[45557]: pgmap v4122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:16.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:15 smithi088 ceph-mon[35322]: pgmap v4122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:17.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:17 smithi175 ceph-mon[44549]: pgmap v4123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:17.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:17 smithi181 ceph-mon[45557]: pgmap v4123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:18.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:17 smithi088 ceph-mon[35322]: pgmap v4123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:19.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:19 smithi175 ceph-mon[44549]: pgmap v4124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:02:19.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:19 smithi181 ceph-mon[45557]: pgmap v4124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:02:20.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:19 smithi088 ceph-mon[35322]: pgmap v4124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:02:21.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:21 smithi175 ceph-mon[44549]: pgmap v4125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:21.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:21 smithi181 ceph-mon[45557]: pgmap v4125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:22.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:21 smithi088 ceph-mon[35322]: pgmap v4125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:23.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:23 smithi175 ceph-mon[44549]: pgmap v4126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:23.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:23 smithi181 ceph-mon[45557]: pgmap v4126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:24.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:23 smithi088 ceph-mon[35322]: pgmap v4126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:25.281 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:25.288+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:02:25.281 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:25.288+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:02:25.282 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:25.288+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:02:25.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:25 smithi175 ceph-mon[44549]: pgmap v4127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:25.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:25 smithi181 ceph-mon[45557]: pgmap v4127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:26.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:25 smithi088 ceph-mon[35322]: pgmap v4127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:27.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:27 smithi175 ceph-mon[44549]: pgmap v4128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:27.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:27 smithi181 ceph-mon[45557]: pgmap v4128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:28.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:27 smithi088 ceph-mon[35322]: pgmap v4128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:29.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:29 smithi175 ceph-mon[44549]: pgmap v4129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:02:29.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:29 smithi181 ceph-mon[45557]: pgmap v4129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:02:30.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:29 smithi088 ceph-mon[35322]: pgmap v4129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:02:31.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:31 smithi175 ceph-mon[44549]: pgmap v4130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:31.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:31 smithi181 ceph-mon[45557]: pgmap v4130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:32.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:31 smithi088 ceph-mon[35322]: pgmap v4130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:02:33.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:33 smithi175 ceph-mon[44549]: pgmap v4131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:33.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:33 smithi181 ceph-mon[45557]: pgmap v4131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:34.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:33 smithi088 ceph-mon[35322]: pgmap v4131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:35.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:35 smithi175 ceph-mon[44549]: pgmap v4132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:35.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:35 smithi181 ceph-mon[45557]: pgmap v4132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:36.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:35 smithi088 ceph-mon[35322]: pgmap v4132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:36.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:02:36.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:02:37.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:02:37.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:37 smithi175 ceph-mon[44549]: pgmap v4133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:37.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:02:37.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:02:37.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:02:37.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:37 smithi181 ceph-mon[45557]: pgmap v4133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:37.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:02:37.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:02:37.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:02:38.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:37 smithi088 ceph-mon[35322]: pgmap v4133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:38.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:02:38.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:02:38.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:02:38.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:38 smithi175 ceph-mon[44549]: pgmap v4134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:02:38.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:38 smithi175 ceph-mon[44549]: pgmap v4135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:02:38.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:38 smithi181 ceph-mon[45557]: pgmap v4134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:02:38.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:38 smithi181 ceph-mon[45557]: pgmap v4135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:02:39.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:38 smithi088 ceph-mon[35322]: pgmap v4134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:02:39.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:38 smithi088 ceph-mon[35322]: pgmap v4135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:02:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:40.293+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:02:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:40.293+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:02:40.286 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:40.293+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:02:40.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:40 smithi175 ceph-mon[44549]: pgmap v4136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:02:40.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:40 smithi181 ceph-mon[45557]: pgmap v4136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:02:41.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:40 smithi088 ceph-mon[35322]: pgmap v4136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:02:42.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:42 smithi175 ceph-mon[44549]: pgmap v4137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:02:42.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:42 smithi181 ceph-mon[45557]: pgmap v4137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:02:43.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:42 smithi088 ceph-mon[35322]: pgmap v4137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:02:44.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:44 smithi175 ceph-mon[44549]: pgmap v4138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:02:44.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:44 smithi181 ceph-mon[45557]: pgmap v4138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:02:45.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:44 smithi088 ceph-mon[35322]: pgmap v4138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:02:46.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:46 smithi175 ceph-mon[44549]: pgmap v4139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:02:46.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:46 smithi181 ceph-mon[45557]: pgmap v4139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:02:47.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:46 smithi088 ceph-mon[35322]: pgmap v4139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:02:48.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:48 smithi175 ceph-mon[44549]: pgmap v4140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:02:48.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:48 smithi181 ceph-mon[45557]: pgmap v4140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:02:49.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:48 smithi088 ceph-mon[35322]: pgmap v4140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:02:50.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:50 smithi175 ceph-mon[44549]: pgmap v4141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:50.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:50 smithi181 ceph-mon[45557]: pgmap v4141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:51.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:50 smithi088 ceph-mon[35322]: pgmap v4141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:02:52.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:52 smithi175 ceph-mon[44549]: pgmap v4142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:52.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:52 smithi181 ceph-mon[45557]: pgmap v4142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:53.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:52 smithi088 ceph-mon[35322]: pgmap v4142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:54.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:54 smithi175 ceph-mon[44549]: pgmap v4143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:02:54.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:54 smithi181 ceph-mon[45557]: pgmap v4143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:02:55.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:54 smithi088 ceph-mon[35322]: pgmap v4143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:02:55.296 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:55.303+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:02:55.296 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:55.303+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:02:55.297 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:02:55.303+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:02:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:56 smithi181 ceph-mon[45557]: pgmap v4144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:02:57.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:56 smithi088 ceph-mon[35322]: pgmap v4144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:02:57.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:56 smithi175 ceph-mon[44549]: pgmap v4144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:02:58.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:02:58 smithi181 ceph-mon[45557]: pgmap v4145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:59.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:02:58 smithi088 ceph-mon[35322]: pgmap v4145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:02:59.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:02:58 smithi175 ceph-mon[44549]: pgmap v4145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:00.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:00 smithi181 ceph-mon[45557]: pgmap v4146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:03:01.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:00 smithi088 ceph-mon[35322]: pgmap v4146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:03:01.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:00 smithi175 ceph-mon[44549]: pgmap v4146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:03:02.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:02 smithi181 ceph-mon[45557]: pgmap v4147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:03.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:02 smithi088 ceph-mon[35322]: pgmap v4147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:03.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:02 smithi175 ceph-mon[44549]: pgmap v4147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:04.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:04 smithi181 ceph-mon[45557]: pgmap v4148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:05.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:04 smithi088 ceph-mon[35322]: pgmap v4148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:05.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:04 smithi175 ceph-mon[44549]: pgmap v4148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:06.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:06 smithi181 ceph-mon[45557]: pgmap v4149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:07.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:06 smithi088 ceph-mon[35322]: pgmap v4149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:07.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:06 smithi175 ceph-mon[44549]: pgmap v4149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:08.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:08 smithi181 ceph-mon[45557]: pgmap v4150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:09.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:08 smithi088 ceph-mon[35322]: pgmap v4150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:09.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:08 smithi175 ceph-mon[44549]: pgmap v4150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:10.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:10.319+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:03:10.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:10.319+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:03:10.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:10.319+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:03:10.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:10 smithi181 ceph-mon[45557]: pgmap v4151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:11.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:10 smithi088 ceph-mon[35322]: pgmap v4151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:11.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:10 smithi175 ceph-mon[44549]: pgmap v4151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:12.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:12 smithi181 ceph-mon[45557]: pgmap v4152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:13.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:12 smithi088 ceph-mon[35322]: pgmap v4152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:13.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:12 smithi175 ceph-mon[44549]: pgmap v4152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:14.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:14 smithi181 ceph-mon[45557]: pgmap v4153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:15.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:14 smithi088 ceph-mon[35322]: pgmap v4153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:15.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:14 smithi175 ceph-mon[44549]: pgmap v4153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:16.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:16 smithi181 ceph-mon[45557]: pgmap v4154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:17.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:16 smithi088 ceph-mon[35322]: pgmap v4154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:17.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:16 smithi175 ceph-mon[44549]: pgmap v4154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:18.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:18 smithi181 ceph-mon[45557]: pgmap v4155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:19.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:18 smithi088 ceph-mon[35322]: pgmap v4155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:19.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:18 smithi175 ceph-mon[44549]: pgmap v4155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:20.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:20 smithi181 ceph-mon[45557]: pgmap v4156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:21.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:20 smithi088 ceph-mon[35322]: pgmap v4156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:21.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:20 smithi175 ceph-mon[44549]: pgmap v4156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:23.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:22 smithi088 ceph-mon[35322]: pgmap v4157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:23.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:22 smithi175 ceph-mon[44549]: pgmap v4157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:23.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:22 smithi181 ceph-mon[45557]: pgmap v4157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:25.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:24 smithi088 ceph-mon[35322]: pgmap v4158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:25.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:24 smithi175 ceph-mon[44549]: pgmap v4158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:25.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:24 smithi181 ceph-mon[45557]: pgmap v4158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:25.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:25.334+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:03:25.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:25.334+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:03:25.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:25.334+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:03:27.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:26 smithi088 ceph-mon[35322]: pgmap v4159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:27.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:26 smithi175 ceph-mon[44549]: pgmap v4159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:27.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:26 smithi181 ceph-mon[45557]: pgmap v4159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:29.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:28 smithi088 ceph-mon[35322]: pgmap v4160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:29.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:28 smithi175 ceph-mon[44549]: pgmap v4160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:29.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:28 smithi181 ceph-mon[45557]: pgmap v4160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:31.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:30 smithi088 ceph-mon[35322]: pgmap v4161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:31.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:30 smithi175 ceph-mon[44549]: pgmap v4161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:31.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:30 smithi181 ceph-mon[45557]: pgmap v4161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:33.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:32 smithi088 ceph-mon[35322]: pgmap v4162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:33.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:32 smithi175 ceph-mon[44549]: pgmap v4162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:33.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:32 smithi181 ceph-mon[45557]: pgmap v4162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:35.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:34 smithi088 ceph-mon[35322]: pgmap v4163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:35.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:34 smithi175 ceph-mon[44549]: pgmap v4163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:35.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:34 smithi181 ceph-mon[45557]: pgmap v4163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:37.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:36 smithi088 ceph-mon[35322]: pgmap v4164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:37.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:36 smithi175 ceph-mon[44549]: pgmap v4164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:37.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:36 smithi181 ceph-mon[45557]: pgmap v4164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:03:38.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:03:38.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:03:38.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:03:39.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:38 smithi088 ceph-mon[35322]: pgmap v4165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:39.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:38 smithi175 ceph-mon[44549]: pgmap v4165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:39.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:38 smithi181 ceph-mon[45557]: pgmap v4165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:40.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:40.350+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:03:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:40.350+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:03:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:40.350+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:03:40.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:40.553+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:03:40.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:40.553+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:03:40.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:40.554+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 60 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:03:40.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:40.554+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 60 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:03:41.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:40 smithi181 ceph-mon[45557]: pgmap v4166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:41.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:03:41.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:03:41.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:41.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:40 smithi088 ceph-mon[35322]: pgmap v4166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:41.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:03:41.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:03:41.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:41.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:40 smithi175 ceph-mon[44549]: pgmap v4166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:41.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:03:41.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:03:41.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:03:42.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:41 smithi181 ceph-mon[45557]: pgmap v4167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:03:42.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:41 smithi181 ceph-mon[45557]: pgmap v4168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T15:03:42.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:41 smithi088 ceph-mon[35322]: pgmap v4167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:03:42.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:41 smithi088 ceph-mon[35322]: pgmap v4168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T15:03:42.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:41 smithi175 ceph-mon[44549]: pgmap v4167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:03:42.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:41 smithi175 ceph-mon[44549]: pgmap v4168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T15:03:43.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:43 smithi088 ceph-mon[35322]: pgmap v4169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:03:43.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:43 smithi175 ceph-mon[44549]: pgmap v4169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:03:43.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:43 smithi181 ceph-mon[45557]: pgmap v4169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:03:45.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:45 smithi175 ceph-mon[44549]: pgmap v4170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:03:45.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:45 smithi181 ceph-mon[45557]: pgmap v4170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:03:46.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:45 smithi088 ceph-mon[35322]: pgmap v4170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:03:47.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:47 smithi175 ceph-mon[44549]: pgmap v4171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:03:47.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:47 smithi181 ceph-mon[45557]: pgmap v4171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:03:48.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:47 smithi088 ceph-mon[35322]: pgmap v4171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:03:49.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:49 smithi175 ceph-mon[44549]: pgmap v4172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T15:03:49.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:49 smithi181 ceph-mon[45557]: pgmap v4172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T15:03:50.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:49 smithi088 ceph-mon[35322]: pgmap v4172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T15:03:51.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:51 smithi175 ceph-mon[44549]: pgmap v4173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:03:51.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:51 smithi181 ceph-mon[45557]: pgmap v4173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:03:52.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:51 smithi088 ceph-mon[35322]: pgmap v4173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:03:53.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:53 smithi088 ceph-mon[35322]: pgmap v4174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:03:53.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:53 smithi175 ceph-mon[44549]: pgmap v4174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:03:53.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:53 smithi181 ceph-mon[45557]: pgmap v4174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:03:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:55.353+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:03:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:55.353+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:03:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:03:55.353+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:03:55.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:55 smithi175 ceph-mon[44549]: pgmap v4175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:55.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:55 smithi181 ceph-mon[45557]: pgmap v4175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:56.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:55 smithi088 ceph-mon[35322]: pgmap v4175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:03:57.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:57 smithi175 ceph-mon[44549]: pgmap v4176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:57.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:57 smithi181 ceph-mon[45557]: pgmap v4176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:58.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:57 smithi088 ceph-mon[35322]: pgmap v4176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:03:59.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:03:59 smithi175 ceph-mon[44549]: pgmap v4177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:03:59.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:03:59 smithi181 ceph-mon[45557]: pgmap v4177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:00.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:03:59 smithi088 ceph-mon[35322]: pgmap v4177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:01.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:01 smithi175 ceph-mon[44549]: pgmap v4178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:01.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:01 smithi181 ceph-mon[45557]: pgmap v4178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:02.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:01 smithi088 ceph-mon[35322]: pgmap v4178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:03.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:03 smithi088 ceph-mon[35322]: pgmap v4179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:03.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:03 smithi175 ceph-mon[44549]: pgmap v4179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:03.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:03 smithi181 ceph-mon[45557]: pgmap v4179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:05.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:05 smithi175 ceph-mon[44549]: pgmap v4180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:05.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:05 smithi181 ceph-mon[45557]: pgmap v4180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:06.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:05 smithi088 ceph-mon[35322]: pgmap v4180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:07.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:07 smithi175 ceph-mon[44549]: pgmap v4181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:07.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:07 smithi181 ceph-mon[45557]: pgmap v4181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:08.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:07 smithi088 ceph-mon[35322]: pgmap v4181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:09.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:09 smithi175 ceph-mon[44549]: pgmap v4182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:09.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:09 smithi181 ceph-mon[45557]: pgmap v4182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:10.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:09 smithi088 ceph-mon[35322]: pgmap v4182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:10.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:10.363+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:04:10.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:10.364+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:04:10.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:10.364+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:04:11.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:11 smithi175 ceph-mon[44549]: pgmap v4183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:11.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:11 smithi181 ceph-mon[45557]: pgmap v4183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:12.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:11 smithi088 ceph-mon[35322]: pgmap v4183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:13.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:13 smithi088 ceph-mon[35322]: pgmap v4184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:13.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:13 smithi175 ceph-mon[44549]: pgmap v4184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:13.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:13 smithi181 ceph-mon[45557]: pgmap v4184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:15.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:15 smithi175 ceph-mon[44549]: pgmap v4185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:15.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:15 smithi181 ceph-mon[45557]: pgmap v4185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:16.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:15 smithi088 ceph-mon[35322]: pgmap v4185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:17.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:17 smithi175 ceph-mon[44549]: pgmap v4186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:17.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:17 smithi181 ceph-mon[45557]: pgmap v4186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:18.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:17 smithi088 ceph-mon[35322]: pgmap v4186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:19.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:19 smithi175 ceph-mon[44549]: pgmap v4187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:04:19.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:19 smithi181 ceph-mon[45557]: pgmap v4187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:04:20.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:19 smithi088 ceph-mon[35322]: pgmap v4187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:04:21.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:21 smithi175 ceph-mon[44549]: pgmap v4188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:21.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:21 smithi181 ceph-mon[45557]: pgmap v4188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:22.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:21 smithi088 ceph-mon[35322]: pgmap v4188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:23.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:23 smithi088 ceph-mon[35322]: pgmap v4189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:23.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:23 smithi175 ceph-mon[44549]: pgmap v4189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:23.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:23 smithi181 ceph-mon[45557]: pgmap v4189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:25.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:25.378+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:04:25.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:25.378+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:04:25.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:25.378+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:04:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:25.561+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:04:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:25.561+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:04:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:25.561+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 61 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:04:25.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:25.562+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 61 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:04:25.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:25 smithi175 ceph-mon[44549]: pgmap v4190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:25.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:25 smithi181 ceph-mon[45557]: pgmap v4190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:26.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:25 smithi088 ceph-mon[35322]: pgmap v4190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:27.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:27 smithi175 ceph-mon[44549]: pgmap v4191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:27.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:27 smithi181 ceph-mon[45557]: pgmap v4191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:28.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:27 smithi088 ceph-mon[35322]: pgmap v4191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:29.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:29 smithi175 ceph-mon[44549]: pgmap v4192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:29.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:29 smithi181 ceph-mon[45557]: pgmap v4192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:30.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:29 smithi088 ceph-mon[35322]: pgmap v4192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:31.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:31 smithi175 ceph-mon[44549]: pgmap v4193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:31.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:31 smithi181 ceph-mon[45557]: pgmap v4193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:32.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:31 smithi088 ceph-mon[35322]: pgmap v4193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:33.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:33 smithi088 ceph-mon[35322]: pgmap v4194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:33.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:33 smithi175 ceph-mon[44549]: pgmap v4194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:33.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:33 smithi181 ceph-mon[45557]: pgmap v4194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:35.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:35 smithi175 ceph-mon[44549]: pgmap v4195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:35.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:35 smithi181 ceph-mon[45557]: pgmap v4195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:36.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:35 smithi088 ceph-mon[35322]: pgmap v4195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:04:37.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:37 smithi175 ceph-mon[44549]: pgmap v4196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:37.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:37 smithi181 ceph-mon[45557]: pgmap v4196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:38.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:37 smithi088 ceph-mon[35322]: pgmap v4196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:39.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:39 smithi175 ceph-mon[44549]: pgmap v4197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:39.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:39 smithi181 ceph-mon[45557]: pgmap v4197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:40.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:39 smithi088 ceph-mon[35322]: pgmap v4197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:04:40.379 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:40.386+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:04:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:40.386+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:04:40.380 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:40.386+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:04:41.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:41 smithi175 ceph-mon[44549]: pgmap v4198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:41.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:04:41.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:41 smithi181 ceph-mon[45557]: pgmap v4198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:41.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:04:42.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:41 smithi088 ceph-mon[35322]: pgmap v4198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:04:42.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:04:42.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:04:42.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:04:42.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:42 smithi175 ceph-mon[44549]: pgmap v4199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:04:42.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:42 smithi175 ceph-mon[44549]: pgmap v4200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:04:42.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:04:42.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:04:42.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:04:42.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:42 smithi181 ceph-mon[45557]: pgmap v4199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:04:42.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:42 smithi181 ceph-mon[45557]: pgmap v4200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:04:42.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:04:43.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:04:43.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:04:43.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:42 smithi088 ceph-mon[35322]: pgmap v4199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:04:43.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:42 smithi088 ceph-mon[35322]: pgmap v4200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:04:43.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:04:44.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:44 smithi175 ceph-mon[44549]: pgmap v4201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:04:44.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:44 smithi181 ceph-mon[45557]: pgmap v4201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:04:45.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:44 smithi088 ceph-mon[35322]: pgmap v4201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:04:46.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:46 smithi175 ceph-mon[44549]: pgmap v4202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:04:46.927 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:46 smithi088 ceph-mon[35322]: pgmap v4202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:04:46.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:46 smithi181 ceph-mon[45557]: pgmap v4202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:04:48.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:48 smithi088 ceph-mon[35322]: pgmap v4203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:04:48.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:48 smithi175 ceph-mon[44549]: pgmap v4203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:04:48.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:48 smithi181 ceph-mon[45557]: pgmap v4203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:04:50.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:50 smithi175 ceph-mon[44549]: pgmap v4204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:04:50.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:50 smithi181 ceph-mon[45557]: pgmap v4204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:04:51.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:50 smithi088 ceph-mon[35322]: pgmap v4204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:04:52.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:52 smithi175 ceph-mon[44549]: pgmap v4205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:04:52.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:52 smithi181 ceph-mon[45557]: pgmap v4205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:04:53.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:52 smithi088 ceph-mon[35322]: pgmap v4205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:04:54.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:54 smithi175 ceph-mon[44549]: pgmap v4206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:04:54.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:54 smithi181 ceph-mon[45557]: pgmap v4206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:04:55.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:54 smithi088 ceph-mon[35322]: pgmap v4206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:04:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:55.392+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:04:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:55.392+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:04:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:04:55.392+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:04:56.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:56 smithi181 ceph-mon[45557]: pgmap v4207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:57.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:56 smithi088 ceph-mon[35322]: pgmap v4207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:57.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:56 smithi175 ceph-mon[44549]: pgmap v4207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:04:58.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:04:58 smithi088 ceph-mon[35322]: pgmap v4208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:58.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:04:58 smithi175 ceph-mon[44549]: pgmap v4208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:04:58.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:04:58 smithi181 ceph-mon[45557]: pgmap v4208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:00.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:00 smithi175 ceph-mon[44549]: pgmap v4209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:00.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:00 smithi181 ceph-mon[45557]: pgmap v4209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:01.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:00 smithi088 ceph-mon[35322]: pgmap v4209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:02.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:02 smithi175 ceph-mon[44549]: pgmap v4210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:02.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:02 smithi181 ceph-mon[45557]: pgmap v4210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:03.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:02 smithi088 ceph-mon[35322]: pgmap v4210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:04.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:04 smithi181 ceph-mon[45557]: pgmap v4211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:05.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:04 smithi088 ceph-mon[35322]: pgmap v4211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:05.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:04 smithi175 ceph-mon[44549]: pgmap v4211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:06.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:06 smithi181 ceph-mon[45557]: pgmap v4212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:07.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:06 smithi088 ceph-mon[35322]: pgmap v4212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:07.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:06 smithi175 ceph-mon[44549]: pgmap v4212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:08.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:08 smithi088 ceph-mon[35322]: pgmap v4213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:08.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:08 smithi175 ceph-mon[44549]: pgmap v4213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:08.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:08 smithi181 ceph-mon[45557]: pgmap v4213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:10.407+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:05:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:10.407+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:05:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:10.407+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:05:10.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:10 smithi175 ceph-mon[44549]: pgmap v4214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:10.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:10 smithi181 ceph-mon[45557]: pgmap v4214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:11.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:10 smithi088 ceph-mon[35322]: pgmap v4214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:12.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:12 smithi175 ceph-mon[44549]: pgmap v4215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:12.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:12 smithi181 ceph-mon[45557]: pgmap v4215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:13.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:12 smithi088 ceph-mon[35322]: pgmap v4215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:14.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:14 smithi181 ceph-mon[45557]: pgmap v4216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:15.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:14 smithi088 ceph-mon[35322]: pgmap v4216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:15.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:14 smithi175 ceph-mon[44549]: pgmap v4216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:16.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:16 smithi181 ceph-mon[45557]: pgmap v4217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:17.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:16 smithi088 ceph-mon[35322]: pgmap v4217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:17.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:16 smithi175 ceph-mon[44549]: pgmap v4217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:18.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:18 smithi088 ceph-mon[35322]: pgmap v4218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:18.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:18 smithi175 ceph-mon[44549]: pgmap v4218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:18.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:18 smithi181 ceph-mon[45557]: pgmap v4218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:20.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:20 smithi175 ceph-mon[44549]: pgmap v4219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:20.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:20 smithi181 ceph-mon[45557]: pgmap v4219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:21.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:20 smithi088 ceph-mon[35322]: pgmap v4219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:22.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:22 smithi181 ceph-mon[45557]: pgmap v4220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:23.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:22 smithi088 ceph-mon[35322]: pgmap v4220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:23.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:22 smithi175 ceph-mon[44549]: pgmap v4220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:24.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:24 smithi181 ceph-mon[45557]: pgmap v4221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:25.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:24 smithi088 ceph-mon[35322]: pgmap v4221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:25.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:24 smithi175 ceph-mon[44549]: pgmap v4221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:25.422+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:05:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:25.422+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:05:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:25.422+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:05:26.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:26 smithi181 ceph-mon[45557]: pgmap v4222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:27.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:26 smithi088 ceph-mon[35322]: pgmap v4222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:27.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:26 smithi175 ceph-mon[44549]: pgmap v4222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:28.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:28 smithi088 ceph-mon[35322]: pgmap v4223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:28.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:28 smithi175 ceph-mon[44549]: pgmap v4223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:28.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:28 smithi181 ceph-mon[45557]: pgmap v4223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:30.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:30 smithi181 ceph-mon[45557]: pgmap v4224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:31.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:30 smithi088 ceph-mon[35322]: pgmap v4224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:31.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:30 smithi175 ceph-mon[44549]: pgmap v4224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:32.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:32 smithi181 ceph-mon[45557]: pgmap v4225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:33.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:32 smithi088 ceph-mon[35322]: pgmap v4225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:33.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:32 smithi175 ceph-mon[44549]: pgmap v4225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:34.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:34 smithi181 ceph-mon[45557]: pgmap v4226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:35.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:34 smithi088 ceph-mon[35322]: pgmap v4226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:35.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:34 smithi175 ceph-mon[44549]: pgmap v4226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:05:36.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:36 smithi181 ceph-mon[45557]: pgmap v4227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:37.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:36 smithi088 ceph-mon[35322]: pgmap v4227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:37.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:36 smithi175 ceph-mon[44549]: pgmap v4227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:38.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:38 smithi088 ceph-mon[35322]: pgmap v4228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:38.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:38 smithi175 ceph-mon[44549]: pgmap v4228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:38.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:38 smithi181 ceph-mon[45557]: pgmap v4228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:05:40.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:40.438+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:05:40.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:40.438+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:05:40.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:40.438+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:05:40.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:40 smithi181 ceph-mon[45557]: pgmap v4229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:41.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:40 smithi088 ceph-mon[35322]: pgmap v4229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:41.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:40 smithi175 ceph-mon[44549]: pgmap v4229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:42.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:42 smithi181 ceph-mon[45557]: pgmap v4230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:42.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:05:42.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:05:42.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:05:42.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:05:43.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:42 smithi088 ceph-mon[35322]: pgmap v4230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:43.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:05:43.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:05:43.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:05:43.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:05:43.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:42 smithi175 ceph-mon[44549]: pgmap v4230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:43.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:05:43.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:05:43.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:05:43.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:05:43.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:43 smithi181 ceph-mon[45557]: pgmap v4231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:05:43.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:43 smithi181 ceph-mon[45557]: pgmap v4232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:05:44.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:43 smithi088 ceph-mon[35322]: pgmap v4231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:05:44.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:43 smithi088 ceph-mon[35322]: pgmap v4232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:05:44.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:43 smithi175 ceph-mon[44549]: pgmap v4231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:05:44.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:43 smithi175 ceph-mon[44549]: pgmap v4232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:05:45.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:45 smithi181 ceph-mon[45557]: pgmap v4233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:05:46.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:45 smithi088 ceph-mon[35322]: pgmap v4233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:05:46.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:45 smithi175 ceph-mon[44549]: pgmap v4233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:05:47.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:47 smithi181 ceph-mon[45557]: pgmap v4234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:05:48.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:47 smithi088 ceph-mon[35322]: pgmap v4234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:05:48.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:47 smithi175 ceph-mon[44549]: pgmap v4234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:05:49.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:49 smithi181 ceph-mon[45557]: pgmap v4235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:05:50.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:49 smithi088 ceph-mon[35322]: pgmap v4235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:05:50.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:49 smithi175 ceph-mon[44549]: pgmap v4235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:05:51.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:51 smithi181 ceph-mon[45557]: pgmap v4236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:05:52.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:51 smithi088 ceph-mon[35322]: pgmap v4236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:05:52.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:51 smithi175 ceph-mon[44549]: pgmap v4236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:05:53.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:53 smithi088 ceph-mon[35322]: pgmap v4237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:05:53.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:53 smithi175 ceph-mon[44549]: pgmap v4237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:05:53.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:53 smithi181 ceph-mon[45557]: pgmap v4237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:05:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:55.444+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:05:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:55.444+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:05:55.436 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:05:55.444+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:05:55.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:55 smithi181 ceph-mon[45557]: pgmap v4238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:56.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:55 smithi088 ceph-mon[35322]: pgmap v4238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:56.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:55 smithi175 ceph-mon[44549]: pgmap v4238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:05:57.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:57 smithi181 ceph-mon[45557]: pgmap v4239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:58.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:57 smithi088 ceph-mon[35322]: pgmap v4239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:58.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:57 smithi175 ceph-mon[44549]: pgmap v4239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:05:59.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:05:59 smithi181 ceph-mon[45557]: pgmap v4240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:00.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:05:59 smithi088 ceph-mon[35322]: pgmap v4240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:00.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:05:59 smithi175 ceph-mon[44549]: pgmap v4240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:01.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:01 smithi181 ceph-mon[45557]: pgmap v4241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:02.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:01 smithi088 ceph-mon[35322]: pgmap v4241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:02.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:01 smithi175 ceph-mon[44549]: pgmap v4241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:03.755 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:03 smithi181 ceph-mon[45557]: pgmap v4242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:03.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:03 smithi088 ceph-mon[35322]: pgmap v4242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:03.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:03 smithi175 ceph-mon[44549]: pgmap v4242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:05.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:05 smithi181 ceph-mon[45557]: pgmap v4243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:06.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:05 smithi088 ceph-mon[35322]: pgmap v4243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:06.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:05 smithi175 ceph-mon[44549]: pgmap v4243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:07.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:07 smithi181 ceph-mon[45557]: pgmap v4244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:08.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:07 smithi088 ceph-mon[35322]: pgmap v4244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:08.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:07 smithi175 ceph-mon[44549]: pgmap v4244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:09.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:09 smithi181 ceph-mon[45557]: pgmap v4245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:10.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:09 smithi088 ceph-mon[35322]: pgmap v4245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:10.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:09 smithi175 ceph-mon[44549]: pgmap v4245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:10.453+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:06:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:10.453+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:06:10.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:10.453+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:06:11.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:11 smithi181 ceph-mon[45557]: pgmap v4246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:12.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:11 smithi088 ceph-mon[35322]: pgmap v4246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:12.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:11 smithi175 ceph-mon[44549]: pgmap v4246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:13.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:13 smithi088 ceph-mon[35322]: pgmap v4247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:13.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:13 smithi175 ceph-mon[44549]: pgmap v4247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:13.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:13 smithi181 ceph-mon[45557]: pgmap v4247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:15.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:15 smithi181 ceph-mon[45557]: pgmap v4248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:16.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:15 smithi088 ceph-mon[35322]: pgmap v4248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:16.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:15 smithi175 ceph-mon[44549]: pgmap v4248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:17.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:17 smithi181 ceph-mon[45557]: pgmap v4249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:18.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:17 smithi088 ceph-mon[35322]: pgmap v4249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:18.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:17 smithi175 ceph-mon[44549]: pgmap v4249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:19.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:19 smithi181 ceph-mon[45557]: pgmap v4250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:20.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:19 smithi088 ceph-mon[35322]: pgmap v4250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:20.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:19 smithi175 ceph-mon[44549]: pgmap v4250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:21.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:21 smithi181 ceph-mon[45557]: pgmap v4251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:22.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:21 smithi088 ceph-mon[35322]: pgmap v4251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:22.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:21 smithi175 ceph-mon[44549]: pgmap v4251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:23.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:23 smithi088 ceph-mon[35322]: pgmap v4252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:23.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:23 smithi175 ceph-mon[44549]: pgmap v4252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:23.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:23 smithi181 ceph-mon[45557]: pgmap v4252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:25.450 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:25.459+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:06:25.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:25.459+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:06:25.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:25.459+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:06:25.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:25 smithi181 ceph-mon[45557]: pgmap v4253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:26.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:25 smithi088 ceph-mon[35322]: pgmap v4253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:26.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:25 smithi175 ceph-mon[44549]: pgmap v4253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:27.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:27 smithi181 ceph-mon[45557]: pgmap v4254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:28.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:27 smithi088 ceph-mon[35322]: pgmap v4254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:28.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:27 smithi175 ceph-mon[44549]: pgmap v4254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:29.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:29 smithi181 ceph-mon[45557]: pgmap v4255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:30.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:29 smithi088 ceph-mon[35322]: pgmap v4255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:30.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:29 smithi175 ceph-mon[44549]: pgmap v4255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:31.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:31 smithi181 ceph-mon[45557]: pgmap v4256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:32.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:31 smithi088 ceph-mon[35322]: pgmap v4256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:32.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:31 smithi175 ceph-mon[44549]: pgmap v4256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:33.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:33 smithi088 ceph-mon[35322]: pgmap v4257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:33.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:33 smithi175 ceph-mon[44549]: pgmap v4257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:33.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:33 smithi181 ceph-mon[45557]: pgmap v4257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:35.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:35 smithi181 ceph-mon[45557]: pgmap v4258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:35.982 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:35 smithi088 ceph-mon[35322]: pgmap v4258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:36.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:35 smithi175 ceph-mon[44549]: pgmap v4258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:06:37.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:37 smithi181 ceph-mon[45557]: pgmap v4259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:38.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:37 smithi088 ceph-mon[35322]: pgmap v4259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:38.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:37 smithi175 ceph-mon[44549]: pgmap v4259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:39.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:39 smithi181 ceph-mon[45557]: pgmap v4260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:40.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:39 smithi088 ceph-mon[35322]: pgmap v4260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:40.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:39 smithi175 ceph-mon[44549]: pgmap v4260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:40.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:40.462+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:06:40.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:40.462+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:06:40.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:40.462+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:06:40.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:40.582+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:06:40.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:40.582+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:06:40.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:40.582+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 62 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:06:40.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:40.582+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 62 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:06:41.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:41 smithi181 ceph-mon[45557]: pgmap v4261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:42.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:41 smithi088 ceph-mon[35322]: pgmap v4261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:42.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:41 smithi175 ceph-mon[44549]: pgmap v4261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:43.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:43 smithi088 ceph-mon[35322]: pgmap v4262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:43.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:06:43.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:43 smithi175 ceph-mon[44549]: pgmap v4262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:43.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:06:43.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:43 smithi181 ceph-mon[45557]: pgmap v4262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:06:43.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:06:43.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:43.950 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:44.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:06:44.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:06:44.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:44.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:06:44.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:06:44.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:45.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:06:45.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:06:45.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:06:45.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:45 smithi175 ceph-mon[44549]: pgmap v4263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T15:06:45.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:45 smithi175 ceph-mon[44549]: pgmap v4264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:06:45.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:45 smithi181 ceph-mon[45557]: pgmap v4263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T15:06:45.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:45 smithi181 ceph-mon[45557]: pgmap v4264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:06:46.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:45 smithi088 ceph-mon[35322]: pgmap v4263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T15:06:46.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:45 smithi088 ceph-mon[35322]: pgmap v4264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:06:47.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:47 smithi175 ceph-mon[44549]: pgmap v4265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:06:47.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:47 smithi181 ceph-mon[45557]: pgmap v4265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:06:48.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:47 smithi088 ceph-mon[35322]: pgmap v4265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:06:49.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:49 smithi175 ceph-mon[44549]: pgmap v4266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T15:06:49.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:49 smithi181 ceph-mon[45557]: pgmap v4266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T15:06:50.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:49 smithi088 ceph-mon[35322]: pgmap v4266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T15:06:51.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:51 smithi088 ceph-mon[35322]: pgmap v4267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:51.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:51 smithi175 ceph-mon[44549]: pgmap v4267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:51.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:51 smithi181 ceph-mon[45557]: pgmap v4267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:06:53.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:53 smithi175 ceph-mon[44549]: pgmap v4268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:06:53.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:53 smithi181 ceph-mon[45557]: pgmap v4268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:06:54.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:53 smithi088 ceph-mon[35322]: pgmap v4268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:06:55.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:55.478+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:06:55.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:55.478+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:06:55.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:06:55.478+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:06:55.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:55 smithi175 ceph-mon[44549]: pgmap v4269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:06:55.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:55 smithi181 ceph-mon[45557]: pgmap v4269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:06:56.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:55 smithi088 ceph-mon[35322]: pgmap v4269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:06:57.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:57 smithi175 ceph-mon[44549]: pgmap v4270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:57.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:57 smithi181 ceph-mon[45557]: pgmap v4270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:58.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:57 smithi088 ceph-mon[35322]: pgmap v4270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:06:59.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:06:59 smithi175 ceph-mon[44549]: pgmap v4271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:06:59.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:06:59 smithi181 ceph-mon[45557]: pgmap v4271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:00.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:06:59 smithi088 ceph-mon[35322]: pgmap v4271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:01.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:01 smithi175 ceph-mon[44549]: pgmap v4272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:01.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:01 smithi181 ceph-mon[45557]: pgmap v4272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:02.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:01 smithi088 ceph-mon[35322]: pgmap v4272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:03.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:03 smithi175 ceph-mon[44549]: pgmap v4273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:03.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:03 smithi181 ceph-mon[45557]: pgmap v4273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:04.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:03 smithi088 ceph-mon[35322]: pgmap v4273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:05.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:05 smithi175 ceph-mon[44549]: pgmap v4274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:05.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:05 smithi181 ceph-mon[45557]: pgmap v4274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:06.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:05 smithi088 ceph-mon[35322]: pgmap v4274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:07.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:07 smithi175 ceph-mon[44549]: pgmap v4275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:07.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:07 smithi181 ceph-mon[45557]: pgmap v4275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:08.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:07 smithi088 ceph-mon[35322]: pgmap v4275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:09.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:09 smithi175 ceph-mon[44549]: pgmap v4276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:09.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:09 smithi181 ceph-mon[45557]: pgmap v4276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:10.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:09 smithi088 ceph-mon[35322]: pgmap v4276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:10.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:10.486+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:07:10.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:10.487+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:07:10.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:10.487+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:07:11.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:11 smithi175 ceph-mon[44549]: pgmap v4277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:11.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:11 smithi181 ceph-mon[45557]: pgmap v4277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:12.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:11 smithi088 ceph-mon[35322]: pgmap v4277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:13.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:13 smithi175 ceph-mon[44549]: pgmap v4278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:13.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:13 smithi181 ceph-mon[45557]: pgmap v4278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:14.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:13 smithi088 ceph-mon[35322]: pgmap v4278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:15.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:15 smithi175 ceph-mon[44549]: pgmap v4279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:15.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:15 smithi181 ceph-mon[45557]: pgmap v4279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:16.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:15 smithi088 ceph-mon[35322]: pgmap v4279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:17.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:17 smithi175 ceph-mon[44549]: pgmap v4280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:17.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:17 smithi181 ceph-mon[45557]: pgmap v4280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:18.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:17 smithi088 ceph-mon[35322]: pgmap v4280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:19.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:19 smithi175 ceph-mon[44549]: pgmap v4281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:19.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:19 smithi181 ceph-mon[45557]: pgmap v4281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:20.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:19 smithi088 ceph-mon[35322]: pgmap v4281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:21.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:21 smithi175 ceph-mon[44549]: pgmap v4282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:21.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:21 smithi181 ceph-mon[45557]: pgmap v4282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:22.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:21 smithi088 ceph-mon[35322]: pgmap v4282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:23.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:23 smithi175 ceph-mon[44549]: pgmap v4283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:23.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:23 smithi181 ceph-mon[45557]: pgmap v4283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:24.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:23 smithi088 ceph-mon[35322]: pgmap v4283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:25.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:25.498+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:07:25.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:25.498+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:07:25.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:25.498+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:07:25.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:25 smithi175 ceph-mon[44549]: pgmap v4284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:25.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:25 smithi181 ceph-mon[45557]: pgmap v4284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:26.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:25 smithi088 ceph-mon[35322]: pgmap v4284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:27.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:27 smithi175 ceph-mon[44549]: pgmap v4285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:27.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:27 smithi181 ceph-mon[45557]: pgmap v4285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:28.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:27 smithi088 ceph-mon[35322]: pgmap v4285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:29.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:29 smithi175 ceph-mon[44549]: pgmap v4286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:29.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:29 smithi181 ceph-mon[45557]: pgmap v4286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:30.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:29 smithi088 ceph-mon[35322]: pgmap v4286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:31.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:31 smithi175 ceph-mon[44549]: pgmap v4287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:31.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:31 smithi181 ceph-mon[45557]: pgmap v4287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:32.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:31 smithi088 ceph-mon[35322]: pgmap v4287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:33.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:33 smithi175 ceph-mon[44549]: pgmap v4288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:33.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:33 smithi181 ceph-mon[45557]: pgmap v4288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:34.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:33 smithi088 ceph-mon[35322]: pgmap v4288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:35.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:35 smithi175 ceph-mon[44549]: pgmap v4289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:35.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:35 smithi181 ceph-mon[45557]: pgmap v4289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:36.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:35 smithi088 ceph-mon[35322]: pgmap v4289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:37.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:37 smithi175 ceph-mon[44549]: pgmap v4290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:37.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:37 smithi181 ceph-mon[45557]: pgmap v4290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:38.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:37 smithi088 ceph-mon[35322]: pgmap v4290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:39.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:39 smithi175 ceph-mon[44549]: pgmap v4291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:39.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:39 smithi181 ceph-mon[45557]: pgmap v4291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:40.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:39 smithi088 ceph-mon[35322]: pgmap v4291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:07:40.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:40.513+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:07:40.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:40.513+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:07:40.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:40.513+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:07:41.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:41 smithi175 ceph-mon[44549]: pgmap v4292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:41.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:41 smithi181 ceph-mon[45557]: pgmap v4292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:42.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:41 smithi088 ceph-mon[35322]: pgmap v4292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:07:43.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:43 smithi175 ceph-mon[44549]: pgmap v4293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:43.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:43 smithi181 ceph-mon[45557]: pgmap v4293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:44.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:43 smithi088 ceph-mon[35322]: pgmap v4293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:44.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:07:44.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:07:45.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:07:45.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:45 smithi175 ceph-mon[44549]: pgmap v4294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:45.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:07:45.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:07:45.903 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:07:45.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:45 smithi181 ceph-mon[45557]: pgmap v4294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:45.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:07:45.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:07:45.949 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:07:46.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:45 smithi088 ceph-mon[35322]: pgmap v4294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:07:46.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:07:46.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:07:46.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:07:46.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:46 smithi175 ceph-mon[44549]: pgmap v4295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:07:46.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:46 smithi175 ceph-mon[44549]: pgmap v4296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:07:46.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:46 smithi181 ceph-mon[45557]: pgmap v4295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:07:46.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:46 smithi181 ceph-mon[45557]: pgmap v4296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:07:47.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:46 smithi088 ceph-mon[35322]: pgmap v4295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:07:47.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:46 smithi088 ceph-mon[35322]: pgmap v4296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:07:48.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:48 smithi181 ceph-mon[45557]: pgmap v4297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:07:49.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:48 smithi088 ceph-mon[35322]: pgmap v4297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:07:49.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:48 smithi175 ceph-mon[44549]: pgmap v4297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:07:50.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:50 smithi181 ceph-mon[45557]: pgmap v4298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:07:51.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:50 smithi088 ceph-mon[35322]: pgmap v4298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:07:51.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:50 smithi175 ceph-mon[44549]: pgmap v4298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:07:52.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:52 smithi181 ceph-mon[45557]: pgmap v4299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:07:53.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:52 smithi088 ceph-mon[35322]: pgmap v4299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:07:53.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:52 smithi175 ceph-mon[44549]: pgmap v4299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:07:54.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:54 smithi181 ceph-mon[45557]: pgmap v4300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:07:55.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:54 smithi088 ceph-mon[35322]: pgmap v4300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:07:55.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:54 smithi175 ceph-mon[44549]: pgmap v4300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:07:55.517 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:55.525+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:07:55.517 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:55.525+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:07:55.518 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:07:55.525+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:07:56.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:56 smithi181 ceph-mon[45557]: pgmap v4301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:07:57.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:56 smithi088 ceph-mon[35322]: pgmap v4301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:07:57.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:56 smithi175 ceph-mon[44549]: pgmap v4301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:07:58.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:07:58 smithi181 ceph-mon[45557]: pgmap v4302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:59.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:07:58 smithi088 ceph-mon[35322]: pgmap v4302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:07:59.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:07:58 smithi175 ceph-mon[44549]: pgmap v4302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:00.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:00 smithi181 ceph-mon[45557]: pgmap v4303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:01.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:00 smithi088 ceph-mon[35322]: pgmap v4303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:01.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:00 smithi175 ceph-mon[44549]: pgmap v4303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:02.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:02 smithi181 ceph-mon[45557]: pgmap v4304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:03.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:02 smithi088 ceph-mon[35322]: pgmap v4304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:03.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:02 smithi175 ceph-mon[44549]: pgmap v4304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:04.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:04 smithi181 ceph-mon[45557]: pgmap v4305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:05.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:04 smithi088 ceph-mon[35322]: pgmap v4305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:05.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:04 smithi175 ceph-mon[44549]: pgmap v4305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:07.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:06 smithi088 ceph-mon[35322]: pgmap v4306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:07.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:06 smithi175 ceph-mon[44549]: pgmap v4306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:07.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:06 smithi181 ceph-mon[45557]: pgmap v4306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:09.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:08 smithi088 ceph-mon[35322]: pgmap v4307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:09.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:08 smithi175 ceph-mon[44549]: pgmap v4307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:09.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:08 smithi181 ceph-mon[45557]: pgmap v4307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:10.535+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:08:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:10.535+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:08:10.527 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:10.535+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:08:11.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:10 smithi088 ceph-mon[35322]: pgmap v4308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:11.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:10 smithi175 ceph-mon[44549]: pgmap v4308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:11.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:10 smithi181 ceph-mon[45557]: pgmap v4308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:13.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:12 smithi088 ceph-mon[35322]: pgmap v4309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:13.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:12 smithi175 ceph-mon[44549]: pgmap v4309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:13.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:12 smithi181 ceph-mon[45557]: pgmap v4309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:15.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:14 smithi088 ceph-mon[35322]: pgmap v4310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:15.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:14 smithi175 ceph-mon[44549]: pgmap v4310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:15.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:14 smithi181 ceph-mon[45557]: pgmap v4310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:17.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:16 smithi088 ceph-mon[35322]: pgmap v4311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:17.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:16 smithi175 ceph-mon[44549]: pgmap v4311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:17.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:16 smithi181 ceph-mon[45557]: pgmap v4311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:19.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:18 smithi088 ceph-mon[35322]: pgmap v4312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:19.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:18 smithi175 ceph-mon[44549]: pgmap v4312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:19.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:18 smithi181 ceph-mon[45557]: pgmap v4312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:21.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:20 smithi088 ceph-mon[35322]: pgmap v4313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:21.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:20 smithi175 ceph-mon[44549]: pgmap v4313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:21.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:20 smithi181 ceph-mon[45557]: pgmap v4313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:23.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:22 smithi088 ceph-mon[35322]: pgmap v4314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:23.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:22 smithi175 ceph-mon[44549]: pgmap v4314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:23.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:22 smithi181 ceph-mon[45557]: pgmap v4314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:25.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:24 smithi088 ceph-mon[35322]: pgmap v4315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:25.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:24 smithi175 ceph-mon[44549]: pgmap v4315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:25.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:24 smithi181 ceph-mon[45557]: pgmap v4315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:25.548+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:08:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:25.548+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:08:25.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:25.548+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:08:27.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:26 smithi088 ceph-mon[35322]: pgmap v4316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:27.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:26 smithi175 ceph-mon[44549]: pgmap v4316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:27.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:26 smithi181 ceph-mon[45557]: pgmap v4316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:29.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:28 smithi088 ceph-mon[35322]: pgmap v4317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:29.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:28 smithi175 ceph-mon[44549]: pgmap v4317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:29.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:28 smithi181 ceph-mon[45557]: pgmap v4317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:31.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:30 smithi088 ceph-mon[35322]: pgmap v4318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:31.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:30 smithi175 ceph-mon[44549]: pgmap v4318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:31.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:30 smithi181 ceph-mon[45557]: pgmap v4318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:33.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:32 smithi088 ceph-mon[35322]: pgmap v4319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:33.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:32 smithi175 ceph-mon[44549]: pgmap v4319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:33.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:32 smithi181 ceph-mon[45557]: pgmap v4319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:35.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:34 smithi088 ceph-mon[35322]: pgmap v4320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:35.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:34 smithi175 ceph-mon[44549]: pgmap v4320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:35.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:34 smithi181 ceph-mon[45557]: pgmap v4320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:08:37.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:36 smithi088 ceph-mon[35322]: pgmap v4321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:37.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:36 smithi175 ceph-mon[44549]: pgmap v4321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:37.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:36 smithi181 ceph-mon[45557]: pgmap v4321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:39.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:38 smithi088 ceph-mon[35322]: pgmap v4322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:39.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:38 smithi175 ceph-mon[44549]: pgmap v4322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:39.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:38 smithi181 ceph-mon[45557]: pgmap v4322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:40.563+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:40.563+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:40.563+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:08:41.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:40 smithi088 ceph-mon[35322]: pgmap v4323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:41.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:40 smithi175 ceph-mon[44549]: pgmap v4323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:41.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:40 smithi181 ceph-mon[45557]: pgmap v4323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:08:43.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:42 smithi088 ceph-mon[35322]: pgmap v4324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:43.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:42 smithi175 ceph-mon[44549]: pgmap v4324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:43.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:42 smithi181 ceph-mon[45557]: pgmap v4324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:08:45.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:44 smithi175 ceph-mon[44549]: pgmap v4325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:08:45.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:44 smithi181 ceph-mon[45557]: pgmap v4325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:08:45.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:44 smithi088 ceph-mon[35322]: pgmap v4325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:08:46.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:08:46.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:08:46.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:08:47.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:46 smithi175 ceph-mon[44549]: pgmap v4326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:47.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:08:47.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:08:47.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:08:47.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:46 smithi181 ceph-mon[45557]: pgmap v4326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:47.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:08:47.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:08:47.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:08:47.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:46 smithi088 ceph-mon[35322]: pgmap v4326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:08:47.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:08:47.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:08:47.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:08:48.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:47 smithi175 ceph-mon[44549]: pgmap v4327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:08:48.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:47 smithi175 ceph-mon[44549]: pgmap v4328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:08:48.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:47 smithi181 ceph-mon[45557]: pgmap v4327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:08:48.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:47 smithi181 ceph-mon[45557]: pgmap v4328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:08:48.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:47 smithi088 ceph-mon[35322]: pgmap v4327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:08:48.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:47 smithi088 ceph-mon[35322]: pgmap v4328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:08:50.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:49 smithi175 ceph-mon[44549]: pgmap v4329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:08:50.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:49 smithi181 ceph-mon[45557]: pgmap v4329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:08:50.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:49 smithi088 ceph-mon[35322]: pgmap v4329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:08:52.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:51 smithi175 ceph-mon[44549]: pgmap v4330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:08:52.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:51 smithi181 ceph-mon[45557]: pgmap v4330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:08:52.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:51 smithi088 ceph-mon[35322]: pgmap v4330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:08:54.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:53 smithi175 ceph-mon[44549]: pgmap v4331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:08:54.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:53 smithi181 ceph-mon[45557]: pgmap v4331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:08:54.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:53 smithi088 ceph-mon[35322]: pgmap v4331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:08:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:55.578+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:08:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:55.578+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:08:55.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:08:55.578+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:08:56.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:55 smithi175 ceph-mon[44549]: pgmap v4332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:08:56.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:55 smithi181 ceph-mon[45557]: pgmap v4332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:08:56.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:55 smithi088 ceph-mon[35322]: pgmap v4332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:08:58.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:57 smithi175 ceph-mon[44549]: pgmap v4333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:08:58.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:57 smithi181 ceph-mon[45557]: pgmap v4333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:08:58.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:57 smithi088 ceph-mon[35322]: pgmap v4333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:09:00.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:08:59 smithi175 ceph-mon[44549]: pgmap v4334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:00.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:08:59 smithi181 ceph-mon[45557]: pgmap v4334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:00.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:08:59 smithi088 ceph-mon[35322]: pgmap v4334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:02.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:01 smithi175 ceph-mon[44549]: pgmap v4335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:01 smithi181 ceph-mon[45557]: pgmap v4335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:02.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:01 smithi088 ceph-mon[35322]: pgmap v4335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:04.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:03 smithi175 ceph-mon[44549]: pgmap v4336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:04.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:03 smithi181 ceph-mon[45557]: pgmap v4336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:04.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:03 smithi088 ceph-mon[35322]: pgmap v4336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:06.152 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:05 smithi175 ceph-mon[44549]: pgmap v4337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:06.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:05 smithi181 ceph-mon[45557]: pgmap v4337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:06.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:05 smithi088 ceph-mon[35322]: pgmap v4337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:08.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:07 smithi175 ceph-mon[44549]: pgmap v4338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:08.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:07 smithi181 ceph-mon[45557]: pgmap v4338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:08.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:07 smithi088 ceph-mon[35322]: pgmap v4338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:10.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:09 smithi175 ceph-mon[44549]: pgmap v4339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:10.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:09 smithi181 ceph-mon[45557]: pgmap v4339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:10.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:09 smithi088 ceph-mon[35322]: pgmap v4339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:10.586+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:09:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:10.586+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:09:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:10.586+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:09:12.142 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:11 smithi088 ceph-mon[35322]: pgmap v4340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:12.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:11 smithi175 ceph-mon[44549]: pgmap v4340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:12.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:11 smithi181 ceph-mon[45557]: pgmap v4340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:14.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:13 smithi175 ceph-mon[44549]: pgmap v4341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:14.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:13 smithi181 ceph-mon[45557]: pgmap v4341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:14.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:13 smithi088 ceph-mon[35322]: pgmap v4341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:16.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:15 smithi175 ceph-mon[44549]: pgmap v4342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:16.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:15 smithi181 ceph-mon[45557]: pgmap v4342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:16.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:15 smithi088 ceph-mon[35322]: pgmap v4342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:18.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:17 smithi175 ceph-mon[44549]: pgmap v4343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:18.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:17 smithi181 ceph-mon[45557]: pgmap v4343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:18.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:17 smithi088 ceph-mon[35322]: pgmap v4343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:20.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:19 smithi175 ceph-mon[44549]: pgmap v4344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:20.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:19 smithi181 ceph-mon[45557]: pgmap v4344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:20.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:19 smithi088 ceph-mon[35322]: pgmap v4344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:22.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:21 smithi175 ceph-mon[44549]: pgmap v4345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:22.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:21 smithi181 ceph-mon[45557]: pgmap v4345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:22.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:21 smithi088 ceph-mon[35322]: pgmap v4345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:24.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:23 smithi175 ceph-mon[44549]: pgmap v4346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:24.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:23 smithi181 ceph-mon[45557]: pgmap v4346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:24.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:23 smithi088 ceph-mon[35322]: pgmap v4346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:25.588 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:25.597+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:09:25.588 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:25.597+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:09:25.588 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:25.597+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:09:26.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:25 smithi175 ceph-mon[44549]: pgmap v4347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:26.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:25 smithi181 ceph-mon[45557]: pgmap v4347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:26.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:25 smithi088 ceph-mon[35322]: pgmap v4347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:27 smithi175 ceph-mon[44549]: pgmap v4348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:28.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:27 smithi181 ceph-mon[45557]: pgmap v4348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:28.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:27 smithi088 ceph-mon[35322]: pgmap v4348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:30.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:29 smithi175 ceph-mon[44549]: pgmap v4349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:30.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:29 smithi181 ceph-mon[45557]: pgmap v4349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:30.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:29 smithi088 ceph-mon[35322]: pgmap v4349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:32.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:31 smithi175 ceph-mon[44549]: pgmap v4350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:32.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:31 smithi181 ceph-mon[45557]: pgmap v4350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:32.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:31 smithi088 ceph-mon[35322]: pgmap v4350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:34.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:33 smithi175 ceph-mon[44549]: pgmap v4351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:34.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:33 smithi181 ceph-mon[45557]: pgmap v4351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:34.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:33 smithi088 ceph-mon[35322]: pgmap v4351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:36.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:35 smithi175 ceph-mon[44549]: pgmap v4352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:36.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:35 smithi181 ceph-mon[45557]: pgmap v4352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:36.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:35 smithi088 ceph-mon[35322]: pgmap v4352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:38.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:37 smithi175 ceph-mon[44549]: pgmap v4353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:38.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:37 smithi181 ceph-mon[45557]: pgmap v4353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:38.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:37 smithi088 ceph-mon[35322]: pgmap v4353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:40.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:39 smithi175 ceph-mon[44549]: pgmap v4354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:40.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:39 smithi181 ceph-mon[45557]: pgmap v4354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:40.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:39 smithi088 ceph-mon[35322]: pgmap v4354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:09:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:40.603+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:09:40.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:40.603+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:09:40.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:40.603+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:09:40.599 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:40.608+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:09:40.599 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:40.608+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:09:40.602 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:40.609+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 63 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T15:09:40.603 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:40.609+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 63 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T15:09:42.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:41 smithi175 ceph-mon[44549]: pgmap v4355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:42.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:41 smithi181 ceph-mon[45557]: pgmap v4355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:42.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:41 smithi088 ceph-mon[35322]: pgmap v4355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:09:44.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:43 smithi175 ceph-mon[44549]: pgmap v4356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:44.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:43 smithi181 ceph-mon[45557]: pgmap v4356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:44.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:43 smithi088 ceph-mon[35322]: pgmap v4356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:46.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:45 smithi175 ceph-mon[44549]: pgmap v4357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:46.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:45 smithi181 ceph-mon[45557]: pgmap v4357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:46.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:45 smithi088 ceph-mon[35322]: pgmap v4357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:09:47.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:09:47.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:09:47.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:09:48.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:47 smithi181 ceph-mon[45557]: pgmap v4358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:48.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:09:48.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:09:48.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:09:48.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:47 smithi088 ceph-mon[35322]: pgmap v4358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:48.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:09:48.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:09:48.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:09:48.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:47 smithi175 ceph-mon[44549]: pgmap v4358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:09:48.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:09:48.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:09:48.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:09:49.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:48 smithi181 ceph-mon[45557]: pgmap v4359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:09:49.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:48 smithi181 ceph-mon[45557]: pgmap v4360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:09:49.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:48 smithi088 ceph-mon[35322]: pgmap v4359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:09:49.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:48 smithi088 ceph-mon[35322]: pgmap v4360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:09:49.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:48 smithi175 ceph-mon[44549]: pgmap v4359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:09:49.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:48 smithi175 ceph-mon[44549]: pgmap v4360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:09:51.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:50 smithi181 ceph-mon[45557]: pgmap v4361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:09:51.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:50 smithi088 ceph-mon[35322]: pgmap v4361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:09:51.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:50 smithi175 ceph-mon[44549]: pgmap v4361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:09:53.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:52 smithi181 ceph-mon[45557]: pgmap v4362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:09:53.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:52 smithi088 ceph-mon[35322]: pgmap v4362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:09:53.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:52 smithi175 ceph-mon[44549]: pgmap v4362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:09:55.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:54 smithi181 ceph-mon[45557]: pgmap v4363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:09:55.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:54 smithi088 ceph-mon[35322]: pgmap v4363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:09:55.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:54 smithi175 ceph-mon[44549]: pgmap v4363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:09:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:55.617+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:09:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:55.617+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:09:55.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:09:55.617+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:09:57.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:56 smithi181 ceph-mon[45557]: pgmap v4364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:09:57.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:56 smithi088 ceph-mon[35322]: pgmap v4364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:09:57.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:56 smithi175 ceph-mon[44549]: pgmap v4364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:09:59.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:09:58 smithi181 ceph-mon[45557]: pgmap v4365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:09:59.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:09:58 smithi088 ceph-mon[35322]: pgmap v4365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:09:59.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:09:58 smithi175 ceph-mon[44549]: pgmap v4365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:10:01.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:00 smithi181 ceph-mon[45557]: pgmap v4366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:01.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:10:01.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:00 smithi088 ceph-mon[35322]: pgmap v4366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:01.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:10:01.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:00 smithi175 ceph-mon[44549]: pgmap v4366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:01.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:10:03.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:02 smithi181 ceph-mon[45557]: pgmap v4367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:03.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:02 smithi088 ceph-mon[35322]: pgmap v4367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:03.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:02 smithi175 ceph-mon[44549]: pgmap v4367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:05.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:04 smithi181 ceph-mon[45557]: pgmap v4368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:05.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:04 smithi088 ceph-mon[35322]: pgmap v4368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:05.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:04 smithi175 ceph-mon[44549]: pgmap v4368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:07.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:06 smithi181 ceph-mon[45557]: pgmap v4369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:07.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:06 smithi088 ceph-mon[35322]: pgmap v4369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:07.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:06 smithi175 ceph-mon[44549]: pgmap v4369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:09.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:08 smithi088 ceph-mon[35322]: pgmap v4370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:09.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:08 smithi175 ceph-mon[44549]: pgmap v4370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:09.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:08 smithi181 ceph-mon[45557]: pgmap v4370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:10.621 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:10.630+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:10:10.621 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:10.630+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:10:10.621 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:10.630+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:10:11.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:10 smithi088 ceph-mon[35322]: pgmap v4371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:11.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:10 smithi175 ceph-mon[44549]: pgmap v4371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:10 smithi181 ceph-mon[45557]: pgmap v4371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:13.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:12 smithi088 ceph-mon[35322]: pgmap v4372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:13.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:12 smithi175 ceph-mon[44549]: pgmap v4372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:13.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:12 smithi181 ceph-mon[45557]: pgmap v4372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:15.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:14 smithi088 ceph-mon[35322]: pgmap v4373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:15.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:14 smithi175 ceph-mon[44549]: pgmap v4373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:15.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:14 smithi181 ceph-mon[45557]: pgmap v4373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:17.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:16 smithi088 ceph-mon[35322]: pgmap v4374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:17.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:16 smithi175 ceph-mon[44549]: pgmap v4374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:17.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:16 smithi181 ceph-mon[45557]: pgmap v4374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:19.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:18 smithi088 ceph-mon[35322]: pgmap v4375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:19.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:18 smithi175 ceph-mon[44549]: pgmap v4375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:19.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:18 smithi181 ceph-mon[45557]: pgmap v4375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:21.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:20 smithi088 ceph-mon[35322]: pgmap v4376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:21.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:20 smithi175 ceph-mon[44549]: pgmap v4376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:21.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:20 smithi181 ceph-mon[45557]: pgmap v4376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:23.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:22 smithi088 ceph-mon[35322]: pgmap v4377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:23.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:22 smithi175 ceph-mon[44549]: pgmap v4377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:23.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:22 smithi181 ceph-mon[45557]: pgmap v4377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:25.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:24 smithi088 ceph-mon[35322]: pgmap v4378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:25.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:24 smithi175 ceph-mon[44549]: pgmap v4378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:25.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:24 smithi181 ceph-mon[45557]: pgmap v4378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:25.640+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:10:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:25.640+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:10:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:25.640+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:10:27.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:26 smithi088 ceph-mon[35322]: pgmap v4379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:27.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:26 smithi175 ceph-mon[44549]: pgmap v4379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:27.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:26 smithi181 ceph-mon[45557]: pgmap v4379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:29.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:28 smithi088 ceph-mon[35322]: pgmap v4380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:10:29.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:28 smithi175 ceph-mon[44549]: pgmap v4380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:10:29.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:28 smithi181 ceph-mon[45557]: pgmap v4380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:10:31.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:31 smithi088 ceph-mon[35322]: pgmap v4381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:31.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:31 smithi175 ceph-mon[44549]: pgmap v4381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:31.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:31 smithi181 ceph-mon[45557]: pgmap v4381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:33.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:33 smithi088 ceph-mon[35322]: pgmap v4382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:33.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:33 smithi175 ceph-mon[44549]: pgmap v4382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:33.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:33 smithi181 ceph-mon[45557]: pgmap v4382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:35.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:35 smithi088 ceph-mon[35322]: pgmap v4383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:35.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:35 smithi175 ceph-mon[44549]: pgmap v4383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:35.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:35 smithi181 ceph-mon[45557]: pgmap v4383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:37.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:37 smithi088 ceph-mon[35322]: pgmap v4384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:37.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:37 smithi175 ceph-mon[44549]: pgmap v4384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:37.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:37 smithi181 ceph-mon[45557]: pgmap v4384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:39.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:39 smithi088 ceph-mon[35322]: pgmap v4385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:10:39.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:39 smithi175 ceph-mon[44549]: pgmap v4385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:10:39.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:39 smithi181 ceph-mon[45557]: pgmap v4385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:10:40.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:40.647+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:10:40.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:40.647+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:10:40.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:40.647+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:10:41.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:41 smithi088 ceph-mon[35322]: pgmap v4386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:41.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:41 smithi175 ceph-mon[44549]: pgmap v4386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:41.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:41 smithi181 ceph-mon[45557]: pgmap v4386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:10:43.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:43 smithi088 ceph-mon[35322]: pgmap v4387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:43.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:43 smithi175 ceph-mon[44549]: pgmap v4387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:43.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:43 smithi181 ceph-mon[45557]: pgmap v4387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:10:45.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:45 smithi088 ceph-mon[35322]: pgmap v4388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:45.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:45 smithi175 ceph-mon[44549]: pgmap v4388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:45.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:45 smithi181 ceph-mon[45557]: pgmap v4388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:10:47.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:47 smithi175 ceph-mon[44549]: pgmap v4389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:47.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:47 smithi181 ceph-mon[45557]: pgmap v4389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:47.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:47 smithi088 ceph-mon[35322]: pgmap v4389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:10:48.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:10:48.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:10:48.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:10:48.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:48.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:49 smithi175 ceph-mon[44549]: pgmap v4390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:10:49.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:49 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:10:49.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:49 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:10:49.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:10:49.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:10:49.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:10:49.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:49 smithi181 ceph-mon[45557]: pgmap v4390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:10:49.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:49 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:10:49.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:49 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:10:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:10:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:10:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:10:49.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:49 smithi088 ceph-mon[35322]: pgmap v4390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:10:49.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:49 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:10:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:49 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:10:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:10:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:10:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:10:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:10:50.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:50 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:10:50.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:50 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:10:50.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:50 smithi175 ceph-mon[44549]: pgmap v4391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:10:50.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:50 smithi175 ceph-mon[44549]: pgmap v4392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:10:50.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:50 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:10:50.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:50 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:10:50.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:50 smithi181 ceph-mon[45557]: pgmap v4391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:10:50.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:50 smithi181 ceph-mon[45557]: pgmap v4392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:10:50.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:50 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:10:50.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:50 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:10:50.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:50 smithi088 ceph-mon[35322]: pgmap v4391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:10:50.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:50 smithi088 ceph-mon[35322]: pgmap v4392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:10:52.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:52 smithi175 ceph-mon[44549]: pgmap v4393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:10:52.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:52 smithi181 ceph-mon[45557]: pgmap v4393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:10:52.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:52 smithi088 ceph-mon[35322]: pgmap v4393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:10:54.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:54 smithi175 ceph-mon[44549]: pgmap v4394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:10:54.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:54 smithi181 ceph-mon[45557]: pgmap v4394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:10:54.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:54 smithi088 ceph-mon[35322]: pgmap v4394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:10:55.645 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:55.654+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:10:55.645 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:55.654+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:10:55.645 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:10:55.654+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:10:56.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:56 smithi175 ceph-mon[44549]: pgmap v4395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:10:56.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:56 smithi181 ceph-mon[45557]: pgmap v4395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:10:56.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:56 smithi088 ceph-mon[35322]: pgmap v4395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:10:58.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:10:58 smithi175 ceph-mon[44549]: pgmap v4396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:10:58.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:10:58 smithi181 ceph-mon[45557]: pgmap v4396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:10:58.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:10:58 smithi088 ceph-mon[35322]: pgmap v4396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:11:00.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:00 smithi175 ceph-mon[44549]: pgmap v4397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:11:00.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:00 smithi181 ceph-mon[45557]: pgmap v4397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:11:00.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:00 smithi088 ceph-mon[35322]: pgmap v4397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:11:02.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:02 smithi175 ceph-mon[44549]: pgmap v4398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:11:02.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:02 smithi181 ceph-mon[45557]: pgmap v4398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:11:02.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:02 smithi088 ceph-mon[35322]: pgmap v4398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:11:04.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:04 smithi175 ceph-mon[44549]: pgmap v4399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:04.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:04 smithi181 ceph-mon[45557]: pgmap v4399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:04.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:04 smithi088 ceph-mon[35322]: pgmap v4399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:06.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:06 smithi175 ceph-mon[44549]: pgmap v4400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:06.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:06 smithi181 ceph-mon[45557]: pgmap v4400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:06.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:06 smithi088 ceph-mon[35322]: pgmap v4400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:08.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:08 smithi175 ceph-mon[44549]: pgmap v4401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:08.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:08 smithi181 ceph-mon[45557]: pgmap v4401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:08.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:08 smithi088 ceph-mon[35322]: pgmap v4401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:10.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:10 smithi175 ceph-mon[44549]: pgmap v4402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:11:10.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:10 smithi181 ceph-mon[45557]: pgmap v4402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:11:10.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:10 smithi088 ceph-mon[35322]: pgmap v4402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:11:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:10.661+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:11:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:10.661+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:11:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:10.661+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:11:12.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:12 smithi175 ceph-mon[44549]: pgmap v4403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:11:12.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:12 smithi181 ceph-mon[45557]: pgmap v4403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:11:12.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:12 smithi088 ceph-mon[35322]: pgmap v4403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:11:14.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:14 smithi175 ceph-mon[44549]: pgmap v4404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:14.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:14 smithi181 ceph-mon[45557]: pgmap v4404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:14.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:14 smithi088 ceph-mon[35322]: pgmap v4404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:16.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:16 smithi175 ceph-mon[44549]: pgmap v4405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:16.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:16 smithi181 ceph-mon[45557]: pgmap v4405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:16.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:16 smithi088 ceph-mon[35322]: pgmap v4405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:18.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:18 smithi175 ceph-mon[44549]: pgmap v4406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:18.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:18 smithi181 ceph-mon[45557]: pgmap v4406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:18.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:18 smithi088 ceph-mon[35322]: pgmap v4406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:20.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:20 smithi175 ceph-mon[44549]: pgmap v4407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:11:20.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:20 smithi181 ceph-mon[45557]: pgmap v4407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:11:20.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:20 smithi088 ceph-mon[35322]: pgmap v4407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:11:22.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:22 smithi175 ceph-mon[44549]: pgmap v4408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:11:22.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:22 smithi181 ceph-mon[45557]: pgmap v4408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:11:22.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:22 smithi088 ceph-mon[35322]: pgmap v4408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:11:24.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:24 smithi175 ceph-mon[44549]: pgmap v4409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:24.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:24 smithi181 ceph-mon[45557]: pgmap v4409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:24.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:24 smithi088 ceph-mon[35322]: pgmap v4409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:25.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:25.669+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:11:25.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:25.669+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:11:25.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:25.669+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:11:26.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:26 smithi175 ceph-mon[44549]: pgmap v4410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:26.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:26 smithi181 ceph-mon[45557]: pgmap v4410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:26.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:26 smithi088 ceph-mon[35322]: pgmap v4410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:28.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:28 smithi175 ceph-mon[44549]: pgmap v4411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:28.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:28 smithi181 ceph-mon[45557]: pgmap v4411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:28.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:28 smithi088 ceph-mon[35322]: pgmap v4411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:30.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:30 smithi175 ceph-mon[44549]: pgmap v4412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:11:30.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:30 smithi181 ceph-mon[45557]: pgmap v4412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:11:30.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:30 smithi088 ceph-mon[35322]: pgmap v4412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:11:32.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:32 smithi088 ceph-mon[35322]: pgmap v4413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:11:32.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:32 smithi175 ceph-mon[44549]: pgmap v4413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:11:32.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:32 smithi181 ceph-mon[45557]: pgmap v4413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:11:34.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:34 smithi175 ceph-mon[44549]: pgmap v4414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:11:34.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:34 smithi181 ceph-mon[45557]: pgmap v4414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:11:34.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:34 smithi088 ceph-mon[35322]: pgmap v4414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:11:36.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:36 smithi175 ceph-mon[44549]: pgmap v4415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:11:36.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:36 smithi181 ceph-mon[45557]: pgmap v4415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:11:36.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:36 smithi088 ceph-mon[35322]: pgmap v4415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:11:37.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:37 smithi181 ceph-mon[45557]: pgmap v4416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T15:11:37.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:37 smithi088 ceph-mon[35322]: pgmap v4416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T15:11:37.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:37 smithi175 ceph-mon[44549]: pgmap v4416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T15:11:39.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:39 smithi175 ceph-mon[44549]: pgmap v4417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-01-28T15:11:39.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:39 smithi181 ceph-mon[45557]: pgmap v4417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-01-28T15:11:40.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:39 smithi088 ceph-mon[35322]: pgmap v4417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-01-28T15:11:40.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:40.683+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:11:40.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:40.683+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:11:40.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:40.683+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:11:41.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:41 smithi175 ceph-mon[44549]: pgmap v4418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:11:41.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:41 smithi181 ceph-mon[45557]: pgmap v4418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:11:42.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:41 smithi088 ceph-mon[35322]: pgmap v4418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:11:43.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:43 smithi175 ceph-mon[44549]: pgmap v4419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:43.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:43 smithi181 ceph-mon[45557]: pgmap v4419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:44.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:43 smithi088 ceph-mon[35322]: pgmap v4419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:11:45.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:45 smithi175 ceph-mon[44549]: pgmap v4420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:45.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:45 smithi181 ceph-mon[45557]: pgmap v4420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:46.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:45 smithi088 ceph-mon[35322]: pgmap v4420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:11:47.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:47 smithi175 ceph-mon[44549]: pgmap v4421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:47.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:47 smithi181 ceph-mon[45557]: pgmap v4421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:48.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:47 smithi088 ceph-mon[35322]: pgmap v4421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:11:48.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:11:48.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:11:49.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:11:49.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:49 smithi175 ceph-mon[44549]: pgmap v4422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:11:49.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:49.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:49.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:49.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:49.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:49 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:11:49.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:49 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:11:49.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:11:49.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:11:49.902 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:11:49.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:49 smithi181 ceph-mon[45557]: pgmap v4422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:11:49.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:49.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:49.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:49.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:49.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:49 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:11:49.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:49 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:11:49.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:11:49.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:11:49.948 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:11:50.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:49 smithi088 ceph-mon[35322]: pgmap v4422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:11:50.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:50.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:50.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:50.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:11:50.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:49 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:11:50.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:49 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:11:50.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:11:50.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:11:50.020 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:11:50.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:50 smithi175 ceph-mon[44549]: pgmap v4423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:11:50.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:50 smithi175 ceph-mon[44549]: pgmap v4424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:11:50.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:50 smithi181 ceph-mon[45557]: pgmap v4423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:11:50.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:50 smithi181 ceph-mon[45557]: pgmap v4424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:11:51.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:50 smithi088 ceph-mon[35322]: pgmap v4423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:11:51.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:50 smithi088 ceph-mon[35322]: pgmap v4424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:11:52.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:52 smithi175 ceph-mon[44549]: pgmap v4425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:11:52.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:52 smithi181 ceph-mon[45557]: pgmap v4425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:11:53.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:52 smithi088 ceph-mon[35322]: pgmap v4425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:11:54.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:54 smithi175 ceph-mon[44549]: pgmap v4426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:11:54.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:54 smithi181 ceph-mon[45557]: pgmap v4426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:11:55.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:54 smithi088 ceph-mon[35322]: pgmap v4426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:11:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:55.691+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:11:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:55.691+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:11:55.683 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:11:55.691+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:11:56.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:56 smithi175 ceph-mon[44549]: pgmap v4427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:11:56.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:56 smithi181 ceph-mon[45557]: pgmap v4427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:11:57.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:56 smithi088 ceph-mon[35322]: pgmap v4427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:11:58.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:11:58 smithi175 ceph-mon[44549]: pgmap v4428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:11:58.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:11:58 smithi181 ceph-mon[45557]: pgmap v4428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:11:59.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:11:58 smithi088 ceph-mon[35322]: pgmap v4428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:12:00.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:00 smithi181 ceph-mon[45557]: pgmap v4429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:12:01.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:00 smithi088 ceph-mon[35322]: pgmap v4429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:12:01.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:00 smithi175 ceph-mon[44549]: pgmap v4429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:12:02.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:02 smithi181 ceph-mon[45557]: pgmap v4430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:03.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:02 smithi088 ceph-mon[35322]: pgmap v4430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:03.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:02 smithi175 ceph-mon[44549]: pgmap v4430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:04.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:04 smithi181 ceph-mon[45557]: pgmap v4431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:05.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:04 smithi088 ceph-mon[35322]: pgmap v4431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:05.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:04 smithi175 ceph-mon[44549]: pgmap v4431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:06.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:06 smithi181 ceph-mon[45557]: pgmap v4432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:07.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:06 smithi088 ceph-mon[35322]: pgmap v4432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:07.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:06 smithi175 ceph-mon[44549]: pgmap v4432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:08.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:08 smithi181 ceph-mon[45557]: pgmap v4433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:09.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:08 smithi088 ceph-mon[35322]: pgmap v4433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:09.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:08 smithi175 ceph-mon[44549]: pgmap v4433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:10.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:10.701+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:12:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:10.701+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:12:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:10.701+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:12:10.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:10 smithi181 ceph-mon[45557]: pgmap v4434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:11.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:10 smithi088 ceph-mon[35322]: pgmap v4434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:11.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:10 smithi175 ceph-mon[44549]: pgmap v4434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:12.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:12 smithi181 ceph-mon[45557]: pgmap v4435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:13.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:12 smithi088 ceph-mon[35322]: pgmap v4435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:13.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:12 smithi175 ceph-mon[44549]: pgmap v4435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:14.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:14 smithi181 ceph-mon[45557]: pgmap v4436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:15.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:14 smithi088 ceph-mon[35322]: pgmap v4436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:15.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:14 smithi175 ceph-mon[44549]: pgmap v4436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:16.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:16 smithi181 ceph-mon[45557]: pgmap v4437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:17.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:16 smithi088 ceph-mon[35322]: pgmap v4437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:17.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:16 smithi175 ceph-mon[44549]: pgmap v4437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:18.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:18 smithi181 ceph-mon[45557]: pgmap v4438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:19.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:18 smithi088 ceph-mon[35322]: pgmap v4438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:19.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:18 smithi175 ceph-mon[44549]: pgmap v4438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:20.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:20 smithi181 ceph-mon[45557]: pgmap v4439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:21.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:20 smithi088 ceph-mon[35322]: pgmap v4439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:21.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:20 smithi175 ceph-mon[44549]: pgmap v4439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:23.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:22 smithi088 ceph-mon[35322]: pgmap v4440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:23.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:22 smithi175 ceph-mon[44549]: pgmap v4440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:23.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:22 smithi181 ceph-mon[45557]: pgmap v4440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:25.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:24 smithi088 ceph-mon[35322]: pgmap v4441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:25.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:24 smithi175 ceph-mon[44549]: pgmap v4441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:25.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:24 smithi181 ceph-mon[45557]: pgmap v4441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:25.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:25.716+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:12:25.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:25.716+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:12:25.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:25.716+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:12:27.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:26 smithi088 ceph-mon[35322]: pgmap v4442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:27.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:26 smithi175 ceph-mon[44549]: pgmap v4442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:27.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:26 smithi181 ceph-mon[45557]: pgmap v4442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:29.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:28 smithi088 ceph-mon[35322]: pgmap v4443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:29.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:28 smithi175 ceph-mon[44549]: pgmap v4443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:29.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:28 smithi181 ceph-mon[45557]: pgmap v4443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:31.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:30 smithi088 ceph-mon[35322]: pgmap v4444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:12:31.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:30 smithi175 ceph-mon[44549]: pgmap v4444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:12:31.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:30 smithi181 ceph-mon[45557]: pgmap v4444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:12:33.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:32 smithi088 ceph-mon[35322]: pgmap v4445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:33.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:32 smithi175 ceph-mon[44549]: pgmap v4445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:33.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:32 smithi181 ceph-mon[45557]: pgmap v4445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:35.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:34 smithi088 ceph-mon[35322]: pgmap v4446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:12:35.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:34 smithi175 ceph-mon[44549]: pgmap v4446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:12:35.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:34 smithi181 ceph-mon[45557]: pgmap v4446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:12:37.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:36 smithi088 ceph-mon[35322]: pgmap v4447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:12:37.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:36 smithi175 ceph-mon[44549]: pgmap v4447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:12:37.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:36 smithi181 ceph-mon[45557]: pgmap v4447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:12:39.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:38 smithi088 ceph-mon[35322]: pgmap v4448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:39.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:38 smithi175 ceph-mon[44549]: pgmap v4448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:39.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:38 smithi181 ceph-mon[45557]: pgmap v4448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:40.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.636+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:12:40.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.636+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:12:40.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.636+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 64 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:12:40.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.636+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:12:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.636+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 64 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:12:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.637+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065f0 con 0x55d733ebf510 2024-01-28T15:12:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.637+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 65 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065f0 con 0x7ff34c102770 2024-01-28T15:12:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.637+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 65 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T15:12:40.722 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.732+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:12:40.722 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.732+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:12:40.722 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:40.732+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:12:41.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:40 smithi088 ceph-mon[35322]: pgmap v4449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:41.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:40 smithi175 ceph-mon[44549]: pgmap v4449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:41.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:40 smithi181 ceph-mon[45557]: pgmap v4449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:43.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:42 smithi088 ceph-mon[35322]: pgmap v4450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:43.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:42 smithi175 ceph-mon[44549]: pgmap v4450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:43.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:42 smithi181 ceph-mon[45557]: pgmap v4450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:12:45.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:44 smithi088 ceph-mon[35322]: pgmap v4451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:45.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:44 smithi175 ceph-mon[44549]: pgmap v4451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:45.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:44 smithi181 ceph-mon[45557]: pgmap v4451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:12:47.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:46 smithi088 ceph-mon[35322]: pgmap v4452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:47.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:46 smithi175 ceph-mon[44549]: pgmap v4452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:47.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:46 smithi181 ceph-mon[45557]: pgmap v4452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:12:49.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:48 smithi088 ceph-mon[35322]: pgmap v4453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:49.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:48 smithi175 ceph-mon[44549]: pgmap v4453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:49.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:48 smithi181 ceph-mon[45557]: pgmap v4453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:12:50.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:12:50.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:12:50.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:12:51.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:50 smithi088 ceph-mon[35322]: pgmap v4454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:51.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:12:51.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:12:51.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:12:51.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:50 smithi175 ceph-mon[44549]: pgmap v4454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:51.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:12:51.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:12:51.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:12:51.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:50 smithi181 ceph-mon[45557]: pgmap v4454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:12:51.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:12:51.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:12:51.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:12:52.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:51 smithi088 ceph-mon[35322]: pgmap v4455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:12:52.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:51 smithi088 ceph-mon[35322]: pgmap v4456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:12:52.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:51 smithi175 ceph-mon[44549]: pgmap v4455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:12:52.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:51 smithi175 ceph-mon[44549]: pgmap v4456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:12:52.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:51 smithi181 ceph-mon[45557]: pgmap v4455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:12:52.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:51 smithi181 ceph-mon[45557]: pgmap v4456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:12:54.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:53 smithi088 ceph-mon[35322]: pgmap v4457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:12:54.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:53 smithi175 ceph-mon[44549]: pgmap v4457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:12:54.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:53 smithi181 ceph-mon[45557]: pgmap v4457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:12:55.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:55.734+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:12:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:55.734+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:12:55.725 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:12:55.734+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:12:56.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:55 smithi088 ceph-mon[35322]: pgmap v4458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:12:56.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:55 smithi175 ceph-mon[44549]: pgmap v4458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:12:56.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:55 smithi181 ceph-mon[45557]: pgmap v4458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:12:58.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:57 smithi175 ceph-mon[44549]: pgmap v4459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:12:58.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:57 smithi181 ceph-mon[45557]: pgmap v4459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:12:58.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:57 smithi088 ceph-mon[35322]: pgmap v4459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:13:00.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:12:59 smithi175 ceph-mon[44549]: pgmap v4460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:13:00.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:12:59 smithi181 ceph-mon[45557]: pgmap v4460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:13:00.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:12:59 smithi088 ceph-mon[35322]: pgmap v4460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:13:02.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:01 smithi175 ceph-mon[44549]: pgmap v4461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:13:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:01 smithi181 ceph-mon[45557]: pgmap v4461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:13:02.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:01 smithi088 ceph-mon[35322]: pgmap v4461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:13:04.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:03 smithi175 ceph-mon[44549]: pgmap v4462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:04.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:03 smithi181 ceph-mon[45557]: pgmap v4462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:04.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:03 smithi088 ceph-mon[35322]: pgmap v4462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:06.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:05 smithi175 ceph-mon[44549]: pgmap v4463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:06.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:05 smithi181 ceph-mon[45557]: pgmap v4463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:06.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:05 smithi088 ceph-mon[35322]: pgmap v4463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:08.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:07 smithi175 ceph-mon[44549]: pgmap v4464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:08.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:07 smithi181 ceph-mon[45557]: pgmap v4464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:08.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:07 smithi088 ceph-mon[35322]: pgmap v4464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:10.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:09 smithi175 ceph-mon[44549]: pgmap v4465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:10.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:09 smithi181 ceph-mon[45557]: pgmap v4465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:10.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:09 smithi088 ceph-mon[35322]: pgmap v4465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:10.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:10.743+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:13:10.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:10.743+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:13:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:10.743+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:13:12.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:11 smithi175 ceph-mon[44549]: pgmap v4466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:12.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:11 smithi181 ceph-mon[45557]: pgmap v4466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:12.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:11 smithi088 ceph-mon[35322]: pgmap v4466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:14.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:13 smithi175 ceph-mon[44549]: pgmap v4467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:14.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:13 smithi181 ceph-mon[45557]: pgmap v4467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:14.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:13 smithi088 ceph-mon[35322]: pgmap v4467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:16.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:15 smithi175 ceph-mon[44549]: pgmap v4468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:16.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:15 smithi181 ceph-mon[45557]: pgmap v4468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:16.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:15 smithi088 ceph-mon[35322]: pgmap v4468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:18.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:17 smithi175 ceph-mon[44549]: pgmap v4469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:18.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:17 smithi181 ceph-mon[45557]: pgmap v4469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:18.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:17 smithi088 ceph-mon[35322]: pgmap v4469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:20.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:19 smithi175 ceph-mon[44549]: pgmap v4470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:20.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:19 smithi181 ceph-mon[45557]: pgmap v4470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:20.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:19 smithi088 ceph-mon[35322]: pgmap v4470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:22.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:21 smithi175 ceph-mon[44549]: pgmap v4471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:22.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:21 smithi181 ceph-mon[45557]: pgmap v4471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:22.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:21 smithi088 ceph-mon[35322]: pgmap v4471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:24.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:23 smithi175 ceph-mon[44549]: pgmap v4472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:24.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:23 smithi181 ceph-mon[45557]: pgmap v4472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:24.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:23 smithi088 ceph-mon[35322]: pgmap v4472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:25.749 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:25.759+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:13:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:25.759+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:13:25.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:25.759+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:13:26.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:25 smithi175 ceph-mon[44549]: pgmap v4473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:26.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:25 smithi181 ceph-mon[45557]: pgmap v4473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:26.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:25 smithi088 ceph-mon[35322]: pgmap v4473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:28.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:27 smithi175 ceph-mon[44549]: pgmap v4474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:28.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:27 smithi181 ceph-mon[45557]: pgmap v4474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:28.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:27 smithi088 ceph-mon[35322]: pgmap v4474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:30.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:29 smithi175 ceph-mon[44549]: pgmap v4475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:30.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:29 smithi181 ceph-mon[45557]: pgmap v4475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:30.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:29 smithi088 ceph-mon[35322]: pgmap v4475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:32.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:31 smithi175 ceph-mon[44549]: pgmap v4476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:32.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:31 smithi181 ceph-mon[45557]: pgmap v4476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:32.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:31 smithi088 ceph-mon[35322]: pgmap v4476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:34.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:33 smithi175 ceph-mon[44549]: pgmap v4477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:34.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:33 smithi181 ceph-mon[45557]: pgmap v4477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:34.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:33 smithi088 ceph-mon[35322]: pgmap v4477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:36.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:35 smithi175 ceph-mon[44549]: pgmap v4478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:36.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:35 smithi181 ceph-mon[45557]: pgmap v4478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:36.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:35 smithi088 ceph-mon[35322]: pgmap v4478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:38.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:37 smithi175 ceph-mon[44549]: pgmap v4479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:38.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:37 smithi181 ceph-mon[45557]: pgmap v4479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:38.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:37 smithi088 ceph-mon[35322]: pgmap v4479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:40.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:39 smithi175 ceph-mon[44549]: pgmap v4480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:40.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:39 smithi181 ceph-mon[45557]: pgmap v4480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:40.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:39 smithi088 ceph-mon[35322]: pgmap v4480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:40.773+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:13:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:40.773+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:13:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:40.773+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:13:42.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:41 smithi175 ceph-mon[44549]: pgmap v4481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:42.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:41 smithi181 ceph-mon[45557]: pgmap v4481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:42.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:41 smithi088 ceph-mon[35322]: pgmap v4481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:44.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:43 smithi175 ceph-mon[44549]: pgmap v4482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:44.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:43 smithi181 ceph-mon[45557]: pgmap v4482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:44.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:43 smithi088 ceph-mon[35322]: pgmap v4482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:46.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:45 smithi175 ceph-mon[44549]: pgmap v4483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:46.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:45 smithi181 ceph-mon[45557]: pgmap v4483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:46.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:45 smithi088 ceph-mon[35322]: pgmap v4483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:13:48.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:47 smithi175 ceph-mon[44549]: pgmap v4484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:48.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:47 smithi181 ceph-mon[45557]: pgmap v4484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:48.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:47 smithi088 ceph-mon[35322]: pgmap v4484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:50.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:49 smithi175 ceph-mon[44549]: pgmap v4485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:50.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:49 smithi181 ceph-mon[45557]: pgmap v4485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:50.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:49 smithi088 ceph-mon[35322]: pgmap v4485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:13:51.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:13:51.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:13:51.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:13:52.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:51 smithi175 ceph-mon[44549]: pgmap v4486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:52.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:51 smithi181 ceph-mon[45557]: pgmap v4486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:52.205 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:51 smithi088 ceph-mon[35322]: pgmap v4486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:53.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:53.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:54.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:53 smithi088 ceph-mon[35322]: pgmap v4487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:54.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:54.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:54.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:13:54.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:13:54.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:54.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:53 smithi175 ceph-mon[44549]: pgmap v4487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:54.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:54.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:54.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:13:54.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:13:54.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:54.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:53 smithi181 ceph-mon[45557]: pgmap v4487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:13:54.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:54.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:54.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:13:54.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:13:54.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:13:55.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:55 smithi088 ceph-mon[35322]: pgmap v4488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T15:13:55.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:55 smithi088 ceph-mon[35322]: pgmap v4489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:13:55.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:55 smithi175 ceph-mon[44549]: pgmap v4488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T15:13:55.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:55 smithi175 ceph-mon[44549]: pgmap v4489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:13:55.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:55 smithi181 ceph-mon[45557]: pgmap v4488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T15:13:55.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:55 smithi181 ceph-mon[45557]: pgmap v4489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:13:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:55.785+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:13:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:55.785+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:13:55.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:13:55.785+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:13:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:57 smithi088 ceph-mon[35322]: pgmap v4490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:57.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:57 smithi175 ceph-mon[44549]: pgmap v4490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:57.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:57 smithi181 ceph-mon[45557]: pgmap v4490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:13:58.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:13:58 smithi181 ceph-mon[45557]: pgmap v4491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:13:59.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:13:58 smithi088 ceph-mon[35322]: pgmap v4491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:13:59.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:13:58 smithi175 ceph-mon[44549]: pgmap v4491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:14:01.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:00 smithi175 ceph-mon[44549]: pgmap v4492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:14:01.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:00 smithi181 ceph-mon[45557]: pgmap v4492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:14:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:00 smithi088 ceph-mon[35322]: pgmap v4492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:14:03.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:02 smithi175 ceph-mon[44549]: pgmap v4493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:14:03.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:02 smithi181 ceph-mon[45557]: pgmap v4493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:14:03.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:02 smithi088 ceph-mon[35322]: pgmap v4493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:14:05.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:04 smithi175 ceph-mon[44549]: pgmap v4494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:14:05.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:04 smithi181 ceph-mon[45557]: pgmap v4494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:14:05.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:04 smithi088 ceph-mon[35322]: pgmap v4494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:14:07.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:06 smithi175 ceph-mon[44549]: pgmap v4495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:07.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:06 smithi181 ceph-mon[45557]: pgmap v4495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:07.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:06 smithi088 ceph-mon[35322]: pgmap v4495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:08.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:08 smithi181 ceph-mon[45557]: pgmap v4496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:09.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:08 smithi088 ceph-mon[35322]: pgmap v4496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:09.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:08 smithi175 ceph-mon[44549]: pgmap v4496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:10.790 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:10.800+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:14:10.790 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:10.800+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:14:10.790 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:10.800+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:14:11.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:10 smithi175 ceph-mon[44549]: pgmap v4497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:11.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:10 smithi181 ceph-mon[45557]: pgmap v4497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:11.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:10 smithi088 ceph-mon[35322]: pgmap v4497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:13.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:12 smithi175 ceph-mon[44549]: pgmap v4498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:13.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:12 smithi181 ceph-mon[45557]: pgmap v4498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:13.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:12 smithi088 ceph-mon[35322]: pgmap v4498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:15.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:14 smithi175 ceph-mon[44549]: pgmap v4499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:15.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:14 smithi181 ceph-mon[45557]: pgmap v4499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:15.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:14 smithi088 ceph-mon[35322]: pgmap v4499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:17.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:16 smithi175 ceph-mon[44549]: pgmap v4500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:17.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:16 smithi181 ceph-mon[45557]: pgmap v4500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:17.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:16 smithi088 ceph-mon[35322]: pgmap v4500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:18.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:18 smithi181 ceph-mon[45557]: pgmap v4501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:19.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:18 smithi088 ceph-mon[35322]: pgmap v4501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:19.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:18 smithi175 ceph-mon[44549]: pgmap v4501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:21.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:20 smithi175 ceph-mon[44549]: pgmap v4502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:21.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:20 smithi181 ceph-mon[45557]: pgmap v4502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:21.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:20 smithi088 ceph-mon[35322]: pgmap v4502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:23.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:22 smithi175 ceph-mon[44549]: pgmap v4503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:23.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:22 smithi181 ceph-mon[45557]: pgmap v4503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:23.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:22 smithi088 ceph-mon[35322]: pgmap v4503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:25.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:24 smithi175 ceph-mon[44549]: pgmap v4504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:25.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:24 smithi181 ceph-mon[45557]: pgmap v4504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:25.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:24 smithi088 ceph-mon[35322]: pgmap v4504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:25.802 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:25.812+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:14:25.803 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:25.812+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:14:25.803 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:25.812+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:14:27.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:26 smithi175 ceph-mon[44549]: pgmap v4505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:27.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:26 smithi181 ceph-mon[45557]: pgmap v4505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:27.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:26 smithi088 ceph-mon[35322]: pgmap v4505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:28.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:28 smithi181 ceph-mon[45557]: pgmap v4506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:29.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:28 smithi088 ceph-mon[35322]: pgmap v4506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:29.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:28 smithi175 ceph-mon[44549]: pgmap v4506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:31.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:30 smithi175 ceph-mon[44549]: pgmap v4507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:31.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:30 smithi181 ceph-mon[45557]: pgmap v4507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:31.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:30 smithi088 ceph-mon[35322]: pgmap v4507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:33.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:32 smithi175 ceph-mon[44549]: pgmap v4508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:33.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:32 smithi181 ceph-mon[45557]: pgmap v4508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:33.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:32 smithi088 ceph-mon[35322]: pgmap v4508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:35.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:34 smithi175 ceph-mon[44549]: pgmap v4509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:35.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:34 smithi181 ceph-mon[45557]: pgmap v4509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:35.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:34 smithi088 ceph-mon[35322]: pgmap v4509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:37.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:36 smithi175 ceph-mon[44549]: pgmap v4510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:37.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:36 smithi181 ceph-mon[45557]: pgmap v4510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:37.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:36 smithi088 ceph-mon[35322]: pgmap v4510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:38.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:38 smithi181 ceph-mon[45557]: pgmap v4511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:39.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:38 smithi088 ceph-mon[35322]: pgmap v4511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:39.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:38 smithi175 ceph-mon[44549]: pgmap v4511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:14:40.818 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:40.828+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:14:40.818 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:40.828+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:14:40.818 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:40.828+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:14:41.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:40 smithi175 ceph-mon[44549]: pgmap v4512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:41.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:40 smithi181 ceph-mon[45557]: pgmap v4512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:41.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:40 smithi088 ceph-mon[35322]: pgmap v4512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:43.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:42 smithi175 ceph-mon[44549]: pgmap v4513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:43.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:42 smithi181 ceph-mon[45557]: pgmap v4513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:43.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:42 smithi088 ceph-mon[35322]: pgmap v4513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:45.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:44 smithi175 ceph-mon[44549]: pgmap v4514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:45.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:44 smithi181 ceph-mon[45557]: pgmap v4514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:45.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:44 smithi088 ceph-mon[35322]: pgmap v4514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:47.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:46 smithi175 ceph-mon[44549]: pgmap v4515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:47.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:46 smithi181 ceph-mon[45557]: pgmap v4515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:46 smithi088 ceph-mon[35322]: pgmap v4515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:48.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:48 smithi181 ceph-mon[45557]: pgmap v4516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:49.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:48 smithi088 ceph-mon[35322]: pgmap v4516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:49.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:48 smithi175 ceph-mon[44549]: pgmap v4516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:14:51.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:50 smithi175 ceph-mon[44549]: pgmap v4517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:51.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:50 smithi181 ceph-mon[45557]: pgmap v4517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:51.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:50 smithi088 ceph-mon[35322]: pgmap v4517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:14:53.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:52 smithi175 ceph-mon[44549]: pgmap v4518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:53.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:52 smithi181 ceph-mon[45557]: pgmap v4518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:53.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:52 smithi088 ceph-mon[35322]: pgmap v4518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:14:55.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:54 smithi175 ceph-mon[44549]: pgmap v4519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:55.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:14:55.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:14:55.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:14:55.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:14:55.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:54 smithi181 ceph-mon[45557]: pgmap v4519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:55.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:14:55.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:14:55.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:14:55.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:14:55.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:54 smithi088 ceph-mon[35322]: pgmap v4519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:14:55.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:14:55.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:14:55.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:14:55.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:14:55.833 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:55.843+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:14:55.834 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:55.843+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:14:55.834 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:14:55.843+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:14:56.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:55 smithi175 ceph-mon[44549]: pgmap v4520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:14:56.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:55 smithi175 ceph-mon[44549]: pgmap v4521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T15:14:56.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:55 smithi181 ceph-mon[45557]: pgmap v4520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:14:56.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:55 smithi181 ceph-mon[45557]: pgmap v4521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T15:14:56.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:55 smithi088 ceph-mon[35322]: pgmap v4520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:14:56.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:55 smithi088 ceph-mon[35322]: pgmap v4521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T15:14:58.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:57 smithi175 ceph-mon[44549]: pgmap v4522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:14:58.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:57 smithi181 ceph-mon[45557]: pgmap v4522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:14:58.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:57 smithi088 ceph-mon[35322]: pgmap v4522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:15:00.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:14:59 smithi175 ceph-mon[44549]: pgmap v4523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:15:00.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:14:59 smithi181 ceph-mon[45557]: pgmap v4523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:15:00.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:14:59 smithi088 ceph-mon[35322]: pgmap v4523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:15:02.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:01 smithi175 ceph-mon[44549]: pgmap v4524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:15:02.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:01 smithi181 ceph-mon[45557]: pgmap v4524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:15:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:01 smithi088 ceph-mon[35322]: pgmap v4524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:15:03.946 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:03 smithi181 ceph-mon[45557]: pgmap v4525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:15:04.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:03 smithi088 ceph-mon[35322]: pgmap v4525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:15:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:03 smithi175 ceph-mon[44549]: pgmap v4525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:15:06.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:05 smithi175 ceph-mon[44549]: pgmap v4526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:15:06.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:05 smithi181 ceph-mon[45557]: pgmap v4526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:15:06.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:05 smithi088 ceph-mon[35322]: pgmap v4526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:15:08.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:07 smithi175 ceph-mon[44549]: pgmap v4527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:08.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:07 smithi181 ceph-mon[45557]: pgmap v4527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:08.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:07 smithi088 ceph-mon[35322]: pgmap v4527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:10.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:09 smithi175 ceph-mon[44549]: pgmap v4528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:10.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:09 smithi181 ceph-mon[45557]: pgmap v4528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:10.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:09 smithi088 ceph-mon[35322]: pgmap v4528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:10.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:10.850+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:15:10.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:10.850+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:15:10.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:10.850+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:15:12.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:11 smithi175 ceph-mon[44549]: pgmap v4529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:12.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:11 smithi181 ceph-mon[45557]: pgmap v4529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:12.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:11 smithi088 ceph-mon[35322]: pgmap v4529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:13.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:13 smithi181 ceph-mon[45557]: pgmap v4530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:14.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:13 smithi088 ceph-mon[35322]: pgmap v4530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:14.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:13 smithi175 ceph-mon[44549]: pgmap v4530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:16.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:15 smithi175 ceph-mon[44549]: pgmap v4531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:16.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:15 smithi181 ceph-mon[45557]: pgmap v4531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:16.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:15 smithi088 ceph-mon[35322]: pgmap v4531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:18.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:17 smithi175 ceph-mon[44549]: pgmap v4532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:18.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:17 smithi181 ceph-mon[45557]: pgmap v4532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:18.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:17 smithi088 ceph-mon[35322]: pgmap v4532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:20.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:19 smithi175 ceph-mon[44549]: pgmap v4533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:20.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:19 smithi181 ceph-mon[45557]: pgmap v4533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:20.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:19 smithi088 ceph-mon[35322]: pgmap v4533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:22.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:21 smithi175 ceph-mon[44549]: pgmap v4534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:22.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:21 smithi181 ceph-mon[45557]: pgmap v4534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:22.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:21 smithi088 ceph-mon[35322]: pgmap v4534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:23.946 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:23 smithi181 ceph-mon[45557]: pgmap v4535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:24.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:23 smithi088 ceph-mon[35322]: pgmap v4535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:24.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:23 smithi175 ceph-mon[44549]: pgmap v4535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:25.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:25.864+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:15:25.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:25.864+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:15:25.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:25.864+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:15:26.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:25 smithi175 ceph-mon[44549]: pgmap v4536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:26.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:25 smithi181 ceph-mon[45557]: pgmap v4536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:26.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:25 smithi088 ceph-mon[35322]: pgmap v4536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:28.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:27 smithi175 ceph-mon[44549]: pgmap v4537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:28.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:27 smithi181 ceph-mon[45557]: pgmap v4537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:28.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:27 smithi088 ceph-mon[35322]: pgmap v4537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:30.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:29 smithi175 ceph-mon[44549]: pgmap v4538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:30.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:29 smithi181 ceph-mon[45557]: pgmap v4538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:30.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:29 smithi088 ceph-mon[35322]: pgmap v4538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:32.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:31 smithi175 ceph-mon[44549]: pgmap v4539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:32.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:31 smithi181 ceph-mon[45557]: pgmap v4539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:32.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:31 smithi088 ceph-mon[35322]: pgmap v4539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:33.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:33 smithi181 ceph-mon[45557]: pgmap v4540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:34.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:33 smithi088 ceph-mon[35322]: pgmap v4540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:34.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:33 smithi175 ceph-mon[44549]: pgmap v4540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:36.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:35 smithi175 ceph-mon[44549]: pgmap v4541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:36.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:35 smithi181 ceph-mon[45557]: pgmap v4541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:36.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:35 smithi088 ceph-mon[35322]: pgmap v4541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:38.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:37 smithi175 ceph-mon[44549]: pgmap v4542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:38.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:37 smithi181 ceph-mon[45557]: pgmap v4542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:38.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:37 smithi088 ceph-mon[35322]: pgmap v4542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:39.449+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 msgr2=0x7ff32c0a23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T15:15:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:39.449+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 msgr2=0x7ff32c0a23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T15:15:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:39.449+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x55d733ebe5c0 tx=0x7ff344043040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T15:15:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:39.449+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x55d733ebe5c0 tx=0x7ff344043040 comp rx=0 tx=0).stop 2024-01-28T15:15:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:39.449+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 msgr2=0x7ff32c0a23c0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T15:15:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:39.449+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 msgr2=0x7ff32c0a23c0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T15:15:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:39.449+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a1fe0 0x7ff32c0a23c0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T15:15:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:39.449+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T15:15:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:39.449+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T15:15:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:39.450+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff344037070 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T15:15:40.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:39 smithi175 ceph-mon[44549]: pgmap v4543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:40.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:39 smithi181 ceph-mon[45557]: pgmap v4543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:40.237 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:39 smithi088 ceph-mon[35322]: pgmap v4543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:40.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:40.663+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:15:40.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:40.663+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:15:40.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:40.664+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 66 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x7ff34c102770 2024-01-28T15:15:40.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:40.664+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 66 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T15:15:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:40.879+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:15:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:40.879+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:15:40.869 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:40.879+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:15:42.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:41 smithi175 ceph-mon[44549]: pgmap v4544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:42.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:41 smithi181 ceph-mon[45557]: pgmap v4544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:42.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:41 smithi088 ceph-mon[35322]: pgmap v4544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:43.946 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:43 smithi181 ceph-mon[45557]: pgmap v4545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:44.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:43 smithi088 ceph-mon[35322]: pgmap v4545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:44.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:43 smithi175 ceph-mon[44549]: pgmap v4545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:15:46.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:45 smithi175 ceph-mon[44549]: pgmap v4546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:46.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:45 smithi181 ceph-mon[45557]: pgmap v4546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:46.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:45 smithi088 ceph-mon[35322]: pgmap v4546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:48.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:47 smithi175 ceph-mon[44549]: pgmap v4547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:48.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:47 smithi181 ceph-mon[45557]: pgmap v4547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:48.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:47 smithi088 ceph-mon[35322]: pgmap v4547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:50.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:49 smithi175 ceph-mon[44549]: pgmap v4548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:50.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:49 smithi181 ceph-mon[45557]: pgmap v4548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:50.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:49 smithi088 ceph-mon[35322]: pgmap v4548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:15:52.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:51 smithi175 ceph-mon[44549]: pgmap v4549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:52.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:51 smithi181 ceph-mon[45557]: pgmap v4549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:52.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:51 smithi088 ceph-mon[35322]: pgmap v4549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:15:53.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:53 smithi181 ceph-mon[45557]: pgmap v4550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:15:54.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:53 smithi088 ceph-mon[35322]: pgmap v4550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:15:54.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:53 smithi175 ceph-mon[44549]: pgmap v4550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:15:55.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:55.891+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:15:55.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:55.891+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:15:55.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:15:55.891+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:15:56.109 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:55 smithi088 ceph-mon[35322]: pgmap v4551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:56.109 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:15:56.109 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:15:56.109 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:15:56.109 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:15:56.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:55 smithi175 ceph-mon[44549]: pgmap v4551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:56.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:15:56.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:15:56.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:15:56.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:15:56.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:55 smithi181 ceph-mon[45557]: pgmap v4551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:15:56.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:15:56.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:15:56.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:15:56.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:15:57.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:56 smithi175 ceph-mon[44549]: pgmap v4552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-01-28T15:15:57.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:56 smithi175 ceph-mon[44549]: pgmap v4553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:15:57.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:56 smithi181 ceph-mon[45557]: pgmap v4552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-01-28T15:15:57.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:56 smithi181 ceph-mon[45557]: pgmap v4553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:15:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:56 smithi088 ceph-mon[35322]: pgmap v4552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-01-28T15:15:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:56 smithi088 ceph-mon[35322]: pgmap v4553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:15:58.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:15:58 smithi181 ceph-mon[45557]: pgmap v4554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:15:59.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:15:58 smithi088 ceph-mon[35322]: pgmap v4554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:15:59.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:15:58 smithi175 ceph-mon[44549]: pgmap v4554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:16:01.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:00 smithi175 ceph-mon[44549]: pgmap v4555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T15:16:01.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:00 smithi181 ceph-mon[45557]: pgmap v4555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T15:16:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:00 smithi088 ceph-mon[35322]: pgmap v4555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T15:16:03.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:02 smithi175 ceph-mon[44549]: pgmap v4556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:16:03.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:02 smithi181 ceph-mon[45557]: pgmap v4556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:16:03.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:02 smithi088 ceph-mon[35322]: pgmap v4556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:16:05.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:04 smithi175 ceph-mon[44549]: pgmap v4557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:16:05.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:04 smithi181 ceph-mon[45557]: pgmap v4557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:16:05.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:04 smithi088 ceph-mon[35322]: pgmap v4557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:16:07.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:06 smithi175 ceph-mon[44549]: pgmap v4558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:16:07.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:06 smithi181 ceph-mon[45557]: pgmap v4558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:16:07.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:06 smithi088 ceph-mon[35322]: pgmap v4558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:16:08.946 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:08 smithi181 ceph-mon[45557]: pgmap v4559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:09.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:08 smithi088 ceph-mon[35322]: pgmap v4559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:09.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:08 smithi175 ceph-mon[44549]: pgmap v4559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:10.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:10.905+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:16:10.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:10.905+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:16:10.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:10.905+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:16:11.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:10 smithi175 ceph-mon[44549]: pgmap v4560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:11.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:10 smithi181 ceph-mon[45557]: pgmap v4560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:11.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:10 smithi088 ceph-mon[35322]: pgmap v4560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:13.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:12 smithi175 ceph-mon[44549]: pgmap v4561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:13.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:12 smithi181 ceph-mon[45557]: pgmap v4561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:13.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:12 smithi088 ceph-mon[35322]: pgmap v4561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:15.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:14 smithi175 ceph-mon[44549]: pgmap v4562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:15.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:14 smithi181 ceph-mon[45557]: pgmap v4562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:15.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:14 smithi088 ceph-mon[35322]: pgmap v4562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:17.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:16 smithi175 ceph-mon[44549]: pgmap v4563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:17.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:16 smithi181 ceph-mon[45557]: pgmap v4563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:17.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:16 smithi088 ceph-mon[35322]: pgmap v4563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:19.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:18 smithi088 ceph-mon[35322]: pgmap v4564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:19.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:18 smithi175 ceph-mon[44549]: pgmap v4564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:19.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:18 smithi181 ceph-mon[45557]: pgmap v4564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:21.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:20 smithi175 ceph-mon[44549]: pgmap v4565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:21.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:20 smithi181 ceph-mon[45557]: pgmap v4565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:21.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:20 smithi088 ceph-mon[35322]: pgmap v4565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:23.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:22 smithi175 ceph-mon[44549]: pgmap v4566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:23.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:22 smithi181 ceph-mon[45557]: pgmap v4566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:23.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:22 smithi088 ceph-mon[35322]: pgmap v4566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:25.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:24 smithi175 ceph-mon[44549]: pgmap v4567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:25.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:24 smithi181 ceph-mon[45557]: pgmap v4567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:25.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:24 smithi088 ceph-mon[35322]: pgmap v4567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:25.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:25.920+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:16:25.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:25.920+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:16:25.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:25.920+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:16:27.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:26 smithi175 ceph-mon[44549]: pgmap v4568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:27.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:26 smithi181 ceph-mon[45557]: pgmap v4568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:27.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:26 smithi088 ceph-mon[35322]: pgmap v4568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:29.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:28 smithi088 ceph-mon[35322]: pgmap v4569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:29.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:28 smithi175 ceph-mon[44549]: pgmap v4569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:29.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:28 smithi181 ceph-mon[45557]: pgmap v4569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:31.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:30 smithi175 ceph-mon[44549]: pgmap v4570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:31.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:30 smithi181 ceph-mon[45557]: pgmap v4570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:31.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:30 smithi088 ceph-mon[35322]: pgmap v4570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:33.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:32 smithi175 ceph-mon[44549]: pgmap v4571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:33.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:32 smithi181 ceph-mon[45557]: pgmap v4571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:33.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:32 smithi088 ceph-mon[35322]: pgmap v4571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:35.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:34 smithi175 ceph-mon[44549]: pgmap v4572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:35.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:34 smithi181 ceph-mon[45557]: pgmap v4572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:35.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:34 smithi088 ceph-mon[35322]: pgmap v4572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:37.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:36 smithi175 ceph-mon[44549]: pgmap v4573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:37.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:36 smithi181 ceph-mon[45557]: pgmap v4573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:37.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:36 smithi088 ceph-mon[35322]: pgmap v4573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:39.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:38 smithi088 ceph-mon[35322]: pgmap v4574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:39.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:38 smithi175 ceph-mon[44549]: pgmap v4574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:39.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:38 smithi181 ceph-mon[45557]: pgmap v4574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:40.929+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:16:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:40.929+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:16:40.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:40.929+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:16:41.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:40 smithi175 ceph-mon[44549]: pgmap v4575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:41.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:40 smithi181 ceph-mon[45557]: pgmap v4575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:41.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:40 smithi088 ceph-mon[35322]: pgmap v4575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:43.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:42 smithi175 ceph-mon[44549]: pgmap v4576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:43.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:42 smithi181 ceph-mon[45557]: pgmap v4576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:43.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:42 smithi088 ceph-mon[35322]: pgmap v4576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:45.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:44 smithi175 ceph-mon[44549]: pgmap v4577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:45.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:44 smithi181 ceph-mon[45557]: pgmap v4577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:45.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:44 smithi088 ceph-mon[35322]: pgmap v4577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:47.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:46 smithi175 ceph-mon[44549]: pgmap v4578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:47.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:46 smithi181 ceph-mon[45557]: pgmap v4578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:46 smithi088 ceph-mon[35322]: pgmap v4578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:49.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:48 smithi088 ceph-mon[35322]: pgmap v4579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:49.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:48 smithi175 ceph-mon[44549]: pgmap v4579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:49.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:48 smithi181 ceph-mon[45557]: pgmap v4579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:16:51.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:50 smithi175 ceph-mon[44549]: pgmap v4580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:51.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:50 smithi181 ceph-mon[45557]: pgmap v4580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:51.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:50 smithi088 ceph-mon[35322]: pgmap v4580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:16:53.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:52 smithi175 ceph-mon[44549]: pgmap v4581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:53.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:52 smithi181 ceph-mon[45557]: pgmap v4581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:53.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:52 smithi088 ceph-mon[35322]: pgmap v4581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:55.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:54 smithi175 ceph-mon[44549]: pgmap v4582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:55.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:54 smithi181 ceph-mon[45557]: pgmap v4582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:55.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:54 smithi088 ceph-mon[35322]: pgmap v4582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:16:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:55.931+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:16:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:55.931+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:16:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:16:55.931+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:16:57.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:56 smithi175 ceph-mon[44549]: pgmap v4583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:57.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:16:57.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:56 smithi181 ceph-mon[45557]: pgmap v4583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:57.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:16:57.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:56 smithi088 ceph-mon[35322]: pgmap v4583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:16:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:16:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:57.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:58.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:16:58.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:16:58.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:58.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:16:58.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:16:58.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:58.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:16:58.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:16:58.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:16:59.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:58 smithi175 ceph-mon[44549]: pgmap v4584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:16:59.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:16:58 smithi175 ceph-mon[44549]: pgmap v4585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:16:59.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:58 smithi181 ceph-mon[45557]: pgmap v4584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:16:59.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:16:58 smithi181 ceph-mon[45557]: pgmap v4585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:16:59.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:58 smithi088 ceph-mon[35322]: pgmap v4584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:16:59.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:16:58 smithi088 ceph-mon[35322]: pgmap v4585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:17:01.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:00 smithi175 ceph-mon[44549]: pgmap v4586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:17:01.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:00 smithi181 ceph-mon[45557]: pgmap v4586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:17:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:00 smithi088 ceph-mon[35322]: pgmap v4586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:17:03.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:02 smithi175 ceph-mon[44549]: pgmap v4587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:17:03.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:02 smithi181 ceph-mon[45557]: pgmap v4587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:17:03.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:02 smithi088 ceph-mon[35322]: pgmap v4587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:17:05.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:04 smithi175 ceph-mon[44549]: pgmap v4588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T15:17:05.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:04 smithi181 ceph-mon[45557]: pgmap v4588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T15:17:05.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:04 smithi088 ceph-mon[35322]: pgmap v4588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T15:17:07.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:06 smithi175 ceph-mon[44549]: pgmap v4589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:07.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:06 smithi181 ceph-mon[45557]: pgmap v4589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:07.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:06 smithi088 ceph-mon[35322]: pgmap v4589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:09.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:08 smithi175 ceph-mon[44549]: pgmap v4590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:17:09.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:08 smithi181 ceph-mon[45557]: pgmap v4590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:17:09.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:08 smithi088 ceph-mon[35322]: pgmap v4590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:17:10.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:10.944+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:17:10.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:10.944+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:17:10.935 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:10.944+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:17:11.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:10 smithi175 ceph-mon[44549]: pgmap v4591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:11.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:10 smithi181 ceph-mon[45557]: pgmap v4591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:11.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:10 smithi088 ceph-mon[35322]: pgmap v4591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:13.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:12 smithi175 ceph-mon[44549]: pgmap v4592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:13.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:12 smithi181 ceph-mon[45557]: pgmap v4592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:13.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:12 smithi088 ceph-mon[35322]: pgmap v4592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:15.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:14 smithi175 ceph-mon[44549]: pgmap v4593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:15.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:14 smithi181 ceph-mon[45557]: pgmap v4593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:15.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:14 smithi088 ceph-mon[35322]: pgmap v4593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:17.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:16 smithi175 ceph-mon[44549]: pgmap v4594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:17.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:16 smithi181 ceph-mon[45557]: pgmap v4594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:17.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:16 smithi088 ceph-mon[35322]: pgmap v4594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:19.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:18 smithi175 ceph-mon[44549]: pgmap v4595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:19.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:18 smithi181 ceph-mon[45557]: pgmap v4595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:19.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:18 smithi088 ceph-mon[35322]: pgmap v4595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:21.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:20 smithi175 ceph-mon[44549]: pgmap v4596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:21.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:20 smithi181 ceph-mon[45557]: pgmap v4596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:21.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:20 smithi088 ceph-mon[35322]: pgmap v4596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:23.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:22 smithi181 ceph-mon[45557]: pgmap v4597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:23.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:22 smithi088 ceph-mon[35322]: pgmap v4597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:23.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:22 smithi175 ceph-mon[44549]: pgmap v4597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:25.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:24 smithi181 ceph-mon[45557]: pgmap v4598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:25.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:24 smithi088 ceph-mon[35322]: pgmap v4598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:25.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:24 smithi175 ceph-mon[44549]: pgmap v4598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:25.960+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:17:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:25.960+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:17:25.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:25.960+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:17:27.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:26 smithi181 ceph-mon[45557]: pgmap v4599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:27.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:26 smithi088 ceph-mon[35322]: pgmap v4599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:27.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:26 smithi175 ceph-mon[44549]: pgmap v4599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:29.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:28 smithi181 ceph-mon[45557]: pgmap v4600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:29.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:28 smithi088 ceph-mon[35322]: pgmap v4600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:29.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:28 smithi175 ceph-mon[44549]: pgmap v4600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:31.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:30 smithi181 ceph-mon[45557]: pgmap v4601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:31.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:30 smithi088 ceph-mon[35322]: pgmap v4601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:31.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:30 smithi175 ceph-mon[44549]: pgmap v4601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:33.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:32 smithi181 ceph-mon[45557]: pgmap v4602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:33.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:32 smithi088 ceph-mon[35322]: pgmap v4602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:33.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:32 smithi175 ceph-mon[44549]: pgmap v4602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:35.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:34 smithi181 ceph-mon[45557]: pgmap v4603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:35.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:34 smithi088 ceph-mon[35322]: pgmap v4603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:35.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:34 smithi175 ceph-mon[44549]: pgmap v4603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:37.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:36 smithi181 ceph-mon[45557]: pgmap v4604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:37.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:36 smithi088 ceph-mon[35322]: pgmap v4604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:37.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:36 smithi175 ceph-mon[44549]: pgmap v4604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:39.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:38 smithi181 ceph-mon[45557]: pgmap v4605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:39.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:38 smithi088 ceph-mon[35322]: pgmap v4605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:39.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:38 smithi175 ceph-mon[44549]: pgmap v4605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:40.953 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:40.962+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:17:40.953 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:40.962+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:17:40.953 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:40.962+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:17:41.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:40 smithi181 ceph-mon[45557]: pgmap v4606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:41.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:40 smithi088 ceph-mon[35322]: pgmap v4606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:41.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:40 smithi175 ceph-mon[44549]: pgmap v4606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:43.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:42 smithi088 ceph-mon[35322]: pgmap v4607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:43.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:42 smithi175 ceph-mon[44549]: pgmap v4607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:43.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:42 smithi181 ceph-mon[45557]: pgmap v4607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:45.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:44 smithi088 ceph-mon[35322]: pgmap v4608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:45.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:44 smithi175 ceph-mon[44549]: pgmap v4608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:45.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:44 smithi181 ceph-mon[45557]: pgmap v4608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:47.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:46 smithi088 ceph-mon[35322]: pgmap v4609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:47.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:46 smithi175 ceph-mon[44549]: pgmap v4609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:47.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:46 smithi181 ceph-mon[45557]: pgmap v4609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:49.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:48 smithi088 ceph-mon[35322]: pgmap v4610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:49.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:48 smithi175 ceph-mon[44549]: pgmap v4610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:49.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:48 smithi181 ceph-mon[45557]: pgmap v4610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:51.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:50 smithi088 ceph-mon[35322]: pgmap v4611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:51.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:50 smithi175 ceph-mon[44549]: pgmap v4611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:51.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:50 smithi181 ceph-mon[45557]: pgmap v4611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:17:53.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:52 smithi088 ceph-mon[35322]: pgmap v4612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:53.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:52 smithi175 ceph-mon[44549]: pgmap v4612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:53.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:52 smithi181 ceph-mon[45557]: pgmap v4612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:17:55.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:54 smithi088 ceph-mon[35322]: pgmap v4613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:55.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:54 smithi175 ceph-mon[44549]: pgmap v4613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:55.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:54 smithi181 ceph-mon[45557]: pgmap v4613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:17:55.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:55.966+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:17:55.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:55.966+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:17:55.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:17:55.966+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:17:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:56 smithi088 ceph-mon[35322]: pgmap v4614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:57.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:56 smithi175 ceph-mon[44549]: pgmap v4614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:57.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:56 smithi181 ceph-mon[45557]: pgmap v4614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:17:58.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:17:58.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:17:58.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:17:59.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:58 smithi088 ceph-mon[35322]: pgmap v4615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:59.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:17:59.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:17:59.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:17:59.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:58 smithi175 ceph-mon[44549]: pgmap v4615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:59.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:17:59.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:17:59.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:17:59.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:58 smithi181 ceph-mon[45557]: pgmap v4615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:17:59.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:17:59.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:17:59.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:18:00.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:59 smithi088 ceph-mon[35322]: pgmap v4616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:18:00.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:17:59 smithi088 ceph-mon[35322]: pgmap v4617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:18:00.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:59 smithi175 ceph-mon[44549]: pgmap v4616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:18:00.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:17:59 smithi175 ceph-mon[44549]: pgmap v4617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:18:00.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:59 smithi181 ceph-mon[45557]: pgmap v4616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:18:00.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:17:59 smithi181 ceph-mon[45557]: pgmap v4617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:18:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:02 smithi088 ceph-mon[35322]: pgmap v4618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:18:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:02 smithi175 ceph-mon[44549]: pgmap v4618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:18:02.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:02 smithi181 ceph-mon[45557]: pgmap v4618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:18:04.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:04 smithi088 ceph-mon[35322]: pgmap v4619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:18:04.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:04 smithi175 ceph-mon[44549]: pgmap v4619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:18:04.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:04 smithi181 ceph-mon[45557]: pgmap v4619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:18:06.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:06 smithi088 ceph-mon[35322]: pgmap v4620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:18:06.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:06 smithi175 ceph-mon[44549]: pgmap v4620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:18:06.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:06 smithi181 ceph-mon[45557]: pgmap v4620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:18:08.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:08 smithi088 ceph-mon[35322]: pgmap v4621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:18:08.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:08 smithi175 ceph-mon[44549]: pgmap v4621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:18:08.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:08 smithi181 ceph-mon[45557]: pgmap v4621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:18:10.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:10 smithi088 ceph-mon[35322]: pgmap v4622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:18:10.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:10 smithi175 ceph-mon[44549]: pgmap v4622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:18:10.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:10 smithi181 ceph-mon[45557]: pgmap v4622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:18:10.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:10.981+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:18:10.971 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:10.981+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:18:10.971 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:10.981+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:18:12.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:12 smithi088 ceph-mon[35322]: pgmap v4623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:12.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:12 smithi175 ceph-mon[44549]: pgmap v4623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:12.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:12 smithi181 ceph-mon[45557]: pgmap v4623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:14.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:14 smithi088 ceph-mon[35322]: pgmap v4624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:14.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:14 smithi175 ceph-mon[44549]: pgmap v4624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:14.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:14 smithi181 ceph-mon[45557]: pgmap v4624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:16.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:16 smithi088 ceph-mon[35322]: pgmap v4625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:16.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:16 smithi175 ceph-mon[44549]: pgmap v4625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:16.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:16 smithi181 ceph-mon[45557]: pgmap v4625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:18.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:18 smithi175 ceph-mon[44549]: pgmap v4626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:18.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:18 smithi181 ceph-mon[45557]: pgmap v4626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:18.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:18 smithi088 ceph-mon[35322]: pgmap v4626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:20.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:20 smithi175 ceph-mon[44549]: pgmap v4627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:20.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:20 smithi181 ceph-mon[45557]: pgmap v4627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:20.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:20 smithi088 ceph-mon[35322]: pgmap v4627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:22.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:22 smithi175 ceph-mon[44549]: pgmap v4628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:22.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:22 smithi181 ceph-mon[45557]: pgmap v4628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:22.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:22 smithi088 ceph-mon[35322]: pgmap v4628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:24.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:24 smithi175 ceph-mon[44549]: pgmap v4629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:24.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:24 smithi181 ceph-mon[45557]: pgmap v4629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:24.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:24 smithi088 ceph-mon[35322]: pgmap v4629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:25.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:25.996+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:18:25.986 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:25.996+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:18:25.986 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:25.996+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:18:26.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:26 smithi175 ceph-mon[44549]: pgmap v4630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:26.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:26 smithi181 ceph-mon[45557]: pgmap v4630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:26.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:26 smithi088 ceph-mon[35322]: pgmap v4630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:28.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:28 smithi175 ceph-mon[44549]: pgmap v4631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:28.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:28 smithi181 ceph-mon[45557]: pgmap v4631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:28.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:28 smithi088 ceph-mon[35322]: pgmap v4631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:30.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:30 smithi175 ceph-mon[44549]: pgmap v4632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:30.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:30 smithi181 ceph-mon[45557]: pgmap v4632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:30.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:30 smithi088 ceph-mon[35322]: pgmap v4632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:32.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:32 smithi175 ceph-mon[44549]: pgmap v4633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:32.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:32 smithi181 ceph-mon[45557]: pgmap v4633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:32.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:32 smithi088 ceph-mon[35322]: pgmap v4633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:34.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:34 smithi175 ceph-mon[44549]: pgmap v4634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:34.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:34 smithi181 ceph-mon[45557]: pgmap v4634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:34.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:34 smithi088 ceph-mon[35322]: pgmap v4634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:36.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:36 smithi175 ceph-mon[44549]: pgmap v4635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:36.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:36 smithi181 ceph-mon[45557]: pgmap v4635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:36.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:36 smithi088 ceph-mon[35322]: pgmap v4635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:38.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:38 smithi175 ceph-mon[44549]: pgmap v4636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:38.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:38 smithi181 ceph-mon[45557]: pgmap v4636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:38.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:38 smithi088 ceph-mon[35322]: pgmap v4636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:40.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:40 smithi175 ceph-mon[44549]: pgmap v4637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:40.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:40 smithi181 ceph-mon[45557]: pgmap v4637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:40.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:40 smithi088 ceph-mon[35322]: pgmap v4637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:40.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:40.690+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:18:40.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:40.690+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:18:40.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:40.690+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 67 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:18:40.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:40.690+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 67 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:18:40.990 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:41.000+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:18:40.990 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:41.000+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:18:40.990 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:41.000+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:18:42.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:42 smithi175 ceph-mon[44549]: pgmap v4638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:42.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:42 smithi181 ceph-mon[45557]: pgmap v4638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:42.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:42 smithi088 ceph-mon[35322]: pgmap v4638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:44.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:44 smithi175 ceph-mon[44549]: pgmap v4639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:44.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:44 smithi181 ceph-mon[45557]: pgmap v4639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:44.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:44 smithi088 ceph-mon[35322]: pgmap v4639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:46.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:46 smithi175 ceph-mon[44549]: pgmap v4640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:46.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:46 smithi181 ceph-mon[45557]: pgmap v4640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:46.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:46 smithi088 ceph-mon[35322]: pgmap v4640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:48.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:48 smithi175 ceph-mon[44549]: pgmap v4641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:48.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:48 smithi181 ceph-mon[45557]: pgmap v4641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:48.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:48 smithi088 ceph-mon[35322]: pgmap v4641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:50.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:50 smithi175 ceph-mon[44549]: pgmap v4642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:50.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:50 smithi181 ceph-mon[45557]: pgmap v4642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:50.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:50 smithi088 ceph-mon[35322]: pgmap v4642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:18:52.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:52 smithi175 ceph-mon[44549]: pgmap v4643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:52.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:52 smithi181 ceph-mon[45557]: pgmap v4643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:52.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:52 smithi088 ceph-mon[35322]: pgmap v4643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:18:54.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:54 smithi175 ceph-mon[44549]: pgmap v4644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:54.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:54 smithi181 ceph-mon[45557]: pgmap v4644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:54.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:54 smithi088 ceph-mon[35322]: pgmap v4644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:18:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:56.008+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:18:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:56.008+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:18:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:18:56.008+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:18:56.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:56 smithi175 ceph-mon[44549]: pgmap v4645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:56.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:56 smithi181 ceph-mon[45557]: pgmap v4645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:56.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:56 smithi088 ceph-mon[35322]: pgmap v4645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:18:58.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:58 smithi175 ceph-mon[44549]: pgmap v4646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:58.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:58 smithi181 ceph-mon[45557]: pgmap v4646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:58.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:58 smithi088 ceph-mon[35322]: pgmap v4646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:18:59.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:18:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:18:59.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:18:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:18:59.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:18:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:19:00.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:00 smithi175 ceph-mon[44549]: pgmap v4647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:19:00.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:19:00.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:19:00.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:19:00.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:00 smithi181 ceph-mon[45557]: pgmap v4647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:19:00.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:19:00.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:19:00.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:19:00.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:00 smithi088 ceph-mon[35322]: pgmap v4647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:19:00.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:19:00.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:19:00.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:19:01.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:01 smithi175 ceph-mon[44549]: pgmap v4648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:19:01.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:01 smithi175 ceph-mon[44549]: pgmap v4649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:19:01.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:01 smithi181 ceph-mon[45557]: pgmap v4648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:19:01.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:01 smithi181 ceph-mon[45557]: pgmap v4649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:19:01.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:01 smithi088 ceph-mon[35322]: pgmap v4648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:19:01.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:01 smithi088 ceph-mon[35322]: pgmap v4649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:19:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:03 smithi175 ceph-mon[44549]: pgmap v4650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:19:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:03 smithi181 ceph-mon[45557]: pgmap v4650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:19:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:03 smithi088 ceph-mon[35322]: pgmap v4650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:19:05.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:05 smithi175 ceph-mon[44549]: pgmap v4651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:19:05.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:05 smithi181 ceph-mon[45557]: pgmap v4651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:19:05.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:05 smithi088 ceph-mon[35322]: pgmap v4651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:19:07.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:07 smithi175 ceph-mon[44549]: pgmap v4652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:19:07.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:07 smithi181 ceph-mon[45557]: pgmap v4652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:19:07.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:07 smithi088 ceph-mon[35322]: pgmap v4652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:19:09.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:09 smithi175 ceph-mon[44549]: pgmap v4653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:19:09.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:09 smithi181 ceph-mon[45557]: pgmap v4653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:19:09.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:09 smithi088 ceph-mon[35322]: pgmap v4653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:19:10.998 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:11.009+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:19:10.998 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:11.009+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:19:10.999 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:11.009+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:19:11.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:11 smithi175 ceph-mon[44549]: pgmap v4654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:19:11.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:11 smithi181 ceph-mon[45557]: pgmap v4654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:19:11.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:11 smithi088 ceph-mon[35322]: pgmap v4654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:19:13.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:13 smithi175 ceph-mon[44549]: pgmap v4655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:13.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:13 smithi181 ceph-mon[45557]: pgmap v4655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:13.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:13 smithi088 ceph-mon[35322]: pgmap v4655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:15.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:15 smithi175 ceph-mon[44549]: pgmap v4656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:15.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:15 smithi181 ceph-mon[45557]: pgmap v4656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:15.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:15 smithi088 ceph-mon[35322]: pgmap v4656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:17.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:17 smithi175 ceph-mon[44549]: pgmap v4657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:17.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:17 smithi181 ceph-mon[45557]: pgmap v4657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:17.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:17 smithi088 ceph-mon[35322]: pgmap v4657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:19.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:19 smithi181 ceph-mon[45557]: pgmap v4658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:19.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:19 smithi088 ceph-mon[35322]: pgmap v4658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:19.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:19 smithi175 ceph-mon[44549]: pgmap v4658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:21.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:21 smithi181 ceph-mon[45557]: pgmap v4659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:21.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:21 smithi088 ceph-mon[35322]: pgmap v4659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:21.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:21 smithi175 ceph-mon[44549]: pgmap v4659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:23.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:23 smithi181 ceph-mon[45557]: pgmap v4660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:23.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:23 smithi088 ceph-mon[35322]: pgmap v4660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:23.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:23 smithi175 ceph-mon[44549]: pgmap v4660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:25.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:25 smithi181 ceph-mon[45557]: pgmap v4661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:25.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:25 smithi088 ceph-mon[35322]: pgmap v4661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:25.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:25 smithi175 ceph-mon[44549]: pgmap v4661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:26.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:26.011+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:19:26.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:26.011+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:19:26.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:26.011+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:19:27.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:27 smithi181 ceph-mon[45557]: pgmap v4662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:27.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:27 smithi088 ceph-mon[35322]: pgmap v4662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:27.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:27 smithi175 ceph-mon[44549]: pgmap v4662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:29.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:29 smithi181 ceph-mon[45557]: pgmap v4663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:29.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:29 smithi088 ceph-mon[35322]: pgmap v4663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:29.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:29 smithi175 ceph-mon[44549]: pgmap v4663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:31.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:31 smithi181 ceph-mon[45557]: pgmap v4664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:31.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:31 smithi088 ceph-mon[35322]: pgmap v4664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:31.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:31 smithi175 ceph-mon[44549]: pgmap v4664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:33.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:33 smithi181 ceph-mon[45557]: pgmap v4665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:33.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:33 smithi088 ceph-mon[35322]: pgmap v4665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:33.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:33 smithi175 ceph-mon[44549]: pgmap v4665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:35.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:35 smithi181 ceph-mon[45557]: pgmap v4666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:35.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:35 smithi088 ceph-mon[35322]: pgmap v4666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:35.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:35 smithi175 ceph-mon[44549]: pgmap v4666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:37.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:37 smithi181 ceph-mon[45557]: pgmap v4667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:37.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:37 smithi088 ceph-mon[35322]: pgmap v4667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:37.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:37 smithi175 ceph-mon[44549]: pgmap v4667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:39.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:39 smithi181 ceph-mon[45557]: pgmap v4668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:39.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:39 smithi088 ceph-mon[35322]: pgmap v4668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:39.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:39 smithi175 ceph-mon[44549]: pgmap v4668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:41.007 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:41.017+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:19:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:41.017+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:19:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:41.017+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:19:41.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:41 smithi088 ceph-mon[35322]: pgmap v4669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:41.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:41 smithi175 ceph-mon[44549]: pgmap v4669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:41.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:41 smithi181 ceph-mon[45557]: pgmap v4669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:43.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:43 smithi088 ceph-mon[35322]: pgmap v4670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:43.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:43 smithi175 ceph-mon[44549]: pgmap v4670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:43.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:43 smithi181 ceph-mon[45557]: pgmap v4670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:45.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:45 smithi088 ceph-mon[35322]: pgmap v4671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:45.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:45 smithi175 ceph-mon[44549]: pgmap v4671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:45.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:45 smithi181 ceph-mon[45557]: pgmap v4671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:47.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:47 smithi088 ceph-mon[35322]: pgmap v4672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:47.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:47 smithi175 ceph-mon[44549]: pgmap v4672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:47.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:47 smithi181 ceph-mon[45557]: pgmap v4672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:49.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:49 smithi088 ceph-mon[35322]: pgmap v4673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:49.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:49 smithi175 ceph-mon[44549]: pgmap v4673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:49.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:49 smithi181 ceph-mon[45557]: pgmap v4673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:51.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:51 smithi088 ceph-mon[35322]: pgmap v4674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:51.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:51 smithi175 ceph-mon[44549]: pgmap v4674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:51.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:51 smithi181 ceph-mon[45557]: pgmap v4674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:19:52.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:52 smithi175 ceph-mon[44549]: pgmap v4675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:52.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:52 smithi181 ceph-mon[45557]: pgmap v4675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:52.768 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:52 smithi088 ceph-mon[35322]: pgmap v4675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:19:55.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:54 smithi088 ceph-mon[35322]: pgmap v4676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:55.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:54 smithi175 ceph-mon[44549]: pgmap v4676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:55.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:54 smithi181 ceph-mon[45557]: pgmap v4676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:19:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:56.026+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:19:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:56.026+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:19:56.016 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:19:56.026+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:19:57.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:56 smithi088 ceph-mon[35322]: pgmap v4677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:57.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:56 smithi175 ceph-mon[44549]: pgmap v4677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:57.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:56 smithi181 ceph-mon[45557]: pgmap v4677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:19:59.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:58 smithi088 ceph-mon[35322]: pgmap v4678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:59.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:58 smithi175 ceph-mon[44549]: pgmap v4678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:19:59.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:58 smithi181 ceph-mon[45557]: pgmap v4678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:00.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:19:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:20:00.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:19:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:20:00.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:19:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:20:01.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:00 smithi175 ceph-mon[44549]: pgmap v4679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:20:01.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:20:01.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:20:01.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:20:01.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:20:01.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:00 smithi181 ceph-mon[45557]: pgmap v4679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:20:01.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:20:01.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:20:01.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:20:01.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:20:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:00 smithi088 ceph-mon[35322]: pgmap v4679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:20:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:20:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:20:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:20:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:20:02.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:01 smithi175 ceph-mon[44549]: pgmap v4680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:20:02.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:01 smithi175 ceph-mon[44549]: pgmap v4681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:20:02.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:01 smithi181 ceph-mon[45557]: pgmap v4680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:20:02.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:01 smithi181 ceph-mon[45557]: pgmap v4681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:20:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:01 smithi088 ceph-mon[35322]: pgmap v4680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:20:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:01 smithi088 ceph-mon[35322]: pgmap v4681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:20:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:03 smithi175 ceph-mon[44549]: pgmap v4682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:20:04.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:03 smithi181 ceph-mon[45557]: pgmap v4682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:20:04.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:03 smithi088 ceph-mon[35322]: pgmap v4682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:20:06.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:05 smithi175 ceph-mon[44549]: pgmap v4683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:20:06.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:05 smithi181 ceph-mon[45557]: pgmap v4683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:20:06.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:05 smithi088 ceph-mon[35322]: pgmap v4683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:20:08.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:07 smithi175 ceph-mon[44549]: pgmap v4684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:20:08.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:07 smithi181 ceph-mon[45557]: pgmap v4684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:20:08.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:07 smithi088 ceph-mon[35322]: pgmap v4684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:20:10.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:09 smithi175 ceph-mon[44549]: pgmap v4685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:20:10.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:09 smithi181 ceph-mon[45557]: pgmap v4685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:20:10.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:09 smithi088 ceph-mon[35322]: pgmap v4685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:20:11.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:11.032+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:20:11.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:11.032+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:20:11.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:11.032+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:20:12.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:11 smithi175 ceph-mon[44549]: pgmap v4686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:20:12.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:11 smithi181 ceph-mon[45557]: pgmap v4686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:20:12.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:11 smithi088 ceph-mon[35322]: pgmap v4686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:20:14.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:13 smithi175 ceph-mon[44549]: pgmap v4687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:14.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:13 smithi181 ceph-mon[45557]: pgmap v4687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:14.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:13 smithi088 ceph-mon[35322]: pgmap v4687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:16.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:15 smithi175 ceph-mon[44549]: pgmap v4688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:20:16.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:15 smithi181 ceph-mon[45557]: pgmap v4688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:20:16.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:15 smithi088 ceph-mon[35322]: pgmap v4688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:20:18.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:17 smithi175 ceph-mon[44549]: pgmap v4689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:18.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:17 smithi181 ceph-mon[45557]: pgmap v4689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:18.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:17 smithi088 ceph-mon[35322]: pgmap v4689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:20.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:19 smithi175 ceph-mon[44549]: pgmap v4690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:20:20.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:19 smithi181 ceph-mon[45557]: pgmap v4690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:20:20.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:19 smithi088 ceph-mon[35322]: pgmap v4690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:20:22.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:21 smithi175 ceph-mon[44549]: pgmap v4691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:20:22.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:21 smithi181 ceph-mon[45557]: pgmap v4691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:20:22.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:21 smithi088 ceph-mon[35322]: pgmap v4691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:20:24.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:23 smithi175 ceph-mon[44549]: pgmap v4692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:24.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:23 smithi181 ceph-mon[45557]: pgmap v4692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:24.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:23 smithi088 ceph-mon[35322]: pgmap v4692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:26.023 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:26.034+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:20:26.023 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:26.034+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:20:26.023 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:26.034+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:20:26.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:25 smithi175 ceph-mon[44549]: pgmap v4693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:20:26.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:25 smithi181 ceph-mon[45557]: pgmap v4693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:20:26.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:25 smithi088 ceph-mon[35322]: pgmap v4693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:20:28.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:27 smithi175 ceph-mon[44549]: pgmap v4694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:20:28.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:27 smithi181 ceph-mon[45557]: pgmap v4694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:20:28.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:27 smithi088 ceph-mon[35322]: pgmap v4694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:20:30.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:29 smithi175 ceph-mon[44549]: pgmap v4695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:20:30.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:29 smithi181 ceph-mon[45557]: pgmap v4695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:20:30.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:29 smithi088 ceph-mon[35322]: pgmap v4695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:20:32.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:31 smithi175 ceph-mon[44549]: pgmap v4696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:20:32.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:31 smithi181 ceph-mon[45557]: pgmap v4696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:20:32.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:31 smithi088 ceph-mon[35322]: pgmap v4696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:20:34.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:33 smithi175 ceph-mon[44549]: pgmap v4697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:20:34.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:33 smithi181 ceph-mon[45557]: pgmap v4697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:20:34.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:33 smithi088 ceph-mon[35322]: pgmap v4697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:20:36.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:35 smithi175 ceph-mon[44549]: pgmap v4698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:20:36.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:35 smithi181 ceph-mon[45557]: pgmap v4698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:20:36.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:35 smithi088 ceph-mon[35322]: pgmap v4698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:20:38.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:37 smithi175 ceph-mon[44549]: pgmap v4699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:38.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:37 smithi181 ceph-mon[45557]: pgmap v4699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:38.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:37 smithi088 ceph-mon[35322]: pgmap v4699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:40.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:39 smithi175 ceph-mon[44549]: pgmap v4700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:20:40.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:39 smithi181 ceph-mon[45557]: pgmap v4700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:20:40.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:39 smithi088 ceph-mon[35322]: pgmap v4700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:20:41.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:41.049+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:20:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:41.049+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:20:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:41.049+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:20:42.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:41 smithi175 ceph-mon[44549]: pgmap v4701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:20:42.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:41 smithi181 ceph-mon[45557]: pgmap v4701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:20:42.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:41 smithi088 ceph-mon[35322]: pgmap v4701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:20:44.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:43 smithi175 ceph-mon[44549]: pgmap v4702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:44.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:43 smithi181 ceph-mon[45557]: pgmap v4702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:44.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:43 smithi088 ceph-mon[35322]: pgmap v4702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:46.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:45 smithi175 ceph-mon[44549]: pgmap v4703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:20:46.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:45 smithi181 ceph-mon[45557]: pgmap v4703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:20:46.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:45 smithi088 ceph-mon[35322]: pgmap v4703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:20:48.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:47 smithi175 ceph-mon[44549]: pgmap v4704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:48.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:47 smithi181 ceph-mon[45557]: pgmap v4704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:48.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:47 smithi088 ceph-mon[35322]: pgmap v4704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:50.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:49 smithi175 ceph-mon[44549]: pgmap v4705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:20:50.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:49 smithi181 ceph-mon[45557]: pgmap v4705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:20:50.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:49 smithi088 ceph-mon[35322]: pgmap v4705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:20:52.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:51 smithi175 ceph-mon[44549]: pgmap v4706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:20:52.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:51 smithi181 ceph-mon[45557]: pgmap v4706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:20:52.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:51 smithi088 ceph-mon[35322]: pgmap v4706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:20:54.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:53 smithi175 ceph-mon[44549]: pgmap v4707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:54.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:53 smithi181 ceph-mon[45557]: pgmap v4707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:54.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:53 smithi088 ceph-mon[35322]: pgmap v4707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:20:55.701 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:55.712+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:20:55.701 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:55.712+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:20:55.702 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:55.712+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 68 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x7ff34c102770 2024-01-28T15:20:55.702 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:55.713+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 68 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T15:20:56.051 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:56.062+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:20:56.051 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:56.062+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:20:56.052 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:20:56.062+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:20:56.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:55 smithi175 ceph-mon[44549]: pgmap v4708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:20:56.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:55 smithi181 ceph-mon[45557]: pgmap v4708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:20:56.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:55 smithi088 ceph-mon[35322]: pgmap v4708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:20:58.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:57 smithi181 ceph-mon[45557]: pgmap v4709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:58.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:57 smithi088 ceph-mon[35322]: pgmap v4709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:20:58.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:57 smithi175 ceph-mon[44549]: pgmap v4709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:00.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:20:59 smithi181 ceph-mon[45557]: pgmap v4710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:00.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:20:59 smithi088 ceph-mon[35322]: pgmap v4710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:00.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:20:59 smithi175 ceph-mon[44549]: pgmap v4710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:01.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:21:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:21:01.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:21:02.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: pgmap v4711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:02.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:21:02.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:21:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: pgmap v4711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:21:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:21:02.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:21:02.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:21:02.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: pgmap v4711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:21:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:21:02.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:21:02.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:21:03.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:02 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:21:03.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:02 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:21:03.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:02 smithi181 ceph-mon[45557]: pgmap v4712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:21:03.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:02 smithi181 ceph-mon[45557]: pgmap v4713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:21:03.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:02 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:21:03.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:02 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:21:03.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:02 smithi088 ceph-mon[35322]: pgmap v4712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:21:03.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:02 smithi088 ceph-mon[35322]: pgmap v4713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:21:03.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:02 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:21:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:02 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:21:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:02 smithi175 ceph-mon[44549]: pgmap v4712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:21:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:02 smithi175 ceph-mon[44549]: pgmap v4713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:21:05.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:04 smithi181 ceph-mon[45557]: pgmap v4714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:21:05.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:04 smithi088 ceph-mon[35322]: pgmap v4714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:21:05.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:04 smithi175 ceph-mon[44549]: pgmap v4714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:21:07.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:06 smithi181 ceph-mon[45557]: pgmap v4715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:21:07.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:06 smithi088 ceph-mon[35322]: pgmap v4715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:21:07.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:06 smithi175 ceph-mon[44549]: pgmap v4715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:21:09.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:08 smithi181 ceph-mon[45557]: pgmap v4716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:21:09.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:08 smithi088 ceph-mon[35322]: pgmap v4716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:21:09.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:08 smithi175 ceph-mon[44549]: pgmap v4716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:21:11.062 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:11.073+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:21:11.062 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:11.073+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:21:11.062 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:11.073+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:21:11.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:10 smithi181 ceph-mon[45557]: pgmap v4717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:21:11.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:10 smithi088 ceph-mon[35322]: pgmap v4717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:21:11.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:10 smithi175 ceph-mon[44549]: pgmap v4717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:21:13.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:12 smithi181 ceph-mon[45557]: pgmap v4718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:21:13.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:12 smithi088 ceph-mon[35322]: pgmap v4718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:21:13.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:12 smithi175 ceph-mon[44549]: pgmap v4718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:21:15.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:14 smithi181 ceph-mon[45557]: pgmap v4719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:15.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:14 smithi088 ceph-mon[35322]: pgmap v4719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:15.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:14 smithi175 ceph-mon[44549]: pgmap v4719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:17.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:16 smithi088 ceph-mon[35322]: pgmap v4720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:17.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:16 smithi175 ceph-mon[44549]: pgmap v4720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:17.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:16 smithi181 ceph-mon[45557]: pgmap v4720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:19.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:18 smithi088 ceph-mon[35322]: pgmap v4721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:19.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:18 smithi175 ceph-mon[44549]: pgmap v4721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:19.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:18 smithi181 ceph-mon[45557]: pgmap v4721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:21.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:20 smithi088 ceph-mon[35322]: pgmap v4722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:21.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:20 smithi175 ceph-mon[44549]: pgmap v4722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:21.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:20 smithi181 ceph-mon[45557]: pgmap v4722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:23.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:22 smithi088 ceph-mon[35322]: pgmap v4723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:23.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:22 smithi175 ceph-mon[44549]: pgmap v4723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:23.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:22 smithi181 ceph-mon[45557]: pgmap v4723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:25.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:24 smithi088 ceph-mon[35322]: pgmap v4724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:25.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:24 smithi175 ceph-mon[44549]: pgmap v4724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:25.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:24 smithi181 ceph-mon[45557]: pgmap v4724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:26.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:26.078+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:21:26.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:26.078+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:21:26.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:26.078+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:21:27.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:26 smithi088 ceph-mon[35322]: pgmap v4725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:27.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:26 smithi175 ceph-mon[44549]: pgmap v4725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:27.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:26 smithi181 ceph-mon[45557]: pgmap v4725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:29.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:28 smithi088 ceph-mon[35322]: pgmap v4726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:29.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:28 smithi175 ceph-mon[44549]: pgmap v4726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:29.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:28 smithi181 ceph-mon[45557]: pgmap v4726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:31.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:30 smithi088 ceph-mon[35322]: pgmap v4727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:31.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:30 smithi175 ceph-mon[44549]: pgmap v4727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:31.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:30 smithi181 ceph-mon[45557]: pgmap v4727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:33.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:32 smithi088 ceph-mon[35322]: pgmap v4728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:33.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:32 smithi175 ceph-mon[44549]: pgmap v4728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:33.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:32 smithi181 ceph-mon[45557]: pgmap v4728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:35.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:34 smithi088 ceph-mon[35322]: pgmap v4729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:35.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:34 smithi175 ceph-mon[44549]: pgmap v4729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:35.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:34 smithi181 ceph-mon[45557]: pgmap v4729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:37.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:36 smithi088 ceph-mon[35322]: pgmap v4730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:37.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:36 smithi175 ceph-mon[44549]: pgmap v4730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:37.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:36 smithi181 ceph-mon[45557]: pgmap v4730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:39.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:39 smithi088 ceph-mon[35322]: pgmap v4731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:39.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:39 smithi175 ceph-mon[44549]: pgmap v4731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:39.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:39 smithi181 ceph-mon[45557]: pgmap v4731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:40.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:40.718+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:21:40.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:40.718+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:21:40.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:40.719+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 69 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:21:40.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:40.719+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 69 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:21:41.071 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:41.082+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:21:41.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:41.082+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:21:41.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:41.082+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:21:41.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:41 smithi088 ceph-mon[35322]: pgmap v4732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:41.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:41 smithi175 ceph-mon[44549]: pgmap v4732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:41.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:41 smithi181 ceph-mon[45557]: pgmap v4732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:43.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:43 smithi088 ceph-mon[35322]: pgmap v4733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:43.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:43 smithi175 ceph-mon[44549]: pgmap v4733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:43.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:43 smithi181 ceph-mon[45557]: pgmap v4733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:45.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:45 smithi088 ceph-mon[35322]: pgmap v4734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:45.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:45 smithi175 ceph-mon[44549]: pgmap v4734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:45.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:45 smithi181 ceph-mon[45557]: pgmap v4734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:21:47.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:47 smithi088 ceph-mon[35322]: pgmap v4735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:47.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:47 smithi175 ceph-mon[44549]: pgmap v4735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:47.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:47 smithi181 ceph-mon[45557]: pgmap v4735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:49.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:49 smithi088 ceph-mon[35322]: pgmap v4736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:49.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:49 smithi175 ceph-mon[44549]: pgmap v4736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:49.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:49 smithi181 ceph-mon[45557]: pgmap v4736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:51.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:51 smithi088 ceph-mon[35322]: pgmap v4737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:51.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:51 smithi175 ceph-mon[44549]: pgmap v4737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:51.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:51 smithi181 ceph-mon[45557]: pgmap v4737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:21:53.267 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:53 smithi088 ceph-mon[35322]: pgmap v4738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:53.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:53 smithi175 ceph-mon[44549]: pgmap v4738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:53.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:53 smithi181 ceph-mon[45557]: pgmap v4738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:21:55.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:55 smithi175 ceph-mon[44549]: pgmap v4739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:21:55.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:55 smithi181 ceph-mon[45557]: pgmap v4739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:21:55.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:55 smithi088 ceph-mon[35322]: pgmap v4739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:21:56.079 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:56.089+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:21:56.079 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:56.089+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:21:56.079 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:21:56.089+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:21:57.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:57 smithi175 ceph-mon[44549]: pgmap v4740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:57.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:57 smithi181 ceph-mon[45557]: pgmap v4740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:57.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:57 smithi088 ceph-mon[35322]: pgmap v4740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:21:59.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:21:59 smithi175 ceph-mon[44549]: pgmap v4741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:59.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:21:59 smithi181 ceph-mon[45557]: pgmap v4741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:21:59.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:21:59 smithi088 ceph-mon[35322]: pgmap v4741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:01.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:01 smithi175 ceph-mon[44549]: pgmap v4742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:01.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:01 smithi181 ceph-mon[45557]: pgmap v4742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:01.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:01 smithi088 ceph-mon[35322]: pgmap v4742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:02.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:22:02.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:22:02.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:22:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:03 smithi175 ceph-mon[44549]: pgmap v4743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:03 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:22:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:03 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:22:03.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:22:03.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:22:03.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:22:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:03 smithi181 ceph-mon[45557]: pgmap v4743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:03 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:22:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:03 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:22:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:22:03.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:22:03.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:22:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:03 smithi088 ceph-mon[35322]: pgmap v4743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:22:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:03 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:22:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:03 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:22:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:22:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:22:03.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:22:04.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:04 smithi175 ceph-mon[44549]: pgmap v4744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:22:04.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:04 smithi175 ceph-mon[44549]: pgmap v4745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:22:04.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:04 smithi181 ceph-mon[45557]: pgmap v4744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:22:04.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:04 smithi181 ceph-mon[45557]: pgmap v4745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:22:04.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:04 smithi088 ceph-mon[35322]: pgmap v4744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:22:04.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:04 smithi088 ceph-mon[35322]: pgmap v4745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:22:06.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:06 smithi175 ceph-mon[44549]: pgmap v4746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:22:06.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:06 smithi181 ceph-mon[45557]: pgmap v4746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:22:06.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:06 smithi088 ceph-mon[35322]: pgmap v4746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:22:08.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:08 smithi175 ceph-mon[44549]: pgmap v4747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:22:08.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:08 smithi181 ceph-mon[45557]: pgmap v4747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:22:08.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:08 smithi088 ceph-mon[35322]: pgmap v4747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:22:10.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:10 smithi088 ceph-mon[35322]: pgmap v4748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:22:10.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:10 smithi175 ceph-mon[44549]: pgmap v4748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:22:10.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:10 smithi181 ceph-mon[45557]: pgmap v4748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:22:11.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:11.098+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:22:11.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:11.098+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:22:11.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:11.098+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:22:12.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:12 smithi175 ceph-mon[44549]: pgmap v4749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:22:12.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:12 smithi181 ceph-mon[45557]: pgmap v4749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:22:12.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:12 smithi088 ceph-mon[35322]: pgmap v4749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:22:14.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:14 smithi175 ceph-mon[44549]: pgmap v4750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:22:14.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:14 smithi181 ceph-mon[45557]: pgmap v4750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:22:14.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:14 smithi088 ceph-mon[35322]: pgmap v4750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:22:16.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:16 smithi175 ceph-mon[44549]: pgmap v4751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:16.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:16 smithi181 ceph-mon[45557]: pgmap v4751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:16.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:16 smithi088 ceph-mon[35322]: pgmap v4751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:18.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:18 smithi175 ceph-mon[44549]: pgmap v4752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:18.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:18 smithi181 ceph-mon[45557]: pgmap v4752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:18.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:18 smithi088 ceph-mon[35322]: pgmap v4752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:20.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:20 smithi175 ceph-mon[44549]: pgmap v4753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:22:20.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:20 smithi181 ceph-mon[45557]: pgmap v4753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:22:20.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:20 smithi088 ceph-mon[35322]: pgmap v4753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:22:22.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:22 smithi175 ceph-mon[44549]: pgmap v4754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:22.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:22 smithi181 ceph-mon[45557]: pgmap v4754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:22.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:22 smithi088 ceph-mon[35322]: pgmap v4754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:24.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:24 smithi175 ceph-mon[44549]: pgmap v4755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:24.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:24 smithi181 ceph-mon[45557]: pgmap v4755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:24.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:24 smithi088 ceph-mon[35322]: pgmap v4755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:26.112+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:22:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:26.112+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:22:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:26.112+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:22:26.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:26 smithi175 ceph-mon[44549]: pgmap v4756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:26.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:26 smithi181 ceph-mon[45557]: pgmap v4756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:26.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:26 smithi088 ceph-mon[35322]: pgmap v4756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:28.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:28 smithi175 ceph-mon[44549]: pgmap v4757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:28.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:28 smithi181 ceph-mon[45557]: pgmap v4757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:28.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:28 smithi088 ceph-mon[35322]: pgmap v4757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:30.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:30 smithi175 ceph-mon[44549]: pgmap v4758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:22:30.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:30 smithi181 ceph-mon[45557]: pgmap v4758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:22:30.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:30 smithi088 ceph-mon[35322]: pgmap v4758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:22:32.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:32 smithi175 ceph-mon[44549]: pgmap v4759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:32.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:32 smithi181 ceph-mon[45557]: pgmap v4759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:32.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:32 smithi088 ceph-mon[35322]: pgmap v4759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:34.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:34 smithi175 ceph-mon[44549]: pgmap v4760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:34.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:34 smithi181 ceph-mon[45557]: pgmap v4760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:34.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:34 smithi088 ceph-mon[35322]: pgmap v4760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:36.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:36 smithi175 ceph-mon[44549]: pgmap v4761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:22:36.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:36 smithi181 ceph-mon[45557]: pgmap v4761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:22:36.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:36 smithi088 ceph-mon[35322]: pgmap v4761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:22:38.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:38 smithi175 ceph-mon[44549]: pgmap v4762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:38.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:38 smithi181 ceph-mon[45557]: pgmap v4762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:38.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:38 smithi088 ceph-mon[35322]: pgmap v4762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:40.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:40 smithi175 ceph-mon[44549]: pgmap v4763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:22:40.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:40 smithi181 ceph-mon[45557]: pgmap v4763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:22:40.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:40 smithi088 ceph-mon[35322]: pgmap v4763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:22:41.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:41.126+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:22:41.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:41.126+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:22:41.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:41.126+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:22:42.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:42 smithi175 ceph-mon[44549]: pgmap v4764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:42.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:42 smithi181 ceph-mon[45557]: pgmap v4764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:42.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:42 smithi088 ceph-mon[35322]: pgmap v4764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:44.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:44 smithi175 ceph-mon[44549]: pgmap v4765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:44.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:44 smithi181 ceph-mon[45557]: pgmap v4765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:44.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:44 smithi088 ceph-mon[35322]: pgmap v4765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:46.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:46 smithi175 ceph-mon[44549]: pgmap v4766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:46.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:46 smithi181 ceph-mon[45557]: pgmap v4766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:46.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:46 smithi088 ceph-mon[35322]: pgmap v4766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:48.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:48 smithi175 ceph-mon[44549]: pgmap v4767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:48.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:48 smithi181 ceph-mon[45557]: pgmap v4767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:48.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:48 smithi088 ceph-mon[35322]: pgmap v4767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:50.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:50 smithi175 ceph-mon[44549]: pgmap v4768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:22:50.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:50 smithi181 ceph-mon[45557]: pgmap v4768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:22:50.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:50 smithi088 ceph-mon[35322]: pgmap v4768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:22:52.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:52 smithi175 ceph-mon[44549]: pgmap v4769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:52.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:52 smithi181 ceph-mon[45557]: pgmap v4769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:52.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:52 smithi088 ceph-mon[35322]: pgmap v4769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:54.399 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:54 smithi175 ceph-mon[44549]: pgmap v4770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:54.445 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:54 smithi181 ceph-mon[45557]: pgmap v4770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:54.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:54 smithi088 ceph-mon[35322]: pgmap v4770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:22:56.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:56.129+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:22:56.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:56.129+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:22:56.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:22:56.129+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:22:56.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:56 smithi175 ceph-mon[44549]: pgmap v4771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:56.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:56 smithi181 ceph-mon[45557]: pgmap v4771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:56.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:56 smithi088 ceph-mon[35322]: pgmap v4771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:22:58.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:22:58 smithi181 ceph-mon[45557]: pgmap v4772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:58.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:22:58 smithi088 ceph-mon[35322]: pgmap v4772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:22:58.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:22:58 smithi175 ceph-mon[44549]: pgmap v4772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:00.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:00 smithi181 ceph-mon[45557]: pgmap v4773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:00.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:00 smithi088 ceph-mon[35322]: pgmap v4773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:00.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:00 smithi175 ceph-mon[44549]: pgmap v4773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:02.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:02 smithi181 ceph-mon[45557]: pgmap v4774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:02.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:02 smithi088 ceph-mon[35322]: pgmap v4774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:02.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:02 smithi175 ceph-mon[44549]: pgmap v4774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:03.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:23:03.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:23:03.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:23:04.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:04 smithi181 ceph-mon[45557]: pgmap v4775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:04.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:23:04.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:23:04.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:23:04.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:04 smithi088 ceph-mon[35322]: pgmap v4775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:04.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:23:04.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:23:04.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:23:04.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:04 smithi175 ceph-mon[44549]: pgmap v4775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:04.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:23:04.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:23:04.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:23:05.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:05 smithi181 ceph-mon[45557]: pgmap v4776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:23:05.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:05 smithi181 ceph-mon[45557]: pgmap v4777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:23:05.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:05 smithi088 ceph-mon[35322]: pgmap v4776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:23:05.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:05 smithi088 ceph-mon[35322]: pgmap v4777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:23:05.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:05 smithi175 ceph-mon[44549]: pgmap v4776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:23:05.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:05 smithi175 ceph-mon[44549]: pgmap v4777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:23:07.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:07 smithi181 ceph-mon[45557]: pgmap v4778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:23:07.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:07 smithi088 ceph-mon[35322]: pgmap v4778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:23:07.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:07 smithi175 ceph-mon[44549]: pgmap v4778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:23:09.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:09 smithi181 ceph-mon[45557]: pgmap v4779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:23:09.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:09 smithi088 ceph-mon[35322]: pgmap v4779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:23:09.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:09 smithi175 ceph-mon[44549]: pgmap v4779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:23:11.133 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:11.144+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:23:11.133 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:11.144+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:23:11.133 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:11.144+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:23:11.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:11 smithi181 ceph-mon[45557]: pgmap v4780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:23:11.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:11 smithi088 ceph-mon[35322]: pgmap v4780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:23:11.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:11 smithi175 ceph-mon[44549]: pgmap v4780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:23:13.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:13 smithi181 ceph-mon[45557]: pgmap v4781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:23:13.517 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:13 smithi088 ceph-mon[35322]: pgmap v4781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:23:13.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:13 smithi175 ceph-mon[44549]: pgmap v4781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:23:15.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:15 smithi181 ceph-mon[45557]: pgmap v4782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:23:15.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:15 smithi088 ceph-mon[35322]: pgmap v4782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:23:15.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:15 smithi175 ceph-mon[44549]: pgmap v4782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:23:17.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:17 smithi088 ceph-mon[35322]: pgmap v4783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:17.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:17 smithi175 ceph-mon[44549]: pgmap v4783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:17.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:17 smithi181 ceph-mon[45557]: pgmap v4783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:19.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:19 smithi088 ceph-mon[35322]: pgmap v4784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:19.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:19 smithi175 ceph-mon[44549]: pgmap v4784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:19.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:19 smithi181 ceph-mon[45557]: pgmap v4784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:21.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:21 smithi088 ceph-mon[35322]: pgmap v4785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:21.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:21 smithi175 ceph-mon[44549]: pgmap v4785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:21.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:21 smithi181 ceph-mon[45557]: pgmap v4785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:23.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:23 smithi088 ceph-mon[35322]: pgmap v4786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:23.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:23 smithi175 ceph-mon[44549]: pgmap v4786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:23.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:23 smithi181 ceph-mon[45557]: pgmap v4786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:25.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:25 smithi088 ceph-mon[35322]: pgmap v4787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:25.649 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:25 smithi175 ceph-mon[44549]: pgmap v4787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:25.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:25 smithi181 ceph-mon[45557]: pgmap v4787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:26.149 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:26.159+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:23:26.149 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:26.159+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:23:26.149 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:26.159+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:23:27.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:27 smithi088 ceph-mon[35322]: pgmap v4788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:27.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:27 smithi175 ceph-mon[44549]: pgmap v4788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:27.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:27 smithi181 ceph-mon[45557]: pgmap v4788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:29.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:29 smithi088 ceph-mon[35322]: pgmap v4789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:29.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:29 smithi175 ceph-mon[44549]: pgmap v4789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:29.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:29 smithi181 ceph-mon[45557]: pgmap v4789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:31.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:31 smithi088 ceph-mon[35322]: pgmap v4790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:31.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:31 smithi175 ceph-mon[44549]: pgmap v4790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:31.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:31 smithi181 ceph-mon[45557]: pgmap v4790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:33.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:33 smithi088 ceph-mon[35322]: pgmap v4791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:33.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:33 smithi175 ceph-mon[44549]: pgmap v4791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:33.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:33 smithi181 ceph-mon[45557]: pgmap v4791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:35.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:35 smithi088 ceph-mon[35322]: pgmap v4792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:35.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:35 smithi175 ceph-mon[44549]: pgmap v4792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:35.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:35 smithi181 ceph-mon[45557]: pgmap v4792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:37.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:37 smithi088 ceph-mon[35322]: pgmap v4793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:37.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:37 smithi175 ceph-mon[44549]: pgmap v4793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:37.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:37 smithi181 ceph-mon[45557]: pgmap v4793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:39.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:39 smithi088 ceph-mon[35322]: pgmap v4794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:39.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:39 smithi175 ceph-mon[44549]: pgmap v4794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:39.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:39 smithi181 ceph-mon[45557]: pgmap v4794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:41.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:41.163+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:23:41.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:41.163+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:23:41.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:41.163+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:23:41.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:41 smithi088 ceph-mon[35322]: pgmap v4795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:41.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:41 smithi175 ceph-mon[44549]: pgmap v4795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:41.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:41 smithi181 ceph-mon[45557]: pgmap v4795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:43.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:43 smithi088 ceph-mon[35322]: pgmap v4796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:43.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:43 smithi175 ceph-mon[44549]: pgmap v4796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:43.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:43 smithi181 ceph-mon[45557]: pgmap v4796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:45.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:45 smithi088 ceph-mon[35322]: pgmap v4797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:45.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:45 smithi175 ceph-mon[44549]: pgmap v4797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:45.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:45 smithi181 ceph-mon[45557]: pgmap v4797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:47.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:47 smithi088 ceph-mon[35322]: pgmap v4798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:47.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:47 smithi175 ceph-mon[44549]: pgmap v4798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:47.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:47 smithi181 ceph-mon[45557]: pgmap v4798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:49.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:49 smithi088 ceph-mon[35322]: pgmap v4799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:49.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:49 smithi175 ceph-mon[44549]: pgmap v4799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:49.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:49 smithi181 ceph-mon[45557]: pgmap v4799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:50.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:50 smithi175 ceph-mon[44549]: pgmap v4800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:50.696 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:50 smithi181 ceph-mon[45557]: pgmap v4800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:50.768 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:50 smithi088 ceph-mon[35322]: pgmap v4800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:23:52.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:52 smithi175 ceph-mon[44549]: pgmap v4801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:52.946 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:52 smithi181 ceph-mon[45557]: pgmap v4801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:53.018 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:52 smithi088 ceph-mon[35322]: pgmap v4801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:23:55.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:54 smithi175 ceph-mon[44549]: pgmap v4802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:55.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:54 smithi181 ceph-mon[45557]: pgmap v4802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:55.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:54 smithi088 ceph-mon[35322]: pgmap v4802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:23:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:56.167+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:23:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:56.167+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:23:56.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:23:56.167+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:23:57.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:56 smithi175 ceph-mon[44549]: pgmap v4803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:57.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:56 smithi181 ceph-mon[45557]: pgmap v4803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:57.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:56 smithi088 ceph-mon[35322]: pgmap v4803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:59.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:23:58 smithi175 ceph-mon[44549]: pgmap v4804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:59.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:23:58 smithi181 ceph-mon[45557]: pgmap v4804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:23:59.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:23:58 smithi088 ceph-mon[35322]: pgmap v4804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:01.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:00 smithi175 ceph-mon[44549]: pgmap v4805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:01.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:00 smithi181 ceph-mon[45557]: pgmap v4805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:01.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:00 smithi088 ceph-mon[35322]: pgmap v4805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:03.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:02 smithi175 ceph-mon[44549]: pgmap v4806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:03.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:02 smithi181 ceph-mon[45557]: pgmap v4806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:03.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:02 smithi088 ceph-mon[35322]: pgmap v4806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:04.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:24:04.196 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:24:04.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:24:05.150 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:04 smithi175 ceph-mon[44549]: pgmap v4807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:24:05.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:04 smithi181 ceph-mon[45557]: pgmap v4807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:24:05.268 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:04 smithi088 ceph-mon[35322]: pgmap v4807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:24:06.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:06.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:07.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:07 smithi175 ceph-mon[44549]: pgmap v4808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:07.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:24:07.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:24:07.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:07.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:07 smithi181 ceph-mon[45557]: pgmap v4808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:07.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:24:07.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:24:07.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:07.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:07 smithi088 ceph-mon[35322]: pgmap v4808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:07.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:24:07.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:24:07.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:24:08.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:08 smithi175 ceph-mon[44549]: pgmap v4809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:24:08.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:08 smithi175 ceph-mon[44549]: pgmap v4810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:24:08.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:08 smithi181 ceph-mon[45557]: pgmap v4809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:24:08.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:08 smithi181 ceph-mon[45557]: pgmap v4810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:24:08.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:08 smithi088 ceph-mon[35322]: pgmap v4809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:24:08.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:08 smithi088 ceph-mon[35322]: pgmap v4810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:24:10.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:10 smithi175 ceph-mon[44549]: pgmap v4811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:24:10.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:10 smithi181 ceph-mon[45557]: pgmap v4811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:24:10.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:10 smithi088 ceph-mon[35322]: pgmap v4811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:24:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:11.182+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:24:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:11.182+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:24:11.172 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:11.182+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:24:12.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:12 smithi175 ceph-mon[44549]: pgmap v4812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T15:24:12.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:12 smithi181 ceph-mon[45557]: pgmap v4812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T15:24:12.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:12 smithi088 ceph-mon[35322]: pgmap v4812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T15:24:14.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:14 smithi175 ceph-mon[44549]: pgmap v4813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:24:14.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:14 smithi181 ceph-mon[45557]: pgmap v4813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:24:14.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:14 smithi088 ceph-mon[35322]: pgmap v4813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:24:16.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:16 smithi175 ceph-mon[44549]: pgmap v4814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:24:16.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:16 smithi181 ceph-mon[45557]: pgmap v4814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:24:16.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:16 smithi088 ceph-mon[35322]: pgmap v4814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:24:18.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:18 smithi175 ceph-mon[44549]: pgmap v4815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:24:18.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:18 smithi181 ceph-mon[45557]: pgmap v4815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:24:18.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:18 smithi088 ceph-mon[35322]: pgmap v4815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:24:20.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:20 smithi175 ceph-mon[44549]: pgmap v4816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:20.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:20 smithi181 ceph-mon[45557]: pgmap v4816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:20.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:20 smithi088 ceph-mon[35322]: pgmap v4816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:22.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:22 smithi175 ceph-mon[44549]: pgmap v4817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:22.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:22 smithi181 ceph-mon[45557]: pgmap v4817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:22.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:22 smithi088 ceph-mon[35322]: pgmap v4817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:24.400 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:24 smithi175 ceph-mon[44549]: pgmap v4818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:24.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:24 smithi181 ceph-mon[45557]: pgmap v4818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:24.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:24 smithi088 ceph-mon[35322]: pgmap v4818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:26.187+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:24:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:26.187+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:24:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:26.187+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:24:26.446 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:26 smithi181 ceph-mon[45557]: pgmap v4819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:26.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:26 smithi088 ceph-mon[35322]: pgmap v4819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:26.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:26 smithi175 ceph-mon[44549]: pgmap v4819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:28.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:28 smithi181 ceph-mon[45557]: pgmap v4820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:28.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:28 smithi088 ceph-mon[35322]: pgmap v4820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:28.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:28 smithi175 ceph-mon[44549]: pgmap v4820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:30.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:30 smithi181 ceph-mon[45557]: pgmap v4821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:30.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:30 smithi088 ceph-mon[35322]: pgmap v4821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:30.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:30 smithi175 ceph-mon[44549]: pgmap v4821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:32.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:32 smithi181 ceph-mon[45557]: pgmap v4822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:32.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:32 smithi088 ceph-mon[35322]: pgmap v4822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:32.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:32 smithi175 ceph-mon[44549]: pgmap v4822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:34.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:34 smithi181 ceph-mon[45557]: pgmap v4823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:34.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:34 smithi088 ceph-mon[35322]: pgmap v4823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:34.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:34 smithi175 ceph-mon[44549]: pgmap v4823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:36.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:36 smithi181 ceph-mon[45557]: pgmap v4824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:36.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:36 smithi088 ceph-mon[35322]: pgmap v4824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:36.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:36 smithi175 ceph-mon[44549]: pgmap v4824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:38.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:38 smithi181 ceph-mon[45557]: pgmap v4825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:38.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:38 smithi088 ceph-mon[35322]: pgmap v4825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:38.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:38 smithi175 ceph-mon[44549]: pgmap v4825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:40.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:40 smithi181 ceph-mon[45557]: pgmap v4826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:40.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:40 smithi088 ceph-mon[35322]: pgmap v4826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:40.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:40 smithi175 ceph-mon[44549]: pgmap v4826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:40.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:40.746+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:24:40.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:40.746+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:24:40.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:40.746+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 70 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:24:40.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:40.746+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 70 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:24:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:41.203+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:24:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:41.203+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:24:41.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:41.203+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:24:42.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:42 smithi181 ceph-mon[45557]: pgmap v4827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:42.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:42 smithi088 ceph-mon[35322]: pgmap v4827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:42.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:42 smithi175 ceph-mon[44549]: pgmap v4827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:44.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:44 smithi181 ceph-mon[45557]: pgmap v4828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:44.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:44 smithi088 ceph-mon[35322]: pgmap v4828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:44.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:44 smithi175 ceph-mon[44549]: pgmap v4828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:46.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:46 smithi181 ceph-mon[45557]: pgmap v4829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:46.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:46 smithi088 ceph-mon[35322]: pgmap v4829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:46.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:46 smithi175 ceph-mon[44549]: pgmap v4829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:48.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:48 smithi181 ceph-mon[45557]: pgmap v4830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:48.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:48 smithi088 ceph-mon[35322]: pgmap v4830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:48.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:48 smithi175 ceph-mon[44549]: pgmap v4830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:50.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:50 smithi088 ceph-mon[35322]: pgmap v4831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:50.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:50 smithi175 ceph-mon[44549]: pgmap v4831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:50.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:50 smithi181 ceph-mon[45557]: pgmap v4831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:24:52.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:52 smithi088 ceph-mon[35322]: pgmap v4832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:52.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:52 smithi175 ceph-mon[44549]: pgmap v4832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:52.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:52 smithi181 ceph-mon[45557]: pgmap v4832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:24:54.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:54 smithi088 ceph-mon[35322]: pgmap v4833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:54.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:54 smithi175 ceph-mon[44549]: pgmap v4833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:54.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:54 smithi181 ceph-mon[45557]: pgmap v4833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:24:56.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:56.212+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:24:56.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:56.212+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:24:56.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:24:56.212+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:24:56.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:56 smithi088 ceph-mon[35322]: pgmap v4834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:56.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:56 smithi175 ceph-mon[44549]: pgmap v4834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:56.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:56 smithi181 ceph-mon[45557]: pgmap v4834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:24:58.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:24:58 smithi088 ceph-mon[35322]: pgmap v4835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:58.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:24:58 smithi175 ceph-mon[44549]: pgmap v4835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:24:58.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:24:58 smithi181 ceph-mon[45557]: pgmap v4835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:00.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:00 smithi088 ceph-mon[35322]: pgmap v4836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:00.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:00 smithi175 ceph-mon[44549]: pgmap v4836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:00.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:00 smithi181 ceph-mon[45557]: pgmap v4836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:02.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:02 smithi088 ceph-mon[35322]: pgmap v4837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:02.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:02 smithi175 ceph-mon[44549]: pgmap v4837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:02.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:02 smithi181 ceph-mon[45557]: pgmap v4837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:04.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:04 smithi088 ceph-mon[35322]: pgmap v4838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:04.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:04 smithi175 ceph-mon[44549]: pgmap v4838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:04.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:04 smithi181 ceph-mon[45557]: pgmap v4838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:06.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:06 smithi088 ceph-mon[35322]: pgmap v4839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:25:06.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:06 smithi175 ceph-mon[44549]: pgmap v4839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:25:06.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:06 smithi181 ceph-mon[45557]: pgmap v4839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:25:07.518 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:25:07.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:25:07.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:25:08.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:08 smithi088 ceph-mon[35322]: pgmap v4840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:08.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:25:08.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:25:08.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:25:08.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:08 smithi175 ceph-mon[44549]: pgmap v4840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:08.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:25:08.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:25:08.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:25:08.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:08 smithi181 ceph-mon[45557]: pgmap v4840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:08.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:25:08.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:25:08.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:25:09.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:09 smithi088 ceph-mon[35322]: pgmap v4841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:25:09.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:09 smithi088 ceph-mon[35322]: pgmap v4842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:25:09.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:09 smithi175 ceph-mon[44549]: pgmap v4841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:25:09.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:09 smithi175 ceph-mon[44549]: pgmap v4842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:25:09.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:09 smithi181 ceph-mon[45557]: pgmap v4841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:25:09.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:09 smithi181 ceph-mon[45557]: pgmap v4842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:25:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:11.225+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:25:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:11.225+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:25:11.216 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:11.225+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:25:11.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:11 smithi088 ceph-mon[35322]: pgmap v4843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:25:11.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:11 smithi175 ceph-mon[44549]: pgmap v4843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:25:11.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:11 smithi181 ceph-mon[45557]: pgmap v4843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:25:13.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:13 smithi088 ceph-mon[35322]: pgmap v4844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:25:13.650 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:13 smithi175 ceph-mon[44549]: pgmap v4844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:25:13.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:13 smithi181 ceph-mon[45557]: pgmap v4844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:25:15.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:15 smithi088 ceph-mon[35322]: pgmap v4845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:25:15.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:15 smithi175 ceph-mon[44549]: pgmap v4845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:25:15.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:15 smithi181 ceph-mon[45557]: pgmap v4845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:25:17.519 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:17 smithi088 ceph-mon[35322]: pgmap v4846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:25:17.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:17 smithi175 ceph-mon[44549]: pgmap v4846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:25:17.697 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:17 smithi181 ceph-mon[45557]: pgmap v4846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:25:19.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:18 smithi175 ceph-mon[44549]: pgmap v4847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:25:19.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:18 smithi181 ceph-mon[45557]: pgmap v4847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:25:19.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:18 smithi088 ceph-mon[35322]: pgmap v4847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:25:21.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:20 smithi181 ceph-mon[45557]: pgmap v4848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:21.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:20 smithi088 ceph-mon[35322]: pgmap v4848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:21.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:20 smithi175 ceph-mon[44549]: pgmap v4848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:23.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:22 smithi181 ceph-mon[45557]: pgmap v4849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:23.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:22 smithi088 ceph-mon[35322]: pgmap v4849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:23.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:22 smithi175 ceph-mon[44549]: pgmap v4849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:25.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:24 smithi181 ceph-mon[45557]: pgmap v4850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:25.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:24 smithi088 ceph-mon[35322]: pgmap v4850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:25.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:24 smithi175 ceph-mon[44549]: pgmap v4850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:26.227+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:25:26.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:26.227+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:25:26.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:26.227+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:25:27.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:26 smithi181 ceph-mon[45557]: pgmap v4851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:27.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:26 smithi088 ceph-mon[35322]: pgmap v4851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:27.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:26 smithi175 ceph-mon[44549]: pgmap v4851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:29.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:28 smithi175 ceph-mon[44549]: pgmap v4852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:29.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:28 smithi181 ceph-mon[45557]: pgmap v4852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:29.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:28 smithi088 ceph-mon[35322]: pgmap v4852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:31.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:30 smithi181 ceph-mon[45557]: pgmap v4853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:31.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:30 smithi088 ceph-mon[35322]: pgmap v4853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:31.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:30 smithi175 ceph-mon[44549]: pgmap v4853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:33.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:32 smithi181 ceph-mon[45557]: pgmap v4854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:33.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:32 smithi088 ceph-mon[35322]: pgmap v4854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:33.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:32 smithi175 ceph-mon[44549]: pgmap v4854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:35.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:34 smithi181 ceph-mon[45557]: pgmap v4855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:35.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:34 smithi088 ceph-mon[35322]: pgmap v4855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:35.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:34 smithi175 ceph-mon[44549]: pgmap v4855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:37.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:36 smithi181 ceph-mon[45557]: pgmap v4856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:37.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:36 smithi088 ceph-mon[35322]: pgmap v4856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:37.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:36 smithi175 ceph-mon[44549]: pgmap v4856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:39.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:38 smithi175 ceph-mon[44549]: pgmap v4857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:39.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:38 smithi181 ceph-mon[45557]: pgmap v4857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:39.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:38 smithi088 ceph-mon[35322]: pgmap v4857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:41.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:40 smithi181 ceph-mon[45557]: pgmap v4858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:41.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:41.228+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:25:41.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:41.228+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:25:41.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:41.228+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:25:41.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:40 smithi088 ceph-mon[35322]: pgmap v4858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:41.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:40 smithi175 ceph-mon[44549]: pgmap v4858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:43.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:42 smithi181 ceph-mon[45557]: pgmap v4859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:43.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:42 smithi088 ceph-mon[35322]: pgmap v4859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:43.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:42 smithi175 ceph-mon[44549]: pgmap v4859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:45.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:44 smithi181 ceph-mon[45557]: pgmap v4860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:45.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:44 smithi088 ceph-mon[35322]: pgmap v4860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:45.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:44 smithi175 ceph-mon[44549]: pgmap v4860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:47.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:46 smithi088 ceph-mon[35322]: pgmap v4861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:47.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:46 smithi175 ceph-mon[44549]: pgmap v4861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:47.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:46 smithi181 ceph-mon[45557]: pgmap v4861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:49.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:48 smithi175 ceph-mon[44549]: pgmap v4862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:49.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:48 smithi181 ceph-mon[45557]: pgmap v4862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:49.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:48 smithi088 ceph-mon[35322]: pgmap v4862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:51.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:50 smithi181 ceph-mon[45557]: pgmap v4863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:51.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:50 smithi088 ceph-mon[35322]: pgmap v4863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:51.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:50 smithi175 ceph-mon[44549]: pgmap v4863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:53.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:52 smithi181 ceph-mon[45557]: pgmap v4864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:53.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:52 smithi088 ceph-mon[35322]: pgmap v4864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:53.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:52 smithi175 ceph-mon[44549]: pgmap v4864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:25:55.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:54 smithi181 ceph-mon[45557]: pgmap v4865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:55.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:54 smithi088 ceph-mon[35322]: pgmap v4865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:55.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:54 smithi175 ceph-mon[44549]: pgmap v4865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:25:56.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:56.238+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:25:56.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:56.239+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:25:56.231 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:25:56.239+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:25:57.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:56 smithi088 ceph-mon[35322]: pgmap v4866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:57.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:56 smithi175 ceph-mon[44549]: pgmap v4866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:57.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:56 smithi181 ceph-mon[45557]: pgmap v4866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:25:59.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:25:58 smithi175 ceph-mon[44549]: pgmap v4867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:59.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:25:58 smithi181 ceph-mon[45557]: pgmap v4867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:25:59.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:25:58 smithi088 ceph-mon[35322]: pgmap v4867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:01.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:00 smithi181 ceph-mon[45557]: pgmap v4868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:01.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:00 smithi088 ceph-mon[35322]: pgmap v4868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:01.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:00 smithi175 ceph-mon[44549]: pgmap v4868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:03.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:02 smithi088 ceph-mon[35322]: pgmap v4869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:03.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:02 smithi175 ceph-mon[44549]: pgmap v4869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:03.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:02 smithi181 ceph-mon[45557]: pgmap v4869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:05.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:04 smithi088 ceph-mon[35322]: pgmap v4870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:05.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:04 smithi175 ceph-mon[44549]: pgmap v4870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:05.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:04 smithi181 ceph-mon[45557]: pgmap v4870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:07.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:06 smithi088 ceph-mon[35322]: pgmap v4871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:07.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:06 smithi175 ceph-mon[44549]: pgmap v4871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:07.447 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:06 smithi181 ceph-mon[45557]: pgmap v4871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:09.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:08 smithi175 ceph-mon[44549]: pgmap v4872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:26:09.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:26:09.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:08 smithi181 ceph-mon[45557]: pgmap v4872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:26:09.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:26:09.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:08 smithi088 ceph-mon[35322]: pgmap v4872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:26:09.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:26:10.651 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:26:10.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:26:10.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:26:10.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:26:10.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:10 smithi175 ceph-mon[44549]: pgmap v4873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T15:26:10.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:10 smithi175 ceph-mon[44549]: pgmap v4874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:26:10.652 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:26:10.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:26:10.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:26:10.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:26:10.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:26:10.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:10 smithi181 ceph-mon[45557]: pgmap v4873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T15:26:10.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:10 smithi181 ceph-mon[45557]: pgmap v4874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:26:10.698 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:26:10.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:26:10.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:26:10.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:26:10.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:26:10.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:10 smithi088 ceph-mon[35322]: pgmap v4873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T15:26:10.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:10 smithi088 ceph-mon[35322]: pgmap v4874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:26:10.770 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:26:11.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:11.255+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:26:11.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:11.255+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:26:11.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:11.255+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:26:12.769 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:12 smithi088 ceph-mon[35322]: pgmap v4875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:26:12.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:12 smithi175 ceph-mon[44549]: pgmap v4875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:26:12.947 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:12 smithi181 ceph-mon[45557]: pgmap v4875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:26:15.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:14 smithi175 ceph-mon[44549]: pgmap v4876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T15:26:15.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:14 smithi181 ceph-mon[45557]: pgmap v4876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T15:26:15.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:14 smithi088 ceph-mon[35322]: pgmap v4876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T15:26:17.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:16 smithi175 ceph-mon[44549]: pgmap v4877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:17.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:16 smithi181 ceph-mon[45557]: pgmap v4877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:17.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:16 smithi088 ceph-mon[35322]: pgmap v4877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:19.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:18 smithi175 ceph-mon[44549]: pgmap v4878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:26:19.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:18 smithi181 ceph-mon[45557]: pgmap v4878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:26:19.214 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:18 smithi088 ceph-mon[35322]: pgmap v4878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:26:21.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:20 smithi175 ceph-mon[44549]: pgmap v4879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:26:21.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:20 smithi181 ceph-mon[45557]: pgmap v4879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:26:21.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:20 smithi088 ceph-mon[35322]: pgmap v4879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:26:23.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:22 smithi175 ceph-mon[44549]: pgmap v4880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:23.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:22 smithi181 ceph-mon[45557]: pgmap v4880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:23.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:22 smithi088 ceph-mon[35322]: pgmap v4880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:25.151 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:24 smithi175 ceph-mon[44549]: pgmap v4881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:25.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:24 smithi181 ceph-mon[45557]: pgmap v4881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:25.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:24 smithi088 ceph-mon[35322]: pgmap v4881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:26.258+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:26:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:26.258+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:26:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:26.258+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:26:27.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:26 smithi181 ceph-mon[45557]: pgmap v4882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:27.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:26 smithi088 ceph-mon[35322]: pgmap v4882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:27.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:26 smithi175 ceph-mon[44549]: pgmap v4882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:29.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:28 smithi181 ceph-mon[45557]: pgmap v4883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:29.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:28 smithi088 ceph-mon[35322]: pgmap v4883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:29.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:28 smithi175 ceph-mon[44549]: pgmap v4883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:31.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:30 smithi181 ceph-mon[45557]: pgmap v4884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:26:31.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:30 smithi088 ceph-mon[35322]: pgmap v4884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:26:31.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:30 smithi175 ceph-mon[44549]: pgmap v4884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:26:33.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:32 smithi181 ceph-mon[45557]: pgmap v4885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:33.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:32 smithi088 ceph-mon[35322]: pgmap v4885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:33.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:32 smithi175 ceph-mon[44549]: pgmap v4885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:35.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:34 smithi181 ceph-mon[45557]: pgmap v4886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:35.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:34 smithi088 ceph-mon[35322]: pgmap v4886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:35.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:34 smithi175 ceph-mon[44549]: pgmap v4886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:37.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:36 smithi181 ceph-mon[45557]: pgmap v4887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:37.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:36 smithi088 ceph-mon[35322]: pgmap v4887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:37.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:36 smithi175 ceph-mon[44549]: pgmap v4887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:39.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:38 smithi181 ceph-mon[45557]: pgmap v4888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:39.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:38 smithi088 ceph-mon[35322]: pgmap v4888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:39.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:38 smithi175 ceph-mon[44549]: pgmap v4888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:41.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:40 smithi181 ceph-mon[45557]: pgmap v4889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:26:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:41.269+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:26:41.259 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:41.269+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:26:41.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:41.269+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:26:41.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:40 smithi088 ceph-mon[35322]: pgmap v4889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:26:41.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:40 smithi175 ceph-mon[44549]: pgmap v4889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:26:43.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:42 smithi181 ceph-mon[45557]: pgmap v4890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:43.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:42 smithi088 ceph-mon[35322]: pgmap v4890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:43.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:42 smithi175 ceph-mon[44549]: pgmap v4890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:45.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:44 smithi181 ceph-mon[45557]: pgmap v4891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:45.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:44 smithi088 ceph-mon[35322]: pgmap v4891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:45.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:44 smithi175 ceph-mon[44549]: pgmap v4891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:47.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:46 smithi181 ceph-mon[45557]: pgmap v4892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:47.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:46 smithi088 ceph-mon[35322]: pgmap v4892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:47.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:46 smithi175 ceph-mon[44549]: pgmap v4892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:49.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:48 smithi088 ceph-mon[35322]: pgmap v4893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:49.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:48 smithi175 ceph-mon[44549]: pgmap v4893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:49.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:48 smithi181 ceph-mon[45557]: pgmap v4893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:51.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:50 smithi088 ceph-mon[35322]: pgmap v4894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:26:51.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:50 smithi175 ceph-mon[44549]: pgmap v4894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:26:51.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:50 smithi181 ceph-mon[45557]: pgmap v4894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:26:53.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:52 smithi088 ceph-mon[35322]: pgmap v4895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:53.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:52 smithi175 ceph-mon[44549]: pgmap v4895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:53.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:52 smithi181 ceph-mon[45557]: pgmap v4895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:26:55.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:54 smithi088 ceph-mon[35322]: pgmap v4896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:55.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:54 smithi175 ceph-mon[44549]: pgmap v4896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:55.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:54 smithi181 ceph-mon[45557]: pgmap v4896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:26:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:56.277+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:26:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:56.277+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:26:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:26:56.277+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:26:57.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:56 smithi088 ceph-mon[35322]: pgmap v4897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:57.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:56 smithi175 ceph-mon[44549]: pgmap v4897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:57.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:56 smithi181 ceph-mon[45557]: pgmap v4897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:26:59.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:26:58 smithi088 ceph-mon[35322]: pgmap v4898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:59.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:26:58 smithi175 ceph-mon[44549]: pgmap v4898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:26:59.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:26:58 smithi181 ceph-mon[45557]: pgmap v4898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:27:01.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:00 smithi088 ceph-mon[35322]: pgmap v4899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:01.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:00 smithi175 ceph-mon[44549]: pgmap v4899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:01.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:00 smithi181 ceph-mon[45557]: pgmap v4899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:03.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:02 smithi088 ceph-mon[35322]: pgmap v4900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:03.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:02 smithi175 ceph-mon[44549]: pgmap v4900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:03.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:02 smithi181 ceph-mon[45557]: pgmap v4900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:05.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:04 smithi088 ceph-mon[35322]: pgmap v4901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:05.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:04 smithi175 ceph-mon[44549]: pgmap v4901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:05.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:04 smithi181 ceph-mon[45557]: pgmap v4901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:07.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:06 smithi088 ceph-mon[35322]: pgmap v4902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:07.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:06 smithi175 ceph-mon[44549]: pgmap v4902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:07.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:06 smithi181 ceph-mon[45557]: pgmap v4902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:09.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:08 smithi088 ceph-mon[35322]: pgmap v4903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:27:09.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:08 smithi175 ceph-mon[44549]: pgmap v4903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:27:09.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:08 smithi181 ceph-mon[45557]: pgmap v4903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:27:10.269 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:27:10.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:27:10.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:27:10.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:10.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:11.282+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:27:11.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:11.282+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:27:11.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:11.282+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:27:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:11 smithi175 ceph-mon[44549]: pgmap v4904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:27:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:27:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:11 smithi181 ceph-mon[45557]: pgmap v4904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:27:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:27:11.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:11 smithi088 ceph-mon[35322]: pgmap v4904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:27:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:27:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:27:12.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:12 smithi175 ceph-mon[44549]: pgmap v4905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:27:12.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:12 smithi175 ceph-mon[44549]: pgmap v4906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:12.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:12 smithi181 ceph-mon[45557]: pgmap v4905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:27:12.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:12 smithi181 ceph-mon[45557]: pgmap v4906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:12.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:12 smithi088 ceph-mon[35322]: pgmap v4905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:27:12.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:12 smithi088 ceph-mon[35322]: pgmap v4906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:14.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:13 smithi181 ceph-mon[45557]: pgmap v4907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:14.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:13 smithi088 ceph-mon[35322]: pgmap v4907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:14.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:13 smithi175 ceph-mon[44549]: pgmap v4907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:16.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:15 smithi181 ceph-mon[45557]: pgmap v4908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:27:16.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:15 smithi088 ceph-mon[35322]: pgmap v4908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:27:16.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:15 smithi175 ceph-mon[44549]: pgmap v4908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:27:18.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:17 smithi181 ceph-mon[45557]: pgmap v4909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:18.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:17 smithi088 ceph-mon[35322]: pgmap v4909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:18.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:17 smithi175 ceph-mon[44549]: pgmap v4909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:20.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:19 smithi181 ceph-mon[45557]: pgmap v4910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:20.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:19 smithi088 ceph-mon[35322]: pgmap v4910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:20.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:19 smithi175 ceph-mon[44549]: pgmap v4910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:27:22.190 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:21 smithi088 ceph-mon[35322]: pgmap v4911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:27:22.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:21 smithi181 ceph-mon[45557]: pgmap v4911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:27:22.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:21 smithi175 ceph-mon[44549]: pgmap v4911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:27:24.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:23 smithi181 ceph-mon[45557]: pgmap v4912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:24.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:23 smithi088 ceph-mon[35322]: pgmap v4912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:24.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:23 smithi175 ceph-mon[44549]: pgmap v4912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:26.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:25 smithi181 ceph-mon[45557]: pgmap v4913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:26.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:25 smithi088 ceph-mon[35322]: pgmap v4913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:26.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:26.288+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:27:26.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:26.288+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:27:26.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:26.288+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:27:26.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:25 smithi175 ceph-mon[44549]: pgmap v4913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:28.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:27 smithi181 ceph-mon[45557]: pgmap v4914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:28.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:27 smithi088 ceph-mon[35322]: pgmap v4914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:28.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:27 smithi175 ceph-mon[44549]: pgmap v4914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:30.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:29 smithi181 ceph-mon[45557]: pgmap v4915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:30.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:29 smithi088 ceph-mon[35322]: pgmap v4915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:30.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:29 smithi175 ceph-mon[44549]: pgmap v4915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:32.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:31 smithi181 ceph-mon[45557]: pgmap v4916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:32.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:31 smithi088 ceph-mon[35322]: pgmap v4916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:32.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:31 smithi175 ceph-mon[44549]: pgmap v4916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:34.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:33 smithi181 ceph-mon[45557]: pgmap v4917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:34.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:33 smithi088 ceph-mon[35322]: pgmap v4917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:34.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:33 smithi175 ceph-mon[44549]: pgmap v4917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:36.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:35 smithi181 ceph-mon[45557]: pgmap v4918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:36.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:35 smithi088 ceph-mon[35322]: pgmap v4918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:36.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:35 smithi175 ceph-mon[44549]: pgmap v4918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:38.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:37 smithi181 ceph-mon[45557]: pgmap v4919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:38.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:37 smithi088 ceph-mon[35322]: pgmap v4919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:38.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:37 smithi175 ceph-mon[44549]: pgmap v4919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:40.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:39 smithi181 ceph-mon[45557]: pgmap v4920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:40.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:39 smithi088 ceph-mon[35322]: pgmap v4920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:40.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:39 smithi175 ceph-mon[44549]: pgmap v4920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:40.772+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:27:40.764 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:40.772+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:27:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:40.772+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 71 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x7ff34c102770 2024-01-28T15:27:40.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:40.772+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 71 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T15:27:41.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:41.303+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:27:41.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:41.303+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:27:41.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:41.303+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:27:42.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:41 smithi181 ceph-mon[45557]: pgmap v4921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:42.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:41 smithi088 ceph-mon[35322]: pgmap v4921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:42.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:41 smithi175 ceph-mon[44549]: pgmap v4921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:44.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:43 smithi181 ceph-mon[45557]: pgmap v4922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:44.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:43 smithi088 ceph-mon[35322]: pgmap v4922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:44.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:43 smithi175 ceph-mon[44549]: pgmap v4922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:46.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:45 smithi181 ceph-mon[45557]: pgmap v4923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:46.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:45 smithi088 ceph-mon[35322]: pgmap v4923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:46.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:45 smithi175 ceph-mon[44549]: pgmap v4923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:48.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:47 smithi181 ceph-mon[45557]: pgmap v4924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:48.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:47 smithi088 ceph-mon[35322]: pgmap v4924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:48.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:47 smithi175 ceph-mon[44549]: pgmap v4924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:50.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:49 smithi181 ceph-mon[45557]: pgmap v4925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:50.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:49 smithi088 ceph-mon[35322]: pgmap v4925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:50.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:49 smithi175 ceph-mon[44549]: pgmap v4925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:27:52.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:51 smithi181 ceph-mon[45557]: pgmap v4926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:52.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:51 smithi088 ceph-mon[35322]: pgmap v4926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:52.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:51 smithi175 ceph-mon[44549]: pgmap v4926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:54.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:53 smithi181 ceph-mon[45557]: pgmap v4927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:54.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:53 smithi088 ceph-mon[35322]: pgmap v4927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:54.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:53 smithi175 ceph-mon[44549]: pgmap v4927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:27:56.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:55 smithi088 ceph-mon[35322]: pgmap v4928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:56.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:56.304+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:27:56.296 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:56.304+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:27:56.296 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:27:56.304+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:27:56.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:55 smithi175 ceph-mon[44549]: pgmap v4928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:56.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:55 smithi181 ceph-mon[45557]: pgmap v4928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:27:58.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:57 smithi088 ceph-mon[35322]: pgmap v4929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:58.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:57 smithi175 ceph-mon[44549]: pgmap v4929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:27:58.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:57 smithi181 ceph-mon[45557]: pgmap v4929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:00.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:27:59 smithi088 ceph-mon[35322]: pgmap v4930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:00.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:27:59 smithi175 ceph-mon[44549]: pgmap v4930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:00.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:27:59 smithi181 ceph-mon[45557]: pgmap v4930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:02.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:01 smithi088 ceph-mon[35322]: pgmap v4931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:02.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:01 smithi175 ceph-mon[44549]: pgmap v4931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:02.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:01 smithi181 ceph-mon[45557]: pgmap v4931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:04.198 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:03 smithi181 ceph-mon[45557]: pgmap v4932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:04.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:03 smithi088 ceph-mon[35322]: pgmap v4932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:04.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:03 smithi175 ceph-mon[44549]: pgmap v4932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:06.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:05 smithi088 ceph-mon[35322]: pgmap v4933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:06.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:05 smithi175 ceph-mon[44549]: pgmap v4933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:06.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:05 smithi181 ceph-mon[45557]: pgmap v4933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:08.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:07 smithi088 ceph-mon[35322]: pgmap v4934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:08.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:07 smithi175 ceph-mon[44549]: pgmap v4934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:08.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:07 smithi181 ceph-mon[45557]: pgmap v4934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:10.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:09 smithi088 ceph-mon[35322]: pgmap v4935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:10.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:09 smithi175 ceph-mon[44549]: pgmap v4935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:10.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:09 smithi181 ceph-mon[45557]: pgmap v4935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:11.318+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:28:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:11.318+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:28:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:11.318+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:28:12.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:11 smithi088 ceph-mon[35322]: pgmap v4936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:12.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:28:12.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:28:12.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:28:12.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:28:12.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:11 smithi175 ceph-mon[44549]: pgmap v4936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:12.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:28:12.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:28:12.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:28:12.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:28:12.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:11 smithi181 ceph-mon[45557]: pgmap v4936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:12.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:28:12.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:28:12.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:28:12.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:28:13.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:12 smithi088 ceph-mon[35322]: pgmap v4937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:28:13.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:12 smithi088 ceph-mon[35322]: pgmap v4938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:28:13.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:12 smithi175 ceph-mon[44549]: pgmap v4937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:28:13.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:12 smithi175 ceph-mon[44549]: pgmap v4938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:28:13.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:12 smithi181 ceph-mon[45557]: pgmap v4937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:28:13.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:12 smithi181 ceph-mon[45557]: pgmap v4938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:28:15.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:15 smithi088 ceph-mon[35322]: pgmap v4939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:28:15.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:15 smithi175 ceph-mon[44549]: pgmap v4939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:28:15.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:15 smithi181 ceph-mon[45557]: pgmap v4939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:28:17.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:17 smithi088 ceph-mon[35322]: pgmap v4940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:28:17.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:17 smithi175 ceph-mon[44549]: pgmap v4940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:28:17.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:17 smithi181 ceph-mon[45557]: pgmap v4940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:28:19.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:19 smithi088 ceph-mon[35322]: pgmap v4941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:28:19.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:19 smithi175 ceph-mon[44549]: pgmap v4941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:28:19.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:19 smithi181 ceph-mon[45557]: pgmap v4941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:28:21.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:21 smithi088 ceph-mon[35322]: pgmap v4942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:28:21.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:21 smithi175 ceph-mon[44549]: pgmap v4942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:28:21.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:21 smithi181 ceph-mon[45557]: pgmap v4942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:28:23.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:23 smithi088 ceph-mon[35322]: pgmap v4943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:28:23.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:23 smithi175 ceph-mon[44549]: pgmap v4943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:28:23.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:23 smithi181 ceph-mon[45557]: pgmap v4943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:28:25.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:25 smithi088 ceph-mon[35322]: pgmap v4944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:25.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:25 smithi175 ceph-mon[44549]: pgmap v4944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:25.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:25 smithi181 ceph-mon[45557]: pgmap v4944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:26.314 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:26.322+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:28:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:26.322+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:28:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:26.322+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:28:27.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:27 smithi088 ceph-mon[35322]: pgmap v4945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:27.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:27 smithi175 ceph-mon[44549]: pgmap v4945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:27.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:27 smithi181 ceph-mon[45557]: pgmap v4945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:29.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:29 smithi175 ceph-mon[44549]: pgmap v4946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:29.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:29 smithi181 ceph-mon[45557]: pgmap v4946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:29.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:29 smithi088 ceph-mon[35322]: pgmap v4946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:31.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:31 smithi175 ceph-mon[44549]: pgmap v4947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:31.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:31 smithi181 ceph-mon[45557]: pgmap v4947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:31.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:31 smithi088 ceph-mon[35322]: pgmap v4947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:33.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:33 smithi175 ceph-mon[44549]: pgmap v4948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:33.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:33 smithi181 ceph-mon[45557]: pgmap v4948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:33.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:33 smithi088 ceph-mon[35322]: pgmap v4948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:35.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:35 smithi175 ceph-mon[44549]: pgmap v4949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:35.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:35 smithi181 ceph-mon[45557]: pgmap v4949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:35.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:35 smithi088 ceph-mon[35322]: pgmap v4949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:37.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:37 smithi175 ceph-mon[44549]: pgmap v4950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:37.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:37 smithi181 ceph-mon[45557]: pgmap v4950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:37.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:37 smithi088 ceph-mon[35322]: pgmap v4950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:39.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:39 smithi175 ceph-mon[44549]: pgmap v4951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:39.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:39 smithi181 ceph-mon[45557]: pgmap v4951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:39.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:39 smithi088 ceph-mon[35322]: pgmap v4951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:41.334+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:28:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:41.334+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:28:41.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:41.334+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:28:41.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:41 smithi175 ceph-mon[44549]: pgmap v4952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:41.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:41 smithi181 ceph-mon[45557]: pgmap v4952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:41.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:41 smithi088 ceph-mon[35322]: pgmap v4952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:43.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:43 smithi175 ceph-mon[44549]: pgmap v4953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:43.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:43 smithi181 ceph-mon[45557]: pgmap v4953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:43.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:43 smithi088 ceph-mon[35322]: pgmap v4953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:45.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:45 smithi175 ceph-mon[44549]: pgmap v4954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:45.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:45 smithi181 ceph-mon[45557]: pgmap v4954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:45.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:45 smithi088 ceph-mon[35322]: pgmap v4954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:47.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:47 smithi175 ceph-mon[44549]: pgmap v4955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:47.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:47 smithi181 ceph-mon[45557]: pgmap v4955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:47.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:47 smithi088 ceph-mon[35322]: pgmap v4955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:49.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:49 smithi175 ceph-mon[44549]: pgmap v4956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:49.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:49 smithi181 ceph-mon[45557]: pgmap v4956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:49.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:49 smithi088 ceph-mon[35322]: pgmap v4956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:51.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:51 smithi175 ceph-mon[44549]: pgmap v4957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:51.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:51 smithi181 ceph-mon[45557]: pgmap v4957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:51.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:51 smithi088 ceph-mon[35322]: pgmap v4957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:28:53.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:53 smithi175 ceph-mon[44549]: pgmap v4958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:53.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:53 smithi181 ceph-mon[45557]: pgmap v4958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:53.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:53 smithi088 ceph-mon[35322]: pgmap v4958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:55.270 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:55 smithi088 ceph-mon[35322]: pgmap v4959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:55.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:55 smithi175 ceph-mon[44549]: pgmap v4959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:55.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:55 smithi181 ceph-mon[45557]: pgmap v4959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:28:56.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:56.349+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:28:56.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:56.349+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:28:56.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:28:56.349+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:28:57.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:57 smithi175 ceph-mon[44549]: pgmap v4960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:57.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:57 smithi181 ceph-mon[45557]: pgmap v4960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:57.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:57 smithi088 ceph-mon[35322]: pgmap v4960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:28:59.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:28:59 smithi175 ceph-mon[44549]: pgmap v4961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:59.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:28:59 smithi181 ceph-mon[45557]: pgmap v4961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:28:59.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:28:59 smithi088 ceph-mon[35322]: pgmap v4961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:29:01.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:01 smithi175 ceph-mon[44549]: pgmap v4962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:01.448 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:01 smithi181 ceph-mon[45557]: pgmap v4962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:01.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:01 smithi088 ceph-mon[35322]: pgmap v4962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:03.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:03 smithi175 ceph-mon[44549]: pgmap v4963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:03.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:03 smithi181 ceph-mon[45557]: pgmap v4963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:03.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:03 smithi088 ceph-mon[35322]: pgmap v4963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:05.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:05 smithi175 ceph-mon[44549]: pgmap v4964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:29:05.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:05 smithi181 ceph-mon[45557]: pgmap v4964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:29:05.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:05 smithi088 ceph-mon[35322]: pgmap v4964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:29:07.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:07 smithi175 ceph-mon[44549]: pgmap v4965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:07.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:07 smithi181 ceph-mon[45557]: pgmap v4965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:07.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:07 smithi088 ceph-mon[35322]: pgmap v4965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:09.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:09 smithi175 ceph-mon[44549]: pgmap v4966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:29:09.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:09 smithi181 ceph-mon[45557]: pgmap v4966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:29:09.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:09 smithi088 ceph-mon[35322]: pgmap v4966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:29:10.779 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:10.787+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:29:10.779 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:10.787+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:29:10.779 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:10.787+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 72 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x7ff34c102770 2024-01-28T15:29:10.779 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:10.787+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 72 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T15:29:11.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:11.364+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:29:11.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:11.364+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:29:11.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:11.364+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:29:11.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:11 smithi175 ceph-mon[44549]: pgmap v4967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:11.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:11 smithi181 ceph-mon[45557]: pgmap v4967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:11.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:11 smithi088 ceph-mon[35322]: pgmap v4967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:13.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:13 smithi175 ceph-mon[44549]: pgmap v4968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:13.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:29:13.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:29:13.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:29:13.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:29:13.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:13 smithi181 ceph-mon[45557]: pgmap v4968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:13.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:29:13.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:29:13.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:29:13.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:29:13.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:13 smithi088 ceph-mon[35322]: pgmap v4968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:13.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:29:13.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:29:13.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:29:13.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:29:14.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:14 smithi175 ceph-mon[44549]: pgmap v4969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:14.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:14 smithi181 ceph-mon[45557]: pgmap v4969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:14.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:14 smithi088 ceph-mon[35322]: pgmap v4969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:16.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:16 smithi175 ceph-mon[44549]: pgmap v4970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:16.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:16 smithi181 ceph-mon[45557]: pgmap v4970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:16.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:16 smithi088 ceph-mon[35322]: pgmap v4970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:18.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:18 smithi175 ceph-mon[44549]: pgmap v4971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:18.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:18 smithi181 ceph-mon[45557]: pgmap v4971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:18.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:18 smithi088 ceph-mon[35322]: pgmap v4971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:20.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:20 smithi175 ceph-mon[44549]: pgmap v4972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:29:20.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:20 smithi181 ceph-mon[45557]: pgmap v4972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:29:20.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:20 smithi088 ceph-mon[35322]: pgmap v4972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:29:22.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:22 smithi175 ceph-mon[44549]: pgmap v4973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:29:22.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:22 smithi181 ceph-mon[45557]: pgmap v4973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:29:22.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:22 smithi088 ceph-mon[35322]: pgmap v4973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:29:24.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:24 smithi175 ceph-mon[44549]: pgmap v4974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:24.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:24 smithi181 ceph-mon[45557]: pgmap v4974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:24.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:24 smithi088 ceph-mon[35322]: pgmap v4974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:29:26.364 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:26.372+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:29:26.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:26.372+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:29:26.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:26.372+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:29:26.402 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:26 smithi175 ceph-mon[44549]: pgmap v4975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:29:26.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:26 smithi181 ceph-mon[45557]: pgmap v4975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:29:26.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:26 smithi088 ceph-mon[35322]: pgmap v4975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:29:28.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:28 smithi175 ceph-mon[44549]: pgmap v4976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:28.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:28 smithi181 ceph-mon[45557]: pgmap v4976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:28.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:28 smithi088 ceph-mon[35322]: pgmap v4976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:30.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:30 smithi175 ceph-mon[44549]: pgmap v4977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:29:30.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:30 smithi181 ceph-mon[45557]: pgmap v4977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:29:30.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:30 smithi088 ceph-mon[35322]: pgmap v4977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:29:32.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:32 smithi175 ceph-mon[44549]: pgmap v4978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:32.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:32 smithi181 ceph-mon[45557]: pgmap v4978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:32.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:32 smithi088 ceph-mon[35322]: pgmap v4978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:34.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:34 smithi181 ceph-mon[45557]: pgmap v4979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:29:34.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:34 smithi088 ceph-mon[35322]: pgmap v4979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:29:34.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:34 smithi175 ceph-mon[44549]: pgmap v4979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:29:36.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:36 smithi181 ceph-mon[45557]: pgmap v4980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:29:36.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:36 smithi088 ceph-mon[35322]: pgmap v4980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:29:36.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:36 smithi175 ceph-mon[44549]: pgmap v4980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:29:38.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:38 smithi181 ceph-mon[45557]: pgmap v4981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:38.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:38 smithi088 ceph-mon[35322]: pgmap v4981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:38.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:38 smithi175 ceph-mon[44549]: pgmap v4981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:40.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:40 smithi181 ceph-mon[45557]: pgmap v4982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:29:40.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:40 smithi088 ceph-mon[35322]: pgmap v4982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:29:40.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:40 smithi175 ceph-mon[44549]: pgmap v4982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:29:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:41.385+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:29:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:41.385+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:29:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:41.385+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:29:42.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:42 smithi088 ceph-mon[35322]: pgmap v4983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:42.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:42 smithi181 ceph-mon[45557]: pgmap v4983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:42.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:42 smithi175 ceph-mon[44549]: pgmap v4983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:44.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:44 smithi181 ceph-mon[45557]: pgmap v4984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:29:44.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:44 smithi088 ceph-mon[35322]: pgmap v4984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:29:44.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:44 smithi175 ceph-mon[44549]: pgmap v4984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:29:46.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:46 smithi181 ceph-mon[45557]: pgmap v4985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:46.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:46 smithi088 ceph-mon[35322]: pgmap v4985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:46.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:46 smithi175 ceph-mon[44549]: pgmap v4985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:48.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:48 smithi181 ceph-mon[45557]: pgmap v4986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:48.520 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:48 smithi088 ceph-mon[35322]: pgmap v4986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:48.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:48 smithi175 ceph-mon[44549]: pgmap v4986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:50.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:50 smithi181 ceph-mon[45557]: pgmap v4987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:29:50.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:50 smithi088 ceph-mon[35322]: pgmap v4987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:29:50.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:50 smithi175 ceph-mon[44549]: pgmap v4987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:29:52.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:52 smithi181 ceph-mon[45557]: pgmap v4988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:52.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:52 smithi088 ceph-mon[35322]: pgmap v4988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:52.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:52 smithi175 ceph-mon[44549]: pgmap v4988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:54.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:54 smithi181 ceph-mon[45557]: pgmap v4989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:29:54.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:54 smithi088 ceph-mon[35322]: pgmap v4989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:29:54.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:54 smithi175 ceph-mon[44549]: pgmap v4989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:29:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:56.394+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:29:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:56.394+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:29:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:29:56.394+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:29:56.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:56 smithi181 ceph-mon[45557]: pgmap v4990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:56.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:56 smithi088 ceph-mon[35322]: pgmap v4990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:56.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:56 smithi175 ceph-mon[44549]: pgmap v4990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:29:58.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:29:58 smithi181 ceph-mon[45557]: pgmap v4991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:58.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:29:58 smithi088 ceph-mon[35322]: pgmap v4991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:29:58.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:29:58 smithi175 ceph-mon[44549]: pgmap v4991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:00.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:00 smithi088 ceph-mon[35322]: pgmap v4992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:00.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:30:00.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:00 smithi175 ceph-mon[44549]: pgmap v4992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:00.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:30:00.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:00 smithi181 ceph-mon[45557]: pgmap v4992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:00.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:30:02.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:02 smithi088 ceph-mon[35322]: pgmap v4993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:02.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:02 smithi175 ceph-mon[44549]: pgmap v4993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:02.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:02 smithi181 ceph-mon[45557]: pgmap v4993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:04.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:04 smithi088 ceph-mon[35322]: pgmap v4994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:04.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:04 smithi175 ceph-mon[44549]: pgmap v4994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:04.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:04 smithi181 ceph-mon[45557]: pgmap v4994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:06.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:06 smithi088 ceph-mon[35322]: pgmap v4995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:30:06.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:06 smithi175 ceph-mon[44549]: pgmap v4995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:30:06.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:06 smithi181 ceph-mon[45557]: pgmap v4995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:30:08.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:08 smithi088 ceph-mon[35322]: pgmap v4996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:08.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:08 smithi175 ceph-mon[44549]: pgmap v4996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:08.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:08 smithi181 ceph-mon[45557]: pgmap v4996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:10.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:10 smithi088 ceph-mon[35322]: pgmap v4997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:10.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:10 smithi175 ceph-mon[44549]: pgmap v4997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:10.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:10 smithi181 ceph-mon[45557]: pgmap v4997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:11.408+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:30:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:11.408+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:30:11.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:11.408+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:30:12.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:12 smithi088 ceph-mon[35322]: pgmap v4998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:12.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:12 smithi175 ceph-mon[44549]: pgmap v4998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:12.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:12 smithi181 ceph-mon[45557]: pgmap v4998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:14.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:13 smithi088 ceph-mon[35322]: pgmap v4999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:30:14.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:30:14.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:30:14.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:30:14.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:30:14.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:13 smithi175 ceph-mon[44549]: pgmap v4999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:30:14.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:30:14.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:30:14.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:30:14.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:30:14.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:13 smithi181 ceph-mon[45557]: pgmap v4999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:30:14.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:30:14.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:30:14.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:30:14.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:30:15.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:15 smithi088 ceph-mon[35322]: pgmap v5000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:30:15.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:15 smithi088 ceph-mon[35322]: pgmap v5001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:15.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:15 smithi175 ceph-mon[44549]: pgmap v5000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:30:15.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:15 smithi175 ceph-mon[44549]: pgmap v5001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:15.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:15 smithi181 ceph-mon[45557]: pgmap v5000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:30:15.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:15 smithi181 ceph-mon[45557]: pgmap v5001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:17.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:17 smithi088 ceph-mon[35322]: pgmap v5002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:17.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:17 smithi175 ceph-mon[44549]: pgmap v5002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:17.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:17 smithi181 ceph-mon[45557]: pgmap v5002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:19.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:19 smithi088 ceph-mon[35322]: pgmap v5003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:30:19.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:19 smithi175 ceph-mon[44549]: pgmap v5003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:30:19.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:19 smithi181 ceph-mon[45557]: pgmap v5003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:30:21.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:21 smithi175 ceph-mon[44549]: pgmap v5004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:30:21.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:21 smithi088 ceph-mon[35322]: pgmap v5004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:30:21.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:21 smithi181 ceph-mon[45557]: pgmap v5004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:30:23.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:23 smithi088 ceph-mon[35322]: pgmap v5005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:23.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:23 smithi175 ceph-mon[44549]: pgmap v5005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:23.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:23 smithi181 ceph-mon[45557]: pgmap v5005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:25.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:25 smithi088 ceph-mon[35322]: pgmap v5006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:30:25.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:25 smithi175 ceph-mon[44549]: pgmap v5006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:30:25.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:25 smithi181 ceph-mon[45557]: pgmap v5006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:30:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:26.424+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:30:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:26.424+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:30:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:26.424+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:30:27.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:27 smithi088 ceph-mon[35322]: pgmap v5007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:27.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:27 smithi175 ceph-mon[44549]: pgmap v5007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:27.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:27 smithi181 ceph-mon[45557]: pgmap v5007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:29.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:29 smithi088 ceph-mon[35322]: pgmap v5008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:29.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:29 smithi175 ceph-mon[44549]: pgmap v5008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:29.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:29 smithi181 ceph-mon[45557]: pgmap v5008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:31.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:31 smithi088 ceph-mon[35322]: pgmap v5009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:30:31.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:31 smithi175 ceph-mon[44549]: pgmap v5009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:30:31.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:31 smithi181 ceph-mon[45557]: pgmap v5009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:30:33.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:33 smithi088 ceph-mon[35322]: pgmap v5010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:33.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:33 smithi175 ceph-mon[44549]: pgmap v5010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:33.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:33 smithi181 ceph-mon[45557]: pgmap v5010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:35.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:35 smithi088 ceph-mon[35322]: pgmap v5011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:35.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:35 smithi175 ceph-mon[44549]: pgmap v5011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:35.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:35 smithi181 ceph-mon[45557]: pgmap v5011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:37.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:37 smithi175 ceph-mon[44549]: pgmap v5012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:37.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:37 smithi181 ceph-mon[45557]: pgmap v5012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:37.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:37 smithi088 ceph-mon[35322]: pgmap v5012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:39.451+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T15:30:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:39.451+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T15:30:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:39.451+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff344037070 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T15:30:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:39.451+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff344037070 comp rx=0 tx=0).stop 2024-01-28T15:30:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:39.451+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad710 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T15:30:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:39.451+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad710 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T15:30:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:39.451+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T15:30:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:39.451+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a23c0 0x7ff32c0a27a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T15:30:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:39.451+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a23c0 0x7ff32c0a27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T15:30:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:39.452+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a23c0 0x7ff32c0a27a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff34404d000 tx=0x7ff344037040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T15:30:39.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:39 smithi175 ceph-mon[44549]: pgmap v5013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:39.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:39 smithi181 ceph-mon[45557]: pgmap v5013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:39.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:39 smithi088 ceph-mon[35322]: pgmap v5013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:40.794 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:40.801+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:30:40.794 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:40.801+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:30:40.794 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:40.801+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 73 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x7ff34c102770 2024-01-28T15:30:40.794 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:40.801+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 73 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T15:30:41.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:41.434+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:30:41.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:41.434+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:30:41.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:41.434+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:30:41.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:41 smithi175 ceph-mon[44549]: pgmap v5014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:41.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:41 smithi181 ceph-mon[45557]: pgmap v5014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:41.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:41 smithi088 ceph-mon[35322]: pgmap v5014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:43.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:43 smithi175 ceph-mon[44549]: pgmap v5015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:30:43.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:43 smithi181 ceph-mon[45557]: pgmap v5015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:30:43.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:43 smithi088 ceph-mon[35322]: pgmap v5015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:30:45.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:45 smithi175 ceph-mon[44549]: pgmap v5016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:30:45.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:45 smithi181 ceph-mon[45557]: pgmap v5016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:30:45.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:45 smithi088 ceph-mon[35322]: pgmap v5016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:30:47.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:47 smithi175 ceph-mon[44549]: pgmap v5017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:30:47.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:47 smithi181 ceph-mon[45557]: pgmap v5017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:30:47.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:47 smithi088 ceph-mon[35322]: pgmap v5017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:30:49.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:49 smithi175 ceph-mon[44549]: pgmap v5018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:30:49.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:49 smithi181 ceph-mon[45557]: pgmap v5018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:30:49.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:49 smithi088 ceph-mon[35322]: pgmap v5018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:30:51.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:51 smithi175 ceph-mon[44549]: pgmap v5019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:51.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:51 smithi181 ceph-mon[45557]: pgmap v5019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:51.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:51 smithi088 ceph-mon[35322]: pgmap v5019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:30:53.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:53 smithi175 ceph-mon[44549]: pgmap v5020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:53.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:53 smithi181 ceph-mon[45557]: pgmap v5020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:53.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:53 smithi088 ceph-mon[35322]: pgmap v5020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:55.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:55 smithi175 ceph-mon[44549]: pgmap v5021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:55.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:55 smithi181 ceph-mon[45557]: pgmap v5021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:55.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:55 smithi088 ceph-mon[35322]: pgmap v5021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:30:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:56.448+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:30:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:56.448+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:30:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:30:56.448+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:30:57.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:57 smithi175 ceph-mon[44549]: pgmap v5022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:57.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:57 smithi181 ceph-mon[45557]: pgmap v5022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:57.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:57 smithi088 ceph-mon[35322]: pgmap v5022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:30:59.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:30:59 smithi175 ceph-mon[44549]: pgmap v5023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:59.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:30:59 smithi181 ceph-mon[45557]: pgmap v5023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:30:59.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:30:59 smithi088 ceph-mon[35322]: pgmap v5023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:31:01.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:01 smithi175 ceph-mon[44549]: pgmap v5024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:31:01.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:01 smithi181 ceph-mon[45557]: pgmap v5024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:31:01.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:01 smithi088 ceph-mon[35322]: pgmap v5024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:31:03.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:03 smithi175 ceph-mon[44549]: pgmap v5025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:03.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:03 smithi181 ceph-mon[45557]: pgmap v5025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:03.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:03 smithi088 ceph-mon[35322]: pgmap v5025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:05.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:05 smithi175 ceph-mon[44549]: pgmap v5026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:05.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:05 smithi181 ceph-mon[45557]: pgmap v5026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:05.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:05 smithi088 ceph-mon[35322]: pgmap v5026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:07.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:07 smithi175 ceph-mon[44549]: pgmap v5027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:07.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:07 smithi181 ceph-mon[45557]: pgmap v5027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:07.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:07 smithi088 ceph-mon[35322]: pgmap v5027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:09.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:09 smithi175 ceph-mon[44549]: pgmap v5028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:31:09.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:09 smithi181 ceph-mon[45557]: pgmap v5028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:31:09.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:09 smithi088 ceph-mon[35322]: pgmap v5028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:31:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:11.452+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:31:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:11.452+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:31:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:11.452+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:31:11.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:11 smithi175 ceph-mon[44549]: pgmap v5029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:31:11.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:11 smithi181 ceph-mon[45557]: pgmap v5029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:31:11.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:11 smithi088 ceph-mon[35322]: pgmap v5029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:13 smithi175 ceph-mon[44549]: pgmap v5030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:13.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:13 smithi181 ceph-mon[45557]: pgmap v5030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:13.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:13 smithi088 ceph-mon[35322]: pgmap v5030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:14.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:31:14.699 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:31:14.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:31:15.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:15 smithi088 ceph-mon[35322]: pgmap v5031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:15.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:15 smithi175 ceph-mon[44549]: pgmap v5031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:15.664 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:15 smithi181 ceph-mon[45557]: pgmap v5031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:16.671 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:16 smithi181 ceph-mon[45557]: pgmap v5032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:16.723 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:16 smithi175 ceph-mon[44549]: pgmap v5032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:16.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:16 smithi088 ceph-mon[35322]: pgmap v5032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:18.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.153 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:17 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:31:18.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:17 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:31:18.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.199 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:17 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:31:18.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:17 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:31:18.257 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.257 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.257 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.257 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:18.257 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:18.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:17 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:31:18.258 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:17 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:31:19.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:18 smithi088 ceph-mon[35322]: pgmap v5033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:31:19.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:19.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:19.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:31:19.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:31:19.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:19.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:18 smithi175 ceph-mon[44549]: pgmap v5033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:31:19.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:19.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:19.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:31:19.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:31:19.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:19.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:18 smithi181 ceph-mon[45557]: pgmap v5033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:31:19.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:19.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:19.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:31:19.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:31:19.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:31:19.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:31:20.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:19 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:31:20.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:19 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:31:20.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:19 smithi088 ceph-mon[35322]: pgmap v5034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:31:20.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:19 smithi088 ceph-mon[35322]: pgmap v5035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:31:20.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:19 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:31:20.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:19 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:31:20.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:19 smithi175 ceph-mon[44549]: pgmap v5034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:31:20.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:19 smithi175 ceph-mon[44549]: pgmap v5035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:31:20.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:19 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:31:20.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:19 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:31:20.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:19 smithi181 ceph-mon[45557]: pgmap v5034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:31:20.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:19 smithi181 ceph-mon[45557]: pgmap v5035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:31:22.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:21 smithi088 ceph-mon[35322]: pgmap v5036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:31:22.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:21 smithi175 ceph-mon[44549]: pgmap v5036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:31:22.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:21 smithi181 ceph-mon[45557]: pgmap v5036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:31:24.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:23 smithi088 ceph-mon[35322]: pgmap v5037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T15:31:24.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:23 smithi175 ceph-mon[44549]: pgmap v5037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T15:31:24.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:23 smithi181 ceph-mon[45557]: pgmap v5037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T15:31:26.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:26 smithi088 ceph-mon[35322]: pgmap v5038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 6 op/s 2024-01-28T15:31:26.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:26 smithi175 ceph-mon[44549]: pgmap v5038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 6 op/s 2024-01-28T15:31:26.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:26 smithi181 ceph-mon[45557]: pgmap v5038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 6 op/s 2024-01-28T15:31:26.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:26.459+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:31:26.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:26.459+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:31:26.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:26.459+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:31:28.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:28 smithi088 ceph-mon[35322]: pgmap v5039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:31:28.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:28 smithi175 ceph-mon[44549]: pgmap v5039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:31:28.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:28 smithi181 ceph-mon[45557]: pgmap v5039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T15:31:30.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:30 smithi088 ceph-mon[35322]: pgmap v5040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:31:30.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:30 smithi175 ceph-mon[44549]: pgmap v5040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:31:30.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:30 smithi181 ceph-mon[45557]: pgmap v5040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:31:32.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:32 smithi088 ceph-mon[35322]: pgmap v5041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:32.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:32 smithi175 ceph-mon[44549]: pgmap v5041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:32.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:32 smithi181 ceph-mon[45557]: pgmap v5041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:34.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:34 smithi088 ceph-mon[35322]: pgmap v5042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:34.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:34 smithi175 ceph-mon[44549]: pgmap v5042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:34.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:34 smithi181 ceph-mon[45557]: pgmap v5042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:36.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:36 smithi088 ceph-mon[35322]: pgmap v5043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:36.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:36 smithi175 ceph-mon[44549]: pgmap v5043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:36.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:36 smithi181 ceph-mon[45557]: pgmap v5043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:38.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:38 smithi175 ceph-mon[44549]: pgmap v5044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:38.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:38 smithi181 ceph-mon[45557]: pgmap v5044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:38.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:38 smithi088 ceph-mon[35322]: pgmap v5044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:40.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:40 smithi175 ceph-mon[44549]: pgmap v5045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:31:40.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:40 smithi181 ceph-mon[45557]: pgmap v5045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:31:40.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:40 smithi088 ceph-mon[35322]: pgmap v5045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:31:41.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:41.474+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:31:41.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:41.474+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:31:41.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:41.474+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:31:42.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:42 smithi175 ceph-mon[44549]: pgmap v5046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:42.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:42 smithi181 ceph-mon[45557]: pgmap v5046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:42.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:42 smithi088 ceph-mon[35322]: pgmap v5046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:44.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:44 smithi175 ceph-mon[44549]: pgmap v5047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:44.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:44 smithi181 ceph-mon[45557]: pgmap v5047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:44.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:44 smithi088 ceph-mon[35322]: pgmap v5047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:46.271 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:46 smithi088 ceph-mon[35322]: pgmap v5048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:31:46.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:46 smithi175 ceph-mon[44549]: pgmap v5048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:31:46.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:46 smithi181 ceph-mon[45557]: pgmap v5048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:31:48.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:48 smithi175 ceph-mon[44549]: pgmap v5049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:48.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:48 smithi181 ceph-mon[45557]: pgmap v5049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:48.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:48 smithi088 ceph-mon[35322]: pgmap v5049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:50.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:50 smithi175 ceph-mon[44549]: pgmap v5050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:31:50.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:50 smithi181 ceph-mon[45557]: pgmap v5050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:31:50.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:50 smithi088 ceph-mon[35322]: pgmap v5050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:31:52.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:52 smithi175 ceph-mon[44549]: pgmap v5051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:52.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:52 smithi181 ceph-mon[45557]: pgmap v5051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:52.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:52 smithi088 ceph-mon[35322]: pgmap v5051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:54.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:54 smithi175 ceph-mon[44549]: pgmap v5052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:54.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:54 smithi181 ceph-mon[45557]: pgmap v5052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:54.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:54 smithi088 ceph-mon[35322]: pgmap v5052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:31:56.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:56 smithi175 ceph-mon[44549]: pgmap v5053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:56.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:56 smithi181 ceph-mon[45557]: pgmap v5053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:56.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:56.488+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:31:56.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:56.488+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:31:56.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:31:56.488+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:31:56.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:56 smithi088 ceph-mon[35322]: pgmap v5053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:31:58.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:31:58 smithi175 ceph-mon[44549]: pgmap v5054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:58.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:31:58 smithi181 ceph-mon[45557]: pgmap v5054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:31:58.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:31:58 smithi088 ceph-mon[35322]: pgmap v5054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:00.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:00 smithi175 ceph-mon[44549]: pgmap v5055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:00.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:00 smithi181 ceph-mon[45557]: pgmap v5055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:00.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:00 smithi088 ceph-mon[35322]: pgmap v5055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:02.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:02 smithi175 ceph-mon[44549]: pgmap v5056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:02.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:02 smithi181 ceph-mon[45557]: pgmap v5056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:02.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:02 smithi088 ceph-mon[35322]: pgmap v5056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:04.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:04 smithi175 ceph-mon[44549]: pgmap v5057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:04.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:04 smithi181 ceph-mon[45557]: pgmap v5057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:04.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:04 smithi088 ceph-mon[35322]: pgmap v5057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:06.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:06 smithi175 ceph-mon[44549]: pgmap v5058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:06.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:06 smithi181 ceph-mon[45557]: pgmap v5058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:06.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:06 smithi088 ceph-mon[35322]: pgmap v5058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:08.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:08 smithi175 ceph-mon[44549]: pgmap v5059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:08.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:08 smithi181 ceph-mon[45557]: pgmap v5059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:08.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:08 smithi088 ceph-mon[35322]: pgmap v5059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:10.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:10 smithi175 ceph-mon[44549]: pgmap v5060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:10.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:10 smithi181 ceph-mon[45557]: pgmap v5060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:10.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:10 smithi088 ceph-mon[35322]: pgmap v5060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:11.486 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:11.493+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:32:11.486 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:11.493+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:32:11.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:11.493+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:32:12.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:12 smithi175 ceph-mon[44549]: pgmap v5061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:12.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:12 smithi181 ceph-mon[45557]: pgmap v5061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:12.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:12 smithi088 ceph-mon[35322]: pgmap v5061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:14.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:14 smithi175 ceph-mon[44549]: pgmap v5062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:14.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:14 smithi181 ceph-mon[45557]: pgmap v5062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:14.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:14 smithi088 ceph-mon[35322]: pgmap v5062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:16.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:16 smithi175 ceph-mon[44549]: pgmap v5063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:16.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:16 smithi181 ceph-mon[45557]: pgmap v5063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:16.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:16 smithi088 ceph-mon[35322]: pgmap v5063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:18.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:18 smithi175 ceph-mon[44549]: pgmap v5064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:18.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:18 smithi181 ceph-mon[45557]: pgmap v5064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:18.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:18 smithi088 ceph-mon[35322]: pgmap v5064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:19.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:32:19.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:32:19.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:32:20.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:20 smithi175 ceph-mon[44549]: pgmap v5065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:20.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:20 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:32:20.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:20 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:32:20.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:32:20.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:32:20.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:32:20.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:20 smithi181 ceph-mon[45557]: pgmap v5065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:20.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:20 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:32:20.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:20 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:32:20.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:32:20.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:32:20.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:32:20.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:20 smithi088 ceph-mon[35322]: pgmap v5065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:20.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:32:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:20 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:32:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:20 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:32:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:32:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:32:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:32:21.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:21 smithi175 ceph-mon[44549]: pgmap v5066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:32:21.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:21 smithi175 ceph-mon[44549]: pgmap v5067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:32:21.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:21 smithi181 ceph-mon[45557]: pgmap v5066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:32:21.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:21 smithi181 ceph-mon[45557]: pgmap v5067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:32:21.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:21 smithi088 ceph-mon[35322]: pgmap v5066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:32:21.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:21 smithi088 ceph-mon[35322]: pgmap v5067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:32:23.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:23 smithi175 ceph-mon[44549]: pgmap v5068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:32:23.449 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:23 smithi181 ceph-mon[45557]: pgmap v5068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:32:23.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:23 smithi088 ceph-mon[35322]: pgmap v5068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:32:25.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:25 smithi175 ceph-mon[44549]: pgmap v5069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:32:25.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:25 smithi181 ceph-mon[45557]: pgmap v5069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:32:25.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:25 smithi088 ceph-mon[35322]: pgmap v5069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:32:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:26.509+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:32:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:26.509+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:32:26.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:26.509+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:32:27.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:27 smithi175 ceph-mon[44549]: pgmap v5070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:32:27.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:27 smithi181 ceph-mon[45557]: pgmap v5070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:32:27.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:27 smithi088 ceph-mon[35322]: pgmap v5070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:32:29.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:29 smithi175 ceph-mon[44549]: pgmap v5071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:32:29.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:29 smithi181 ceph-mon[45557]: pgmap v5071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:32:29.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:29 smithi088 ceph-mon[35322]: pgmap v5071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:32:31.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:31 smithi175 ceph-mon[44549]: pgmap v5072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:32:31.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:31 smithi181 ceph-mon[45557]: pgmap v5072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:32:31.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:31 smithi088 ceph-mon[35322]: pgmap v5072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:32:33.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:33 smithi088 ceph-mon[35322]: pgmap v5073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:33.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:33 smithi175 ceph-mon[44549]: pgmap v5073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:33.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:33 smithi181 ceph-mon[45557]: pgmap v5073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:35.403 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:35 smithi175 ceph-mon[44549]: pgmap v5074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:35.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:35 smithi181 ceph-mon[45557]: pgmap v5074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:35.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:35 smithi088 ceph-mon[35322]: pgmap v5074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:32:37.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:37 smithi175 ceph-mon[44549]: pgmap v5075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:37.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:37 smithi181 ceph-mon[45557]: pgmap v5075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:37.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:37 smithi088 ceph-mon[35322]: pgmap v5075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:39.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:39 smithi175 ceph-mon[44549]: pgmap v5076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:39.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:39 smithi181 ceph-mon[45557]: pgmap v5076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:39.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:39 smithi088 ceph-mon[35322]: pgmap v5076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:41.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:41 smithi181 ceph-mon[45557]: pgmap v5077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:41.516+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:32:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:41.516+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:32:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:41.516+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:32:41.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:41 smithi088 ceph-mon[35322]: pgmap v5077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:41.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:41 smithi175 ceph-mon[44549]: pgmap v5077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:43.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:43 smithi181 ceph-mon[45557]: pgmap v5078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:43.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:43 smithi088 ceph-mon[35322]: pgmap v5078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:43.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:43 smithi175 ceph-mon[44549]: pgmap v5078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:45.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:45 smithi181 ceph-mon[45557]: pgmap v5079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:32:45.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:45 smithi088 ceph-mon[35322]: pgmap v5079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:32:45.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:45 smithi175 ceph-mon[44549]: pgmap v5079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:32:47.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:47 smithi181 ceph-mon[45557]: pgmap v5080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:47.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:47 smithi088 ceph-mon[35322]: pgmap v5080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:47.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:47 smithi175 ceph-mon[44549]: pgmap v5080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:49.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:49 smithi181 ceph-mon[45557]: pgmap v5081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:49.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:49 smithi088 ceph-mon[35322]: pgmap v5081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:49.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:49 smithi175 ceph-mon[44549]: pgmap v5081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:51.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:51 smithi181 ceph-mon[45557]: pgmap v5082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:51.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:51 smithi088 ceph-mon[35322]: pgmap v5082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:51.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:51 smithi175 ceph-mon[44549]: pgmap v5082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:32:53.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:53 smithi181 ceph-mon[45557]: pgmap v5083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:53.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:53 smithi088 ceph-mon[35322]: pgmap v5083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:53.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:53 smithi175 ceph-mon[44549]: pgmap v5083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:32:55.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:55 smithi181 ceph-mon[45557]: pgmap v5084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:32:55.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:55 smithi088 ceph-mon[35322]: pgmap v5084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:32:55.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:55 smithi175 ceph-mon[44549]: pgmap v5084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:32:56.526 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:56.532+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:32:56.526 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:56.532+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:32:56.526 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:32:56.533+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:32:57.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:57 smithi181 ceph-mon[45557]: pgmap v5085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:32:57.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:57 smithi088 ceph-mon[35322]: pgmap v5085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:32:57.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:57 smithi175 ceph-mon[44549]: pgmap v5085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:32:59.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:32:59 smithi181 ceph-mon[45557]: pgmap v5086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:59.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:32:59 smithi088 ceph-mon[35322]: pgmap v5086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:32:59.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:32:59 smithi175 ceph-mon[44549]: pgmap v5086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:01.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:01 smithi088 ceph-mon[35322]: pgmap v5087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:01.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:01 smithi175 ceph-mon[44549]: pgmap v5087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:01.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:01 smithi181 ceph-mon[45557]: pgmap v5087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:03.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:03 smithi088 ceph-mon[35322]: pgmap v5088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:03.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:03 smithi175 ceph-mon[44549]: pgmap v5088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:03.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:03 smithi181 ceph-mon[45557]: pgmap v5088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:05.521 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:05 smithi088 ceph-mon[35322]: pgmap v5089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:05.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:05 smithi175 ceph-mon[44549]: pgmap v5089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:05.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:05 smithi181 ceph-mon[45557]: pgmap v5089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:07.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:07 smithi088 ceph-mon[35322]: pgmap v5090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:07.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:07 smithi175 ceph-mon[44549]: pgmap v5090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:07.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:07 smithi181 ceph-mon[45557]: pgmap v5090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:09.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:09 smithi088 ceph-mon[35322]: pgmap v5091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:09.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:09 smithi175 ceph-mon[44549]: pgmap v5091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:09.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:09 smithi181 ceph-mon[45557]: pgmap v5091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:11.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:11 smithi088 ceph-mon[35322]: pgmap v5092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:11.548+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:33:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:11.548+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:33:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:11.548+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:33:11.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:11 smithi175 ceph-mon[44549]: pgmap v5092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:11.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:11 smithi181 ceph-mon[45557]: pgmap v5092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:13.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:13 smithi088 ceph-mon[35322]: pgmap v5093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:13.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:13 smithi175 ceph-mon[44549]: pgmap v5093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:13.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:13 smithi181 ceph-mon[45557]: pgmap v5093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:15.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:15 smithi088 ceph-mon[35322]: pgmap v5094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:15.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:15 smithi175 ceph-mon[44549]: pgmap v5094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:15.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:15 smithi181 ceph-mon[45557]: pgmap v5094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:17.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:17 smithi088 ceph-mon[35322]: pgmap v5095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:17.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:17 smithi175 ceph-mon[44549]: pgmap v5095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:17.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:17 smithi181 ceph-mon[45557]: pgmap v5095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:19.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:19 smithi088 ceph-mon[35322]: pgmap v5096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:19.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:19 smithi175 ceph-mon[44549]: pgmap v5096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:19.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:19 smithi181 ceph-mon[45557]: pgmap v5096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:33:20.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:33:20.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:33:21.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:21 smithi088 ceph-mon[35322]: pgmap v5097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:21.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:33:21.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:33:21.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:33:21.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:21 smithi175 ceph-mon[44549]: pgmap v5097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:21.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:33:21.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:33:21.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:33:21.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:21 smithi181 ceph-mon[45557]: pgmap v5097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:21.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:33:21.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:33:21.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:33:22.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:22 smithi088 ceph-mon[35322]: pgmap v5098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:33:22.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:22 smithi088 ceph-mon[35322]: pgmap v5099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:33:22.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:22 smithi175 ceph-mon[44549]: pgmap v5098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:33:22.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:22 smithi175 ceph-mon[44549]: pgmap v5099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:33:22.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:22 smithi181 ceph-mon[45557]: pgmap v5098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:33:22.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:22 smithi181 ceph-mon[45557]: pgmap v5099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:33:24.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:24 smithi088 ceph-mon[35322]: pgmap v5100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:33:24.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:24 smithi175 ceph-mon[44549]: pgmap v5100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:33:24.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:24 smithi181 ceph-mon[45557]: pgmap v5100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:33:26.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:26 smithi088 ceph-mon[35322]: pgmap v5101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:33:26.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:26.561+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:33:26.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:26.561+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:33:26.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:26.561+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:33:26.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:26 smithi175 ceph-mon[44549]: pgmap v5101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:33:26.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:26 smithi181 ceph-mon[45557]: pgmap v5101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:33:28.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:28 smithi088 ceph-mon[35322]: pgmap v5102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:33:28.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:28 smithi175 ceph-mon[44549]: pgmap v5102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:33:28.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:28 smithi181 ceph-mon[45557]: pgmap v5102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:33:30.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:30 smithi088 ceph-mon[35322]: pgmap v5103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:33:30.653 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:30 smithi175 ceph-mon[44549]: pgmap v5103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:33:30.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:30 smithi181 ceph-mon[45557]: pgmap v5103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:33:32.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:32 smithi175 ceph-mon[44549]: pgmap v5104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:33:32.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:32 smithi181 ceph-mon[45557]: pgmap v5104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:33:32.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:32 smithi088 ceph-mon[35322]: pgmap v5104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:33:34.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:34 smithi175 ceph-mon[44549]: pgmap v5105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:34.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:34 smithi181 ceph-mon[45557]: pgmap v5105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:34.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:34 smithi088 ceph-mon[35322]: pgmap v5105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:36.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:36 smithi175 ceph-mon[44549]: pgmap v5106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:36.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:36 smithi181 ceph-mon[45557]: pgmap v5106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:36.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:36 smithi088 ceph-mon[35322]: pgmap v5106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:38.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:38 smithi175 ceph-mon[44549]: pgmap v5107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:38.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:38 smithi181 ceph-mon[45557]: pgmap v5107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:38.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:38 smithi088 ceph-mon[35322]: pgmap v5107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:40.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:40 smithi175 ceph-mon[44549]: pgmap v5108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:40.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:40 smithi181 ceph-mon[45557]: pgmap v5108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:40.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:40 smithi088 ceph-mon[35322]: pgmap v5108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:40.822 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:40.829+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:33:40.822 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:40.829+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:33:40.822 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:40.829+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 74 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:33:40.823 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:40.829+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 74 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:33:41.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:41.568+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:33:41.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:41.568+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:33:41.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:41.568+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:33:42.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:42 smithi175 ceph-mon[44549]: pgmap v5109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:42.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:42 smithi181 ceph-mon[45557]: pgmap v5109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:42.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:42 smithi088 ceph-mon[35322]: pgmap v5109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:44.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:44 smithi175 ceph-mon[44549]: pgmap v5110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:44.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:44 smithi181 ceph-mon[45557]: pgmap v5110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:44.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:44 smithi088 ceph-mon[35322]: pgmap v5110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:46.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:46 smithi175 ceph-mon[44549]: pgmap v5111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:46.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:46 smithi181 ceph-mon[45557]: pgmap v5111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:46.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:46 smithi088 ceph-mon[35322]: pgmap v5111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:48.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:48 smithi175 ceph-mon[44549]: pgmap v5112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:48.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:48 smithi181 ceph-mon[45557]: pgmap v5112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:48.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:48 smithi088 ceph-mon[35322]: pgmap v5112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:50.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:50 smithi175 ceph-mon[44549]: pgmap v5113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:50.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:50 smithi181 ceph-mon[45557]: pgmap v5113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:50.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:50 smithi088 ceph-mon[35322]: pgmap v5113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:33:52.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:52 smithi175 ceph-mon[44549]: pgmap v5114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:52.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:52 smithi181 ceph-mon[45557]: pgmap v5114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:52.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:52 smithi088 ceph-mon[35322]: pgmap v5114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:33:54.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:54 smithi175 ceph-mon[44549]: pgmap v5115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:54.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:54 smithi181 ceph-mon[45557]: pgmap v5115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:54.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:54 smithi088 ceph-mon[35322]: pgmap v5115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:33:56.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:56.581+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:33:56.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:56.581+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:33:56.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:33:56.581+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:33:56.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:56 smithi175 ceph-mon[44549]: pgmap v5116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:56.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:56 smithi181 ceph-mon[45557]: pgmap v5116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:56.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:56 smithi088 ceph-mon[35322]: pgmap v5116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:33:58.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:33:58 smithi175 ceph-mon[44549]: pgmap v5117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:58.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:33:58 smithi181 ceph-mon[45557]: pgmap v5117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:33:58.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:33:58 smithi088 ceph-mon[35322]: pgmap v5117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:00.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:00 smithi175 ceph-mon[44549]: pgmap v5118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:00.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:00 smithi181 ceph-mon[45557]: pgmap v5118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:00.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:00 smithi088 ceph-mon[35322]: pgmap v5118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:02.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:02 smithi175 ceph-mon[44549]: pgmap v5119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:02.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:02 smithi181 ceph-mon[45557]: pgmap v5119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:02.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:02 smithi088 ceph-mon[35322]: pgmap v5119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:04.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:04 smithi175 ceph-mon[44549]: pgmap v5120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:34:04.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:04 smithi181 ceph-mon[45557]: pgmap v5120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:34:04.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:04 smithi088 ceph-mon[35322]: pgmap v5120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:34:06.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:06 smithi088 ceph-mon[35322]: pgmap v5121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:06.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:06 smithi175 ceph-mon[44549]: pgmap v5121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:06.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:06 smithi181 ceph-mon[45557]: pgmap v5121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:08.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:08 smithi175 ceph-mon[44549]: pgmap v5122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:08.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:08 smithi181 ceph-mon[45557]: pgmap v5122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:08.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:08 smithi088 ceph-mon[35322]: pgmap v5122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:10.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:10 smithi175 ceph-mon[44549]: pgmap v5123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:10.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:10 smithi181 ceph-mon[45557]: pgmap v5123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:10.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:10 smithi088 ceph-mon[35322]: pgmap v5123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:11.577 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:11.583+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:34:11.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:11.583+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:34:11.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:11.583+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:34:12.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:12 smithi175 ceph-mon[44549]: pgmap v5124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:12.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:12 smithi181 ceph-mon[45557]: pgmap v5124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:12.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:12 smithi088 ceph-mon[35322]: pgmap v5124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:14.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:14 smithi175 ceph-mon[44549]: pgmap v5125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:34:14.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:14 smithi181 ceph-mon[45557]: pgmap v5125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:34:14.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:14 smithi088 ceph-mon[35322]: pgmap v5125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:34:16.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:16 smithi175 ceph-mon[44549]: pgmap v5126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:16.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:16 smithi181 ceph-mon[45557]: pgmap v5126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:16.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:16 smithi088 ceph-mon[35322]: pgmap v5126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:18.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:18 smithi175 ceph-mon[44549]: pgmap v5127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:18.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:18 smithi181 ceph-mon[45557]: pgmap v5127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:18.771 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:18 smithi088 ceph-mon[35322]: pgmap v5127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:20.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:20 smithi175 ceph-mon[44549]: pgmap v5128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:20.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:20 smithi181 ceph-mon[45557]: pgmap v5128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:20.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:20 smithi088 ceph-mon[35322]: pgmap v5128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:21.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:34:21.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:34:21.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:34:22.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:22 smithi175 ceph-mon[44549]: pgmap v5129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:22.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:22.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:22.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:22 smithi181 ceph-mon[45557]: pgmap v5129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:22.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:22.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:22.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:22 smithi088 ceph-mon[35322]: pgmap v5129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:22.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:22.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:23 smithi181 ceph-mon[45557]: pgmap v5130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:34:23.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:23 smithi088 ceph-mon[35322]: pgmap v5130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:34:23.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:23 smithi175 ceph-mon[44549]: pgmap v5130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:34:23.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:23.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:24.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:34:24.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:34:24.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:24 smithi181 ceph-mon[45557]: pgmap v5131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T15:34:24.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:24 smithi181 ceph-mon[45557]: pgmap v5132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:34:24.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:24.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:34:24.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:34:24.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:24 smithi088 ceph-mon[35322]: pgmap v5131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T15:34:24.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:24 smithi088 ceph-mon[35322]: pgmap v5132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:34:24.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:24.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:34:24.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:34:24.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:24 smithi175 ceph-mon[44549]: pgmap v5131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T15:34:24.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:24 smithi175 ceph-mon[44549]: pgmap v5132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:34:24.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:34:26.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:26.600+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:34:26.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:26.600+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:34:26.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:26.600+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:34:27.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:26 smithi088 ceph-mon[35322]: pgmap v5133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:34:27.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:26 smithi175 ceph-mon[44549]: pgmap v5133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:34:27.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:26 smithi181 ceph-mon[45557]: pgmap v5133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:34:29.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:29 smithi175 ceph-mon[44549]: pgmap v5134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T15:34:29.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:29 smithi181 ceph-mon[45557]: pgmap v5134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T15:34:29.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:29 smithi088 ceph-mon[35322]: pgmap v5134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T15:34:31.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:31 smithi175 ceph-mon[44549]: pgmap v5135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:34:31.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:31 smithi181 ceph-mon[45557]: pgmap v5135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:34:31.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:31 smithi088 ceph-mon[35322]: pgmap v5135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:34:33.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:33 smithi175 ceph-mon[44549]: pgmap v5136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:34:33.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:33 smithi181 ceph-mon[45557]: pgmap v5136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:34:33.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:33 smithi088 ceph-mon[35322]: pgmap v5136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:34:35.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:35 smithi175 ceph-mon[44549]: pgmap v5137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:34:35.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:35 smithi181 ceph-mon[45557]: pgmap v5137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:34:35.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:35 smithi088 ceph-mon[35322]: pgmap v5137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:34:37.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:37 smithi088 ceph-mon[35322]: pgmap v5138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:37.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:37 smithi175 ceph-mon[44549]: pgmap v5138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:37.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:37 smithi181 ceph-mon[45557]: pgmap v5138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:39.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:39 smithi175 ceph-mon[44549]: pgmap v5139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:39.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:39 smithi181 ceph-mon[45557]: pgmap v5139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:39.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:39 smithi088 ceph-mon[35322]: pgmap v5139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:41.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:41 smithi175 ceph-mon[44549]: pgmap v5140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:41.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:41 smithi181 ceph-mon[45557]: pgmap v5140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:41.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:41 smithi088 ceph-mon[35322]: pgmap v5140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:41.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:41.615+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:34:41.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:41.615+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:34:41.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:41.615+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:34:43.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:43 smithi175 ceph-mon[44549]: pgmap v5141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:43.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:43 smithi181 ceph-mon[45557]: pgmap v5141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:43.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:43 smithi088 ceph-mon[35322]: pgmap v5141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:45.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:45 smithi175 ceph-mon[44549]: pgmap v5142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:45.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:45 smithi181 ceph-mon[45557]: pgmap v5142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:45.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:45 smithi088 ceph-mon[35322]: pgmap v5142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:47.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:47 smithi175 ceph-mon[44549]: pgmap v5143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:47.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:47 smithi181 ceph-mon[45557]: pgmap v5143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:47.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:47 smithi088 ceph-mon[35322]: pgmap v5143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:49.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:49 smithi175 ceph-mon[44549]: pgmap v5144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:49.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:49 smithi181 ceph-mon[45557]: pgmap v5144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:49.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:49 smithi088 ceph-mon[35322]: pgmap v5144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:51.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:51 smithi175 ceph-mon[44549]: pgmap v5145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:51.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:51 smithi181 ceph-mon[45557]: pgmap v5145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:51.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:51 smithi088 ceph-mon[35322]: pgmap v5145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:34:53.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:53 smithi175 ceph-mon[44549]: pgmap v5146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:53.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:53 smithi181 ceph-mon[45557]: pgmap v5146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:53.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:53 smithi088 ceph-mon[35322]: pgmap v5146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:55.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:55 smithi175 ceph-mon[44549]: pgmap v5147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:55.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:55 smithi181 ceph-mon[45557]: pgmap v5147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:55.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:55 smithi088 ceph-mon[35322]: pgmap v5147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:34:56.617 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:56.623+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:34:56.617 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:56.623+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:34:56.617 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:34:56.623+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:34:57.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:57 smithi175 ceph-mon[44549]: pgmap v5148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:57.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:57 smithi181 ceph-mon[45557]: pgmap v5148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:57.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:57 smithi088 ceph-mon[35322]: pgmap v5148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:34:59.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:34:59 smithi175 ceph-mon[44549]: pgmap v5149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:59.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:34:59 smithi181 ceph-mon[45557]: pgmap v5149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:34:59.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:34:59 smithi088 ceph-mon[35322]: pgmap v5149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:01.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:01 smithi175 ceph-mon[44549]: pgmap v5150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:01.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:01 smithi181 ceph-mon[45557]: pgmap v5150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:01.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:01 smithi088 ceph-mon[35322]: pgmap v5150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:03.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:03 smithi175 ceph-mon[44549]: pgmap v5151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:03.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:03 smithi181 ceph-mon[45557]: pgmap v5151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:03.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:03 smithi088 ceph-mon[35322]: pgmap v5151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:05.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:05 smithi175 ceph-mon[44549]: pgmap v5152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:05.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:05 smithi181 ceph-mon[45557]: pgmap v5152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:05.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:05 smithi088 ceph-mon[35322]: pgmap v5152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:07.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:07 smithi175 ceph-mon[44549]: pgmap v5153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:07.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:07 smithi181 ceph-mon[45557]: pgmap v5153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:07.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:07 smithi088 ceph-mon[35322]: pgmap v5153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:09.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:09 smithi175 ceph-mon[44549]: pgmap v5154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:09.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:09 smithi181 ceph-mon[45557]: pgmap v5154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:09.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:09 smithi088 ceph-mon[35322]: pgmap v5154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:11.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:11 smithi175 ceph-mon[44549]: pgmap v5155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:11.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:11 smithi181 ceph-mon[45557]: pgmap v5155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:11.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:11 smithi088 ceph-mon[35322]: pgmap v5155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:11.628+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:35:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:11.628+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:35:11.622 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:11.628+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:35:13.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:13 smithi175 ceph-mon[44549]: pgmap v5156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:13.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:13 smithi181 ceph-mon[45557]: pgmap v5156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:13.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:13 smithi088 ceph-mon[35322]: pgmap v5156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:15.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:15 smithi175 ceph-mon[44549]: pgmap v5157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:15.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:15 smithi181 ceph-mon[45557]: pgmap v5157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:15.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:15 smithi088 ceph-mon[35322]: pgmap v5157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:17.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:17 smithi175 ceph-mon[44549]: pgmap v5158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:17.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:17 smithi181 ceph-mon[45557]: pgmap v5158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:17.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:17 smithi088 ceph-mon[35322]: pgmap v5158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:19.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:19 smithi175 ceph-mon[44549]: pgmap v5159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:19.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:19 smithi181 ceph-mon[45557]: pgmap v5159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:19.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:19 smithi088 ceph-mon[35322]: pgmap v5159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:21.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:21 smithi175 ceph-mon[44549]: pgmap v5160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:21.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:21 smithi181 ceph-mon[45557]: pgmap v5160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:21.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:21 smithi088 ceph-mon[35322]: pgmap v5160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:23.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:23 smithi175 ceph-mon[44549]: pgmap v5161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:23.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:23 smithi181 ceph-mon[45557]: pgmap v5161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:23.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:23 smithi088 ceph-mon[35322]: pgmap v5161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:25.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:25 smithi175 ceph-mon[44549]: pgmap v5162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:25.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:35:25.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:35:25.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:35:25.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:35:25.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:25 smithi181 ceph-mon[45557]: pgmap v5162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:25.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:35:25.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:35:25.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:35:25.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:35:25.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:25 smithi088 ceph-mon[35322]: pgmap v5162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:25.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:35:25.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:35:25.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:35:25.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:35:26.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:26 smithi175 ceph-mon[44549]: pgmap v5163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:35:26.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:26 smithi175 ceph-mon[44549]: pgmap v5164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:35:26.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:26 smithi181 ceph-mon[45557]: pgmap v5163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:35:26.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:26 smithi181 ceph-mon[45557]: pgmap v5164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:35:26.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:26 smithi088 ceph-mon[35322]: pgmap v5163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:35:26.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:26 smithi088 ceph-mon[35322]: pgmap v5164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:35:26.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:26.637+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:35:26.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:26.637+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:35:26.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:26.637+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:35:28.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:28 smithi181 ceph-mon[45557]: pgmap v5165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:35:28.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:28 smithi088 ceph-mon[35322]: pgmap v5165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:35:28.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:28 smithi175 ceph-mon[44549]: pgmap v5165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:35:30.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:30 smithi181 ceph-mon[45557]: pgmap v5166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:35:30.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:30 smithi088 ceph-mon[35322]: pgmap v5166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:35:30.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:30 smithi175 ceph-mon[44549]: pgmap v5166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:35:32.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:32 smithi181 ceph-mon[45557]: pgmap v5167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:35:32.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:32 smithi088 ceph-mon[35322]: pgmap v5167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:35:32.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:32 smithi175 ceph-mon[44549]: pgmap v5167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:35:34.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:34 smithi181 ceph-mon[45557]: pgmap v5168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:35:34.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:34 smithi088 ceph-mon[35322]: pgmap v5168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:35:34.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:34 smithi175 ceph-mon[44549]: pgmap v5168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:35:36.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:36 smithi181 ceph-mon[45557]: pgmap v5169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:35:36.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:36 smithi088 ceph-mon[35322]: pgmap v5169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:35:36.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:36 smithi175 ceph-mon[44549]: pgmap v5169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:35:38.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:38 smithi181 ceph-mon[45557]: pgmap v5170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:38.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:38 smithi088 ceph-mon[35322]: pgmap v5170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:38.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:38 smithi175 ceph-mon[44549]: pgmap v5170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:40.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:40 smithi181 ceph-mon[45557]: pgmap v5171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:40.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:40 smithi088 ceph-mon[35322]: pgmap v5171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:40.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:40 smithi175 ceph-mon[44549]: pgmap v5171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:41.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:41.642+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:35:41.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:41.642+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:35:41.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:41.642+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:35:42.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:42 smithi181 ceph-mon[45557]: pgmap v5172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:42.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:42 smithi088 ceph-mon[35322]: pgmap v5172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:42.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:42 smithi175 ceph-mon[44549]: pgmap v5172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:44.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:44 smithi181 ceph-mon[45557]: pgmap v5173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:44.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:44 smithi088 ceph-mon[35322]: pgmap v5173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:44.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:44 smithi175 ceph-mon[44549]: pgmap v5173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:46.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:46 smithi181 ceph-mon[45557]: pgmap v5174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:46.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:46 smithi088 ceph-mon[35322]: pgmap v5174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:46.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:46 smithi175 ceph-mon[44549]: pgmap v5174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:48.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:48 smithi088 ceph-mon[35322]: pgmap v5175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:48.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:48 smithi175 ceph-mon[44549]: pgmap v5175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:48.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:48 smithi181 ceph-mon[45557]: pgmap v5175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:50.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:50 smithi088 ceph-mon[35322]: pgmap v5176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:50.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:50 smithi175 ceph-mon[44549]: pgmap v5176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:50.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:50 smithi181 ceph-mon[45557]: pgmap v5176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:35:52.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:52 smithi088 ceph-mon[35322]: pgmap v5177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:52.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:52 smithi175 ceph-mon[44549]: pgmap v5177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:52.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:52 smithi181 ceph-mon[45557]: pgmap v5177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:54.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:54 smithi088 ceph-mon[35322]: pgmap v5178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:54.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:54 smithi175 ceph-mon[44549]: pgmap v5178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:54.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:54 smithi181 ceph-mon[45557]: pgmap v5178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:35:56.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:56 smithi088 ceph-mon[35322]: pgmap v5179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:56.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:56.656+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:35:56.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:56.656+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:35:56.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:35:56.656+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:35:56.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:56 smithi175 ceph-mon[44549]: pgmap v5179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:56.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:56 smithi181 ceph-mon[45557]: pgmap v5179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:35:58.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:35:58 smithi088 ceph-mon[35322]: pgmap v5180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:58.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:35:58 smithi175 ceph-mon[44549]: pgmap v5180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:35:58.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:35:58 smithi181 ceph-mon[45557]: pgmap v5180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:00.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:00 smithi088 ceph-mon[35322]: pgmap v5181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:00.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:00 smithi175 ceph-mon[44549]: pgmap v5181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:00.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:00 smithi181 ceph-mon[45557]: pgmap v5181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:02.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:02 smithi088 ceph-mon[35322]: pgmap v5182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:02.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:02 smithi175 ceph-mon[44549]: pgmap v5182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:02.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:02 smithi181 ceph-mon[45557]: pgmap v5182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:04.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:04 smithi088 ceph-mon[35322]: pgmap v5183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:04.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:04 smithi175 ceph-mon[44549]: pgmap v5183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:04.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:04 smithi181 ceph-mon[45557]: pgmap v5183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:06.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:06 smithi088 ceph-mon[35322]: pgmap v5184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:06.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:06 smithi175 ceph-mon[44549]: pgmap v5184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:06.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:06 smithi181 ceph-mon[45557]: pgmap v5184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:08.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:08 smithi088 ceph-mon[35322]: pgmap v5185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:08.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:08 smithi175 ceph-mon[44549]: pgmap v5185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:08.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:08 smithi181 ceph-mon[45557]: pgmap v5185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:10.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:10 smithi088 ceph-mon[35322]: pgmap v5186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:10.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:10 smithi175 ceph-mon[44549]: pgmap v5186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:10.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:10 smithi181 ceph-mon[45557]: pgmap v5186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:11.659+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:36:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:11.659+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:36:11.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:11.659+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:36:12.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:12 smithi088 ceph-mon[35322]: pgmap v5187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:12.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:12 smithi175 ceph-mon[44549]: pgmap v5187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:12.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:12 smithi181 ceph-mon[45557]: pgmap v5187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:14.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:14 smithi088 ceph-mon[35322]: pgmap v5188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:36:14.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:14 smithi175 ceph-mon[44549]: pgmap v5188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:36:14.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:14 smithi181 ceph-mon[45557]: pgmap v5188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:36:16.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:16 smithi088 ceph-mon[35322]: pgmap v5189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:16.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:16 smithi175 ceph-mon[44549]: pgmap v5189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:16.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:16 smithi181 ceph-mon[45557]: pgmap v5189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:18.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:18 smithi088 ceph-mon[35322]: pgmap v5190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:18.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:18 smithi175 ceph-mon[44549]: pgmap v5190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:18.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:18 smithi181 ceph-mon[45557]: pgmap v5190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:20 smithi088 ceph-mon[35322]: pgmap v5191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:20.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:20 smithi175 ceph-mon[44549]: pgmap v5191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:20.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:20 smithi181 ceph-mon[45557]: pgmap v5191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:22.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:22 smithi088 ceph-mon[35322]: pgmap v5192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:22.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:22 smithi175 ceph-mon[44549]: pgmap v5192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:22.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:22 smithi181 ceph-mon[45557]: pgmap v5192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:24.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:24 smithi175 ceph-mon[44549]: pgmap v5193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:36:24.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:24 smithi181 ceph-mon[45557]: pgmap v5193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:36:24.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:24 smithi088 ceph-mon[35322]: pgmap v5193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:36:25.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:36:25.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:36:25.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:36:26.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:26 smithi175 ceph-mon[44549]: pgmap v5194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:26.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:36:26.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:36:26.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:36:26.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:26.667+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:36:26.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:26.667+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:36:26.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:26.667+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:36:26.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:26 smithi181 ceph-mon[45557]: pgmap v5194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:26.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:36:26.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:36:26.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:36:26.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:26 smithi088 ceph-mon[35322]: pgmap v5194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:26.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:36:26.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:36:26.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:36:27.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:27 smithi175 ceph-mon[44549]: pgmap v5195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:36:27.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:27 smithi175 ceph-mon[44549]: pgmap v5196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:36:27.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:27 smithi181 ceph-mon[45557]: pgmap v5195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:36:27.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:27 smithi181 ceph-mon[45557]: pgmap v5196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:36:27.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:27 smithi088 ceph-mon[35322]: pgmap v5195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:36:27.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:27 smithi088 ceph-mon[35322]: pgmap v5196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:36:29.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:29 smithi175 ceph-mon[44549]: pgmap v5197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:36:29.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:29 smithi181 ceph-mon[45557]: pgmap v5197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:36:29.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:29 smithi088 ceph-mon[35322]: pgmap v5197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:36:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:31 smithi175 ceph-mon[44549]: pgmap v5198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:36:31.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:31 smithi181 ceph-mon[45557]: pgmap v5198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:36:31.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:31 smithi088 ceph-mon[35322]: pgmap v5198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:36:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:33 smithi175 ceph-mon[44549]: pgmap v5199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:36:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:33 smithi181 ceph-mon[45557]: pgmap v5199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:36:33.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:33 smithi088 ceph-mon[35322]: pgmap v5199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:36:35.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:35 smithi175 ceph-mon[44549]: pgmap v5200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:36:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:35 smithi181 ceph-mon[45557]: pgmap v5200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:36:35.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:35 smithi088 ceph-mon[35322]: pgmap v5200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:36:37.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:37 smithi175 ceph-mon[44549]: pgmap v5201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:36:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:37 smithi181 ceph-mon[45557]: pgmap v5201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:36:37.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:37 smithi088 ceph-mon[35322]: pgmap v5201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:36:39.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:39 smithi175 ceph-mon[44549]: pgmap v5202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:39.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:39 smithi181 ceph-mon[45557]: pgmap v5202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:39.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:39 smithi088 ceph-mon[35322]: pgmap v5202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:40.856+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:36:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:40.856+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:36:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:40.856+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 75 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:36:40.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:40.856+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 75 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:36:41.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:41 smithi175 ceph-mon[44549]: pgmap v5203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:41.673 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:41.679+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:36:41.673 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:41.679+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:36:41.673 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:41.679+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:36:41.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:41 smithi181 ceph-mon[45557]: pgmap v5203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:41.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:41 smithi088 ceph-mon[35322]: pgmap v5203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:43.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:43 smithi175 ceph-mon[44549]: pgmap v5204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:43.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:43 smithi181 ceph-mon[45557]: pgmap v5204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:43.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:43 smithi088 ceph-mon[35322]: pgmap v5204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:45.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:45 smithi175 ceph-mon[44549]: pgmap v5205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:45.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:45 smithi181 ceph-mon[45557]: pgmap v5205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:45.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:45 smithi088 ceph-mon[35322]: pgmap v5205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:47.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:47 smithi175 ceph-mon[44549]: pgmap v5206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:47.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:47 smithi181 ceph-mon[45557]: pgmap v5206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:47.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:47 smithi088 ceph-mon[35322]: pgmap v5206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:49.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:49 smithi175 ceph-mon[44549]: pgmap v5207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:49.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:49 smithi181 ceph-mon[45557]: pgmap v5207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:49.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:49 smithi088 ceph-mon[35322]: pgmap v5207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:51.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:51 smithi175 ceph-mon[44549]: pgmap v5208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:51.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:51 smithi181 ceph-mon[45557]: pgmap v5208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:51.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:51 smithi088 ceph-mon[35322]: pgmap v5208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:36:53.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:53 smithi175 ceph-mon[44549]: pgmap v5209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:53.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:53 smithi181 ceph-mon[45557]: pgmap v5209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:53.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:53 smithi088 ceph-mon[35322]: pgmap v5209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:55.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:55 smithi175 ceph-mon[44549]: pgmap v5210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:55 smithi181 ceph-mon[45557]: pgmap v5210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:55.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:55 smithi088 ceph-mon[35322]: pgmap v5210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:36:56.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:56.690+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:36:56.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:56.690+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:36:56.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:36:56.690+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:36:57.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:57 smithi175 ceph-mon[44549]: pgmap v5211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:57.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:57 smithi181 ceph-mon[45557]: pgmap v5211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:57.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:57 smithi088 ceph-mon[35322]: pgmap v5211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:36:59.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:36:59 smithi175 ceph-mon[44549]: pgmap v5212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:59.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:36:59 smithi181 ceph-mon[45557]: pgmap v5212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:36:59.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:36:59 smithi088 ceph-mon[35322]: pgmap v5212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:37:01.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:01 smithi175 ceph-mon[44549]: pgmap v5213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:37:01.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:01 smithi181 ceph-mon[45557]: pgmap v5213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:37:01.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:01 smithi088 ceph-mon[35322]: pgmap v5213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:37:03.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:03 smithi175 ceph-mon[44549]: pgmap v5214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:03.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:03 smithi181 ceph-mon[45557]: pgmap v5214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:03.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:03 smithi088 ceph-mon[35322]: pgmap v5214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:05.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:05 smithi175 ceph-mon[44549]: pgmap v5215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:05.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:05 smithi181 ceph-mon[45557]: pgmap v5215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:05.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:05 smithi088 ceph-mon[35322]: pgmap v5215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:07.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:07 smithi175 ceph-mon[44549]: pgmap v5216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:07.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:07 smithi181 ceph-mon[45557]: pgmap v5216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:07.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:07 smithi088 ceph-mon[35322]: pgmap v5216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:09.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:09 smithi175 ceph-mon[44549]: pgmap v5217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:37:09.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:09 smithi181 ceph-mon[45557]: pgmap v5217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:37:09.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:09 smithi088 ceph-mon[35322]: pgmap v5217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:37:11.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:11 smithi175 ceph-mon[44549]: pgmap v5218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:37:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:11.700+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:37:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:11.700+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:37:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:11.700+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:37:11.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:11 smithi181 ceph-mon[45557]: pgmap v5218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:37:11.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:11 smithi088 ceph-mon[35322]: pgmap v5218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:37:13.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:13 smithi175 ceph-mon[44549]: pgmap v5219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:13.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:13 smithi181 ceph-mon[45557]: pgmap v5219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:13.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:13 smithi088 ceph-mon[35322]: pgmap v5219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:15.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:15 smithi175 ceph-mon[44549]: pgmap v5220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:15.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:15 smithi181 ceph-mon[45557]: pgmap v5220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:15.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:15 smithi088 ceph-mon[35322]: pgmap v5220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:17.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:17 smithi175 ceph-mon[44549]: pgmap v5221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:17.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:17 smithi181 ceph-mon[45557]: pgmap v5221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:17.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:17 smithi088 ceph-mon[35322]: pgmap v5221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:19.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:19 smithi181 ceph-mon[45557]: pgmap v5222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:37:19.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:19 smithi088 ceph-mon[35322]: pgmap v5222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:37:19.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:19 smithi175 ceph-mon[44549]: pgmap v5222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:37:21.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:21 smithi181 ceph-mon[45557]: pgmap v5223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:37:21.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:21 smithi088 ceph-mon[35322]: pgmap v5223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:37:21.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:21 smithi175 ceph-mon[44549]: pgmap v5223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:37:23.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:23 smithi181 ceph-mon[45557]: pgmap v5224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:23.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:23 smithi088 ceph-mon[35322]: pgmap v5224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:23.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:23 smithi175 ceph-mon[44549]: pgmap v5224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:25.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:25 smithi181 ceph-mon[45557]: pgmap v5225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:25.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:25 smithi088 ceph-mon[35322]: pgmap v5225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:25.857 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:25.864+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:37:25.857 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:25.864+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:37:25.858 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:25.864+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 76 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:37:25.858 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:25.864+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 76 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:37:25.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:25 smithi175 ceph-mon[44549]: pgmap v5225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:26.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:26.704+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:37:26.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:26.704+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:37:26.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:26.704+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:37:26.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:37:26.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:37:26.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:37:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:27 smithi181 ceph-mon[45557]: pgmap v5226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:27 smithi088 ceph-mon[35322]: pgmap v5226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:27.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:27 smithi175 ceph-mon[44549]: pgmap v5226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:28.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:37:28.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:37:28.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:28 smithi181 ceph-mon[45557]: pgmap v5227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:37:28.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:28 smithi181 ceph-mon[45557]: pgmap v5228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:37:28.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:28.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:37:28.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:37:28.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:28 smithi088 ceph-mon[35322]: pgmap v5227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:37:28.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:28 smithi088 ceph-mon[35322]: pgmap v5228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:37:28.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:28.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:37:28.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:37:28.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:28 smithi175 ceph-mon[44549]: pgmap v5227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:37:28.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:28 smithi175 ceph-mon[44549]: pgmap v5228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:37:28.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:37:30.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:30 smithi175 ceph-mon[44549]: pgmap v5229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:30.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:30 smithi181 ceph-mon[45557]: pgmap v5229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:31.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:30 smithi088 ceph-mon[35322]: pgmap v5229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:32.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:32 smithi175 ceph-mon[44549]: pgmap v5230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:32.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:32 smithi181 ceph-mon[45557]: pgmap v5230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:33.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:32 smithi088 ceph-mon[35322]: pgmap v5230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:35.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:35 smithi175 ceph-mon[44549]: pgmap v5231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:35.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:35 smithi181 ceph-mon[45557]: pgmap v5231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:35.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:35 smithi088 ceph-mon[35322]: pgmap v5231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:37.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:37 smithi175 ceph-mon[44549]: pgmap v5232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:37.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:37 smithi181 ceph-mon[45557]: pgmap v5232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:37.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:37 smithi088 ceph-mon[35322]: pgmap v5232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:39.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:39 smithi175 ceph-mon[44549]: pgmap v5233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:37:39.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:39 smithi181 ceph-mon[45557]: pgmap v5233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:37:39.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:39 smithi088 ceph-mon[35322]: pgmap v5233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:37:41.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:41 smithi175 ceph-mon[44549]: pgmap v5234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:41.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:41 smithi181 ceph-mon[45557]: pgmap v5234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:41.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:41 smithi088 ceph-mon[35322]: pgmap v5234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:41.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:41.719+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:37:41.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:41.719+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:37:41.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:41.719+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:37:43.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:43 smithi175 ceph-mon[44549]: pgmap v5235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:43.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:43 smithi181 ceph-mon[45557]: pgmap v5235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:43.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:43 smithi088 ceph-mon[35322]: pgmap v5235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:45.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:45 smithi175 ceph-mon[44549]: pgmap v5236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:45.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:45 smithi181 ceph-mon[45557]: pgmap v5236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:45.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:45 smithi088 ceph-mon[35322]: pgmap v5236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:47.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:47 smithi175 ceph-mon[44549]: pgmap v5237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:47.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:47 smithi181 ceph-mon[45557]: pgmap v5237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:47.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:47 smithi088 ceph-mon[35322]: pgmap v5237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:49.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:49 smithi175 ceph-mon[44549]: pgmap v5238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:49.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:49 smithi181 ceph-mon[45557]: pgmap v5238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:49.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:49 smithi088 ceph-mon[35322]: pgmap v5238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:51.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:51 smithi175 ceph-mon[44549]: pgmap v5239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:51.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:51 smithi181 ceph-mon[45557]: pgmap v5239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:51.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:51 smithi088 ceph-mon[35322]: pgmap v5239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:37:53.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:53 smithi175 ceph-mon[44549]: pgmap v5240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:53.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:53 smithi181 ceph-mon[45557]: pgmap v5240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:53.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:53 smithi088 ceph-mon[35322]: pgmap v5240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:37:55.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:55 smithi175 ceph-mon[44549]: pgmap v5241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:55.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:55 smithi181 ceph-mon[45557]: pgmap v5241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:55.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:55 smithi088 ceph-mon[35322]: pgmap v5241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:37:56.726 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:56.732+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:37:56.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:56.732+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:37:56.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:37:56.732+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:37:57.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:57 smithi175 ceph-mon[44549]: pgmap v5242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:57.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:57 smithi181 ceph-mon[45557]: pgmap v5242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:57.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:57 smithi088 ceph-mon[35322]: pgmap v5242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:59.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:37:59 smithi175 ceph-mon[44549]: pgmap v5243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:59.450 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:37:59 smithi181 ceph-mon[45557]: pgmap v5243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:37:59.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:37:59 smithi088 ceph-mon[35322]: pgmap v5243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:01.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:01 smithi175 ceph-mon[44549]: pgmap v5244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:01.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:01 smithi181 ceph-mon[45557]: pgmap v5244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:01.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:01 smithi088 ceph-mon[35322]: pgmap v5244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:03.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:03 smithi175 ceph-mon[44549]: pgmap v5245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:03.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:03 smithi181 ceph-mon[45557]: pgmap v5245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:03.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:03 smithi088 ceph-mon[35322]: pgmap v5245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:05.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:05 smithi181 ceph-mon[45557]: pgmap v5246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:05.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:05 smithi088 ceph-mon[35322]: pgmap v5246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:05 smithi175 ceph-mon[44549]: pgmap v5246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:07.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:07 smithi181 ceph-mon[45557]: pgmap v5247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:07.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:07 smithi088 ceph-mon[35322]: pgmap v5247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:07.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:07 smithi175 ceph-mon[44549]: pgmap v5247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:09.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:09 smithi181 ceph-mon[45557]: pgmap v5248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:09.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:09 smithi088 ceph-mon[35322]: pgmap v5248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:09.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:09 smithi175 ceph-mon[44549]: pgmap v5248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:11.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:11 smithi181 ceph-mon[45557]: pgmap v5249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:11.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:11 smithi088 ceph-mon[35322]: pgmap v5249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:11.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:11 smithi175 ceph-mon[44549]: pgmap v5249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:11.742 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:11.748+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:38:11.742 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:11.748+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:38:11.742 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:11.748+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:38:13.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:13 smithi181 ceph-mon[45557]: pgmap v5250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:13.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:13 smithi088 ceph-mon[35322]: pgmap v5250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:13.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:13 smithi175 ceph-mon[44549]: pgmap v5250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:15.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:15 smithi181 ceph-mon[45557]: pgmap v5251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:15.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:15 smithi088 ceph-mon[35322]: pgmap v5251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:15.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:15 smithi175 ceph-mon[44549]: pgmap v5251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:17.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:17 smithi181 ceph-mon[45557]: pgmap v5252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:17.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:17 smithi088 ceph-mon[35322]: pgmap v5252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:17.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:17 smithi175 ceph-mon[44549]: pgmap v5252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:19.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:19 smithi181 ceph-mon[45557]: pgmap v5253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:19.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:19 smithi088 ceph-mon[35322]: pgmap v5253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:19.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:19 smithi175 ceph-mon[44549]: pgmap v5253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:21.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:21 smithi181 ceph-mon[45557]: pgmap v5254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:21.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:21 smithi088 ceph-mon[35322]: pgmap v5254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:21.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:21 smithi175 ceph-mon[44549]: pgmap v5254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:23.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:23 smithi181 ceph-mon[45557]: pgmap v5255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:23.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:23 smithi088 ceph-mon[35322]: pgmap v5255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:23.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:23 smithi175 ceph-mon[44549]: pgmap v5255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:25.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:25 smithi181 ceph-mon[45557]: pgmap v5256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:25.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:25 smithi088 ceph-mon[35322]: pgmap v5256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:25.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:25 smithi175 ceph-mon[44549]: pgmap v5256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:26.749 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:26.755+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:38:26.749 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:26.755+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:38:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:26.755+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:38:27.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:27 smithi181 ceph-mon[45557]: pgmap v5257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:27.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:27 smithi088 ceph-mon[35322]: pgmap v5257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:27.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:27 smithi175 ceph-mon[44549]: pgmap v5257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:28.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:38:28.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:38:28.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:38:29.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:29 smithi088 ceph-mon[35322]: pgmap v5258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:29.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:38:29.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:38:29.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:38:29.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:29 smithi175 ceph-mon[44549]: pgmap v5258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:29.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:38:29.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:38:29.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:38:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:29 smithi181 ceph-mon[45557]: pgmap v5258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:38:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:38:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:38:30.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:30 smithi088 ceph-mon[35322]: pgmap v5259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:38:30.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:30 smithi088 ceph-mon[35322]: pgmap v5260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:38:30.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:30 smithi175 ceph-mon[44549]: pgmap v5259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:38:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:30 smithi175 ceph-mon[44549]: pgmap v5260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:38:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:30 smithi181 ceph-mon[45557]: pgmap v5259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:38:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:30 smithi181 ceph-mon[45557]: pgmap v5260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:38:32.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:32 smithi088 ceph-mon[35322]: pgmap v5261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:38:32.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:32 smithi175 ceph-mon[44549]: pgmap v5261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:38:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:32 smithi181 ceph-mon[45557]: pgmap v5261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:38:34.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:34 smithi088 ceph-mon[35322]: pgmap v5262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:38:34.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:34 smithi175 ceph-mon[44549]: pgmap v5262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:38:34.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:34 smithi181 ceph-mon[45557]: pgmap v5262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:38:36.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:36 smithi088 ceph-mon[35322]: pgmap v5263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:38:36.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:36 smithi175 ceph-mon[44549]: pgmap v5263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:38:36.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:36 smithi181 ceph-mon[45557]: pgmap v5263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:38:38.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:38 smithi088 ceph-mon[35322]: pgmap v5264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:38:38.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:38 smithi175 ceph-mon[44549]: pgmap v5264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:38:38.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:38 smithi181 ceph-mon[45557]: pgmap v5264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:38:40.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:40 smithi088 ceph-mon[35322]: pgmap v5265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:38:40.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:40 smithi175 ceph-mon[44549]: pgmap v5265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:38:40.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:40 smithi181 ceph-mon[45557]: pgmap v5265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:38:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:41.762+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:38:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:41.762+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:38:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:41.762+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:38:42.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:42 smithi088 ceph-mon[35322]: pgmap v5266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:42.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:42 smithi175 ceph-mon[44549]: pgmap v5266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:42.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:42 smithi181 ceph-mon[45557]: pgmap v5266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:44.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:44 smithi088 ceph-mon[35322]: pgmap v5267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:44.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:44 smithi175 ceph-mon[44549]: pgmap v5267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:44.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:44 smithi181 ceph-mon[45557]: pgmap v5267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:46.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:46 smithi088 ceph-mon[35322]: pgmap v5268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:46.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:46 smithi175 ceph-mon[44549]: pgmap v5268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:46.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:46 smithi181 ceph-mon[45557]: pgmap v5268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:48.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:48 smithi088 ceph-mon[35322]: pgmap v5269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:48.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:48 smithi175 ceph-mon[44549]: pgmap v5269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:48.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:48 smithi181 ceph-mon[45557]: pgmap v5269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:50.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:50 smithi088 ceph-mon[35322]: pgmap v5270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:50.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:50 smithi175 ceph-mon[44549]: pgmap v5270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:50.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:50 smithi181 ceph-mon[45557]: pgmap v5270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:38:52.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:52 smithi088 ceph-mon[35322]: pgmap v5271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:52.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:52 smithi175 ceph-mon[44549]: pgmap v5271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:52.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:52 smithi181 ceph-mon[45557]: pgmap v5271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:54.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:54 smithi088 ceph-mon[35322]: pgmap v5272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:54.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:54 smithi175 ceph-mon[44549]: pgmap v5272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:54 smithi181 ceph-mon[45557]: pgmap v5272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:38:56.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:56 smithi088 ceph-mon[35322]: pgmap v5273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:56.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:56 smithi175 ceph-mon[44549]: pgmap v5273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:56.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:56 smithi181 ceph-mon[45557]: pgmap v5273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:38:56.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:56.777+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:38:56.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:56.777+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:38:56.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:38:56.777+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:38:58.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:38:58 smithi175 ceph-mon[44549]: pgmap v5274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:58.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:38:58 smithi181 ceph-mon[45557]: pgmap v5274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:38:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:38:58 smithi088 ceph-mon[35322]: pgmap v5274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:00.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:00 smithi175 ceph-mon[44549]: pgmap v5275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:00.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:00 smithi181 ceph-mon[45557]: pgmap v5275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:00.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:00 smithi088 ceph-mon[35322]: pgmap v5275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:02.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:02 smithi088 ceph-mon[35322]: pgmap v5276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:02.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:02 smithi175 ceph-mon[44549]: pgmap v5276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:02.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:02 smithi181 ceph-mon[45557]: pgmap v5276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:04.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:04 smithi175 ceph-mon[44549]: pgmap v5277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:04.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:04 smithi181 ceph-mon[45557]: pgmap v5277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:04.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:04 smithi088 ceph-mon[35322]: pgmap v5277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:06.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:06 smithi175 ceph-mon[44549]: pgmap v5278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:39:06.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:06 smithi181 ceph-mon[45557]: pgmap v5278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:39:06.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:06 smithi088 ceph-mon[35322]: pgmap v5278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:39:08.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:08 smithi175 ceph-mon[44549]: pgmap v5279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:08.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:08 smithi181 ceph-mon[45557]: pgmap v5279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:08.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:08 smithi088 ceph-mon[35322]: pgmap v5279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:10.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:10 smithi175 ceph-mon[44549]: pgmap v5280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:10.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:10 smithi181 ceph-mon[45557]: pgmap v5280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:10.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:10 smithi088 ceph-mon[35322]: pgmap v5280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:11.781 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:11.786+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:39:11.781 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:11.786+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:39:11.781 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:11.786+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:39:12.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:12 smithi175 ceph-mon[44549]: pgmap v5281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:12.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:12 smithi181 ceph-mon[45557]: pgmap v5281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:12.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:12 smithi088 ceph-mon[35322]: pgmap v5281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:14.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:14 smithi175 ceph-mon[44549]: pgmap v5282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:14.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:14 smithi181 ceph-mon[45557]: pgmap v5282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:14.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:14 smithi088 ceph-mon[35322]: pgmap v5282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:16.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:16 smithi175 ceph-mon[44549]: pgmap v5283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:39:16.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:16 smithi181 ceph-mon[45557]: pgmap v5283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:39:16.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:16 smithi088 ceph-mon[35322]: pgmap v5283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:39:18.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:18 smithi175 ceph-mon[44549]: pgmap v5284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:18.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:18 smithi181 ceph-mon[45557]: pgmap v5284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:18 smithi088 ceph-mon[35322]: pgmap v5284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:20.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:20 smithi175 ceph-mon[44549]: pgmap v5285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:39:20.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:20 smithi181 ceph-mon[45557]: pgmap v5285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:39:20.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:20 smithi088 ceph-mon[35322]: pgmap v5285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:39:22.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:22 smithi175 ceph-mon[44549]: pgmap v5286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:22.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:22 smithi181 ceph-mon[45557]: pgmap v5286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:22.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:22 smithi088 ceph-mon[35322]: pgmap v5286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:24.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:24 smithi175 ceph-mon[44549]: pgmap v5287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:24.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:24 smithi181 ceph-mon[45557]: pgmap v5287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:24.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:24 smithi088 ceph-mon[35322]: pgmap v5287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:26.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:26 smithi175 ceph-mon[44549]: pgmap v5288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:39:26.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:26 smithi181 ceph-mon[45557]: pgmap v5288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:39:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:26 smithi088 ceph-mon[35322]: pgmap v5288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:39:26.793 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:26.799+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:39:26.793 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:26.799+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:39:26.793 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:26.799+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:39:28.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:28 smithi175 ceph-mon[44549]: pgmap v5289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:28.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:28 smithi181 ceph-mon[45557]: pgmap v5289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:28 smithi088 ceph-mon[35322]: pgmap v5289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:29.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:39:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:39:29.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:39:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:30 smithi175 ceph-mon[44549]: pgmap v5290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:39:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:39:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:39:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:30 smithi181 ceph-mon[45557]: pgmap v5290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:39:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:39:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:39:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:30 smithi088 ceph-mon[35322]: pgmap v5290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:39:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:39:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:39:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:31 smithi175 ceph-mon[44549]: pgmap v5291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:39:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:31 smithi175 ceph-mon[44549]: pgmap v5292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:39:31.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:31 smithi181 ceph-mon[45557]: pgmap v5291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:39:31.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:31 smithi181 ceph-mon[45557]: pgmap v5292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:39:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:31 smithi088 ceph-mon[35322]: pgmap v5291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:39:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:31 smithi088 ceph-mon[35322]: pgmap v5292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:39:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:33 smithi175 ceph-mon[44549]: pgmap v5293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:39:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:33 smithi181 ceph-mon[45557]: pgmap v5293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:39:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:33 smithi088 ceph-mon[35322]: pgmap v5293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:39:35.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:35 smithi175 ceph-mon[44549]: pgmap v5294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:39:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:35 smithi181 ceph-mon[45557]: pgmap v5294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:39:35.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:35 smithi088 ceph-mon[35322]: pgmap v5294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:39:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:37 smithi175 ceph-mon[44549]: pgmap v5295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:39:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:37 smithi181 ceph-mon[45557]: pgmap v5295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:39:37.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:37 smithi088 ceph-mon[35322]: pgmap v5295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:39:39.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:39 smithi175 ceph-mon[44549]: pgmap v5296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:39:39.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:39 smithi181 ceph-mon[45557]: pgmap v5296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:39:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:39 smithi088 ceph-mon[35322]: pgmap v5296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:39:40.877 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:40.883+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:39:40.878 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:40.883+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:39:40.878 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:40.884+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 77 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x7ff34c102770 2024-01-28T15:39:40.878 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:40.884+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 77 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T15:39:41.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:41 smithi175 ceph-mon[44549]: pgmap v5297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:39:41.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:41 smithi181 ceph-mon[45557]: pgmap v5297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:39:41.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:41 smithi088 ceph-mon[35322]: pgmap v5297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:39:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:41.814+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:39:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:41.814+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:39:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:41.814+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:39:43.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:43 smithi175 ceph-mon[44549]: pgmap v5298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:43.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:43 smithi181 ceph-mon[45557]: pgmap v5298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:43.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:43 smithi088 ceph-mon[35322]: pgmap v5298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:45.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:45 smithi175 ceph-mon[44549]: pgmap v5299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:45.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:45 smithi181 ceph-mon[45557]: pgmap v5299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:45.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:45 smithi088 ceph-mon[35322]: pgmap v5299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:47.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:47 smithi175 ceph-mon[44549]: pgmap v5300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:47.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:47 smithi181 ceph-mon[45557]: pgmap v5300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:47 smithi088 ceph-mon[35322]: pgmap v5300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:49.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:49 smithi088 ceph-mon[35322]: pgmap v5301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:49.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:49 smithi175 ceph-mon[44549]: pgmap v5301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:49.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:49 smithi181 ceph-mon[45557]: pgmap v5301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:51.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:51 smithi175 ceph-mon[44549]: pgmap v5302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:39:51.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:51 smithi181 ceph-mon[45557]: pgmap v5302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:39:51.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:51 smithi088 ceph-mon[35322]: pgmap v5302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:39:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:53 smithi175 ceph-mon[44549]: pgmap v5303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:53.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:53 smithi181 ceph-mon[45557]: pgmap v5303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:53 smithi088 ceph-mon[35322]: pgmap v5303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:39:55.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:55 smithi175 ceph-mon[44549]: pgmap v5304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:55 smithi181 ceph-mon[45557]: pgmap v5304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:55 smithi088 ceph-mon[35322]: pgmap v5304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:39:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:56.820+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:39:56.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:56.820+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:39:56.816 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:39:56.820+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:39:57.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:57 smithi175 ceph-mon[44549]: pgmap v5305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:57 smithi181 ceph-mon[45557]: pgmap v5305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:57 smithi088 ceph-mon[35322]: pgmap v5305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:59.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:39:59 smithi181 ceph-mon[45557]: pgmap v5306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:39:59 smithi088 ceph-mon[35322]: pgmap v5306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:39:59.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:39:59 smithi175 ceph-mon[44549]: pgmap v5306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:00.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:40:00.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:40:00.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:40:01.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:01 smithi181 ceph-mon[45557]: pgmap v5307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:01.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:01 smithi088 ceph-mon[35322]: pgmap v5307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:01.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:01 smithi175 ceph-mon[44549]: pgmap v5307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:03.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:03 smithi181 ceph-mon[45557]: pgmap v5308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:03.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:03 smithi088 ceph-mon[35322]: pgmap v5308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:03.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:03 smithi175 ceph-mon[44549]: pgmap v5308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:05 smithi181 ceph-mon[45557]: pgmap v5309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:05 smithi088 ceph-mon[35322]: pgmap v5309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:05 smithi175 ceph-mon[44549]: pgmap v5309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:07.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:07 smithi181 ceph-mon[45557]: pgmap v5310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:07.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:07 smithi088 ceph-mon[35322]: pgmap v5310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:07.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:07 smithi175 ceph-mon[44549]: pgmap v5310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:09.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:09 smithi181 ceph-mon[45557]: pgmap v5311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:09 smithi088 ceph-mon[35322]: pgmap v5311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:09.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:09 smithi175 ceph-mon[44549]: pgmap v5311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:11.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:11 smithi181 ceph-mon[45557]: pgmap v5312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:11.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:11 smithi088 ceph-mon[35322]: pgmap v5312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:11.828 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:11.834+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:40:11.828 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:11.834+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:40:11.828 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:11.834+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:40:11.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:11 smithi175 ceph-mon[44549]: pgmap v5312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:13.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:13 smithi181 ceph-mon[45557]: pgmap v5313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:13.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:13 smithi088 ceph-mon[35322]: pgmap v5313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:13.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:13 smithi175 ceph-mon[44549]: pgmap v5313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:15.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:15 smithi181 ceph-mon[45557]: pgmap v5314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:15.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:15 smithi088 ceph-mon[35322]: pgmap v5314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:15.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:15 smithi175 ceph-mon[44549]: pgmap v5314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:17.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:17 smithi181 ceph-mon[45557]: pgmap v5315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:17 smithi088 ceph-mon[35322]: pgmap v5315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:17.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:17 smithi175 ceph-mon[44549]: pgmap v5315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:19.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:19 smithi088 ceph-mon[35322]: pgmap v5316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:19.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:19 smithi175 ceph-mon[44549]: pgmap v5316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:19.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:19 smithi181 ceph-mon[45557]: pgmap v5316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:20.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:20 smithi088 ceph-mon[35322]: pgmap v5317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:20.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:20 smithi175 ceph-mon[44549]: pgmap v5317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:20.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:20 smithi181 ceph-mon[45557]: pgmap v5317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:22.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:22 smithi181 ceph-mon[45557]: pgmap v5318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:23.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:22 smithi088 ceph-mon[35322]: pgmap v5318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:23.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:22 smithi175 ceph-mon[44549]: pgmap v5318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:25.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:25 smithi175 ceph-mon[44549]: pgmap v5319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:25.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:25 smithi181 ceph-mon[45557]: pgmap v5319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:25.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:25 smithi088 ceph-mon[35322]: pgmap v5319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:26.845+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:40:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:26.845+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:40:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:26.845+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:40:27.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:27 smithi181 ceph-mon[45557]: pgmap v5320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:27.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:27 smithi088 ceph-mon[35322]: pgmap v5320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:27.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:27 smithi175 ceph-mon[44549]: pgmap v5320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:29.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:29 smithi181 ceph-mon[45557]: pgmap v5321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:29.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:29 smithi088 ceph-mon[35322]: pgmap v5321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:29.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:29 smithi175 ceph-mon[44549]: pgmap v5321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:30.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:40:30.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:40:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:40:31.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:31 smithi181 ceph-mon[45557]: pgmap v5322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:31.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:40:31.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:40:31.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:40:31.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:31 smithi088 ceph-mon[35322]: pgmap v5322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:31.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:40:31.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:40:31.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:40:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:31 smithi175 ceph-mon[44549]: pgmap v5322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:40:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:40:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:40:32.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:32 smithi181 ceph-mon[45557]: pgmap v5323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:40:32.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:32 smithi181 ceph-mon[45557]: pgmap v5324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:40:32.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:32 smithi088 ceph-mon[35322]: pgmap v5323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:40:32.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:32 smithi088 ceph-mon[35322]: pgmap v5324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:40:32.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:32 smithi175 ceph-mon[44549]: pgmap v5323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:40:32.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:32 smithi175 ceph-mon[44549]: pgmap v5324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:40:34.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:34 smithi181 ceph-mon[45557]: pgmap v5325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:40:34.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:34 smithi088 ceph-mon[35322]: pgmap v5325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:40:34.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:34 smithi175 ceph-mon[44549]: pgmap v5325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:40:36.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:36 smithi181 ceph-mon[45557]: pgmap v5326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:40:36.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:36 smithi088 ceph-mon[35322]: pgmap v5326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:40:36.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:36 smithi175 ceph-mon[44549]: pgmap v5326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:40:38.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:38 smithi181 ceph-mon[45557]: pgmap v5327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:40:38.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:38 smithi088 ceph-mon[35322]: pgmap v5327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:40:38.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:38 smithi175 ceph-mon[44549]: pgmap v5327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:40:40.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:40 smithi181 ceph-mon[45557]: pgmap v5328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:40:40.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:40 smithi088 ceph-mon[35322]: pgmap v5328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:40:40.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:40 smithi175 ceph-mon[44549]: pgmap v5328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:40:41.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:41.860+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:40:41.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:41.860+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:40:41.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:41.860+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:40:42.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:42 smithi181 ceph-mon[45557]: pgmap v5329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:40:42.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:42 smithi088 ceph-mon[35322]: pgmap v5329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:40:42.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:42 smithi175 ceph-mon[44549]: pgmap v5329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:40:44.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:44 smithi181 ceph-mon[45557]: pgmap v5330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:44.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:44 smithi088 ceph-mon[35322]: pgmap v5330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:44.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:44 smithi175 ceph-mon[44549]: pgmap v5330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:46.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:46 smithi088 ceph-mon[35322]: pgmap v5331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:46.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:46 smithi175 ceph-mon[44549]: pgmap v5331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:46.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:46 smithi181 ceph-mon[45557]: pgmap v5331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:48.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:48 smithi088 ceph-mon[35322]: pgmap v5332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:48.692 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:48 smithi175 ceph-mon[44549]: pgmap v5332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:48.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:48 smithi181 ceph-mon[45557]: pgmap v5332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:50.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:50 smithi088 ceph-mon[35322]: pgmap v5333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:50.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:50 smithi175 ceph-mon[44549]: pgmap v5333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:50.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:50 smithi181 ceph-mon[45557]: pgmap v5333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:40:52.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:52 smithi088 ceph-mon[35322]: pgmap v5334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:52.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:52 smithi175 ceph-mon[44549]: pgmap v5334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:52.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:52 smithi181 ceph-mon[45557]: pgmap v5334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:54.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:54 smithi088 ceph-mon[35322]: pgmap v5335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:54.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:54 smithi175 ceph-mon[44549]: pgmap v5335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:54 smithi181 ceph-mon[45557]: pgmap v5335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:40:56.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:56 smithi088 ceph-mon[35322]: pgmap v5336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:56.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:56 smithi175 ceph-mon[44549]: pgmap v5336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:56.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:56 smithi181 ceph-mon[45557]: pgmap v5336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:40:56.863 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:56.869+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:40:56.863 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:56.869+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:40:56.864 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:40:56.869+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:40:58.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:40:58 smithi088 ceph-mon[35322]: pgmap v5337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:58.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:40:58 smithi175 ceph-mon[44549]: pgmap v5337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:40:58.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:40:58 smithi181 ceph-mon[45557]: pgmap v5337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:00 smithi088 ceph-mon[35322]: pgmap v5338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:41:00.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:00 smithi175 ceph-mon[44549]: pgmap v5338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:41:00.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:00 smithi181 ceph-mon[45557]: pgmap v5338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:41:02.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:02 smithi088 ceph-mon[35322]: pgmap v5339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:02.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:02 smithi175 ceph-mon[44549]: pgmap v5339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:02.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:02 smithi181 ceph-mon[45557]: pgmap v5339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:04.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:04 smithi088 ceph-mon[35322]: pgmap v5340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:04.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:04 smithi175 ceph-mon[44549]: pgmap v5340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:04.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:04 smithi181 ceph-mon[45557]: pgmap v5340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:06.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:06 smithi088 ceph-mon[35322]: pgmap v5341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:06.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:06 smithi175 ceph-mon[44549]: pgmap v5341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:06.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:06 smithi181 ceph-mon[45557]: pgmap v5341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:08.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:08 smithi088 ceph-mon[35322]: pgmap v5342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:08.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:08 smithi175 ceph-mon[44549]: pgmap v5342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:08.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:08 smithi181 ceph-mon[45557]: pgmap v5342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:10.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:10 smithi088 ceph-mon[35322]: pgmap v5343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:41:10.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:10 smithi175 ceph-mon[44549]: pgmap v5343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:41:10.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:10 smithi181 ceph-mon[45557]: pgmap v5343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:41:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:11.871+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:41:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:11.871+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:41:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:11.871+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:41:12.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:12 smithi088 ceph-mon[35322]: pgmap v5344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:12.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:12 smithi175 ceph-mon[44549]: pgmap v5344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:12.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:12 smithi181 ceph-mon[45557]: pgmap v5344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:14.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:14 smithi088 ceph-mon[35322]: pgmap v5345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:14.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:14 smithi175 ceph-mon[44549]: pgmap v5345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:14.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:14 smithi181 ceph-mon[45557]: pgmap v5345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:16.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:16 smithi088 ceph-mon[35322]: pgmap v5346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:16.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:16 smithi175 ceph-mon[44549]: pgmap v5346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:16.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:16 smithi181 ceph-mon[45557]: pgmap v5346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:18.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:18 smithi088 ceph-mon[35322]: pgmap v5347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:18.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:18 smithi175 ceph-mon[44549]: pgmap v5347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:18.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:18 smithi181 ceph-mon[45557]: pgmap v5347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:20.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:20 smithi088 ceph-mon[35322]: pgmap v5348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:41:20.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:20 smithi175 ceph-mon[44549]: pgmap v5348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:41:20.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:20 smithi181 ceph-mon[45557]: pgmap v5348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:41:22.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:22 smithi088 ceph-mon[35322]: pgmap v5349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:22.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:22 smithi175 ceph-mon[44549]: pgmap v5349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:22.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:22 smithi181 ceph-mon[45557]: pgmap v5349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:24.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:24 smithi088 ceph-mon[35322]: pgmap v5350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:24.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:24 smithi175 ceph-mon[44549]: pgmap v5350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:24.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:24 smithi181 ceph-mon[45557]: pgmap v5350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:26.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:26 smithi175 ceph-mon[44549]: pgmap v5351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:26.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:26 smithi181 ceph-mon[45557]: pgmap v5351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:26 smithi088 ceph-mon[35322]: pgmap v5351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:26.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:26.887+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:41:26.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:26.887+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:41:26.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:26.887+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:41:28.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:28 smithi175 ceph-mon[44549]: pgmap v5352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:28.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:28 smithi181 ceph-mon[45557]: pgmap v5352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:28 smithi088 ceph-mon[35322]: pgmap v5352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:30 smithi175 ceph-mon[44549]: pgmap v5353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:41:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:30 smithi181 ceph-mon[45557]: pgmap v5353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:41:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:30 smithi088 ceph-mon[35322]: pgmap v5353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:41:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:41:31.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:41:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:41:32.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: pgmap v5354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:32.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:41:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:41:32.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:41:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: pgmap v5354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:41:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:41:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: pgmap v5354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:41:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:41:32.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:41:32.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:41:32.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:41:32.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:41:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:33 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:41:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:33 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:41:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:33 smithi175 ceph-mon[44549]: pgmap v5355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:41:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:33 smithi175 ceph-mon[44549]: pgmap v5356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:41:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:33 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:41:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:33 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:41:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:33 smithi181 ceph-mon[45557]: pgmap v5355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:41:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:33 smithi181 ceph-mon[45557]: pgmap v5356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:41:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:33 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:41:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:33 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:41:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:33 smithi088 ceph-mon[35322]: pgmap v5355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:41:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:33 smithi088 ceph-mon[35322]: pgmap v5356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:41:35.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:35 smithi175 ceph-mon[44549]: pgmap v5357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:41:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:35 smithi181 ceph-mon[45557]: pgmap v5357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:41:35.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:35 smithi088 ceph-mon[35322]: pgmap v5357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:41:37.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:37 smithi088 ceph-mon[35322]: pgmap v5358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:41:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:37 smithi175 ceph-mon[44549]: pgmap v5358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:41:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:37 smithi181 ceph-mon[45557]: pgmap v5358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:41:39.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:39 smithi175 ceph-mon[44549]: pgmap v5359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:41:39.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:39 smithi181 ceph-mon[45557]: pgmap v5359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:41:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:39 smithi088 ceph-mon[35322]: pgmap v5359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:41:41.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:41 smithi175 ceph-mon[44549]: pgmap v5360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:41:41.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:41 smithi181 ceph-mon[45557]: pgmap v5360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:41:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:41 smithi088 ceph-mon[35322]: pgmap v5360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:41:41.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:41.901+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:41:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:41.901+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:41:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:41.901+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:41:43.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:43 smithi175 ceph-mon[44549]: pgmap v5361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:41:43.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:43 smithi181 ceph-mon[45557]: pgmap v5361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:41:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:43 smithi088 ceph-mon[35322]: pgmap v5361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:41:45.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:45 smithi175 ceph-mon[44549]: pgmap v5362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:41:45.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:45 smithi181 ceph-mon[45557]: pgmap v5362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:41:45.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:45 smithi088 ceph-mon[35322]: pgmap v5362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:41:47.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:47 smithi175 ceph-mon[44549]: pgmap v5363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:41:47.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:47 smithi181 ceph-mon[45557]: pgmap v5363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:41:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:47 smithi088 ceph-mon[35322]: pgmap v5363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:41:49.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:49 smithi175 ceph-mon[44549]: pgmap v5364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:49.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:49 smithi181 ceph-mon[45557]: pgmap v5364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:49.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:49 smithi088 ceph-mon[35322]: pgmap v5364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:51.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:51 smithi175 ceph-mon[44549]: pgmap v5365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:51.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:51 smithi181 ceph-mon[45557]: pgmap v5365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:51.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:51 smithi088 ceph-mon[35322]: pgmap v5365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:41:53.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:53 smithi088 ceph-mon[35322]: pgmap v5366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:53 smithi175 ceph-mon[44549]: pgmap v5366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:53.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:53 smithi181 ceph-mon[45557]: pgmap v5366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:41:55.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:55 smithi175 ceph-mon[44549]: pgmap v5367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:41:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:55 smithi181 ceph-mon[45557]: pgmap v5367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:41:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:55 smithi088 ceph-mon[35322]: pgmap v5367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:41:56.900 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:56.905+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:41:56.900 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:56.905+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:41:56.900 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:41:56.905+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:41:57.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:57 smithi175 ceph-mon[44549]: pgmap v5368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:41:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:57 smithi181 ceph-mon[45557]: pgmap v5368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:41:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:57 smithi088 ceph-mon[35322]: pgmap v5368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:41:59.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:41:59 smithi175 ceph-mon[44549]: pgmap v5369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:59.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:41:59 smithi181 ceph-mon[45557]: pgmap v5369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:41:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:41:59 smithi088 ceph-mon[35322]: pgmap v5369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:42:01.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:01 smithi175 ceph-mon[44549]: pgmap v5370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:42:01.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:01 smithi181 ceph-mon[45557]: pgmap v5370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:42:01.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:01 smithi088 ceph-mon[35322]: pgmap v5370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:42:03.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:03 smithi175 ceph-mon[44549]: pgmap v5371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:03.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:03 smithi181 ceph-mon[45557]: pgmap v5371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:03 smithi088 ceph-mon[35322]: pgmap v5371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:05 smithi175 ceph-mon[44549]: pgmap v5372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:42:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:05 smithi181 ceph-mon[45557]: pgmap v5372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:42:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:05 smithi088 ceph-mon[35322]: pgmap v5372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:42:07.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:07 smithi175 ceph-mon[44549]: pgmap v5373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:42:07.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:07 smithi181 ceph-mon[45557]: pgmap v5373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:42:07.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:07 smithi088 ceph-mon[35322]: pgmap v5373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:42:09.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:09 smithi175 ceph-mon[44549]: pgmap v5374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:42:09.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:09 smithi181 ceph-mon[45557]: pgmap v5374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:42:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:09 smithi088 ceph-mon[35322]: pgmap v5374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:42:11.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:11 smithi175 ceph-mon[44549]: pgmap v5375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:42:11.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:11 smithi181 ceph-mon[45557]: pgmap v5375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:42:11.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:11 smithi088 ceph-mon[35322]: pgmap v5375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:42:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:11.914+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:42:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:11.914+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:42:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:11.914+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:42:13.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:13 smithi175 ceph-mon[44549]: pgmap v5376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:13.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:13 smithi181 ceph-mon[45557]: pgmap v5376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:13.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:13 smithi088 ceph-mon[35322]: pgmap v5376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:15.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:15 smithi175 ceph-mon[44549]: pgmap v5377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:15.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:15 smithi181 ceph-mon[45557]: pgmap v5377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:15.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:15 smithi088 ceph-mon[35322]: pgmap v5377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:17.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:17 smithi175 ceph-mon[44549]: pgmap v5378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:42:17.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:17 smithi181 ceph-mon[45557]: pgmap v5378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:42:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:17 smithi088 ceph-mon[35322]: pgmap v5378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:42:19.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:19 smithi175 ceph-mon[44549]: pgmap v5379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:42:19.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:19 smithi181 ceph-mon[45557]: pgmap v5379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:42:19.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:19 smithi088 ceph-mon[35322]: pgmap v5379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:42:21.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:21 smithi175 ceph-mon[44549]: pgmap v5380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:42:21.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:21 smithi181 ceph-mon[45557]: pgmap v5380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:42:21.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:21 smithi088 ceph-mon[35322]: pgmap v5380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:42:23.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:23 smithi175 ceph-mon[44549]: pgmap v5381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:42:23.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:23 smithi181 ceph-mon[45557]: pgmap v5381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:42:23.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:23 smithi088 ceph-mon[35322]: pgmap v5381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T15:42:25.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:25 smithi175 ceph-mon[44549]: pgmap v5382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:25.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:25 smithi181 ceph-mon[45557]: pgmap v5382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:25.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:25 smithi088 ceph-mon[35322]: pgmap v5382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:26.929+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:42:26.924 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:26.929+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:42:26.925 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:26.929+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:42:27.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:27 smithi175 ceph-mon[44549]: pgmap v5383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:42:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:27 smithi181 ceph-mon[45557]: pgmap v5383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:42:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:27 smithi088 ceph-mon[35322]: pgmap v5383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:42:29.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:29 smithi175 ceph-mon[44549]: pgmap v5384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:42:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:29 smithi181 ceph-mon[45557]: pgmap v5384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:42:29.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:29 smithi088 ceph-mon[35322]: pgmap v5384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:42:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:31 smithi175 ceph-mon[44549]: pgmap v5385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:42:31.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:31 smithi181 ceph-mon[45557]: pgmap v5385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:42:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:31 smithi088 ceph-mon[35322]: pgmap v5385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:42:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:42:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:42:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:42:32.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:32.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:42:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:33 smithi181 ceph-mon[45557]: pgmap v5386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:33.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:33 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:42:33.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:33 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:42:33.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:42:33.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:42:33.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:42:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:33 smithi088 ceph-mon[35322]: pgmap v5386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:33 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:42:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:33 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:42:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:42:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:42:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:42:33.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:33 smithi175 ceph-mon[44549]: pgmap v5386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:33.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:33 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:42:33.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:33 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:42:33.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:42:33.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:42:33.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:42:34.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:34 smithi181 ceph-mon[45557]: pgmap v5387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:42:34.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:34 smithi181 ceph-mon[45557]: pgmap v5388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:42:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:34 smithi088 ceph-mon[35322]: pgmap v5387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:42:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:34 smithi088 ceph-mon[35322]: pgmap v5388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:42:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:34 smithi175 ceph-mon[44549]: pgmap v5387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:42:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:34 smithi175 ceph-mon[44549]: pgmap v5388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:42:36.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:36 smithi181 ceph-mon[45557]: pgmap v5389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:42:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:36 smithi088 ceph-mon[35322]: pgmap v5389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:42:36.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:36 smithi175 ceph-mon[44549]: pgmap v5389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:42:38.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:38 smithi181 ceph-mon[45557]: pgmap v5390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:38 smithi088 ceph-mon[35322]: pgmap v5390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:38.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:38 smithi175 ceph-mon[44549]: pgmap v5390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:40.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:40 smithi088 ceph-mon[35322]: pgmap v5391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:40.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:40 smithi181 ceph-mon[45557]: pgmap v5391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:40.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:40 smithi175 ceph-mon[44549]: pgmap v5391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:42:40.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:40.911+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:42:40.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:40.911+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:42:40.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:40.911+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 78 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T15:42:40.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:40.911+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 78 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x7ff34c102770 2024-01-28T15:42:41.940 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:41.944+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:42:41.940 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:41.944+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:42:41.940 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:41.944+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:42:42.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:42 smithi181 ceph-mon[45557]: pgmap v5392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:42:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:42 smithi088 ceph-mon[35322]: pgmap v5392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:42:42.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:42 smithi175 ceph-mon[44549]: pgmap v5392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:42:44.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:44 smithi181 ceph-mon[45557]: pgmap v5393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:42:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:44 smithi088 ceph-mon[35322]: pgmap v5393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:42:44.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:44 smithi175 ceph-mon[44549]: pgmap v5393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:42:46.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:46 smithi181 ceph-mon[45557]: pgmap v5394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:42:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:46 smithi088 ceph-mon[35322]: pgmap v5394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:42:46.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:46 smithi175 ceph-mon[44549]: pgmap v5394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:42:48.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:48 smithi181 ceph-mon[45557]: pgmap v5395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:48.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:48 smithi088 ceph-mon[35322]: pgmap v5395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:48.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:48 smithi175 ceph-mon[44549]: pgmap v5395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:50.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:50 smithi181 ceph-mon[45557]: pgmap v5396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:42:50.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:50 smithi088 ceph-mon[35322]: pgmap v5396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:42:50.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:50 smithi175 ceph-mon[44549]: pgmap v5396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:42:52.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:52 smithi181 ceph-mon[45557]: pgmap v5397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:42:52.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:52 smithi088 ceph-mon[35322]: pgmap v5397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:42:52.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:52 smithi175 ceph-mon[44549]: pgmap v5397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:42:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:54 smithi181 ceph-mon[45557]: pgmap v5398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:42:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:54 smithi088 ceph-mon[35322]: pgmap v5398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:42:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:54 smithi175 ceph-mon[44549]: pgmap v5398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:42:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:56 smithi088 ceph-mon[35322]: pgmap v5399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:42:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:56 smithi175 ceph-mon[44549]: pgmap v5399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:42:56.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:56.950+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:42:56.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:56.950+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:42:56.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:42:56.950+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:42:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:56 smithi181 ceph-mon[45557]: pgmap v5399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:42:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:42:58 smithi088 ceph-mon[35322]: pgmap v5400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:42:58 smithi175 ceph-mon[44549]: pgmap v5400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:42:58.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:42:58 smithi181 ceph-mon[45557]: pgmap v5400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:43:00.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:00 smithi088 ceph-mon[35322]: pgmap v5401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:00.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:00 smithi175 ceph-mon[44549]: pgmap v5401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:00.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:00 smithi181 ceph-mon[45557]: pgmap v5401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:02.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:02 smithi088 ceph-mon[35322]: pgmap v5402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:02.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:02 smithi175 ceph-mon[44549]: pgmap v5402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:02.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:02 smithi181 ceph-mon[45557]: pgmap v5402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:04.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:04 smithi088 ceph-mon[35322]: pgmap v5403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:04.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:04 smithi175 ceph-mon[44549]: pgmap v5403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:04.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:04 smithi181 ceph-mon[45557]: pgmap v5403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:06.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:06 smithi088 ceph-mon[35322]: pgmap v5404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:06.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:06 smithi175 ceph-mon[44549]: pgmap v5404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:06.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:06 smithi181 ceph-mon[45557]: pgmap v5404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:08.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:08 smithi088 ceph-mon[35322]: pgmap v5405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:08.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:08 smithi175 ceph-mon[44549]: pgmap v5405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:08.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:08 smithi181 ceph-mon[45557]: pgmap v5405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:10.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:10 smithi088 ceph-mon[35322]: pgmap v5406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:10.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:10 smithi175 ceph-mon[44549]: pgmap v5406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:10.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:10 smithi181 ceph-mon[45557]: pgmap v5406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:11.960 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:11.966+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:43:11.960 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:11.966+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:43:11.960 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:11.966+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:43:12.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:12 smithi088 ceph-mon[35322]: pgmap v5407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:12.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:12 smithi175 ceph-mon[44549]: pgmap v5407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:12.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:12 smithi181 ceph-mon[45557]: pgmap v5407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:14.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:14 smithi088 ceph-mon[35322]: pgmap v5408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:14.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:14 smithi175 ceph-mon[44549]: pgmap v5408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:14.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:14 smithi181 ceph-mon[45557]: pgmap v5408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:16.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:16 smithi088 ceph-mon[35322]: pgmap v5409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:16.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:16 smithi175 ceph-mon[44549]: pgmap v5409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:16.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:16 smithi181 ceph-mon[45557]: pgmap v5409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:18.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:18 smithi088 ceph-mon[35322]: pgmap v5410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:18.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:18 smithi175 ceph-mon[44549]: pgmap v5410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:18.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:18 smithi181 ceph-mon[45557]: pgmap v5410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:20.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:20 smithi088 ceph-mon[35322]: pgmap v5411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:20.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:20 smithi175 ceph-mon[44549]: pgmap v5411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:20.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:20 smithi181 ceph-mon[45557]: pgmap v5411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:22.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:22 smithi088 ceph-mon[35322]: pgmap v5412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:22.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:22 smithi175 ceph-mon[44549]: pgmap v5412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:22.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:22 smithi181 ceph-mon[45557]: pgmap v5412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:24.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:24 smithi088 ceph-mon[35322]: pgmap v5413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:24.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:24 smithi175 ceph-mon[44549]: pgmap v5413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:24.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:24 smithi181 ceph-mon[45557]: pgmap v5413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:26.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:26 smithi088 ceph-mon[35322]: pgmap v5414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:26.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:26 smithi175 ceph-mon[44549]: pgmap v5414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:26.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:26 smithi181 ceph-mon[45557]: pgmap v5414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:26.971 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:26.976+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:43:26.971 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:26.976+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:43:26.971 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:26.976+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:43:28.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:28 smithi088 ceph-mon[35322]: pgmap v5415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:28.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:28 smithi175 ceph-mon[44549]: pgmap v5415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:28.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:28 smithi181 ceph-mon[45557]: pgmap v5415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:30.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:30 smithi088 ceph-mon[35322]: pgmap v5416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:30 smithi175 ceph-mon[44549]: pgmap v5416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:30 smithi181 ceph-mon[45557]: pgmap v5416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:32.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:32 smithi088 ceph-mon[35322]: pgmap v5417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:32.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:32 smithi175 ceph-mon[44549]: pgmap v5417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:32 smithi181 ceph-mon[45557]: pgmap v5417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:33.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:43:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:43:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:43:34.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:34 smithi088 ceph-mon[35322]: pgmap v5418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:34.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:43:34.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:43:34.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:43:34.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:34 smithi175 ceph-mon[44549]: pgmap v5418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:34.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:43:34.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:43:34.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:43:34.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:34 smithi181 ceph-mon[45557]: pgmap v5418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:34.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:43:34.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:43:34.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:43:35.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:35 smithi088 ceph-mon[35322]: pgmap v5419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:43:35.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:35 smithi088 ceph-mon[35322]: pgmap v5420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:43:35.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:35 smithi175 ceph-mon[44549]: pgmap v5419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:43:35.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:35 smithi175 ceph-mon[44549]: pgmap v5420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:43:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:35 smithi181 ceph-mon[45557]: pgmap v5419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:43:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:35 smithi181 ceph-mon[45557]: pgmap v5420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:43:37.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:37 smithi088 ceph-mon[35322]: pgmap v5421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:43:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:37 smithi175 ceph-mon[44549]: pgmap v5421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:43:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:37 smithi181 ceph-mon[45557]: pgmap v5421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:43:39.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:39 smithi088 ceph-mon[35322]: pgmap v5422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:43:39.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:39 smithi175 ceph-mon[44549]: pgmap v5422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:43:39.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:39 smithi181 ceph-mon[45557]: pgmap v5422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:43:41.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:41 smithi088 ceph-mon[35322]: pgmap v5423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:43:41.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:41 smithi175 ceph-mon[44549]: pgmap v5423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:43:41.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:41 smithi181 ceph-mon[45557]: pgmap v5423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:43:41.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:41.991+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:43:41.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:41.991+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:43:41.986 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:41.991+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:43:43.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:43 smithi088 ceph-mon[35322]: pgmap v5424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:43:43.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:43 smithi175 ceph-mon[44549]: pgmap v5424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:43:43.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:43 smithi181 ceph-mon[45557]: pgmap v5424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:43:45.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:45 smithi175 ceph-mon[44549]: pgmap v5425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:43:45.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:45 smithi181 ceph-mon[45557]: pgmap v5425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:43:45.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:45 smithi088 ceph-mon[35322]: pgmap v5425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:43:47.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:47 smithi175 ceph-mon[44549]: pgmap v5426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:47.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:47 smithi181 ceph-mon[45557]: pgmap v5426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:47 smithi088 ceph-mon[35322]: pgmap v5426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:49.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:49 smithi175 ceph-mon[44549]: pgmap v5427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:49.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:49 smithi181 ceph-mon[45557]: pgmap v5427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:49.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:49 smithi088 ceph-mon[35322]: pgmap v5427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:51.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:51 smithi175 ceph-mon[44549]: pgmap v5428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:51.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:51 smithi181 ceph-mon[45557]: pgmap v5428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:51.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:51 smithi088 ceph-mon[35322]: pgmap v5428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:53 smithi175 ceph-mon[44549]: pgmap v5429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:53.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:53 smithi181 ceph-mon[45557]: pgmap v5429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:53 smithi088 ceph-mon[35322]: pgmap v5429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:55.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:55 smithi175 ceph-mon[44549]: pgmap v5430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:55 smithi181 ceph-mon[45557]: pgmap v5430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:55 smithi088 ceph-mon[35322]: pgmap v5430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:43:57.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:57.006+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:43:57.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:57.006+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:43:57.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:43:57.006+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:43:57.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:57 smithi175 ceph-mon[44549]: pgmap v5431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:57 smithi181 ceph-mon[45557]: pgmap v5431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:57 smithi088 ceph-mon[35322]: pgmap v5431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:43:59.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:43:59 smithi175 ceph-mon[44549]: pgmap v5432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:59.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:43:59 smithi181 ceph-mon[45557]: pgmap v5432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:43:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:43:59 smithi088 ceph-mon[35322]: pgmap v5432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:01.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:01 smithi175 ceph-mon[44549]: pgmap v5433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:01.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:01 smithi181 ceph-mon[45557]: pgmap v5433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:01.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:01 smithi088 ceph-mon[35322]: pgmap v5433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:03.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:03 smithi175 ceph-mon[44549]: pgmap v5434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:03.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:03 smithi181 ceph-mon[45557]: pgmap v5434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:03 smithi088 ceph-mon[35322]: pgmap v5434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:05 smithi175 ceph-mon[44549]: pgmap v5435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:05 smithi181 ceph-mon[45557]: pgmap v5435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:05 smithi088 ceph-mon[35322]: pgmap v5435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:07.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:07 smithi175 ceph-mon[44549]: pgmap v5436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:07.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:07 smithi181 ceph-mon[45557]: pgmap v5436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:07.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:07 smithi088 ceph-mon[35322]: pgmap v5436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:09.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:09 smithi175 ceph-mon[44549]: pgmap v5437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:09.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:09 smithi181 ceph-mon[45557]: pgmap v5437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:09 smithi088 ceph-mon[35322]: pgmap v5437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:11.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:11 smithi175 ceph-mon[44549]: pgmap v5438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:11.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:11 smithi181 ceph-mon[45557]: pgmap v5438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:11.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:11 smithi088 ceph-mon[35322]: pgmap v5438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:12.016 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:12.021+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:44:12.016 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:12.021+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:44:12.016 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:12.021+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:44:13.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:13 smithi175 ceph-mon[44549]: pgmap v5439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:13.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:13 smithi181 ceph-mon[45557]: pgmap v5439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:13.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:13 smithi088 ceph-mon[35322]: pgmap v5439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:15.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:15 smithi175 ceph-mon[44549]: pgmap v5440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:15.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:15 smithi181 ceph-mon[45557]: pgmap v5440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:15.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:15 smithi088 ceph-mon[35322]: pgmap v5440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:17.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:17 smithi175 ceph-mon[44549]: pgmap v5441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:17.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:17 smithi181 ceph-mon[45557]: pgmap v5441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:17 smithi088 ceph-mon[35322]: pgmap v5441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:19.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:19 smithi175 ceph-mon[44549]: pgmap v5442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:19.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:19 smithi181 ceph-mon[45557]: pgmap v5442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:19.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:19 smithi088 ceph-mon[35322]: pgmap v5442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:21.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:21 smithi175 ceph-mon[44549]: pgmap v5443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:21.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:21 smithi181 ceph-mon[45557]: pgmap v5443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:21.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:21 smithi088 ceph-mon[35322]: pgmap v5443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:23.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:23 smithi175 ceph-mon[44549]: pgmap v5444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:23.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:23 smithi181 ceph-mon[45557]: pgmap v5444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:23.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:23 smithi088 ceph-mon[35322]: pgmap v5444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:25.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:25 smithi175 ceph-mon[44549]: pgmap v5445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:25.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:25 smithi181 ceph-mon[45557]: pgmap v5445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:25.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:25 smithi088 ceph-mon[35322]: pgmap v5445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:27.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:27.037+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:44:27.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:27.037+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:44:27.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:27.037+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:44:27.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:27 smithi175 ceph-mon[44549]: pgmap v5446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:27 smithi181 ceph-mon[45557]: pgmap v5446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:27 smithi088 ceph-mon[35322]: pgmap v5446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:29.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:29 smithi175 ceph-mon[44549]: pgmap v5447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:29 smithi181 ceph-mon[45557]: pgmap v5447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:29.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:29 smithi088 ceph-mon[35322]: pgmap v5447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:31 smithi175 ceph-mon[44549]: pgmap v5448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:31.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:31 smithi181 ceph-mon[45557]: pgmap v5448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:31 smithi088 ceph-mon[35322]: pgmap v5448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:33 smithi175 ceph-mon[44549]: pgmap v5449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:33.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:33 smithi181 ceph-mon[45557]: pgmap v5449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:33 smithi088 ceph-mon[35322]: pgmap v5449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:44:34.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:44:34.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:44:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:44:35.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:35 smithi175 ceph-mon[44549]: pgmap v5450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:35.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:35 smithi181 ceph-mon[45557]: pgmap v5450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:35 smithi088 ceph-mon[35322]: pgmap v5450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:35.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:35.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:37.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:37 smithi088 ceph-mon[35322]: pgmap v5451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:37.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:37.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:37.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:44:37.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:44:37.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:37 smithi175 ceph-mon[44549]: pgmap v5451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:44:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:44:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:37 smithi181 ceph-mon[45557]: pgmap v5451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:37.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:37.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:37.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:44:37.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:44:37.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:44:38.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:38 smithi175 ceph-mon[44549]: pgmap v5452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:44:38.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:38 smithi175 ceph-mon[44549]: pgmap v5453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:44:38.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:38 smithi181 ceph-mon[45557]: pgmap v5452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:44:38.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:38 smithi181 ceph-mon[45557]: pgmap v5453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:44:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:38 smithi088 ceph-mon[35322]: pgmap v5452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:44:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:38 smithi088 ceph-mon[35322]: pgmap v5453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:44:40.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:40 smithi175 ceph-mon[44549]: pgmap v5454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:44:40.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:40 smithi181 ceph-mon[45557]: pgmap v5454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:44:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:40 smithi088 ceph-mon[35322]: pgmap v5454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:44:42.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:42.046+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:44:42.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:42.046+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:44:42.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:42.046+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:44:42.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:42 smithi175 ceph-mon[44549]: pgmap v5455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:44:42.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:42 smithi181 ceph-mon[45557]: pgmap v5455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:44:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:42 smithi088 ceph-mon[35322]: pgmap v5455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:44:44.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:44 smithi175 ceph-mon[44549]: pgmap v5456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T15:44:44.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:44 smithi181 ceph-mon[45557]: pgmap v5456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T15:44:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:44 smithi088 ceph-mon[35322]: pgmap v5456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T15:44:46.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:46 smithi175 ceph-mon[44549]: pgmap v5457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:44:46.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:46 smithi181 ceph-mon[45557]: pgmap v5457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:44:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:46 smithi088 ceph-mon[35322]: pgmap v5457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:44:48.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:48 smithi175 ceph-mon[44549]: pgmap v5458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:44:48.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:48 smithi181 ceph-mon[45557]: pgmap v5458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:44:48.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:48 smithi088 ceph-mon[35322]: pgmap v5458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:44:50.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:50 smithi181 ceph-mon[45557]: pgmap v5459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:44:50.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:50 smithi088 ceph-mon[35322]: pgmap v5459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:44:50.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:50 smithi175 ceph-mon[44549]: pgmap v5459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:44:52.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:52 smithi181 ceph-mon[45557]: pgmap v5460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:44:52.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:52 smithi088 ceph-mon[35322]: pgmap v5460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:44:52.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:52 smithi175 ceph-mon[44549]: pgmap v5460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:44:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:54 smithi181 ceph-mon[45557]: pgmap v5461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:54 smithi088 ceph-mon[35322]: pgmap v5461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:54 smithi175 ceph-mon[44549]: pgmap v5461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:44:56.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:56 smithi181 ceph-mon[45557]: pgmap v5462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:56 smithi088 ceph-mon[35322]: pgmap v5462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:56 smithi175 ceph-mon[44549]: pgmap v5462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:44:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:57.058+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:44:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:57.058+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:44:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:44:57.058+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:44:58.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:44:58 smithi181 ceph-mon[45557]: pgmap v5463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:44:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:44:58 smithi088 ceph-mon[35322]: pgmap v5463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:44:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:44:58 smithi175 ceph-mon[44549]: pgmap v5463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:00.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:00 smithi181 ceph-mon[45557]: pgmap v5464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:00.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:00 smithi088 ceph-mon[35322]: pgmap v5464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:00.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:00 smithi175 ceph-mon[44549]: pgmap v5464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:02.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:02 smithi181 ceph-mon[45557]: pgmap v5465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:02.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:02 smithi088 ceph-mon[35322]: pgmap v5465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:02.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:02 smithi175 ceph-mon[44549]: pgmap v5465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:04.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:04 smithi181 ceph-mon[45557]: pgmap v5466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:04.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:04 smithi088 ceph-mon[35322]: pgmap v5466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:04.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:04 smithi175 ceph-mon[44549]: pgmap v5466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:06.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:06 smithi181 ceph-mon[45557]: pgmap v5467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:06.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:06 smithi088 ceph-mon[35322]: pgmap v5467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:06.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:06 smithi175 ceph-mon[44549]: pgmap v5467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:08.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:08 smithi181 ceph-mon[45557]: pgmap v5468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:08.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:08 smithi088 ceph-mon[35322]: pgmap v5468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:08.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:08 smithi175 ceph-mon[44549]: pgmap v5468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:10.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:10 smithi181 ceph-mon[45557]: pgmap v5469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:10.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:10 smithi088 ceph-mon[35322]: pgmap v5469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:10.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:10 smithi175 ceph-mon[44549]: pgmap v5469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:12.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:12.066+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:45:12.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:12.066+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:45:12.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:12.066+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:45:12.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:12 smithi181 ceph-mon[45557]: pgmap v5470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:12.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:12 smithi088 ceph-mon[35322]: pgmap v5470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:12.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:12 smithi175 ceph-mon[44549]: pgmap v5470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:14.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:14 smithi088 ceph-mon[35322]: pgmap v5471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:14.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:14 smithi175 ceph-mon[44549]: pgmap v5471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:14.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:14 smithi181 ceph-mon[45557]: pgmap v5471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:16.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:16 smithi088 ceph-mon[35322]: pgmap v5472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:16.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:16 smithi175 ceph-mon[44549]: pgmap v5472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:16.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:16 smithi181 ceph-mon[45557]: pgmap v5472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:18 smithi088 ceph-mon[35322]: pgmap v5473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:18.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:18 smithi175 ceph-mon[44549]: pgmap v5473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:18.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:18 smithi181 ceph-mon[45557]: pgmap v5473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:20.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:20 smithi088 ceph-mon[35322]: pgmap v5474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:20.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:20 smithi175 ceph-mon[44549]: pgmap v5474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:20.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:20 smithi181 ceph-mon[45557]: pgmap v5474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:22.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:22 smithi088 ceph-mon[35322]: pgmap v5475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:22.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:22 smithi175 ceph-mon[44549]: pgmap v5475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:22.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:22 smithi181 ceph-mon[45557]: pgmap v5475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:24.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:24 smithi088 ceph-mon[35322]: pgmap v5476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:24.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:24 smithi175 ceph-mon[44549]: pgmap v5476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:24.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:24 smithi181 ceph-mon[45557]: pgmap v5476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:26 smithi088 ceph-mon[35322]: pgmap v5477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:26.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:26 smithi175 ceph-mon[44549]: pgmap v5477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:26.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:26 smithi181 ceph-mon[45557]: pgmap v5477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:27.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:27.081+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:45:27.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:27.081+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:45:27.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:27.081+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:45:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:28 smithi088 ceph-mon[35322]: pgmap v5478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:28.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:28 smithi175 ceph-mon[44549]: pgmap v5478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:28.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:28 smithi181 ceph-mon[45557]: pgmap v5478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:30 smithi088 ceph-mon[35322]: pgmap v5479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:30.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:30 smithi175 ceph-mon[44549]: pgmap v5479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:30.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:30 smithi181 ceph-mon[45557]: pgmap v5479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:32 smithi088 ceph-mon[35322]: pgmap v5480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:32.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:32 smithi175 ceph-mon[44549]: pgmap v5480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:32.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:32 smithi181 ceph-mon[45557]: pgmap v5480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:34 smithi088 ceph-mon[35322]: pgmap v5481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:34 smithi175 ceph-mon[44549]: pgmap v5481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:34.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:34 smithi181 ceph-mon[45557]: pgmap v5481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:36 smithi088 ceph-mon[35322]: pgmap v5482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:36.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:36 smithi175 ceph-mon[44549]: pgmap v5482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:36.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:36 smithi181 ceph-mon[45557]: pgmap v5482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:37.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:45:37.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:45:37.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:45:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:38 smithi088 ceph-mon[35322]: pgmap v5483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:45:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:45:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:45:38.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:38 smithi175 ceph-mon[44549]: pgmap v5483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:38.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:45:38.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:45:38.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:45:38.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:38 smithi181 ceph-mon[45557]: pgmap v5483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:38.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:45:38.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:45:38.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:45:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:39.453+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a23c0 msgr2=0x7ff32c0a27a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T15:45:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:39.453+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a23c0 msgr2=0x7ff32c0a27a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T15:45:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:39.453+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a23c0 0x7ff32c0a27a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff34404d000 tx=0x7ff344037040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T15:45:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:39.453+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a23c0 0x7ff32c0a27a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff34404d000 tx=0x7ff344037040 comp rx=0 tx=0).stop 2024-01-28T15:45:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:39.453+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a23c0 msgr2=0x7ff32c0a27a0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T15:45:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:39.453+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a23c0 msgr2=0x7ff32c0a27a0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T15:45:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:39.453+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a23c0 0x7ff32c0a27a0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T15:45:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:39.453+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T15:45:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:39.453+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T15:45:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:39.454+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7ff344025000 tx=0x7ff344043040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T15:45:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:39 smithi088 ceph-mon[35322]: pgmap v5484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:45:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:39 smithi088 ceph-mon[35322]: pgmap v5485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:45:39.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:39 smithi175 ceph-mon[44549]: pgmap v5484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:45:39.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:39 smithi175 ceph-mon[44549]: pgmap v5485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:45:39.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:39 smithi181 ceph-mon[45557]: pgmap v5484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:45:39.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:39 smithi181 ceph-mon[45557]: pgmap v5485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:45:40.933 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:40.939+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:45:40.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:40.939+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:45:40.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:40.939+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 79 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T15:45:40.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:40.939+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:45:40.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:40.939+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 79 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T15:45:40.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:40.939+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:45:40.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:40.940+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 80 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:45:40.935 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:40.940+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 80 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:45:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:41 smithi088 ceph-mon[35322]: pgmap v5486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:45:41.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:41 smithi175 ceph-mon[44549]: pgmap v5486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:45:41.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:41 smithi181 ceph-mon[45557]: pgmap v5486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:45:42.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:42.097+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:45:42.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:42.097+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:45:42.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:42.097+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:45:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:42 smithi088 ceph-mon[35322]: pgmap v5487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:45:42.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:42 smithi175 ceph-mon[44549]: pgmap v5487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:45:42.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:42 smithi181 ceph-mon[45557]: pgmap v5487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:45:45.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:45 smithi088 ceph-mon[35322]: pgmap v5488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:45:45.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:45 smithi175 ceph-mon[44549]: pgmap v5488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:45:45.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:45 smithi181 ceph-mon[45557]: pgmap v5488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:45:47.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:47 smithi088 ceph-mon[35322]: pgmap v5489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:45:47.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:47 smithi175 ceph-mon[44549]: pgmap v5489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:45:47.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:47 smithi181 ceph-mon[45557]: pgmap v5489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:45:49.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:49 smithi088 ceph-mon[35322]: pgmap v5490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:45:49.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:49 smithi175 ceph-mon[44549]: pgmap v5490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:45:49.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:49 smithi181 ceph-mon[45557]: pgmap v5490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:45:51.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:51 smithi088 ceph-mon[35322]: pgmap v5491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:51.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:51 smithi175 ceph-mon[44549]: pgmap v5491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:51.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:51 smithi181 ceph-mon[45557]: pgmap v5491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:45:53.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:53 smithi088 ceph-mon[35322]: pgmap v5492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:53 smithi175 ceph-mon[44549]: pgmap v5492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:53.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:53 smithi181 ceph-mon[45557]: pgmap v5492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:55.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:55 smithi088 ceph-mon[35322]: pgmap v5493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:55.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:55 smithi175 ceph-mon[44549]: pgmap v5493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:55 smithi181 ceph-mon[45557]: pgmap v5493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:45:57.101 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:57.106+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:45:57.101 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:57.106+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:45:57.101 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:45:57.106+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:45:57.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:57 smithi175 ceph-mon[44549]: pgmap v5494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:57.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:57 smithi181 ceph-mon[45557]: pgmap v5494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:57 smithi088 ceph-mon[35322]: pgmap v5494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:45:59.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:45:59 smithi175 ceph-mon[44549]: pgmap v5495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:59.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:45:59 smithi181 ceph-mon[45557]: pgmap v5495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:45:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:45:59 smithi088 ceph-mon[35322]: pgmap v5495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:46:01.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:01 smithi175 ceph-mon[44549]: pgmap v5496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:01.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:01 smithi181 ceph-mon[45557]: pgmap v5496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:01.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:01 smithi088 ceph-mon[35322]: pgmap v5496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:03.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:03 smithi175 ceph-mon[44549]: pgmap v5497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:03.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:03 smithi181 ceph-mon[45557]: pgmap v5497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:03 smithi088 ceph-mon[35322]: pgmap v5497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:05 smithi175 ceph-mon[44549]: pgmap v5498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:05 smithi181 ceph-mon[45557]: pgmap v5498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:05 smithi088 ceph-mon[35322]: pgmap v5498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:07.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:07 smithi175 ceph-mon[44549]: pgmap v5499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:07.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:07 smithi181 ceph-mon[45557]: pgmap v5499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:07.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:07 smithi088 ceph-mon[35322]: pgmap v5499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:09.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:09 smithi175 ceph-mon[44549]: pgmap v5500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:46:09.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:09 smithi181 ceph-mon[45557]: pgmap v5500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:46:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:09 smithi088 ceph-mon[35322]: pgmap v5500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:46:11.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:11 smithi175 ceph-mon[44549]: pgmap v5501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:11.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:11 smithi181 ceph-mon[45557]: pgmap v5501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:11.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:11 smithi088 ceph-mon[35322]: pgmap v5501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:12.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:12.113+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:46:12.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:12.113+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:46:12.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:12.113+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:46:13.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:13 smithi175 ceph-mon[44549]: pgmap v5502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:13.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:13 smithi181 ceph-mon[45557]: pgmap v5502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:13.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:13 smithi088 ceph-mon[35322]: pgmap v5502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:15.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:15 smithi175 ceph-mon[44549]: pgmap v5503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:15.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:15 smithi181 ceph-mon[45557]: pgmap v5503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:15.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:15 smithi088 ceph-mon[35322]: pgmap v5503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:17.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:17 smithi175 ceph-mon[44549]: pgmap v5504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:17.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:17 smithi181 ceph-mon[45557]: pgmap v5504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:17 smithi088 ceph-mon[35322]: pgmap v5504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:19.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:19 smithi175 ceph-mon[44549]: pgmap v5505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:46:19.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:19 smithi181 ceph-mon[45557]: pgmap v5505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:46:19.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:19 smithi088 ceph-mon[35322]: pgmap v5505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:46:21.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:21 smithi175 ceph-mon[44549]: pgmap v5506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:21.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:21 smithi181 ceph-mon[45557]: pgmap v5506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:21.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:21 smithi088 ceph-mon[35322]: pgmap v5506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:23.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:23 smithi175 ceph-mon[44549]: pgmap v5507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:23.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:23 smithi181 ceph-mon[45557]: pgmap v5507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:23.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:23 smithi088 ceph-mon[35322]: pgmap v5507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:25.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:25 smithi175 ceph-mon[44549]: pgmap v5508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:25.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:25 smithi181 ceph-mon[45557]: pgmap v5508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:25.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:25 smithi088 ceph-mon[35322]: pgmap v5508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:27.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:27.127+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:46:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:27.127+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:46:27.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:27.127+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:46:27.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:27 smithi175 ceph-mon[44549]: pgmap v5509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:27 smithi181 ceph-mon[45557]: pgmap v5509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:27 smithi088 ceph-mon[35322]: pgmap v5509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:29.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:29 smithi175 ceph-mon[44549]: pgmap v5510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:46:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:29 smithi181 ceph-mon[45557]: pgmap v5510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:46:29.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:29 smithi088 ceph-mon[35322]: pgmap v5510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:46:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:31 smithi175 ceph-mon[44549]: pgmap v5511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:31.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:31 smithi181 ceph-mon[45557]: pgmap v5511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:31 smithi088 ceph-mon[35322]: pgmap v5511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:33 smithi175 ceph-mon[44549]: pgmap v5512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:33 smithi181 ceph-mon[45557]: pgmap v5512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:33 smithi088 ceph-mon[35322]: pgmap v5512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:35.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:35 smithi175 ceph-mon[44549]: pgmap v5513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:35 smithi181 ceph-mon[45557]: pgmap v5513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:35.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:35 smithi088 ceph-mon[35322]: pgmap v5513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:46:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:37 smithi175 ceph-mon[44549]: pgmap v5514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:37 smithi181 ceph-mon[45557]: pgmap v5514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:37.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:37 smithi088 ceph-mon[35322]: pgmap v5514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:38.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:46:38.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:46:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:46:39.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:39 smithi175 ceph-mon[44549]: pgmap v5515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:46:39.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:46:39.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:46:39.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:46:39.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:39 smithi181 ceph-mon[45557]: pgmap v5515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:46:39.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:46:39.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:46:39.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:46:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:39 smithi088 ceph-mon[35322]: pgmap v5515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:46:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:46:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:46:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:46:40.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:40 smithi175 ceph-mon[44549]: pgmap v5516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:46:40.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:40 smithi175 ceph-mon[44549]: pgmap v5517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:46:40.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:40 smithi181 ceph-mon[45557]: pgmap v5516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:46:40.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:40 smithi181 ceph-mon[45557]: pgmap v5517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:46:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:40 smithi088 ceph-mon[35322]: pgmap v5516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T15:46:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:40 smithi088 ceph-mon[35322]: pgmap v5517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:46:42.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:42.132+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:46:42.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:42.132+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:46:42.128 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:42.132+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:46:42.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:42 smithi175 ceph-mon[44549]: pgmap v5518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:46:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:42 smithi181 ceph-mon[45557]: pgmap v5518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:46:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:42 smithi088 ceph-mon[35322]: pgmap v5518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:46:44.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:44 smithi175 ceph-mon[44549]: pgmap v5519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:46:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:44 smithi181 ceph-mon[45557]: pgmap v5519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:46:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:44 smithi088 ceph-mon[35322]: pgmap v5519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:46:46.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:46 smithi175 ceph-mon[44549]: pgmap v5520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:46:46.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:46 smithi181 ceph-mon[45557]: pgmap v5520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:46:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:46 smithi088 ceph-mon[35322]: pgmap v5520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:46:48.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:48 smithi175 ceph-mon[44549]: pgmap v5521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:46:48.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:48 smithi181 ceph-mon[45557]: pgmap v5521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:46:48.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:48 smithi088 ceph-mon[35322]: pgmap v5521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:46:50.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:50 smithi175 ceph-mon[44549]: pgmap v5522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:46:50.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:50 smithi181 ceph-mon[45557]: pgmap v5522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:46:50.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:50 smithi088 ceph-mon[35322]: pgmap v5522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:46:52.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:52 smithi175 ceph-mon[44549]: pgmap v5523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:52.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:52 smithi181 ceph-mon[45557]: pgmap v5523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:52.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:52 smithi088 ceph-mon[35322]: pgmap v5523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:54.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:54 smithi175 ceph-mon[44549]: pgmap v5524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:46:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:54 smithi181 ceph-mon[45557]: pgmap v5524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:46:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:54 smithi088 ceph-mon[35322]: pgmap v5524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:46:56.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:56 smithi181 ceph-mon[45557]: pgmap v5525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:56.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:56 smithi088 ceph-mon[35322]: pgmap v5525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:56 smithi175 ceph-mon[44549]: pgmap v5525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:46:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:57.147+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:46:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:57.147+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:46:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:46:57.147+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:46:58.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:46:58 smithi181 ceph-mon[45557]: pgmap v5526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:46:58 smithi088 ceph-mon[35322]: pgmap v5526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:46:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:46:58 smithi175 ceph-mon[44549]: pgmap v5526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:00.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:00 smithi181 ceph-mon[45557]: pgmap v5527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:00.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:00 smithi088 ceph-mon[35322]: pgmap v5527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:00.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:00 smithi175 ceph-mon[44549]: pgmap v5527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:02.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:02 smithi181 ceph-mon[45557]: pgmap v5528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:02.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:02 smithi088 ceph-mon[35322]: pgmap v5528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:02.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:02 smithi175 ceph-mon[44549]: pgmap v5528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:04.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:04 smithi181 ceph-mon[45557]: pgmap v5529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:04.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:04 smithi088 ceph-mon[35322]: pgmap v5529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:04.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:04 smithi175 ceph-mon[44549]: pgmap v5529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:06.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:06 smithi181 ceph-mon[45557]: pgmap v5530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:06.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:06 smithi088 ceph-mon[35322]: pgmap v5530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:06.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:06 smithi175 ceph-mon[44549]: pgmap v5530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:08.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:08 smithi181 ceph-mon[45557]: pgmap v5531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:08.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:08 smithi088 ceph-mon[35322]: pgmap v5531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:08.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:08 smithi175 ceph-mon[44549]: pgmap v5531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:10.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:10 smithi181 ceph-mon[45557]: pgmap v5532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:10.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:10 smithi088 ceph-mon[35322]: pgmap v5532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:10.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:10 smithi175 ceph-mon[44549]: pgmap v5532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:12.157 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:12.161+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:47:12.157 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:12.162+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:47:12.157 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:12.162+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:47:12.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:12 smithi181 ceph-mon[45557]: pgmap v5533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:12.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:12 smithi088 ceph-mon[35322]: pgmap v5533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:12.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:12 smithi175 ceph-mon[44549]: pgmap v5533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:14.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:14 smithi181 ceph-mon[45557]: pgmap v5534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:14.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:14 smithi088 ceph-mon[35322]: pgmap v5534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:14.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:14 smithi175 ceph-mon[44549]: pgmap v5534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:16.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:16 smithi181 ceph-mon[45557]: pgmap v5535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:16.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:16 smithi088 ceph-mon[35322]: pgmap v5535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:16.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:16 smithi175 ceph-mon[44549]: pgmap v5535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:18.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:18 smithi181 ceph-mon[45557]: pgmap v5536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:18.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:18 smithi088 ceph-mon[35322]: pgmap v5536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:18.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:18 smithi175 ceph-mon[44549]: pgmap v5536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:20.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:20 smithi181 ceph-mon[45557]: pgmap v5537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:20.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:20 smithi088 ceph-mon[35322]: pgmap v5537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:20.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:20 smithi175 ceph-mon[44549]: pgmap v5537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:22.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:22 smithi088 ceph-mon[35322]: pgmap v5538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:22.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:22 smithi175 ceph-mon[44549]: pgmap v5538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:22.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:22 smithi181 ceph-mon[45557]: pgmap v5538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:24.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:24 smithi088 ceph-mon[35322]: pgmap v5539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:24.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:24 smithi175 ceph-mon[44549]: pgmap v5539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:24.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:24 smithi181 ceph-mon[45557]: pgmap v5539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:26 smithi088 ceph-mon[35322]: pgmap v5540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:26.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:26 smithi175 ceph-mon[44549]: pgmap v5540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:26.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:26 smithi181 ceph-mon[45557]: pgmap v5540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:27.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:27.163+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:47:27.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:27.163+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:47:27.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:27.163+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:47:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:28 smithi088 ceph-mon[35322]: pgmap v5541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:28.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:28 smithi175 ceph-mon[44549]: pgmap v5541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:28.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:28 smithi181 ceph-mon[45557]: pgmap v5541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:30 smithi088 ceph-mon[35322]: pgmap v5542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:30.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:30 smithi175 ceph-mon[44549]: pgmap v5542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:30.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:30 smithi181 ceph-mon[45557]: pgmap v5542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:32 smithi088 ceph-mon[35322]: pgmap v5543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:32.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:32 smithi175 ceph-mon[44549]: pgmap v5543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:32.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:32 smithi181 ceph-mon[45557]: pgmap v5543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:34 smithi088 ceph-mon[35322]: pgmap v5544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:34 smithi175 ceph-mon[44549]: pgmap v5544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:34 smithi181 ceph-mon[45557]: pgmap v5544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:47:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:36 smithi088 ceph-mon[35322]: pgmap v5545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:36.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:36 smithi175 ceph-mon[44549]: pgmap v5545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:36.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:36 smithi181 ceph-mon[45557]: pgmap v5545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:47:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:38 smithi088 ceph-mon[35322]: pgmap v5546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:38.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:38 smithi175 ceph-mon[44549]: pgmap v5546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:38.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:38 smithi181 ceph-mon[45557]: pgmap v5546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:47:39.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:47:39.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:47:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:40 smithi088 ceph-mon[35322]: pgmap v5547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:40 smithi175 ceph-mon[44549]: pgmap v5547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:40.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:40 smithi181 ceph-mon[45557]: pgmap v5547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:40.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:40.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:47:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:47:41.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:41.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:47:41.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:47:41.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:41.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:47:41.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:47:41.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:47:42.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:42.175+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:47:42.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:42.175+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:47:42.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:42.175+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:47:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:42 smithi088 ceph-mon[35322]: pgmap v5548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:47:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:42 smithi088 ceph-mon[35322]: pgmap v5549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:47:42.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:42 smithi175 ceph-mon[44549]: pgmap v5548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:47:42.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:42 smithi175 ceph-mon[44549]: pgmap v5549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:47:42.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:42 smithi181 ceph-mon[45557]: pgmap v5548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:47:42.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:42 smithi181 ceph-mon[45557]: pgmap v5549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:47:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:44 smithi088 ceph-mon[35322]: pgmap v5550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:47:44.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:44 smithi175 ceph-mon[44549]: pgmap v5550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:47:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:44 smithi181 ceph-mon[45557]: pgmap v5550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:47:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:46 smithi088 ceph-mon[35322]: pgmap v5551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:47:46.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:46 smithi175 ceph-mon[44549]: pgmap v5551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:47:46.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:46 smithi181 ceph-mon[45557]: pgmap v5551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:47:48.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:48 smithi088 ceph-mon[35322]: pgmap v5552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:47:48.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:48 smithi175 ceph-mon[44549]: pgmap v5552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:47:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:48 smithi181 ceph-mon[45557]: pgmap v5552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:47:50.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:50 smithi088 ceph-mon[35322]: pgmap v5553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:47:50.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:50 smithi175 ceph-mon[44549]: pgmap v5553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:47:50.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:50 smithi181 ceph-mon[45557]: pgmap v5553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:47:52.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:52 smithi088 ceph-mon[35322]: pgmap v5554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T15:47:52.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:52 smithi175 ceph-mon[44549]: pgmap v5554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T15:47:52.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:52 smithi181 ceph-mon[45557]: pgmap v5554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T15:47:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:54 smithi088 ceph-mon[35322]: pgmap v5555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:47:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:54 smithi175 ceph-mon[44549]: pgmap v5555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:47:54.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:54 smithi181 ceph-mon[45557]: pgmap v5555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:47:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:56 smithi175 ceph-mon[44549]: pgmap v5556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:56.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:56 smithi181 ceph-mon[45557]: pgmap v5556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:57.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:56 smithi088 ceph-mon[35322]: pgmap v5556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:47:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:57.190+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:47:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:57.190+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:47:57.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:47:57.190+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:47:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:47:58 smithi175 ceph-mon[44549]: pgmap v5557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:58.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:47:58 smithi181 ceph-mon[45557]: pgmap v5557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:47:59.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:47:58 smithi088 ceph-mon[35322]: pgmap v5557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:00.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:00 smithi175 ceph-mon[44549]: pgmap v5558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:00.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:00 smithi181 ceph-mon[45557]: pgmap v5558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:01.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:00 smithi088 ceph-mon[35322]: pgmap v5558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:02.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:02 smithi175 ceph-mon[44549]: pgmap v5559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:02.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:02 smithi181 ceph-mon[45557]: pgmap v5559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:03.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:02 smithi088 ceph-mon[35322]: pgmap v5559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:04.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:04 smithi175 ceph-mon[44549]: pgmap v5560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:04.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:04 smithi181 ceph-mon[45557]: pgmap v5560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:05.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:04 smithi088 ceph-mon[35322]: pgmap v5560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:05 smithi175 ceph-mon[44549]: pgmap v5561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:48:05.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:05 smithi181 ceph-mon[45557]: pgmap v5561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:48:06.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:05 smithi088 ceph-mon[35322]: pgmap v5561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:48:07.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:07 smithi175 ceph-mon[44549]: pgmap v5562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:07.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:07 smithi181 ceph-mon[45557]: pgmap v5562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:08.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:07 smithi088 ceph-mon[35322]: pgmap v5562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:10.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:10 smithi175 ceph-mon[44549]: pgmap v5563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:48:10.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:10 smithi181 ceph-mon[45557]: pgmap v5563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:48:10.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:10 smithi088 ceph-mon[35322]: pgmap v5563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:48:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:12.201+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:48:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:12.201+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:48:12.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:12.201+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:48:12.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:12 smithi175 ceph-mon[44549]: pgmap v5564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:12.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:12 smithi181 ceph-mon[45557]: pgmap v5564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:12.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:12 smithi088 ceph-mon[35322]: pgmap v5564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:14.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:14 smithi175 ceph-mon[44549]: pgmap v5565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:14.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:14 smithi181 ceph-mon[45557]: pgmap v5565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:14.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:14 smithi088 ceph-mon[35322]: pgmap v5565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:16.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:16 smithi175 ceph-mon[44549]: pgmap v5566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:48:16.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:16 smithi181 ceph-mon[45557]: pgmap v5566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:48:16.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:16 smithi088 ceph-mon[35322]: pgmap v5566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:48:18.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:18 smithi175 ceph-mon[44549]: pgmap v5567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:18.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:18 smithi181 ceph-mon[45557]: pgmap v5567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:18 smithi088 ceph-mon[35322]: pgmap v5567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:20.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:20 smithi175 ceph-mon[44549]: pgmap v5568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:20.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:20 smithi181 ceph-mon[45557]: pgmap v5568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:20.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:20 smithi088 ceph-mon[35322]: pgmap v5568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:22.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:22 smithi088 ceph-mon[35322]: pgmap v5569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:22.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:22 smithi175 ceph-mon[44549]: pgmap v5569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:22.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:22 smithi181 ceph-mon[45557]: pgmap v5569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:24.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:24 smithi175 ceph-mon[44549]: pgmap v5570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:24.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:24 smithi181 ceph-mon[45557]: pgmap v5570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:24.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:24 smithi088 ceph-mon[35322]: pgmap v5570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:26.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:26 smithi175 ceph-mon[44549]: pgmap v5571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:48:26.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:26 smithi181 ceph-mon[45557]: pgmap v5571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:48:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:26 smithi088 ceph-mon[35322]: pgmap v5571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:48:27.211 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:27.216+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:48:27.211 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:27.216+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:48:27.211 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:27.216+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:48:28.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:28 smithi175 ceph-mon[44549]: pgmap v5572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:28.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:28 smithi181 ceph-mon[45557]: pgmap v5572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:28 smithi088 ceph-mon[35322]: pgmap v5572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:30 smithi175 ceph-mon[44549]: pgmap v5573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:30 smithi181 ceph-mon[45557]: pgmap v5573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:30 smithi088 ceph-mon[35322]: pgmap v5573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:32.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:32 smithi175 ceph-mon[44549]: pgmap v5574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:32 smithi181 ceph-mon[45557]: pgmap v5574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:32 smithi088 ceph-mon[35322]: pgmap v5574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:34.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:34 smithi175 ceph-mon[44549]: pgmap v5575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:34.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:34 smithi181 ceph-mon[45557]: pgmap v5575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:34 smithi088 ceph-mon[35322]: pgmap v5575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:36.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:36 smithi175 ceph-mon[44549]: pgmap v5576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:48:36.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:36 smithi181 ceph-mon[45557]: pgmap v5576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:48:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:36 smithi088 ceph-mon[35322]: pgmap v5576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:48:38.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:38 smithi175 ceph-mon[44549]: pgmap v5577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:38.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:38 smithi181 ceph-mon[45557]: pgmap v5577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:38 smithi088 ceph-mon[35322]: pgmap v5577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:40.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:40 smithi175 ceph-mon[44549]: pgmap v5578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:40.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:40 smithi181 ceph-mon[45557]: pgmap v5578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:40 smithi088 ceph-mon[35322]: pgmap v5578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:40.962 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:40.967+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:48:40.962 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:40.967+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:48:40.963 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:40.968+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 81 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T15:48:40.963 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:40.968+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 81 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T15:48:41.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:48:41.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:48:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:48:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:42.224+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:48:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:42.224+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:48:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:42.224+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:48:42.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:42 smithi175 ceph-mon[44549]: pgmap v5579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:42.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:48:42.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:48:42.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:48:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:42 smithi181 ceph-mon[45557]: pgmap v5579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:48:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:48:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:48:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:42 smithi088 ceph-mon[35322]: pgmap v5579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:48:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:48:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:48:43.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:43 smithi175 ceph-mon[44549]: pgmap v5580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:48:43.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:43 smithi175 ceph-mon[44549]: pgmap v5581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:48:43.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:43 smithi181 ceph-mon[45557]: pgmap v5580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:48:43.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:43 smithi181 ceph-mon[45557]: pgmap v5581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:48:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:43 smithi088 ceph-mon[35322]: pgmap v5580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:48:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:43 smithi088 ceph-mon[35322]: pgmap v5581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:48:45.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:45 smithi175 ceph-mon[44549]: pgmap v5582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:48:45.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:45 smithi181 ceph-mon[45557]: pgmap v5582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:48:45.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:45 smithi088 ceph-mon[35322]: pgmap v5582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:48:47.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:47 smithi175 ceph-mon[44549]: pgmap v5583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:48:47.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:47 smithi181 ceph-mon[45557]: pgmap v5583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:48:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:47 smithi088 ceph-mon[35322]: pgmap v5583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:48:49.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:49 smithi175 ceph-mon[44549]: pgmap v5584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:48:49.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:49 smithi181 ceph-mon[45557]: pgmap v5584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:48:49.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:49 smithi088 ceph-mon[35322]: pgmap v5584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:48:51.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:51 smithi175 ceph-mon[44549]: pgmap v5585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:48:51.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:51 smithi181 ceph-mon[45557]: pgmap v5585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:48:51.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:51 smithi088 ceph-mon[35322]: pgmap v5585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:48:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:53 smithi175 ceph-mon[44549]: pgmap v5586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:48:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:53 smithi181 ceph-mon[45557]: pgmap v5586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:48:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:53 smithi088 ceph-mon[35322]: pgmap v5586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:48:55.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:55 smithi175 ceph-mon[44549]: pgmap v5587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:55 smithi181 ceph-mon[45557]: pgmap v5587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:55 smithi088 ceph-mon[35322]: pgmap v5587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:48:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:57.231+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:48:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:57.231+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:48:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:48:57.231+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:48:57.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:57 smithi175 ceph-mon[44549]: pgmap v5588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:57.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:57 smithi181 ceph-mon[45557]: pgmap v5588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:57 smithi088 ceph-mon[35322]: pgmap v5588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:48:59.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:48:59 smithi175 ceph-mon[44549]: pgmap v5589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:59.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:48:59 smithi181 ceph-mon[45557]: pgmap v5589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:48:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:48:59 smithi088 ceph-mon[35322]: pgmap v5589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:01.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:01 smithi181 ceph-mon[45557]: pgmap v5590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:01.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:01 smithi088 ceph-mon[35322]: pgmap v5590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:01.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:01 smithi175 ceph-mon[44549]: pgmap v5590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:03.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:03 smithi181 ceph-mon[45557]: pgmap v5591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:03 smithi088 ceph-mon[35322]: pgmap v5591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:03.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:03 smithi175 ceph-mon[44549]: pgmap v5591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:05 smithi181 ceph-mon[45557]: pgmap v5592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:05 smithi088 ceph-mon[35322]: pgmap v5592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:05.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:05 smithi175 ceph-mon[44549]: pgmap v5592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:07.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:07 smithi181 ceph-mon[45557]: pgmap v5593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:07.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:07 smithi088 ceph-mon[35322]: pgmap v5593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:07.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:07 smithi175 ceph-mon[44549]: pgmap v5593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:09.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:09 smithi181 ceph-mon[45557]: pgmap v5594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:09 smithi088 ceph-mon[35322]: pgmap v5594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:09.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:09 smithi175 ceph-mon[44549]: pgmap v5594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:11.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:11 smithi181 ceph-mon[45557]: pgmap v5595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:11.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:11 smithi088 ceph-mon[35322]: pgmap v5595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:11.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:11 smithi175 ceph-mon[44549]: pgmap v5595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:12.245+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:49:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:12.245+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:49:12.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:12.245+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:49:13.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:13 smithi181 ceph-mon[45557]: pgmap v5596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:13.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:13 smithi088 ceph-mon[35322]: pgmap v5596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:13.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:13 smithi175 ceph-mon[44549]: pgmap v5596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:15.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:15 smithi181 ceph-mon[45557]: pgmap v5597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:15.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:15 smithi088 ceph-mon[35322]: pgmap v5597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:15.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:15 smithi175 ceph-mon[44549]: pgmap v5597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:17.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:17 smithi181 ceph-mon[45557]: pgmap v5598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:17 smithi088 ceph-mon[35322]: pgmap v5598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:17.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:17 smithi175 ceph-mon[44549]: pgmap v5598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:19.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:19 smithi181 ceph-mon[45557]: pgmap v5599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:19.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:19 smithi088 ceph-mon[35322]: pgmap v5599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:19.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:19 smithi175 ceph-mon[44549]: pgmap v5599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:21.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:21 smithi181 ceph-mon[45557]: pgmap v5600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:21.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:21 smithi088 ceph-mon[35322]: pgmap v5600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:21.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:21 smithi175 ceph-mon[44549]: pgmap v5600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:23.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:23 smithi181 ceph-mon[45557]: pgmap v5601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:23.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:23 smithi088 ceph-mon[35322]: pgmap v5601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:23.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:23 smithi175 ceph-mon[44549]: pgmap v5601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:25.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:25 smithi088 ceph-mon[35322]: pgmap v5602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:25.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:25 smithi175 ceph-mon[44549]: pgmap v5602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:25.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:25 smithi181 ceph-mon[45557]: pgmap v5602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:27.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:27.256+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:49:27.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:27.256+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:49:27.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:27.256+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:49:27.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:27 smithi088 ceph-mon[35322]: pgmap v5603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:27 smithi175 ceph-mon[44549]: pgmap v5603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:27.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:27 smithi181 ceph-mon[45557]: pgmap v5603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:29 smithi088 ceph-mon[35322]: pgmap v5604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:29.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:29 smithi175 ceph-mon[44549]: pgmap v5604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:29.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:29 smithi181 ceph-mon[45557]: pgmap v5604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:31 smithi088 ceph-mon[35322]: pgmap v5605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:31.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:31 smithi175 ceph-mon[44549]: pgmap v5605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:31.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:31 smithi181 ceph-mon[45557]: pgmap v5605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:33 smithi088 ceph-mon[35322]: pgmap v5606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:33.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:33 smithi175 ceph-mon[44549]: pgmap v5606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:33.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:33 smithi181 ceph-mon[45557]: pgmap v5606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:35.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:35 smithi088 ceph-mon[35322]: pgmap v5607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:35.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:35 smithi175 ceph-mon[44549]: pgmap v5607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:35.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:35 smithi181 ceph-mon[45557]: pgmap v5607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:49:37.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:37 smithi088 ceph-mon[35322]: pgmap v5608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:37.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:37 smithi175 ceph-mon[44549]: pgmap v5608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:37.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:37 smithi181 ceph-mon[45557]: pgmap v5608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:39 smithi088 ceph-mon[35322]: pgmap v5609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:39.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:39 smithi175 ceph-mon[44549]: pgmap v5609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:39.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:39 smithi181 ceph-mon[45557]: pgmap v5609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:49:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:41 smithi088 ceph-mon[35322]: pgmap v5610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:41.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:41 smithi175 ceph-mon[44549]: pgmap v5610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:41.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:41 smithi181 ceph-mon[45557]: pgmap v5610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:42.266 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:42.271+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:49:42.266 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:42.271+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:49:42.266 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:42.271+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:49:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:49:42.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:49:42.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:49:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:43 smithi088 ceph-mon[35322]: pgmap v5611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:49:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:49:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:49:43.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:43 smithi175 ceph-mon[44549]: pgmap v5611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:43.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:49:43.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:49:43.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:49:43.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:43 smithi181 ceph-mon[45557]: pgmap v5611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:43.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:49:43.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:49:43.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:49:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:44 smithi088 ceph-mon[35322]: pgmap v5612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:49:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:44 smithi088 ceph-mon[35322]: pgmap v5613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:49:44.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:44 smithi175 ceph-mon[44549]: pgmap v5612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:49:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:44 smithi175 ceph-mon[44549]: pgmap v5613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:49:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:44 smithi181 ceph-mon[45557]: pgmap v5612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:49:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:44 smithi181 ceph-mon[45557]: pgmap v5613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:49:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:46 smithi088 ceph-mon[35322]: pgmap v5614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:49:46.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:46 smithi175 ceph-mon[44549]: pgmap v5614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:49:46.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:46 smithi181 ceph-mon[45557]: pgmap v5614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:49:48.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:48 smithi088 ceph-mon[35322]: pgmap v5615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:49:48.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:48 smithi175 ceph-mon[44549]: pgmap v5615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:49:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:48 smithi181 ceph-mon[45557]: pgmap v5615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:49:50.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:50 smithi088 ceph-mon[35322]: pgmap v5616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:49:50.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:50 smithi175 ceph-mon[44549]: pgmap v5616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:49:50.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:50 smithi181 ceph-mon[45557]: pgmap v5616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:49:52.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:52 smithi088 ceph-mon[35322]: pgmap v5617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:49:52.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:52 smithi175 ceph-mon[44549]: pgmap v5617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:49:52.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:52 smithi181 ceph-mon[45557]: pgmap v5617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:49:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:54 smithi088 ceph-mon[35322]: pgmap v5618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:49:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:54 smithi175 ceph-mon[44549]: pgmap v5618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:49:54.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:54 smithi181 ceph-mon[45557]: pgmap v5618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:49:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:56 smithi088 ceph-mon[35322]: pgmap v5619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:56.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:56 smithi175 ceph-mon[44549]: pgmap v5619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:56.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:56 smithi181 ceph-mon[45557]: pgmap v5619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:49:57.281 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:57.286+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:49:57.281 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:57.286+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:49:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:49:57.286+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:49:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:49:58 smithi175 ceph-mon[44549]: pgmap v5620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:58.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:49:58 smithi181 ceph-mon[45557]: pgmap v5620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:49:59.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:49:58 smithi088 ceph-mon[35322]: pgmap v5620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:00.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:00 smithi175 ceph-mon[44549]: pgmap v5621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:00.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:50:00.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:00 smithi181 ceph-mon[45557]: pgmap v5621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:00.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:50:01.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:00 smithi088 ceph-mon[35322]: pgmap v5621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:01.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T15:50:02.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:02 smithi175 ceph-mon[44549]: pgmap v5622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:02.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:02 smithi181 ceph-mon[45557]: pgmap v5622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:03.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:02 smithi088 ceph-mon[35322]: pgmap v5622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:04.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:04 smithi175 ceph-mon[44549]: pgmap v5623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:04.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:04 smithi181 ceph-mon[45557]: pgmap v5623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:05.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:04 smithi088 ceph-mon[35322]: pgmap v5623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:06.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:06 smithi175 ceph-mon[44549]: pgmap v5624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:06.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:06 smithi181 ceph-mon[45557]: pgmap v5624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:07.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:06 smithi088 ceph-mon[35322]: pgmap v5624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:08.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:08 smithi175 ceph-mon[44549]: pgmap v5625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:08.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:08 smithi181 ceph-mon[45557]: pgmap v5625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:09.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:08 smithi088 ceph-mon[35322]: pgmap v5625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:10.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:10 smithi175 ceph-mon[44549]: pgmap v5626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:10.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:10 smithi181 ceph-mon[45557]: pgmap v5626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:11.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:10 smithi088 ceph-mon[35322]: pgmap v5626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:12.285 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:12.290+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:50:12.285 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:12.290+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:50:12.285 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:12.290+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:50:12.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:12 smithi175 ceph-mon[44549]: pgmap v5627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:12.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:12 smithi181 ceph-mon[45557]: pgmap v5627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:13.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:12 smithi088 ceph-mon[35322]: pgmap v5627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:14.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:14 smithi175 ceph-mon[44549]: pgmap v5628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:14.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:14 smithi181 ceph-mon[45557]: pgmap v5628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:15.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:14 smithi088 ceph-mon[35322]: pgmap v5628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:16.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:16 smithi175 ceph-mon[44549]: pgmap v5629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:16.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:16 smithi181 ceph-mon[45557]: pgmap v5629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:17.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:16 smithi088 ceph-mon[35322]: pgmap v5629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:18.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:18 smithi175 ceph-mon[44549]: pgmap v5630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:18.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:18 smithi181 ceph-mon[45557]: pgmap v5630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:19.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:18 smithi088 ceph-mon[35322]: pgmap v5630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:19.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:19 smithi175 ceph-mon[44549]: pgmap v5631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:19.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:19 smithi181 ceph-mon[45557]: pgmap v5631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:20.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:19 smithi088 ceph-mon[35322]: pgmap v5631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:21.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:21 smithi175 ceph-mon[44549]: pgmap v5632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:21.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:21 smithi181 ceph-mon[45557]: pgmap v5632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:22.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:21 smithi088 ceph-mon[35322]: pgmap v5632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:24.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:24 smithi175 ceph-mon[44549]: pgmap v5633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:24.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:24 smithi181 ceph-mon[45557]: pgmap v5633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:24.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:24 smithi088 ceph-mon[35322]: pgmap v5633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:26.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:26 smithi175 ceph-mon[44549]: pgmap v5634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:26.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:26 smithi181 ceph-mon[45557]: pgmap v5634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:26 smithi088 ceph-mon[35322]: pgmap v5634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:27.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:27.305+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:50:27.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:27.305+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:50:27.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:27.305+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:50:28.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:28 smithi175 ceph-mon[44549]: pgmap v5635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:28.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:28 smithi181 ceph-mon[45557]: pgmap v5635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:28 smithi088 ceph-mon[35322]: pgmap v5635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:30.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:30 smithi175 ceph-mon[44549]: pgmap v5636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:30.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:30 smithi181 ceph-mon[45557]: pgmap v5636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:30.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:30 smithi088 ceph-mon[35322]: pgmap v5636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:32.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:32 smithi175 ceph-mon[44549]: pgmap v5637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:32.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:32 smithi181 ceph-mon[45557]: pgmap v5637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:32 smithi088 ceph-mon[35322]: pgmap v5637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:34.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:34 smithi175 ceph-mon[44549]: pgmap v5638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:34.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:34 smithi181 ceph-mon[45557]: pgmap v5638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:34 smithi088 ceph-mon[35322]: pgmap v5638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:36.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:36 smithi175 ceph-mon[44549]: pgmap v5639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:36.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:36 smithi181 ceph-mon[45557]: pgmap v5639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:36 smithi088 ceph-mon[35322]: pgmap v5639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:50:38.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:38 smithi175 ceph-mon[44549]: pgmap v5640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:38.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:38 smithi181 ceph-mon[45557]: pgmap v5640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:38 smithi088 ceph-mon[35322]: pgmap v5640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:40.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:40 smithi175 ceph-mon[44549]: pgmap v5641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:40.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:40 smithi181 ceph-mon[45557]: pgmap v5641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:40 smithi088 ceph-mon[35322]: pgmap v5641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:50:42.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:42.316+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:50:42.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:42.316+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:50:42.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:42.316+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:50:42.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:42 smithi175 ceph-mon[44549]: pgmap v5642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:42 smithi181 ceph-mon[45557]: pgmap v5642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:42 smithi088 ceph-mon[35322]: pgmap v5642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:43.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:50:43.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:50:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:50:44.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:44 smithi175 ceph-mon[44549]: pgmap v5643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:50:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:50:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:50:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:44 smithi181 ceph-mon[45557]: pgmap v5643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:50:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:50:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:50:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:44 smithi088 ceph-mon[35322]: pgmap v5643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:50:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:50:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:50:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:45 smithi175 ceph-mon[44549]: pgmap v5644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:50:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:45 smithi175 ceph-mon[44549]: pgmap v5645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:50:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:45 smithi181 ceph-mon[45557]: pgmap v5644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:50:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:45 smithi181 ceph-mon[45557]: pgmap v5645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:50:45.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:45 smithi088 ceph-mon[35322]: pgmap v5644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:50:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:45 smithi088 ceph-mon[35322]: pgmap v5645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:50:47.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:47 smithi175 ceph-mon[44549]: pgmap v5646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:50:47.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:47 smithi181 ceph-mon[45557]: pgmap v5646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:50:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:47 smithi088 ceph-mon[35322]: pgmap v5646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:50:49.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:49 smithi175 ceph-mon[44549]: pgmap v5647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:50:49.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:49 smithi181 ceph-mon[45557]: pgmap v5647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:50:49.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:49 smithi088 ceph-mon[35322]: pgmap v5647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:50:51.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:51 smithi175 ceph-mon[44549]: pgmap v5648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:50:51.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:51 smithi181 ceph-mon[45557]: pgmap v5648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:50:51.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:51 smithi088 ceph-mon[35322]: pgmap v5648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:50:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:53 smithi181 ceph-mon[45557]: pgmap v5649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:50:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:53 smithi088 ceph-mon[35322]: pgmap v5649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:50:53.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:53 smithi175 ceph-mon[44549]: pgmap v5649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:50:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:55 smithi181 ceph-mon[45557]: pgmap v5650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:50:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:55 smithi088 ceph-mon[35322]: pgmap v5650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:50:55.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:55 smithi175 ceph-mon[44549]: pgmap v5650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:50:57.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:57.331+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:50:57.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:57.331+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:50:57.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:50:57.332+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:50:57.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:57 smithi181 ceph-mon[45557]: pgmap v5651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:57 smithi088 ceph-mon[35322]: pgmap v5651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:57 smithi175 ceph-mon[44549]: pgmap v5651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:50:59.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:50:59 smithi181 ceph-mon[45557]: pgmap v5652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:59.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:50:59 smithi088 ceph-mon[35322]: pgmap v5652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:50:59.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:50:59 smithi175 ceph-mon[44549]: pgmap v5652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:01.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:01 smithi181 ceph-mon[45557]: pgmap v5653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:01.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:01 smithi088 ceph-mon[35322]: pgmap v5653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:01.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:01 smithi175 ceph-mon[44549]: pgmap v5653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:03.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:03 smithi181 ceph-mon[45557]: pgmap v5654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:03 smithi088 ceph-mon[35322]: pgmap v5654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:03.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:03 smithi175 ceph-mon[44549]: pgmap v5654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:05 smithi181 ceph-mon[45557]: pgmap v5655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:51:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:05 smithi088 ceph-mon[35322]: pgmap v5655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:51:05.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:05 smithi175 ceph-mon[44549]: pgmap v5655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:51:07.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:07 smithi181 ceph-mon[45557]: pgmap v5656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:07.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:07 smithi088 ceph-mon[35322]: pgmap v5656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:07.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:07 smithi175 ceph-mon[44549]: pgmap v5656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:09.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:09 smithi181 ceph-mon[45557]: pgmap v5657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:09 smithi088 ceph-mon[35322]: pgmap v5657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:09.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:09 smithi175 ceph-mon[44549]: pgmap v5657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:11.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:11 smithi181 ceph-mon[45557]: pgmap v5658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:51:11.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:11 smithi088 ceph-mon[35322]: pgmap v5658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:51:11.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:11 smithi175 ceph-mon[44549]: pgmap v5658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:51:12.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:12.340+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:51:12.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:12.340+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:51:12.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:12.340+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:51:13.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:13 smithi088 ceph-mon[35322]: pgmap v5659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:13.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:13 smithi181 ceph-mon[45557]: pgmap v5659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:13.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:13 smithi175 ceph-mon[44549]: pgmap v5659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:15.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:15 smithi181 ceph-mon[45557]: pgmap v5660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:15.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:15 smithi088 ceph-mon[35322]: pgmap v5660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:15.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:15 smithi175 ceph-mon[44549]: pgmap v5660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:17 smithi088 ceph-mon[35322]: pgmap v5661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:17.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:17 smithi175 ceph-mon[44549]: pgmap v5661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:17.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:17 smithi181 ceph-mon[45557]: pgmap v5661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:19.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:19 smithi088 ceph-mon[35322]: pgmap v5662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:19.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:19 smithi175 ceph-mon[44549]: pgmap v5662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:19.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:19 smithi181 ceph-mon[45557]: pgmap v5662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:21.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:21 smithi088 ceph-mon[35322]: pgmap v5663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:21.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:21 smithi175 ceph-mon[44549]: pgmap v5663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:21.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:21 smithi181 ceph-mon[45557]: pgmap v5663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:23.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:23 smithi088 ceph-mon[35322]: pgmap v5664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:23.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:23 smithi175 ceph-mon[44549]: pgmap v5664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:23.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:23 smithi181 ceph-mon[45557]: pgmap v5664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:25.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:25 smithi088 ceph-mon[35322]: pgmap v5665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:25.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:25 smithi175 ceph-mon[44549]: pgmap v5665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:25.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:25 smithi181 ceph-mon[45557]: pgmap v5665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:27.347+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:51:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:27.347+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:51:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:27.347+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:51:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:27 smithi088 ceph-mon[35322]: pgmap v5666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:27 smithi175 ceph-mon[44549]: pgmap v5666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:27.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:27 smithi181 ceph-mon[45557]: pgmap v5666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:29.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:29 smithi088 ceph-mon[35322]: pgmap v5667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:29.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:29 smithi175 ceph-mon[44549]: pgmap v5667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:29.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:29 smithi181 ceph-mon[45557]: pgmap v5667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:31 smithi088 ceph-mon[35322]: pgmap v5668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:31.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:31 smithi175 ceph-mon[44549]: pgmap v5668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:31.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:31 smithi181 ceph-mon[45557]: pgmap v5668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:33 smithi088 ceph-mon[35322]: pgmap v5669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:33.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:33 smithi175 ceph-mon[44549]: pgmap v5669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:33.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:33 smithi181 ceph-mon[45557]: pgmap v5669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:35.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:35 smithi088 ceph-mon[35322]: pgmap v5670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:35.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:35 smithi175 ceph-mon[44549]: pgmap v5670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:35.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:35 smithi181 ceph-mon[45557]: pgmap v5670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:37.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:37 smithi088 ceph-mon[35322]: pgmap v5671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:37.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:37 smithi175 ceph-mon[44549]: pgmap v5671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:37.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:37 smithi181 ceph-mon[45557]: pgmap v5671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:39 smithi088 ceph-mon[35322]: pgmap v5672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:39.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:39 smithi175 ceph-mon[44549]: pgmap v5672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:39.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:39 smithi181 ceph-mon[45557]: pgmap v5672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:51:40.989 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:40.994+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:51:40.989 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:40.994+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:51:40.990 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:40.994+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 82 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:51:40.990 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:40.994+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 82 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:51:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:41 smithi088 ceph-mon[35322]: pgmap v5673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:41.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:41 smithi175 ceph-mon[44549]: pgmap v5673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:41.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:41 smithi181 ceph-mon[45557]: pgmap v5673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:51:42.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:42.348+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:51:42.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:42.348+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:51:42.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:42.348+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:51:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:43 smithi088 ceph-mon[35322]: pgmap v5674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:43.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:43 smithi175 ceph-mon[44549]: pgmap v5674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:43.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:43 smithi181 ceph-mon[45557]: pgmap v5674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:51:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:51:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:51:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:45 smithi088 ceph-mon[35322]: pgmap v5675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:45 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:51:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:45 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:51:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:51:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:51:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:51:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:45 smithi175 ceph-mon[44549]: pgmap v5675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:45 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:51:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:45 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:51:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:51:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:51:45.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:51:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:45 smithi181 ceph-mon[45557]: pgmap v5675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:51:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:45 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T15:51:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:45 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T15:51:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:51:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:51:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:51:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:51:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:46 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:51:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:46 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:51:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:46 smithi088 ceph-mon[35322]: pgmap v5676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:51:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:46 smithi088 ceph-mon[35322]: pgmap v5677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:51:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:46 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:51:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:46 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:51:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:46 smithi175 ceph-mon[44549]: pgmap v5676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:51:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:46 smithi175 ceph-mon[44549]: pgmap v5677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:51:46.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:46 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T15:51:46.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:46 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T15:51:46.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:46 smithi181 ceph-mon[45557]: pgmap v5676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:51:46.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:46 smithi181 ceph-mon[45557]: pgmap v5677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:51:48.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:48 smithi175 ceph-mon[44549]: pgmap v5678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:51:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:48 smithi181 ceph-mon[45557]: pgmap v5678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:51:49.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:48 smithi088 ceph-mon[35322]: pgmap v5678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:51:50.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:50 smithi175 ceph-mon[44549]: pgmap v5679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:51:50.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:50 smithi181 ceph-mon[45557]: pgmap v5679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:51:51.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:50 smithi088 ceph-mon[35322]: pgmap v5679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:51:52.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:52 smithi175 ceph-mon[44549]: pgmap v5680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:51:52.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:52 smithi181 ceph-mon[45557]: pgmap v5680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:51:53.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:52 smithi088 ceph-mon[35322]: pgmap v5680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:51:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:54 smithi175 ceph-mon[44549]: pgmap v5681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:51:54.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:54 smithi181 ceph-mon[45557]: pgmap v5681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:51:55.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:54 smithi088 ceph-mon[35322]: pgmap v5681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:51:56.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:56 smithi175 ceph-mon[44549]: pgmap v5682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:51:56.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:56 smithi181 ceph-mon[45557]: pgmap v5682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:51:57.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:56 smithi088 ceph-mon[35322]: pgmap v5682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:51:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:57.357+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:51:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:57.357+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:51:57.352 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:51:57.357+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:51:58.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:51:58 smithi175 ceph-mon[44549]: pgmap v5683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:58.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:51:58 smithi181 ceph-mon[45557]: pgmap v5683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:51:59.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:51:58 smithi088 ceph-mon[35322]: pgmap v5683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:00.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:00 smithi088 ceph-mon[35322]: pgmap v5684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:00.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:00 smithi175 ceph-mon[44549]: pgmap v5684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:00.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:00 smithi181 ceph-mon[45557]: pgmap v5684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:02.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:02 smithi175 ceph-mon[44549]: pgmap v5685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:02.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:02 smithi181 ceph-mon[45557]: pgmap v5685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:03.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:02 smithi088 ceph-mon[35322]: pgmap v5685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:04.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:04 smithi175 ceph-mon[44549]: pgmap v5686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:04.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:04 smithi181 ceph-mon[45557]: pgmap v5686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:05.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:04 smithi088 ceph-mon[35322]: pgmap v5686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:06.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:06 smithi175 ceph-mon[44549]: pgmap v5687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:06.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:06 smithi181 ceph-mon[45557]: pgmap v5687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:07.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:06 smithi088 ceph-mon[35322]: pgmap v5687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:08.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:08 smithi175 ceph-mon[44549]: pgmap v5688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:08.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:08 smithi181 ceph-mon[45557]: pgmap v5688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:09.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:08 smithi088 ceph-mon[35322]: pgmap v5688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:10.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:10 smithi175 ceph-mon[44549]: pgmap v5689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:10.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:10 smithi181 ceph-mon[45557]: pgmap v5689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:11.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:10 smithi088 ceph-mon[35322]: pgmap v5689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:12.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:12.365+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:52:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:12.365+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:52:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:12.365+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:52:12.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:12 smithi175 ceph-mon[44549]: pgmap v5690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:12.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:12 smithi181 ceph-mon[45557]: pgmap v5690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:13.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:12 smithi088 ceph-mon[35322]: pgmap v5690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:14.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:14 smithi175 ceph-mon[44549]: pgmap v5691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:14.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:14 smithi181 ceph-mon[45557]: pgmap v5691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:15.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:14 smithi088 ceph-mon[35322]: pgmap v5691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:16.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:16 smithi175 ceph-mon[44549]: pgmap v5692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:16.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:16 smithi181 ceph-mon[45557]: pgmap v5692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:17.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:16 smithi088 ceph-mon[35322]: pgmap v5692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:18.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:18 smithi175 ceph-mon[44549]: pgmap v5693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:18.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:18 smithi181 ceph-mon[45557]: pgmap v5693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:19.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:18 smithi088 ceph-mon[35322]: pgmap v5693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:20.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:20 smithi175 ceph-mon[44549]: pgmap v5694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:20.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:20 smithi181 ceph-mon[45557]: pgmap v5694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:21.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:20 smithi088 ceph-mon[35322]: pgmap v5694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:21.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:21 smithi175 ceph-mon[44549]: pgmap v5695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:21.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:21 smithi181 ceph-mon[45557]: pgmap v5695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:22.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:21 smithi088 ceph-mon[35322]: pgmap v5695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:24.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:24 smithi175 ceph-mon[44549]: pgmap v5696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:24.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:24 smithi181 ceph-mon[45557]: pgmap v5696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:24.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:24 smithi088 ceph-mon[35322]: pgmap v5696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:26.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:26 smithi175 ceph-mon[44549]: pgmap v5697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:26.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:26 smithi181 ceph-mon[45557]: pgmap v5697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:26 smithi088 ceph-mon[35322]: pgmap v5697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:27.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:27.375+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:52:27.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:27.375+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:52:27.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:27.375+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:52:28.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:28 smithi175 ceph-mon[44549]: pgmap v5698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:28.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:28 smithi181 ceph-mon[45557]: pgmap v5698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:28 smithi088 ceph-mon[35322]: pgmap v5698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:30 smithi175 ceph-mon[44549]: pgmap v5699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:30.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:30 smithi181 ceph-mon[45557]: pgmap v5699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:30 smithi088 ceph-mon[35322]: pgmap v5699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:52:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:32 smithi175 ceph-mon[44549]: pgmap v5700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:32 smithi181 ceph-mon[45557]: pgmap v5700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:32 smithi088 ceph-mon[35322]: pgmap v5700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:52:34.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:34 smithi175 ceph-mon[44549]: pgmap v5701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:34.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:34 smithi181 ceph-mon[45557]: pgmap v5701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:34 smithi088 ceph-mon[35322]: pgmap v5701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:36.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:36 smithi175 ceph-mon[44549]: pgmap v5702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:36.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:36 smithi181 ceph-mon[45557]: pgmap v5702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:36 smithi088 ceph-mon[35322]: pgmap v5702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:52:38.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:38 smithi175 ceph-mon[44549]: pgmap v5703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:38.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:38 smithi181 ceph-mon[45557]: pgmap v5703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:38 smithi088 ceph-mon[35322]: pgmap v5703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:40.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:40 smithi181 ceph-mon[45557]: pgmap v5704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:52:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:40 smithi088 ceph-mon[35322]: pgmap v5704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:52:40.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:40 smithi175 ceph-mon[44549]: pgmap v5704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:52:42.374 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:42.379+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:52:42.374 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:42.379+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:52:42.374 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:42.379+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:52:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:42 smithi181 ceph-mon[45557]: pgmap v5705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:52:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:42 smithi088 ceph-mon[35322]: pgmap v5705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:52:42.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:42 smithi175 ceph-mon[44549]: pgmap v5705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T15:52:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:44 smithi181 ceph-mon[45557]: pgmap v5706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:52:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:44 smithi088 ceph-mon[35322]: pgmap v5706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:52:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:44 smithi175 ceph-mon[44549]: pgmap v5706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:52:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:52:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:45.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:52:45.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:52:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:46.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:46 smithi181 ceph-mon[45557]: pgmap v5707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:52:46.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:46.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:46.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:46 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:52:46.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:46 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:52:46.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:52:46.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:52:46.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:52:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:46 smithi088 ceph-mon[35322]: pgmap v5707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:52:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:46 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:52:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:46 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:52:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:52:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:52:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:52:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:46 smithi175 ceph-mon[44549]: pgmap v5707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:52:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T15:52:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:46 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T15:52:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:46 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T15:52:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:52:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:52:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:52:47.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:47 smithi181 ceph-mon[45557]: pgmap v5708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T15:52:47.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:47 smithi181 ceph-mon[45557]: pgmap v5709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:47.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:47 smithi088 ceph-mon[35322]: pgmap v5708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T15:52:47.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:47 smithi088 ceph-mon[35322]: pgmap v5709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:47.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:47 smithi175 ceph-mon[44549]: pgmap v5708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T15:52:47.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:47 smithi175 ceph-mon[44549]: pgmap v5709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:52:49.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:49 smithi181 ceph-mon[45557]: pgmap v5710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:52:49.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:49 smithi088 ceph-mon[35322]: pgmap v5710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:52:49.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:49 smithi175 ceph-mon[44549]: pgmap v5710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:52:51.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:51 smithi181 ceph-mon[45557]: pgmap v5711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:52:51.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:51 smithi088 ceph-mon[35322]: pgmap v5711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:52:51.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:51 smithi175 ceph-mon[44549]: pgmap v5711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:52:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:53 smithi181 ceph-mon[45557]: pgmap v5712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:52:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:53 smithi088 ceph-mon[35322]: pgmap v5712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:52:53.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:53 smithi175 ceph-mon[44549]: pgmap v5712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:52:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:55 smithi181 ceph-mon[45557]: pgmap v5713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:52:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:55 smithi088 ceph-mon[35322]: pgmap v5713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:52:55.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:55 smithi175 ceph-mon[44549]: pgmap v5713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:52:57.382 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:57.387+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:52:57.382 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:57.387+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:52:57.382 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:52:57.387+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:52:57.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:57 smithi181 ceph-mon[45557]: pgmap v5714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:52:57.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:57 smithi088 ceph-mon[35322]: pgmap v5714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:52:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:57 smithi175 ceph-mon[44549]: pgmap v5714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:52:59.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:52:59 smithi088 ceph-mon[35322]: pgmap v5715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:59.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:52:59 smithi175 ceph-mon[44549]: pgmap v5715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:52:59.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:52:59 smithi181 ceph-mon[45557]: pgmap v5715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:01.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:01 smithi088 ceph-mon[35322]: pgmap v5716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:01.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:01 smithi175 ceph-mon[44549]: pgmap v5716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:01.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:01 smithi181 ceph-mon[45557]: pgmap v5716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:03.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:03 smithi088 ceph-mon[35322]: pgmap v5717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:03.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:03 smithi175 ceph-mon[44549]: pgmap v5717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:03.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:03 smithi181 ceph-mon[45557]: pgmap v5717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:05.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:05 smithi088 ceph-mon[35322]: pgmap v5718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:05 smithi175 ceph-mon[44549]: pgmap v5718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:05.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:05 smithi181 ceph-mon[45557]: pgmap v5718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:07.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:07 smithi088 ceph-mon[35322]: pgmap v5719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:07.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:07 smithi175 ceph-mon[44549]: pgmap v5719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:07.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:07 smithi181 ceph-mon[45557]: pgmap v5719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:09.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:09 smithi088 ceph-mon[35322]: pgmap v5720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:09.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:09 smithi175 ceph-mon[44549]: pgmap v5720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:09.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:09 smithi181 ceph-mon[45557]: pgmap v5720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:11.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:11 smithi088 ceph-mon[35322]: pgmap v5721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:11.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:11 smithi175 ceph-mon[44549]: pgmap v5721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:11.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:11 smithi181 ceph-mon[45557]: pgmap v5721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:12.399+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:53:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:12.399+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:53:12.395 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:12.399+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:53:13.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:13 smithi088 ceph-mon[35322]: pgmap v5722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:13.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:13 smithi175 ceph-mon[44549]: pgmap v5722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:13.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:13 smithi181 ceph-mon[45557]: pgmap v5722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:15.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:15 smithi088 ceph-mon[35322]: pgmap v5723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:15.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:15 smithi175 ceph-mon[44549]: pgmap v5723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:15.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:15 smithi181 ceph-mon[45557]: pgmap v5723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:17.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:17 smithi088 ceph-mon[35322]: pgmap v5724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:17.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:17 smithi175 ceph-mon[44549]: pgmap v5724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:17.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:17 smithi181 ceph-mon[45557]: pgmap v5724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:19.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:19 smithi088 ceph-mon[35322]: pgmap v5725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:19.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:19 smithi175 ceph-mon[44549]: pgmap v5725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:19.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:19 smithi181 ceph-mon[45557]: pgmap v5725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:21.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:21 smithi088 ceph-mon[35322]: pgmap v5726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:21.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:21 smithi175 ceph-mon[44549]: pgmap v5726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:21.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:21 smithi181 ceph-mon[45557]: pgmap v5726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:23.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:23 smithi088 ceph-mon[35322]: pgmap v5727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:23.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:23 smithi175 ceph-mon[44549]: pgmap v5727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:23.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:23 smithi181 ceph-mon[45557]: pgmap v5727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:25.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:25 smithi088 ceph-mon[35322]: pgmap v5728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:25.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:25 smithi175 ceph-mon[44549]: pgmap v5728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:25.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:25 smithi181 ceph-mon[45557]: pgmap v5728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:27.410 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:27.415+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:53:27.410 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:27.415+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:53:27.411 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:27.415+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:53:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:27 smithi088 ceph-mon[35322]: pgmap v5729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:27 smithi175 ceph-mon[44549]: pgmap v5729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:27.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:27 smithi181 ceph-mon[45557]: pgmap v5729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:29 smithi088 ceph-mon[35322]: pgmap v5730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:29.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:29 smithi175 ceph-mon[44549]: pgmap v5730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:29.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:29 smithi181 ceph-mon[45557]: pgmap v5730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:31.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:31 smithi088 ceph-mon[35322]: pgmap v5731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:31.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:31 smithi175 ceph-mon[44549]: pgmap v5731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:31.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:31 smithi181 ceph-mon[45557]: pgmap v5731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:33 smithi088 ceph-mon[35322]: pgmap v5732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:33.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:33 smithi175 ceph-mon[44549]: pgmap v5732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:33.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:33 smithi181 ceph-mon[45557]: pgmap v5732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:35.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:35 smithi088 ceph-mon[35322]: pgmap v5733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:35.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:35 smithi175 ceph-mon[44549]: pgmap v5733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:35.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:35 smithi181 ceph-mon[45557]: pgmap v5733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:37.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:37 smithi175 ceph-mon[44549]: pgmap v5734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:37.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:37 smithi181 ceph-mon[45557]: pgmap v5734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:38.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:37 smithi088 ceph-mon[35322]: pgmap v5734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:39.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:39 smithi175 ceph-mon[44549]: pgmap v5735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:39.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:39 smithi181 ceph-mon[45557]: pgmap v5735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:40.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:39 smithi088 ceph-mon[35322]: pgmap v5735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:53:41.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:41 smithi175 ceph-mon[44549]: pgmap v5736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:41.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:41 smithi181 ceph-mon[45557]: pgmap v5736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:42.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:41 smithi088 ceph-mon[35322]: pgmap v5736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:53:42.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:42.431+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:53:42.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:42.431+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:53:42.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:42.431+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:53:43.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:43 smithi175 ceph-mon[44549]: pgmap v5737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:43.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:43 smithi181 ceph-mon[45557]: pgmap v5737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:44.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:43 smithi088 ceph-mon[35322]: pgmap v5737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:53:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:45 smithi175 ceph-mon[44549]: pgmap v5738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:45 smithi181 ceph-mon[45557]: pgmap v5738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:46.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:45 smithi088 ceph-mon[35322]: pgmap v5738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:53:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:53:46.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:53:47.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:53:47.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:47 smithi175 ceph-mon[44549]: pgmap v5739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:47.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:53:47.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:53:47.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:53:47.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:47 smithi181 ceph-mon[45557]: pgmap v5739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:47.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:53:47.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:53:47.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:53:48.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:47 smithi088 ceph-mon[35322]: pgmap v5739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:53:48.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:53:48.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:53:48.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:53:48.882 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:48 smithi088 ceph-mon[35322]: pgmap v5740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:53:48.882 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:48 smithi088 ceph-mon[35322]: pgmap v5741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:53:48.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:48 smithi175 ceph-mon[44549]: pgmap v5740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:53:48.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:48 smithi175 ceph-mon[44549]: pgmap v5741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:53:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:48 smithi181 ceph-mon[45557]: pgmap v5740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T15:53:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:48 smithi181 ceph-mon[45557]: pgmap v5741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:53:50.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:50 smithi175 ceph-mon[44549]: pgmap v5742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:53:50.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:50 smithi181 ceph-mon[45557]: pgmap v5742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:53:51.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:50 smithi088 ceph-mon[35322]: pgmap v5742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:53:52.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:52 smithi175 ceph-mon[44549]: pgmap v5743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:53:52.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:52 smithi181 ceph-mon[45557]: pgmap v5743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:53:53.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:52 smithi088 ceph-mon[35322]: pgmap v5743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T15:53:54.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:54 smithi175 ceph-mon[44549]: pgmap v5744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:53:54.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:54 smithi181 ceph-mon[45557]: pgmap v5744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:53:55.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:54 smithi088 ceph-mon[35322]: pgmap v5744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:53:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:56.015+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:53:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:56.015+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:53:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:56.015+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 83 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T15:53:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:56.015+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 83 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T15:53:56.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:56 smithi175 ceph-mon[44549]: pgmap v5745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:53:56.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:56 smithi181 ceph-mon[45557]: pgmap v5745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:53:57.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:56 smithi088 ceph-mon[35322]: pgmap v5745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T15:53:57.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:57.447+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:53:57.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:57.447+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:53:57.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:53:57.447+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:53:58.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:53:58 smithi175 ceph-mon[44549]: pgmap v5746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:53:58.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:53:58 smithi181 ceph-mon[45557]: pgmap v5746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:53:59.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:53:58 smithi088 ceph-mon[35322]: pgmap v5746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:54:00.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:00 smithi175 ceph-mon[44549]: pgmap v5747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:00.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:00 smithi181 ceph-mon[45557]: pgmap v5747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:01.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:00 smithi088 ceph-mon[35322]: pgmap v5747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:02.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:02 smithi175 ceph-mon[44549]: pgmap v5748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:02.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:02 smithi181 ceph-mon[45557]: pgmap v5748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:03.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:02 smithi088 ceph-mon[35322]: pgmap v5748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:04.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:04 smithi175 ceph-mon[44549]: pgmap v5749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:04.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:04 smithi181 ceph-mon[45557]: pgmap v5749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:05.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:04 smithi088 ceph-mon[35322]: pgmap v5749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:06.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:06 smithi175 ceph-mon[44549]: pgmap v5750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:06.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:06 smithi181 ceph-mon[45557]: pgmap v5750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:07.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:06 smithi088 ceph-mon[35322]: pgmap v5750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:08.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:08 smithi175 ceph-mon[44549]: pgmap v5751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:08.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:08 smithi181 ceph-mon[45557]: pgmap v5751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:09.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:08 smithi088 ceph-mon[35322]: pgmap v5751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:10.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:10 smithi175 ceph-mon[44549]: pgmap v5752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:10.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:10 smithi181 ceph-mon[45557]: pgmap v5752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:11.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:10 smithi088 ceph-mon[35322]: pgmap v5752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:12.450 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:12.455+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:54:12.450 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:12.455+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:54:12.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:12.455+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:54:12.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:12 smithi175 ceph-mon[44549]: pgmap v5753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:12.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:12 smithi181 ceph-mon[45557]: pgmap v5753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:13.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:12 smithi088 ceph-mon[35322]: pgmap v5753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:14.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:14 smithi181 ceph-mon[45557]: pgmap v5754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:14.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:14 smithi088 ceph-mon[35322]: pgmap v5754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:14.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:14 smithi175 ceph-mon[44549]: pgmap v5754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:16.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:16 smithi181 ceph-mon[45557]: pgmap v5755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:16.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:16 smithi088 ceph-mon[35322]: pgmap v5755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:16.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:16 smithi175 ceph-mon[44549]: pgmap v5755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:18.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:18 smithi181 ceph-mon[45557]: pgmap v5756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:18 smithi088 ceph-mon[35322]: pgmap v5756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:18.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:18 smithi175 ceph-mon[44549]: pgmap v5756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:20.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:20 smithi181 ceph-mon[45557]: pgmap v5757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:20.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:20 smithi088 ceph-mon[35322]: pgmap v5757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:20.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:20 smithi175 ceph-mon[44549]: pgmap v5757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:22.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:22 smithi181 ceph-mon[45557]: pgmap v5758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:22.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:22 smithi088 ceph-mon[35322]: pgmap v5758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:22.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:22 smithi175 ceph-mon[44549]: pgmap v5758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:24.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:24 smithi181 ceph-mon[45557]: pgmap v5759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:24.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:24 smithi088 ceph-mon[35322]: pgmap v5759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:24.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:24 smithi175 ceph-mon[44549]: pgmap v5759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:26.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:26 smithi181 ceph-mon[45557]: pgmap v5760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:26.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:26 smithi088 ceph-mon[35322]: pgmap v5760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:26.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:26 smithi175 ceph-mon[44549]: pgmap v5760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:27.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:27.470+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:54:27.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:27.470+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:54:27.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:27.470+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:54:28.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:28 smithi181 ceph-mon[45557]: pgmap v5761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:28 smithi088 ceph-mon[35322]: pgmap v5761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:28.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:28 smithi175 ceph-mon[44549]: pgmap v5761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:30.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:30 smithi181 ceph-mon[45557]: pgmap v5762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:30 smithi088 ceph-mon[35322]: pgmap v5762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:30.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:30 smithi175 ceph-mon[44549]: pgmap v5762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:32 smithi181 ceph-mon[45557]: pgmap v5763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:32.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:32 smithi088 ceph-mon[35322]: pgmap v5763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:32.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:32 smithi175 ceph-mon[44549]: pgmap v5763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:34.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:34 smithi088 ceph-mon[35322]: pgmap v5764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:34.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:34 smithi175 ceph-mon[44549]: pgmap v5764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:34.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:34 smithi181 ceph-mon[45557]: pgmap v5764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:36.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:36 smithi088 ceph-mon[35322]: pgmap v5765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:36.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:36 smithi175 ceph-mon[44549]: pgmap v5765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:36.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:36 smithi181 ceph-mon[45557]: pgmap v5765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:38 smithi088 ceph-mon[35322]: pgmap v5766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:38.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:38 smithi175 ceph-mon[44549]: pgmap v5766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:38.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:38 smithi181 ceph-mon[45557]: pgmap v5766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:40 smithi088 ceph-mon[35322]: pgmap v5767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:40.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:40 smithi175 ceph-mon[44549]: pgmap v5767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:40.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:40 smithi181 ceph-mon[45557]: pgmap v5767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:41.022+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:54:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:41.022+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:54:41.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:41.022+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 84 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T15:54:41.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:41.022+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 84 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T15:54:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:42.486+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:54:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:42.486+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:54:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:42.486+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:54:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:42 smithi088 ceph-mon[35322]: pgmap v5768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:42.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:42 smithi175 ceph-mon[44549]: pgmap v5768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:42.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:42 smithi181 ceph-mon[45557]: pgmap v5768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:54:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:44 smithi088 ceph-mon[35322]: pgmap v5769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:44 smithi175 ceph-mon[44549]: pgmap v5769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:44 smithi181 ceph-mon[45557]: pgmap v5769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:46 smithi088 ceph-mon[35322]: pgmap v5770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:46 smithi175 ceph-mon[44549]: pgmap v5770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:46.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:46 smithi181 ceph-mon[45557]: pgmap v5770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:54:48.031 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:54:48.031 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:54:48.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:48 smithi088 ceph-mon[35322]: pgmap v5771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:48.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:48 smithi175 ceph-mon[44549]: pgmap v5771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:48.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:48 smithi181 ceph-mon[45557]: pgmap v5771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:54:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:50.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:50 smithi175 ceph-mon[44549]: pgmap v5772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:50.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:50.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:50.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:54:50.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:54:50.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:50.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:50 smithi181 ceph-mon[45557]: pgmap v5772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:50.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:50.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:50.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:54:50.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:54:50.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:50.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:50 smithi088 ceph-mon[35322]: pgmap v5772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:54:50.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:50.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:50.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:54:50.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:54:50.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:54:51.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:51 smithi088 ceph-mon[35322]: pgmap v5773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:54:51.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:51 smithi088 ceph-mon[35322]: pgmap v5774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:54:51.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:51 smithi175 ceph-mon[44549]: pgmap v5773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:54:51.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:51 smithi175 ceph-mon[44549]: pgmap v5774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:54:51.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:51 smithi181 ceph-mon[45557]: pgmap v5773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:54:51.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:51 smithi181 ceph-mon[45557]: pgmap v5774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T15:54:53.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:53 smithi088 ceph-mon[35322]: pgmap v5775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:54:53.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:53 smithi175 ceph-mon[44549]: pgmap v5775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:54:53.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:53 smithi181 ceph-mon[45557]: pgmap v5775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:54:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:55 smithi088 ceph-mon[35322]: pgmap v5776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:54:55.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:55 smithi175 ceph-mon[44549]: pgmap v5776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:54:55.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:55 smithi181 ceph-mon[45557]: pgmap v5776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:54:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:57.501+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:54:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:57.501+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:54:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:54:57.501+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:54:57.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:57 smithi088 ceph-mon[35322]: pgmap v5777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:54:57.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:57 smithi175 ceph-mon[44549]: pgmap v5777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:54:57.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:57 smithi181 ceph-mon[45557]: pgmap v5777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T15:54:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:54:59 smithi088 ceph-mon[35322]: pgmap v5778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T15:54:59.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:54:59 smithi175 ceph-mon[44549]: pgmap v5778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T15:54:59.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:54:59 smithi181 ceph-mon[45557]: pgmap v5778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T15:55:01.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:01 smithi088 ceph-mon[35322]: pgmap v5779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:55:01.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:01 smithi175 ceph-mon[44549]: pgmap v5779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:55:01.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:01 smithi181 ceph-mon[45557]: pgmap v5779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:55:03.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:03 smithi088 ceph-mon[35322]: pgmap v5780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:03.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:03 smithi175 ceph-mon[44549]: pgmap v5780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:03.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:03 smithi181 ceph-mon[45557]: pgmap v5780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:05.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:05 smithi088 ceph-mon[35322]: pgmap v5781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:05.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:05 smithi175 ceph-mon[44549]: pgmap v5781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:05.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:05 smithi181 ceph-mon[45557]: pgmap v5781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:07.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:07 smithi088 ceph-mon[35322]: pgmap v5782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:07.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:07 smithi175 ceph-mon[44549]: pgmap v5782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:07.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:07 smithi181 ceph-mon[45557]: pgmap v5782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:09 smithi088 ceph-mon[35322]: pgmap v5783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:09.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:09 smithi175 ceph-mon[44549]: pgmap v5783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:09.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:09 smithi181 ceph-mon[45557]: pgmap v5783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:11.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:11 smithi175 ceph-mon[44549]: pgmap v5784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:11.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:11 smithi181 ceph-mon[45557]: pgmap v5784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:12.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:11 smithi088 ceph-mon[35322]: pgmap v5784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:12.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:12.516+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:55:12.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:12.516+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:55:12.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:12.516+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:55:13.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:13 smithi175 ceph-mon[44549]: pgmap v5785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:13.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:13 smithi181 ceph-mon[45557]: pgmap v5785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:14.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:13 smithi088 ceph-mon[35322]: pgmap v5785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:15.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:15 smithi175 ceph-mon[44549]: pgmap v5786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:15.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:15 smithi181 ceph-mon[45557]: pgmap v5786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:16.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:15 smithi088 ceph-mon[35322]: pgmap v5786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:17.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:17 smithi175 ceph-mon[44549]: pgmap v5787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:17.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:17 smithi181 ceph-mon[45557]: pgmap v5787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:18.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:17 smithi088 ceph-mon[35322]: pgmap v5787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:19.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:19 smithi175 ceph-mon[44549]: pgmap v5788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:19.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:19 smithi181 ceph-mon[45557]: pgmap v5788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:20.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:19 smithi088 ceph-mon[35322]: pgmap v5788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:21.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:21 smithi175 ceph-mon[44549]: pgmap v5789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:21.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:21 smithi181 ceph-mon[45557]: pgmap v5789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:22.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:21 smithi088 ceph-mon[35322]: pgmap v5789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:23.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:23 smithi175 ceph-mon[44549]: pgmap v5790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:23.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:23 smithi181 ceph-mon[45557]: pgmap v5790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:24.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:23 smithi088 ceph-mon[35322]: pgmap v5790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:25.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:25 smithi175 ceph-mon[44549]: pgmap v5791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:25.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:25 smithi181 ceph-mon[45557]: pgmap v5791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:26.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:25 smithi088 ceph-mon[35322]: pgmap v5791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:27.524 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:27.528+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:55:27.524 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:27.528+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:55:27.524 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:27.528+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:55:27.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:27 smithi175 ceph-mon[44549]: pgmap v5792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:27.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:27 smithi181 ceph-mon[45557]: pgmap v5792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:28.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:27 smithi088 ceph-mon[35322]: pgmap v5792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:29.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:29 smithi175 ceph-mon[44549]: pgmap v5793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:29.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:29 smithi181 ceph-mon[45557]: pgmap v5793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:30.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:29 smithi088 ceph-mon[35322]: pgmap v5793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:31.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:31 smithi175 ceph-mon[44549]: pgmap v5794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:31.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:31 smithi181 ceph-mon[45557]: pgmap v5794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:32.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:31 smithi088 ceph-mon[35322]: pgmap v5794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:33.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:33 smithi175 ceph-mon[44549]: pgmap v5795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:33.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:33 smithi181 ceph-mon[45557]: pgmap v5795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:34.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:33 smithi088 ceph-mon[35322]: pgmap v5795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:35.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:35 smithi175 ceph-mon[44549]: pgmap v5796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:35.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:35 smithi181 ceph-mon[45557]: pgmap v5796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:36.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:35 smithi088 ceph-mon[35322]: pgmap v5796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:37.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:37 smithi175 ceph-mon[44549]: pgmap v5797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:37.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:37 smithi181 ceph-mon[45557]: pgmap v5797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:38.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:37 smithi088 ceph-mon[35322]: pgmap v5797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:39.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:39 smithi175 ceph-mon[44549]: pgmap v5798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:39.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:39 smithi181 ceph-mon[45557]: pgmap v5798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:40.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:39 smithi088 ceph-mon[35322]: pgmap v5798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:41.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:41 smithi175 ceph-mon[44549]: pgmap v5799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:41.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:41 smithi181 ceph-mon[45557]: pgmap v5799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:42.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:41 smithi088 ceph-mon[35322]: pgmap v5799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:42.540+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:55:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:42.540+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:55:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:42.540+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:55:43.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:43 smithi175 ceph-mon[44549]: pgmap v5800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:43.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:43 smithi181 ceph-mon[45557]: pgmap v5800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:44.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:43 smithi088 ceph-mon[35322]: pgmap v5800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:45.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:45 smithi175 ceph-mon[44549]: pgmap v5801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:45.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:45 smithi181 ceph-mon[45557]: pgmap v5801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:46.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:45 smithi088 ceph-mon[35322]: pgmap v5801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:55:47.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:47 smithi175 ceph-mon[44549]: pgmap v5802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:47.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:47 smithi181 ceph-mon[45557]: pgmap v5802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:48.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:47 smithi088 ceph-mon[35322]: pgmap v5802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:55:49.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:49 smithi175 ceph-mon[44549]: pgmap v5803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:49.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:49 smithi181 ceph-mon[45557]: pgmap v5803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:50.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:49 smithi088 ceph-mon[35322]: pgmap v5803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:55:50.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:55:50.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:55:51.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:55:51.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:51 smithi175 ceph-mon[44549]: pgmap v5804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:51.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:55:51.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:55:51.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:55:51.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:51 smithi181 ceph-mon[45557]: pgmap v5804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:51.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:55:51.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:55:51.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:55:52.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:51 smithi088 ceph-mon[35322]: pgmap v5804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:55:52.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:55:52.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:55:52.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:55:52.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:52 smithi175 ceph-mon[44549]: pgmap v5805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:55:52.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:52 smithi175 ceph-mon[44549]: pgmap v5806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:55:52.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:52 smithi181 ceph-mon[45557]: pgmap v5805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:55:52.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:52 smithi181 ceph-mon[45557]: pgmap v5806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:55:53.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:52 smithi088 ceph-mon[35322]: pgmap v5805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:55:53.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:52 smithi088 ceph-mon[35322]: pgmap v5806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:55:54.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:54 smithi175 ceph-mon[44549]: pgmap v5807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:55:54.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:54 smithi181 ceph-mon[45557]: pgmap v5807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:55:55.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:54 smithi088 ceph-mon[35322]: pgmap v5807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:55:56.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:56 smithi175 ceph-mon[44549]: pgmap v5808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:55:56.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:56 smithi181 ceph-mon[45557]: pgmap v5808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:55:57.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:56 smithi088 ceph-mon[35322]: pgmap v5808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:55:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:57.556+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:55:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:57.556+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:55:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:55:57.556+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:55:58.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:58 smithi175 ceph-mon[44549]: pgmap v5809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:55:58.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:58 smithi181 ceph-mon[45557]: pgmap v5809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:55:59.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:58 smithi088 ceph-mon[35322]: pgmap v5809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:55:59.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:55:59 smithi181 ceph-mon[45557]: pgmap v5810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:56:00.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:55:59 smithi088 ceph-mon[35322]: pgmap v5810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:56:00.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:55:59 smithi175 ceph-mon[44549]: pgmap v5810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:56:02.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:02 smithi175 ceph-mon[44549]: pgmap v5811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:56:02.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:02 smithi181 ceph-mon[45557]: pgmap v5811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:56:02.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:02 smithi088 ceph-mon[35322]: pgmap v5811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:56:04.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:04 smithi181 ceph-mon[45557]: pgmap v5812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:04.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:04 smithi088 ceph-mon[35322]: pgmap v5812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:04.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:04 smithi175 ceph-mon[44549]: pgmap v5812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:06.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:06 smithi088 ceph-mon[35322]: pgmap v5813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:06.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:06 smithi175 ceph-mon[44549]: pgmap v5813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:06.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:06 smithi181 ceph-mon[45557]: pgmap v5813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:08 smithi088 ceph-mon[35322]: pgmap v5814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:08.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:08 smithi175 ceph-mon[44549]: pgmap v5814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:08.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:08 smithi181 ceph-mon[45557]: pgmap v5814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:10.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:10 smithi088 ceph-mon[35322]: pgmap v5815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:56:10.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:10 smithi175 ceph-mon[44549]: pgmap v5815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:56:10.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:10 smithi181 ceph-mon[45557]: pgmap v5815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:56:12.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:12.571+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:56:12.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:12.572+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:56:12.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:12.572+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:56:12.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:12 smithi088 ceph-mon[35322]: pgmap v5816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:12.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:12 smithi175 ceph-mon[44549]: pgmap v5816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:12.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:12 smithi181 ceph-mon[45557]: pgmap v5816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:14.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:14 smithi088 ceph-mon[35322]: pgmap v5817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:14.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:14 smithi175 ceph-mon[44549]: pgmap v5817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:14.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:14 smithi181 ceph-mon[45557]: pgmap v5817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:16.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:16 smithi088 ceph-mon[35322]: pgmap v5818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:16.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:16 smithi175 ceph-mon[44549]: pgmap v5818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:16.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:16 smithi181 ceph-mon[45557]: pgmap v5818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:18 smithi088 ceph-mon[35322]: pgmap v5819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:18.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:18 smithi175 ceph-mon[44549]: pgmap v5819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:18.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:18 smithi181 ceph-mon[45557]: pgmap v5819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:20.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:20 smithi088 ceph-mon[35322]: pgmap v5820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:56:20.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:20 smithi175 ceph-mon[44549]: pgmap v5820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:56:20.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:20 smithi181 ceph-mon[45557]: pgmap v5820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:56:22.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:22 smithi088 ceph-mon[35322]: pgmap v5821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:22.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:22 smithi175 ceph-mon[44549]: pgmap v5821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:22.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:22 smithi181 ceph-mon[45557]: pgmap v5821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:24.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:24 smithi088 ceph-mon[35322]: pgmap v5822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:24.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:24 smithi175 ceph-mon[44549]: pgmap v5822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:24.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:24 smithi181 ceph-mon[45557]: pgmap v5822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:26.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:26 smithi088 ceph-mon[35322]: pgmap v5823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:26.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:26 smithi175 ceph-mon[44549]: pgmap v5823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:26.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:26 smithi181 ceph-mon[45557]: pgmap v5823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:27.576 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:27.580+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:56:27.576 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:27.580+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:56:27.576 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:27.580+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:56:28.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:28 smithi088 ceph-mon[35322]: pgmap v5824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:28.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:28 smithi175 ceph-mon[44549]: pgmap v5824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:28.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:28 smithi181 ceph-mon[45557]: pgmap v5824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:30.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:30 smithi088 ceph-mon[35322]: pgmap v5825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:56:30.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:30 smithi175 ceph-mon[44549]: pgmap v5825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:56:30.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:30 smithi181 ceph-mon[45557]: pgmap v5825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:56:32.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:32 smithi088 ceph-mon[35322]: pgmap v5826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:32.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:32 smithi175 ceph-mon[44549]: pgmap v5826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:32.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:32 smithi181 ceph-mon[45557]: pgmap v5826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:34.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:34 smithi088 ceph-mon[35322]: pgmap v5827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:34.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:34 smithi175 ceph-mon[44549]: pgmap v5827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:34.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:34 smithi181 ceph-mon[45557]: pgmap v5827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:56:36.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:36 smithi088 ceph-mon[35322]: pgmap v5828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:36.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:36 smithi175 ceph-mon[44549]: pgmap v5828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:36.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:36 smithi181 ceph-mon[45557]: pgmap v5828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:56:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:38 smithi088 ceph-mon[35322]: pgmap v5829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:38.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:38 smithi175 ceph-mon[44549]: pgmap v5829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:38.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:38 smithi181 ceph-mon[45557]: pgmap v5829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:40.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:40 smithi088 ceph-mon[35322]: pgmap v5830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:56:40.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:40 smithi175 ceph-mon[44549]: pgmap v5830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:56:40.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:40 smithi181 ceph-mon[45557]: pgmap v5830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:56:42.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:42.586+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:56:42.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:42.586+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:56:42.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:42.586+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:56:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:42 smithi088 ceph-mon[35322]: pgmap v5831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:42.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:42 smithi175 ceph-mon[44549]: pgmap v5831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:42.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:42 smithi181 ceph-mon[45557]: pgmap v5831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:44 smithi175 ceph-mon[44549]: pgmap v5832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:56:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:44 smithi181 ceph-mon[45557]: pgmap v5832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:56:45.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:44 smithi088 ceph-mon[35322]: pgmap v5832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T15:56:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:46 smithi175 ceph-mon[44549]: pgmap v5833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:56:46.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:46 smithi181 ceph-mon[45557]: pgmap v5833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:56:47.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:46 smithi088 ceph-mon[35322]: pgmap v5833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T15:56:48.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:48 smithi175 ceph-mon[44549]: pgmap v5834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:48.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:48 smithi181 ceph-mon[45557]: pgmap v5834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:49.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:48 smithi088 ceph-mon[35322]: pgmap v5834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:50.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:50 smithi175 ceph-mon[44549]: pgmap v5835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:56:50.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:50 smithi181 ceph-mon[45557]: pgmap v5835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:56:51.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:50 smithi088 ceph-mon[35322]: pgmap v5835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T15:56:51.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:56:51.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:56:52.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:56:52.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:52 smithi175 ceph-mon[44549]: pgmap v5836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:52.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:52 smithi181 ceph-mon[45557]: pgmap v5836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:53.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:52 smithi088 ceph-mon[35322]: pgmap v5836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:56:53.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:56:53.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:56:53.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:56:53.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:56:53.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:53 smithi175 ceph-mon[44549]: pgmap v5837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:56:53.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:53 smithi175 ceph-mon[44549]: pgmap v5838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:56:53.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:56:53.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:56:53.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:56:53.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:56:53.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:56:53.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:53 smithi181 ceph-mon[45557]: pgmap v5837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:56:53.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:53 smithi181 ceph-mon[45557]: pgmap v5838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:56:53.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:56:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:56:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:56:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:56:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:56:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:53 smithi088 ceph-mon[35322]: pgmap v5837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T15:56:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:53 smithi088 ceph-mon[35322]: pgmap v5838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:56:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:56:54.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:54 smithi181 ceph-mon[45557]: pgmap v5839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:56:55.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:54 smithi088 ceph-mon[35322]: pgmap v5839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:56:55.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:54 smithi175 ceph-mon[44549]: pgmap v5839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:56:56.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:56 smithi181 ceph-mon[45557]: pgmap v5840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:56:57.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:56 smithi088 ceph-mon[35322]: pgmap v5840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:56:57.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:56 smithi175 ceph-mon[44549]: pgmap v5840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:56:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:57.588+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:56:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:57.588+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:56:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:56:57.588+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:56:59.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:56:59 smithi088 ceph-mon[35322]: pgmap v5841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:56:59.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:56:59 smithi175 ceph-mon[44549]: pgmap v5841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:56:59.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:56:59 smithi181 ceph-mon[45557]: pgmap v5841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:57:00.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:00 smithi181 ceph-mon[45557]: pgmap v5842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:01.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:00 smithi088 ceph-mon[35322]: pgmap v5842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:01.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:00 smithi175 ceph-mon[44549]: pgmap v5842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:02.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:02 smithi181 ceph-mon[45557]: pgmap v5843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:57:03.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:02 smithi088 ceph-mon[35322]: pgmap v5843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:57:03.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:02 smithi175 ceph-mon[44549]: pgmap v5843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:57:04.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:04 smithi181 ceph-mon[45557]: pgmap v5844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:05.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:04 smithi088 ceph-mon[35322]: pgmap v5844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:05.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:04 smithi175 ceph-mon[44549]: pgmap v5844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:06.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:06 smithi181 ceph-mon[45557]: pgmap v5845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:07.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:06 smithi088 ceph-mon[35322]: pgmap v5845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:07.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:06 smithi175 ceph-mon[44549]: pgmap v5845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:09.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:09 smithi088 ceph-mon[35322]: pgmap v5846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:09.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:09 smithi175 ceph-mon[44549]: pgmap v5846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:09.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:09 smithi181 ceph-mon[45557]: pgmap v5846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:10.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:10 smithi181 ceph-mon[45557]: pgmap v5847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:11.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:10 smithi088 ceph-mon[35322]: pgmap v5847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:11.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:10 smithi175 ceph-mon[44549]: pgmap v5847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:12.604+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:57:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:12.604+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:57:12.599 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:12.604+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:57:12.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:12 smithi181 ceph-mon[45557]: pgmap v5848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:13.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:12 smithi088 ceph-mon[35322]: pgmap v5848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:13.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:12 smithi175 ceph-mon[44549]: pgmap v5848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:14.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:14 smithi181 ceph-mon[45557]: pgmap v5849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:15.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:14 smithi088 ceph-mon[35322]: pgmap v5849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:15.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:14 smithi175 ceph-mon[44549]: pgmap v5849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:16.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:16 smithi181 ceph-mon[45557]: pgmap v5850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:17.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:16 smithi088 ceph-mon[35322]: pgmap v5850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:17.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:16 smithi175 ceph-mon[44549]: pgmap v5850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:19.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:19 smithi088 ceph-mon[35322]: pgmap v5851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:19.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:19 smithi175 ceph-mon[44549]: pgmap v5851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:19.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:19 smithi181 ceph-mon[45557]: pgmap v5851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:20.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:20 smithi181 ceph-mon[45557]: pgmap v5852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:21.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:20 smithi088 ceph-mon[35322]: pgmap v5852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:21.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:20 smithi175 ceph-mon[44549]: pgmap v5852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:22.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:22 smithi181 ceph-mon[45557]: pgmap v5853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:23.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:22 smithi088 ceph-mon[35322]: pgmap v5853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:23.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:22 smithi175 ceph-mon[44549]: pgmap v5853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:24.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:24 smithi181 ceph-mon[45557]: pgmap v5854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:25.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:24 smithi088 ceph-mon[35322]: pgmap v5854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:25.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:24 smithi175 ceph-mon[44549]: pgmap v5854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:26.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:26 smithi181 ceph-mon[45557]: pgmap v5855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:27.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:26 smithi088 ceph-mon[35322]: pgmap v5855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:27.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:26 smithi175 ceph-mon[44549]: pgmap v5855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:27.615 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:27.618+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:57:27.615 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:27.619+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:57:27.615 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:27.619+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:57:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:29 smithi088 ceph-mon[35322]: pgmap v5856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:29.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:29 smithi175 ceph-mon[44549]: pgmap v5856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:29.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:29 smithi181 ceph-mon[45557]: pgmap v5856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:30.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:30 smithi181 ceph-mon[45557]: pgmap v5857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:31.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:30 smithi088 ceph-mon[35322]: pgmap v5857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:31.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:30 smithi175 ceph-mon[44549]: pgmap v5857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:32.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:32 smithi181 ceph-mon[45557]: pgmap v5858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:33.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:32 smithi088 ceph-mon[35322]: pgmap v5858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:33.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:32 smithi175 ceph-mon[44549]: pgmap v5858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:34.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:34 smithi181 ceph-mon[45557]: pgmap v5859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:35.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:34 smithi088 ceph-mon[35322]: pgmap v5859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:35.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:34 smithi175 ceph-mon[44549]: pgmap v5859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:36.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:36 smithi181 ceph-mon[45557]: pgmap v5860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:37.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:36 smithi088 ceph-mon[35322]: pgmap v5860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:37.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:36 smithi175 ceph-mon[44549]: pgmap v5860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:39.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:39 smithi088 ceph-mon[35322]: pgmap v5861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:39.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:39 smithi175 ceph-mon[44549]: pgmap v5861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:39.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:39 smithi181 ceph-mon[45557]: pgmap v5861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:40.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:40 smithi181 ceph-mon[45557]: pgmap v5862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:41.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:40 smithi088 ceph-mon[35322]: pgmap v5862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:41.049+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T15:57:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:41.049+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T15:57:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:41.049+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 85 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T15:57:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:41.049+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 85 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T15:57:41.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:40 smithi175 ceph-mon[44549]: pgmap v5862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:42.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:42.635+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:57:42.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:42.635+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:57:42.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:42.635+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:57:42.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:42 smithi181 ceph-mon[45557]: pgmap v5863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:43.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:42 smithi088 ceph-mon[35322]: pgmap v5863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:43.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:42 smithi175 ceph-mon[44549]: pgmap v5863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:44.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:44 smithi181 ceph-mon[45557]: pgmap v5864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:45.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:44 smithi088 ceph-mon[35322]: pgmap v5864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:45.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:44 smithi175 ceph-mon[44549]: pgmap v5864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:57:46.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:46 smithi181 ceph-mon[45557]: pgmap v5865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:47.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:46 smithi088 ceph-mon[35322]: pgmap v5865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:47.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:46 smithi175 ceph-mon[44549]: pgmap v5865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:57:49.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:49 smithi088 ceph-mon[35322]: pgmap v5866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:49.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:49 smithi175 ceph-mon[44549]: pgmap v5866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:49.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:49 smithi181 ceph-mon[45557]: pgmap v5866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:57:50.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:50 smithi181 ceph-mon[45557]: pgmap v5867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:51.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:50 smithi088 ceph-mon[35322]: pgmap v5867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:51.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:50 smithi175 ceph-mon[44549]: pgmap v5867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:57:52.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:52 smithi181 ceph-mon[45557]: pgmap v5868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:53.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:52 smithi088 ceph-mon[35322]: pgmap v5868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:53.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:52 smithi175 ceph-mon[44549]: pgmap v5868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T15:57:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:57:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:57:54.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:57:54.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:54.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:57:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:57:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:54 smithi181 ceph-mon[45557]: pgmap v5869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T15:57:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:54 smithi181 ceph-mon[45557]: pgmap v5870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:57:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:57:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:57:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:54 smithi088 ceph-mon[35322]: pgmap v5869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T15:57:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:54 smithi088 ceph-mon[35322]: pgmap v5870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:57:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:55.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:57:55.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:57:55.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:54 smithi175 ceph-mon[44549]: pgmap v5869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T15:57:55.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:54 smithi175 ceph-mon[44549]: pgmap v5870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:57:55.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:57:57.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:57 smithi181 ceph-mon[45557]: pgmap v5871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:57:57.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:57 smithi088 ceph-mon[35322]: pgmap v5871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:57:57.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:57.651+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:57:57.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:57.651+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:57:57.647 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:57:57.651+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:57:57.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:57 smithi175 ceph-mon[44549]: pgmap v5871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:57:59.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:57:59 smithi088 ceph-mon[35322]: pgmap v5872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T15:57:59.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:57:59 smithi175 ceph-mon[44549]: pgmap v5872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T15:57:59.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:57:59 smithi181 ceph-mon[45557]: pgmap v5872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T15:58:01.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:01 smithi088 ceph-mon[35322]: pgmap v5873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:58:01.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:01 smithi175 ceph-mon[44549]: pgmap v5873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:58:01.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:01 smithi181 ceph-mon[45557]: pgmap v5873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T15:58:03.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:03 smithi088 ceph-mon[35322]: pgmap v5874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:58:03.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:03 smithi175 ceph-mon[44549]: pgmap v5874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:58:03.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:03 smithi181 ceph-mon[45557]: pgmap v5874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T15:58:05.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:05 smithi088 ceph-mon[35322]: pgmap v5875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:58:05.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:05 smithi175 ceph-mon[44549]: pgmap v5875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:58:05.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:05 smithi181 ceph-mon[45557]: pgmap v5875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:58:07.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:07 smithi088 ceph-mon[35322]: pgmap v5876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:07.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:07 smithi175 ceph-mon[44549]: pgmap v5876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:07.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:07 smithi181 ceph-mon[45557]: pgmap v5876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:09.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:09 smithi088 ceph-mon[35322]: pgmap v5877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:09.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:09 smithi175 ceph-mon[44549]: pgmap v5877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:09.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:09 smithi181 ceph-mon[45557]: pgmap v5877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:11.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:11 smithi088 ceph-mon[35322]: pgmap v5878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:11.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:11 smithi175 ceph-mon[44549]: pgmap v5878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:11.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:11 smithi181 ceph-mon[45557]: pgmap v5878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:12.661 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:12.665+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:58:12.661 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:12.665+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:58:12.661 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:12.665+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:58:13.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:13 smithi088 ceph-mon[35322]: pgmap v5879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:13.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:13 smithi175 ceph-mon[44549]: pgmap v5879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:13.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:13 smithi181 ceph-mon[45557]: pgmap v5879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:15.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:15 smithi088 ceph-mon[35322]: pgmap v5880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:15.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:15 smithi175 ceph-mon[44549]: pgmap v5880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:15.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:15 smithi181 ceph-mon[45557]: pgmap v5880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:17.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:17 smithi088 ceph-mon[35322]: pgmap v5881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:17.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:17 smithi175 ceph-mon[44549]: pgmap v5881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:17.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:17 smithi181 ceph-mon[45557]: pgmap v5881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:19.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:19 smithi175 ceph-mon[44549]: pgmap v5882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:58:19.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:19 smithi181 ceph-mon[45557]: pgmap v5882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:58:20.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:19 smithi088 ceph-mon[35322]: pgmap v5882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:58:21.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:21 smithi175 ceph-mon[44549]: pgmap v5883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:21.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:21 smithi181 ceph-mon[45557]: pgmap v5883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:22.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:21 smithi088 ceph-mon[35322]: pgmap v5883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:23.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:23 smithi175 ceph-mon[44549]: pgmap v5884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:23.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:23 smithi181 ceph-mon[45557]: pgmap v5884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:24.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:23 smithi088 ceph-mon[35322]: pgmap v5884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:25.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:25 smithi175 ceph-mon[44549]: pgmap v5885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:25.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:25 smithi181 ceph-mon[45557]: pgmap v5885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:26.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:25 smithi088 ceph-mon[35322]: pgmap v5885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:27.673 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:27.676+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:58:27.673 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:27.676+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:58:27.673 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:27.677+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:58:27.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:27 smithi175 ceph-mon[44549]: pgmap v5886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:27.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:27 smithi181 ceph-mon[45557]: pgmap v5886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:28.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:27 smithi088 ceph-mon[35322]: pgmap v5886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:29.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:29 smithi175 ceph-mon[44549]: pgmap v5887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:29.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:29 smithi181 ceph-mon[45557]: pgmap v5887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:29.971 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:29 smithi088 ceph-mon[35322]: pgmap v5887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:31.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:31 smithi175 ceph-mon[44549]: pgmap v5888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:31.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:31 smithi181 ceph-mon[45557]: pgmap v5888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:32.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:31 smithi088 ceph-mon[35322]: pgmap v5888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:33.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:33 smithi175 ceph-mon[44549]: pgmap v5889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:33.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:33 smithi181 ceph-mon[45557]: pgmap v5889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:34.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:33 smithi088 ceph-mon[35322]: pgmap v5889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:35.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:35 smithi175 ceph-mon[44549]: pgmap v5890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:35.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:35 smithi181 ceph-mon[45557]: pgmap v5890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:36.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:35 smithi088 ceph-mon[35322]: pgmap v5890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:37.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:37 smithi175 ceph-mon[44549]: pgmap v5891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:37.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:37 smithi181 ceph-mon[45557]: pgmap v5891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:38.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:37 smithi088 ceph-mon[35322]: pgmap v5891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:39.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:39 smithi175 ceph-mon[44549]: pgmap v5892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:39.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:39 smithi181 ceph-mon[45557]: pgmap v5892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:40.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:39 smithi088 ceph-mon[35322]: pgmap v5892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:41.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:41 smithi175 ceph-mon[44549]: pgmap v5893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:41.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:41 smithi181 ceph-mon[45557]: pgmap v5893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:42.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:41 smithi088 ceph-mon[35322]: pgmap v5893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:42.689+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:58:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:42.689+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:58:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:42.689+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:58:43.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:43 smithi175 ceph-mon[44549]: pgmap v5894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:43.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:43 smithi181 ceph-mon[45557]: pgmap v5894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:44.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:43 smithi088 ceph-mon[35322]: pgmap v5894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:45.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:45 smithi088 ceph-mon[35322]: pgmap v5895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:45.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:45 smithi175 ceph-mon[44549]: pgmap v5895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:45.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:45 smithi181 ceph-mon[45557]: pgmap v5895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:47.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:47 smithi175 ceph-mon[44549]: pgmap v5896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:47.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:47 smithi181 ceph-mon[45557]: pgmap v5896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:48.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:47 smithi088 ceph-mon[35322]: pgmap v5896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:49 smithi175 ceph-mon[44549]: pgmap v5897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:49.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:49 smithi181 ceph-mon[45557]: pgmap v5897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:50.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:49 smithi088 ceph-mon[35322]: pgmap v5897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:58:51.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:51 smithi175 ceph-mon[44549]: pgmap v5898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:51.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:51 smithi181 ceph-mon[45557]: pgmap v5898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:52.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:51 smithi088 ceph-mon[35322]: pgmap v5898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:58:53.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:53 smithi175 ceph-mon[44549]: pgmap v5899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:53.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:53 smithi181 ceph-mon[45557]: pgmap v5899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:54.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:53 smithi088 ceph-mon[35322]: pgmap v5899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:58:54.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:58:54.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:58:55.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:58:55.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:55 smithi175 ceph-mon[44549]: pgmap v5900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:55.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:58:55.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:58:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:58:55.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:55 smithi181 ceph-mon[45557]: pgmap v5900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:55.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:58:55.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:58:55.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:58:56.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:55 smithi088 ceph-mon[35322]: pgmap v5900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:58:56.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:58:56.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:58:56.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:58:56.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:56 smithi175 ceph-mon[44549]: pgmap v5901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:58:56.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:56 smithi175 ceph-mon[44549]: pgmap v5902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:58:56.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:56 smithi181 ceph-mon[45557]: pgmap v5901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:58:56.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:56 smithi181 ceph-mon[45557]: pgmap v5902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:58:57.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:56 smithi088 ceph-mon[35322]: pgmap v5901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T15:58:57.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:56 smithi088 ceph-mon[35322]: pgmap v5902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T15:58:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:57.700+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:58:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:57.700+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:58:57.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:58:57.700+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:58:58.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:58:58 smithi175 ceph-mon[44549]: pgmap v5903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:58:58.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:58:58 smithi181 ceph-mon[45557]: pgmap v5903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:58:59.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:58:58 smithi088 ceph-mon[35322]: pgmap v5903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:59:00.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:00 smithi175 ceph-mon[44549]: pgmap v5904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:59:00.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:00 smithi181 ceph-mon[45557]: pgmap v5904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:59:01.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:00 smithi088 ceph-mon[35322]: pgmap v5904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:59:02.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:02 smithi175 ceph-mon[44549]: pgmap v5905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:59:02.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:02 smithi181 ceph-mon[45557]: pgmap v5905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:59:03.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:02 smithi088 ceph-mon[35322]: pgmap v5905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:59:04.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:04 smithi175 ceph-mon[44549]: pgmap v5906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:59:04.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:04 smithi181 ceph-mon[45557]: pgmap v5906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:59:05.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:04 smithi088 ceph-mon[35322]: pgmap v5906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:59:06.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:06 smithi175 ceph-mon[44549]: pgmap v5907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:59:06.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:06 smithi181 ceph-mon[45557]: pgmap v5907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:59:07.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:06 smithi088 ceph-mon[35322]: pgmap v5907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T15:59:08.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:08 smithi175 ceph-mon[44549]: pgmap v5908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:08.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:08 smithi181 ceph-mon[45557]: pgmap v5908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:09.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:08 smithi088 ceph-mon[35322]: pgmap v5908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:10.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:10 smithi175 ceph-mon[44549]: pgmap v5909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:10.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:10 smithi181 ceph-mon[45557]: pgmap v5909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:11.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:10 smithi088 ceph-mon[35322]: pgmap v5909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:12.706 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:12.708+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:59:12.706 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:12.709+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:59:12.706 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:12.709+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:59:12.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:12 smithi175 ceph-mon[44549]: pgmap v5910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:12.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:12 smithi181 ceph-mon[45557]: pgmap v5910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:13.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:12 smithi088 ceph-mon[35322]: pgmap v5910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:14.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:14 smithi175 ceph-mon[44549]: pgmap v5911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:59:14.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:14 smithi181 ceph-mon[45557]: pgmap v5911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:59:15.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:14 smithi088 ceph-mon[35322]: pgmap v5911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T15:59:16.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:16 smithi175 ceph-mon[44549]: pgmap v5912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:16.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:16 smithi181 ceph-mon[45557]: pgmap v5912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:17.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:16 smithi088 ceph-mon[35322]: pgmap v5912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:18.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:18 smithi175 ceph-mon[44549]: pgmap v5913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:18.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:18 smithi181 ceph-mon[45557]: pgmap v5913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:19.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:18 smithi088 ceph-mon[35322]: pgmap v5913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:20.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:20 smithi181 ceph-mon[45557]: pgmap v5914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:21.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:20 smithi088 ceph-mon[35322]: pgmap v5914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:21.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:20 smithi175 ceph-mon[44549]: pgmap v5914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:22.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:22 smithi181 ceph-mon[45557]: pgmap v5915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:23.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:22 smithi088 ceph-mon[35322]: pgmap v5915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:23.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:22 smithi175 ceph-mon[44549]: pgmap v5915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:24.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:24 smithi181 ceph-mon[45557]: pgmap v5916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:25.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:24 smithi088 ceph-mon[35322]: pgmap v5916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:25.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:24 smithi175 ceph-mon[44549]: pgmap v5916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:25.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:25 smithi181 ceph-mon[45557]: pgmap v5917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:25 smithi088 ceph-mon[35322]: pgmap v5917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:26.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:25 smithi175 ceph-mon[44549]: pgmap v5917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:27.712+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:59:27.710 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:27.712+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:59:27.710 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:27.712+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:59:28.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:28 smithi088 ceph-mon[35322]: pgmap v5918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:28.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:28 smithi175 ceph-mon[44549]: pgmap v5918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:28.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:28 smithi181 ceph-mon[45557]: pgmap v5918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:30.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:30 smithi088 ceph-mon[35322]: pgmap v5919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:30.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:30 smithi175 ceph-mon[44549]: pgmap v5919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:30.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:30 smithi181 ceph-mon[45557]: pgmap v5919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:32.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:32 smithi088 ceph-mon[35322]: pgmap v5920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:32.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:32 smithi175 ceph-mon[44549]: pgmap v5920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:32.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:32 smithi181 ceph-mon[45557]: pgmap v5920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:34.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:34 smithi175 ceph-mon[44549]: pgmap v5921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:34.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:34 smithi181 ceph-mon[45557]: pgmap v5921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:35.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:34 smithi088 ceph-mon[35322]: pgmap v5921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:36.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:36 smithi175 ceph-mon[44549]: pgmap v5922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:36.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:36 smithi181 ceph-mon[45557]: pgmap v5922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:37.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:36 smithi088 ceph-mon[35322]: pgmap v5922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:38.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:38 smithi175 ceph-mon[44549]: pgmap v5923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:38.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:38 smithi181 ceph-mon[45557]: pgmap v5923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:39.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:38 smithi088 ceph-mon[35322]: pgmap v5923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:40.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:40 smithi175 ceph-mon[44549]: pgmap v5924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:40.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:40 smithi181 ceph-mon[45557]: pgmap v5924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:41.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:40 smithi088 ceph-mon[35322]: pgmap v5924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:42.721 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:42.723+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:59:42.721 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:42.723+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:59:42.721 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:42.723+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:59:42.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:42 smithi175 ceph-mon[44549]: pgmap v5925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:42.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:42 smithi181 ceph-mon[45557]: pgmap v5925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:43.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:42 smithi088 ceph-mon[35322]: pgmap v5925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:44 smithi175 ceph-mon[44549]: pgmap v5926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:44.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:44 smithi181 ceph-mon[45557]: pgmap v5926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:44 smithi088 ceph-mon[35322]: pgmap v5926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:46 smithi175 ceph-mon[44549]: pgmap v5927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:46.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:46 smithi181 ceph-mon[45557]: pgmap v5927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:47.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:46 smithi088 ceph-mon[35322]: pgmap v5927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:48 smithi175 ceph-mon[44549]: pgmap v5928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:48.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:48 smithi181 ceph-mon[45557]: pgmap v5928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:48 smithi088 ceph-mon[35322]: pgmap v5928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:50 smithi175 ceph-mon[44549]: pgmap v5929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:50.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:50 smithi181 ceph-mon[45557]: pgmap v5929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:51.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:50 smithi088 ceph-mon[35322]: pgmap v5929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T15:59:52.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:52 smithi175 ceph-mon[44549]: pgmap v5930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:52.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:52 smithi181 ceph-mon[45557]: pgmap v5930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:53.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:52 smithi088 ceph-mon[35322]: pgmap v5930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T15:59:54.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:54 smithi175 ceph-mon[44549]: pgmap v5931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:54.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:54 smithi181 ceph-mon[45557]: pgmap v5931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:55.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:54 smithi088 ceph-mon[35322]: pgmap v5931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T15:59:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:59:55.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:59:56.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T15:59:56.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:56 smithi175 ceph-mon[44549]: pgmap v5932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:56.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:59:56.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:59:56.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:59:56.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:56 smithi181 ceph-mon[45557]: pgmap v5932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:56.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:59:56.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:59:56.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:59:57.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:56 smithi088 ceph-mon[35322]: pgmap v5932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T15:59:57.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T15:59:57.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T15:59:57.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T15:59:57.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:57.737+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T15:59:57.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:57.737+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T15:59:57.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T15:59:57.737+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T15:59:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:57 smithi175 ceph-mon[44549]: pgmap v5933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:59:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:57 smithi175 ceph-mon[44549]: pgmap v5934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:59:57.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:57 smithi181 ceph-mon[45557]: pgmap v5933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:59:57.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:57 smithi181 ceph-mon[45557]: pgmap v5934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:59:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:57 smithi088 ceph-mon[35322]: pgmap v5933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T15:59:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:57 smithi088 ceph-mon[35322]: pgmap v5934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T15:59:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 15:59:59 smithi175 ceph-mon[44549]: pgmap v5935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T15:59:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 15:59:59 smithi181 ceph-mon[45557]: pgmap v5935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:00:00.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 15:59:59 smithi088 ceph-mon[35322]: pgmap v5935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:00:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:00:00.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:00:01.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:00:01.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:01 smithi175 ceph-mon[44549]: pgmap v5936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:00:01.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:01 smithi181 ceph-mon[45557]: pgmap v5936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:00:02.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:01 smithi088 ceph-mon[35322]: pgmap v5936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:00:03.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:03 smithi175 ceph-mon[44549]: pgmap v5937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:00:03.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:03 smithi181 ceph-mon[45557]: pgmap v5937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:00:04.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:03 smithi088 ceph-mon[35322]: pgmap v5937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:00:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:05 smithi175 ceph-mon[44549]: pgmap v5938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:00:05.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:05 smithi181 ceph-mon[45557]: pgmap v5938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:00:06.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:05 smithi088 ceph-mon[35322]: pgmap v5938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:00:07.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:07 smithi175 ceph-mon[44549]: pgmap v5939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:00:07.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:07 smithi181 ceph-mon[45557]: pgmap v5939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:00:08.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:07 smithi088 ceph-mon[35322]: pgmap v5939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:00:09.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:09 smithi175 ceph-mon[44549]: pgmap v5940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:09.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:09 smithi181 ceph-mon[45557]: pgmap v5940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:10.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:09 smithi088 ceph-mon[35322]: pgmap v5940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:11 smithi175 ceph-mon[44549]: pgmap v5941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:11.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:11 smithi181 ceph-mon[45557]: pgmap v5941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:12.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:11 smithi088 ceph-mon[35322]: pgmap v5941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:12.750+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:00:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:12.750+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:00:12.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:12.750+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:00:13.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:13 smithi175 ceph-mon[44549]: pgmap v5942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:13.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:13 smithi181 ceph-mon[45557]: pgmap v5942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:14.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:13 smithi088 ceph-mon[35322]: pgmap v5942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:15 smithi175 ceph-mon[44549]: pgmap v5943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:15 smithi181 ceph-mon[45557]: pgmap v5943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:16.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:15 smithi088 ceph-mon[35322]: pgmap v5943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:17 smithi175 ceph-mon[44549]: pgmap v5944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:17.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:17 smithi181 ceph-mon[45557]: pgmap v5944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:18.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:17 smithi088 ceph-mon[35322]: pgmap v5944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:19.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:19 smithi175 ceph-mon[44549]: pgmap v5945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:19.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:19 smithi181 ceph-mon[45557]: pgmap v5945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:20.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:19 smithi088 ceph-mon[35322]: pgmap v5945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:21.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:21 smithi175 ceph-mon[44549]: pgmap v5946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:21.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:21 smithi181 ceph-mon[45557]: pgmap v5946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:22.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:21 smithi088 ceph-mon[35322]: pgmap v5946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:23.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:23 smithi175 ceph-mon[44549]: pgmap v5947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:23.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:23 smithi181 ceph-mon[45557]: pgmap v5947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:24.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:23 smithi088 ceph-mon[35322]: pgmap v5947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:25.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:25 smithi175 ceph-mon[44549]: pgmap v5948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:25 smithi181 ceph-mon[45557]: pgmap v5948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:26.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:25 smithi088 ceph-mon[35322]: pgmap v5948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:27.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:27.753+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:00:27.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:27.753+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:00:27.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:27.753+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:00:27.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:27 smithi175 ceph-mon[44549]: pgmap v5949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:27.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:27 smithi181 ceph-mon[45557]: pgmap v5949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:28.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:27 smithi088 ceph-mon[35322]: pgmap v5949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:29.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:29 smithi175 ceph-mon[44549]: pgmap v5950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:29.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:29 smithi181 ceph-mon[45557]: pgmap v5950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:30.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:29 smithi088 ceph-mon[35322]: pgmap v5950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:31.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:31 smithi175 ceph-mon[44549]: pgmap v5951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:31.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:31 smithi181 ceph-mon[45557]: pgmap v5951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:32.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:31 smithi088 ceph-mon[35322]: pgmap v5951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:33.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:33 smithi175 ceph-mon[44549]: pgmap v5952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:33.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:33 smithi181 ceph-mon[45557]: pgmap v5952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:34.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:33 smithi088 ceph-mon[35322]: pgmap v5952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:35.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:35 smithi175 ceph-mon[44549]: pgmap v5953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:35.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:35 smithi181 ceph-mon[45557]: pgmap v5953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:36.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:35 smithi088 ceph-mon[35322]: pgmap v5953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:37.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:37 smithi175 ceph-mon[44549]: pgmap v5954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:37.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:37 smithi181 ceph-mon[45557]: pgmap v5954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:38.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:37 smithi088 ceph-mon[35322]: pgmap v5954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:39.454+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T16:00:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:39.454+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T16:00:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:39.454+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7ff344025000 tx=0x7ff344043040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T16:00:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:39.454+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7ff344025000 tx=0x7ff344043040 comp rx=0 tx=0).stop 2024-01-28T16:00:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:39.454+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad710 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T16:00:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:39.454+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 msgr2=0x7ff32c0ad710 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T16:00:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:39.454+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0acf10 0x7ff32c0ad710 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T16:00:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:39.454+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3a60 0x7ff32c0a27a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T16:00:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:39.454+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3a60 0x7ff32c0a27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T16:00:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:39.455+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3a60 0x7ff32c0a27a0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344021070 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T16:00:39.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:39 smithi181 ceph-mon[45557]: pgmap v5955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:40.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:39 smithi088 ceph-mon[35322]: pgmap v5955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:40.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:39 smithi175 ceph-mon[44549]: pgmap v5955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:41.074 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:41.075+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:00:41.074 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:41.075+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:00:41.074 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:41.075+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 86 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T16:00:41.074 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:41.076+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 86 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T16:00:41.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:41 smithi181 ceph-mon[45557]: pgmap v5956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:42.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:41 smithi088 ceph-mon[35322]: pgmap v5956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:42.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:41 smithi175 ceph-mon[44549]: pgmap v5956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:42.758 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:42.759+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:00:42.758 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:42.759+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:00:42.758 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:42.759+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:00:43.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:43 smithi181 ceph-mon[45557]: pgmap v5957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:44.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:43 smithi088 ceph-mon[35322]: pgmap v5957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:44.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:43 smithi175 ceph-mon[44549]: pgmap v5957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:45.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:45 smithi181 ceph-mon[45557]: pgmap v5958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:46.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:45 smithi088 ceph-mon[35322]: pgmap v5958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:46.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:45 smithi175 ceph-mon[44549]: pgmap v5958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:47.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:47 smithi181 ceph-mon[45557]: pgmap v5959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:48.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:47 smithi088 ceph-mon[35322]: pgmap v5959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:48.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:47 smithi175 ceph-mon[44549]: pgmap v5959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:49.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:49 smithi181 ceph-mon[45557]: pgmap v5960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:50.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:49 smithi088 ceph-mon[35322]: pgmap v5960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:50.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:49 smithi175 ceph-mon[44549]: pgmap v5960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:00:51.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:51 smithi181 ceph-mon[45557]: pgmap v5961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:52.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:51 smithi088 ceph-mon[35322]: pgmap v5961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:52.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:51 smithi175 ceph-mon[44549]: pgmap v5961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:00:52.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:52 smithi181 ceph-mon[45557]: pgmap v5962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:53.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:52 smithi088 ceph-mon[35322]: pgmap v5962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:53.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:52 smithi175 ceph-mon[44549]: pgmap v5962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:55.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:55 smithi175 ceph-mon[44549]: pgmap v5963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:55.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:55 smithi181 ceph-mon[45557]: pgmap v5963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:56.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:55 smithi088 ceph-mon[35322]: pgmap v5963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:00:56.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:00:56.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:00:57.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:00:57.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:57.767+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:00:57.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:57.767+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:00:57.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:00:57.767+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:00:57.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:57 smithi175 ceph-mon[44549]: pgmap v5964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:57.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:00:57.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:00:57.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:00:57.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:57 smithi181 ceph-mon[45557]: pgmap v5964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:57.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:00:57.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:00:57.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:00:58.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:57 smithi088 ceph-mon[35322]: pgmap v5964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:00:58.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:00:58.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:00:58.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:00:58.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:58 smithi175 ceph-mon[44549]: pgmap v5965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:00:58.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:00:58 smithi175 ceph-mon[44549]: pgmap v5966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:00:58.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:58 smithi181 ceph-mon[45557]: pgmap v5965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:00:58.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:00:58 smithi181 ceph-mon[45557]: pgmap v5966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:00:59.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:58 smithi088 ceph-mon[35322]: pgmap v5965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:00:59.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:00:58 smithi088 ceph-mon[35322]: pgmap v5966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:01:00.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:00 smithi175 ceph-mon[44549]: pgmap v5967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:01:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:00 smithi181 ceph-mon[45557]: pgmap v5967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:01:01.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:00 smithi088 ceph-mon[35322]: pgmap v5967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:01:02.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:02 smithi175 ceph-mon[44549]: pgmap v5968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:01:02.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:02 smithi181 ceph-mon[45557]: pgmap v5968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:01:03.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:02 smithi088 ceph-mon[35322]: pgmap v5968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:01:04.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:04 smithi175 ceph-mon[44549]: pgmap v5969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:01:04.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:04 smithi181 ceph-mon[45557]: pgmap v5969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:01:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:04 smithi088 ceph-mon[35322]: pgmap v5969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:01:06.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:06 smithi175 ceph-mon[44549]: pgmap v5970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:01:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:06 smithi181 ceph-mon[45557]: pgmap v5970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:01:07.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:06 smithi088 ceph-mon[35322]: pgmap v5970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:01:08.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:08 smithi175 ceph-mon[44549]: pgmap v5971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:01:08.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:08 smithi181 ceph-mon[45557]: pgmap v5971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:01:09.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:08 smithi088 ceph-mon[35322]: pgmap v5971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:01:10.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:10 smithi175 ceph-mon[44549]: pgmap v5972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:10 smithi181 ceph-mon[45557]: pgmap v5972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:11.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:10 smithi088 ceph-mon[35322]: pgmap v5972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:12.769+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:01:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:12.769+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:01:12.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:12.769+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:01:12.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:12 smithi175 ceph-mon[44549]: pgmap v5973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:12 smithi181 ceph-mon[45557]: pgmap v5973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:13.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:12 smithi088 ceph-mon[35322]: pgmap v5973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:14.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:14 smithi175 ceph-mon[44549]: pgmap v5974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:01:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:14 smithi181 ceph-mon[45557]: pgmap v5974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:01:15.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:14 smithi088 ceph-mon[35322]: pgmap v5974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:01:16.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:16 smithi175 ceph-mon[44549]: pgmap v5975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:16 smithi181 ceph-mon[45557]: pgmap v5975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:17.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:16 smithi088 ceph-mon[35322]: pgmap v5975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:18.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:18 smithi175 ceph-mon[44549]: pgmap v5976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:18.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:18 smithi181 ceph-mon[45557]: pgmap v5976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:19.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:18 smithi088 ceph-mon[35322]: pgmap v5976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:20.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:20 smithi175 ceph-mon[44549]: pgmap v5977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:01:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:20 smithi181 ceph-mon[45557]: pgmap v5977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:01:20.981 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:20 smithi088 ceph-mon[35322]: pgmap v5977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:01:22.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:22 smithi175 ceph-mon[44549]: pgmap v5978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:22.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:22 smithi181 ceph-mon[45557]: pgmap v5978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:22 smithi088 ceph-mon[35322]: pgmap v5978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:24.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:24 smithi175 ceph-mon[44549]: pgmap v5979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:01:24.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:24 smithi181 ceph-mon[45557]: pgmap v5979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:01:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:24 smithi088 ceph-mon[35322]: pgmap v5979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:01:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:26 smithi175 ceph-mon[44549]: pgmap v5980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:01:26.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:26 smithi181 ceph-mon[45557]: pgmap v5980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:01:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:26 smithi088 ceph-mon[35322]: pgmap v5980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:01:27.783 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:27.784+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:01:27.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:27.784+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:01:27.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:27.784+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:01:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:28 smithi175 ceph-mon[44549]: pgmap v5981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:28.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:28 smithi181 ceph-mon[45557]: pgmap v5981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:29.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:28 smithi088 ceph-mon[35322]: pgmap v5981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:30.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:30 smithi175 ceph-mon[44549]: pgmap v5982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:30.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:30 smithi181 ceph-mon[45557]: pgmap v5982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:31.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:30 smithi088 ceph-mon[35322]: pgmap v5982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:32 smithi175 ceph-mon[44549]: pgmap v5983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:32.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:32 smithi181 ceph-mon[45557]: pgmap v5983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:32 smithi088 ceph-mon[35322]: pgmap v5983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:34.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:34 smithi175 ceph-mon[44549]: pgmap v5984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:01:34.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:34 smithi181 ceph-mon[45557]: pgmap v5984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:01:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:34 smithi088 ceph-mon[35322]: pgmap v5984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:01:36.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:36 smithi175 ceph-mon[44549]: pgmap v5985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:36.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:36 smithi181 ceph-mon[45557]: pgmap v5985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:37.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:36 smithi088 ceph-mon[35322]: pgmap v5985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:38.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:38 smithi175 ceph-mon[44549]: pgmap v5986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:38.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:38 smithi181 ceph-mon[45557]: pgmap v5986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:39.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:38 smithi088 ceph-mon[35322]: pgmap v5986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:40 smithi175 ceph-mon[44549]: pgmap v5987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:40 smithi181 ceph-mon[45557]: pgmap v5987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:41.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:40 smithi088 ceph-mon[35322]: pgmap v5987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:42.787+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:01:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:42.787+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:01:42.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:42.787+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:01:42.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:42 smithi175 ceph-mon[44549]: pgmap v5988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:42.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:42 smithi181 ceph-mon[45557]: pgmap v5988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:43.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:42 smithi088 ceph-mon[35322]: pgmap v5988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:44 smithi175 ceph-mon[44549]: pgmap v5989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:01:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:44 smithi181 ceph-mon[45557]: pgmap v5989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:01:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:44 smithi088 ceph-mon[35322]: pgmap v5989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:01:46.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:46 smithi175 ceph-mon[44549]: pgmap v5990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:46.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:46 smithi181 ceph-mon[45557]: pgmap v5990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:47.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:46 smithi088 ceph-mon[35322]: pgmap v5990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:48 smithi175 ceph-mon[44549]: pgmap v5991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:48 smithi181 ceph-mon[45557]: pgmap v5991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:48 smithi088 ceph-mon[35322]: pgmap v5991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:50.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:50 smithi175 ceph-mon[44549]: pgmap v5992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:50.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:50 smithi181 ceph-mon[45557]: pgmap v5992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:50 smithi088 ceph-mon[35322]: pgmap v5992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:01:52.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:52 smithi181 ceph-mon[45557]: pgmap v5993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:53.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:52 smithi088 ceph-mon[35322]: pgmap v5993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:53.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:52 smithi175 ceph-mon[44549]: pgmap v5993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:54.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:54 smithi181 ceph-mon[45557]: pgmap v5994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:01:55.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:54 smithi088 ceph-mon[35322]: pgmap v5994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:01:55.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:54 smithi175 ceph-mon[44549]: pgmap v5994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:01:56.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:56 smithi181 ceph-mon[45557]: pgmap v5995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:56 smithi088 ceph-mon[35322]: pgmap v5995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:57.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:56 smithi175 ceph-mon[44549]: pgmap v5995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:01:57.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:57.802+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:01:57.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:57.802+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:01:57.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:01:57.802+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:01:57.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:01:58.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:01:58.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:01:58.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:01:58 smithi175 ceph-mon[44549]: pgmap v5996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:58.929 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:01:58 smithi181 ceph-mon[45557]: pgmap v5996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:01:58.995 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:01:58 smithi088 ceph-mon[35322]: pgmap v5996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:00 smithi181 ceph-mon[45557]: pgmap v5997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:00 smithi088 ceph-mon[35322]: pgmap v5997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:00 smithi175 ceph-mon[44549]: pgmap v5997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:02:01.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:02:01.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:02:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:02:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:02:01.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:02:01.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:01.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:01.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:02:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:02:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:02.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:02:02.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:02:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:02:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:02:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:02:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:02:02.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:02 smithi181 ceph-mon[45557]: pgmap v5998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:02.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:02 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:02:02.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:02 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:02:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:02 smithi181 ceph-mon[45557]: pgmap v5999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:02:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:02 smithi181 ceph-mon[45557]: pgmap v6000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T16:02:03.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:02 smithi088 ceph-mon[35322]: pgmap v5998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:02 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:02:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:02 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:02:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:02 smithi088 ceph-mon[35322]: pgmap v5999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:02:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:02 smithi088 ceph-mon[35322]: pgmap v6000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T16:02:03.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:02 smithi175 ceph-mon[44549]: pgmap v5998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:02 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:02:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:02 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:02:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:02 smithi175 ceph-mon[44549]: pgmap v5999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:02:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:02 smithi175 ceph-mon[44549]: pgmap v6000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T16:02:04.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:04 smithi175 ceph-mon[44549]: pgmap v6001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:02:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:04 smithi181 ceph-mon[45557]: pgmap v6001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:02:05.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:04 smithi088 ceph-mon[35322]: pgmap v6001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:02:06.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:06 smithi181 ceph-mon[45557]: pgmap v6002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:06 smithi088 ceph-mon[35322]: pgmap v6002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:07.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:06 smithi175 ceph-mon[44549]: pgmap v6002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:08.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:08 smithi181 ceph-mon[45557]: pgmap v6003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T16:02:09.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:08 smithi088 ceph-mon[35322]: pgmap v6003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T16:02:09.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:08 smithi175 ceph-mon[44549]: pgmap v6003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T16:02:10.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:10 smithi181 ceph-mon[45557]: pgmap v6004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:10 smithi088 ceph-mon[35322]: pgmap v6004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:11.088 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:11.089+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:02:11.088 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:11.089+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:02:11.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:11.090+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 87 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T16:02:11.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:11.090+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 87 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T16:02:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:10 smithi175 ceph-mon[44549]: pgmap v6004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:12.806+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:02:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:12.806+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:02:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:12.806+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:02:12.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:12 smithi181 ceph-mon[45557]: pgmap v6005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:02:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:12 smithi088 ceph-mon[35322]: pgmap v6005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:02:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:12 smithi175 ceph-mon[44549]: pgmap v6005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:02:14.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:14 smithi175 ceph-mon[44549]: pgmap v6006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:14.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:14 smithi181 ceph-mon[45557]: pgmap v6006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:15.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:14 smithi088 ceph-mon[35322]: pgmap v6006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:16.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:16 smithi181 ceph-mon[45557]: pgmap v6007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:17.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:16 smithi088 ceph-mon[35322]: pgmap v6007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:17.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:16 smithi175 ceph-mon[44549]: pgmap v6007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:18.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:18 smithi181 ceph-mon[45557]: pgmap v6008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:19.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:18 smithi088 ceph-mon[35322]: pgmap v6008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:19.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:18 smithi175 ceph-mon[44549]: pgmap v6008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:20.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:20 smithi181 ceph-mon[45557]: pgmap v6009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:21.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:20 smithi088 ceph-mon[35322]: pgmap v6009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:20 smithi175 ceph-mon[44549]: pgmap v6009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:22.934 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:22 smithi088 ceph-mon[35322]: pgmap v6010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:22.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:22 smithi181 ceph-mon[45557]: pgmap v6010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:22 smithi175 ceph-mon[44549]: pgmap v6010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:24 smithi175 ceph-mon[44549]: pgmap v6011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:24.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:24 smithi181 ceph-mon[45557]: pgmap v6011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:25.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:24 smithi088 ceph-mon[35322]: pgmap v6011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:26 smithi181 ceph-mon[45557]: pgmap v6012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:27.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:26 smithi088 ceph-mon[35322]: pgmap v6012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:26 smithi175 ceph-mon[44549]: pgmap v6012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:27.812 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:27.813+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:02:27.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:27.813+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:02:27.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:27.813+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:02:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:28 smithi181 ceph-mon[45557]: pgmap v6013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:29.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:28 smithi088 ceph-mon[35322]: pgmap v6013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:28 smithi175 ceph-mon[44549]: pgmap v6013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:30.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:30 smithi181 ceph-mon[45557]: pgmap v6014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:30 smithi088 ceph-mon[35322]: pgmap v6014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:31.170 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:30 smithi175 ceph-mon[44549]: pgmap v6014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:32.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:32 smithi181 ceph-mon[45557]: pgmap v6015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:32 smithi088 ceph-mon[35322]: pgmap v6015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:32 smithi175 ceph-mon[44549]: pgmap v6015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:34 smithi175 ceph-mon[44549]: pgmap v6016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:34.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:34 smithi181 ceph-mon[45557]: pgmap v6016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:34 smithi088 ceph-mon[35322]: pgmap v6016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:02:36.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:36 smithi181 ceph-mon[45557]: pgmap v6017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:37.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:36 smithi088 ceph-mon[35322]: pgmap v6017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:36 smithi175 ceph-mon[44549]: pgmap v6017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:38.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:38 smithi181 ceph-mon[45557]: pgmap v6018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:38 smithi088 ceph-mon[35322]: pgmap v6018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:39.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:38 smithi175 ceph-mon[44549]: pgmap v6018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:40.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:40 smithi181 ceph-mon[45557]: pgmap v6019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:40 smithi088 ceph-mon[35322]: pgmap v6019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:40 smithi175 ceph-mon[44549]: pgmap v6019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:42.824 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:42.823+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:02:42.824 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:42.823+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:02:42.824 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:42.823+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:02:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:42 smithi181 ceph-mon[45557]: pgmap v6020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:42 smithi088 ceph-mon[35322]: pgmap v6020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:42 smithi175 ceph-mon[44549]: pgmap v6020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:44 smithi175 ceph-mon[44549]: pgmap v6021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:02:44.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:44 smithi181 ceph-mon[45557]: pgmap v6021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:02:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:44 smithi088 ceph-mon[35322]: pgmap v6021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:02:46.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:46 smithi181 ceph-mon[45557]: pgmap v6022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:46 smithi088 ceph-mon[35322]: pgmap v6022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:46 smithi175 ceph-mon[44549]: pgmap v6022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:48.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:48 smithi181 ceph-mon[45557]: pgmap v6023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:48 smithi088 ceph-mon[35322]: pgmap v6023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:49.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:48 smithi175 ceph-mon[44549]: pgmap v6023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:50.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:50 smithi181 ceph-mon[45557]: pgmap v6024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:51.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:50 smithi088 ceph-mon[35322]: pgmap v6024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:51.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:50 smithi175 ceph-mon[44549]: pgmap v6024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:02:52.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:52 smithi181 ceph-mon[45557]: pgmap v6025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:52 smithi088 ceph-mon[35322]: pgmap v6025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:52 smithi175 ceph-mon[44549]: pgmap v6025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:02:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:54 smithi175 ceph-mon[44549]: pgmap v6026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:02:54.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:54 smithi181 ceph-mon[45557]: pgmap v6026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:02:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:54 smithi088 ceph-mon[35322]: pgmap v6026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:02:56.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:56 smithi181 ceph-mon[45557]: pgmap v6027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:02:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:56 smithi088 ceph-mon[35322]: pgmap v6027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:02:57.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:56 smithi175 ceph-mon[44549]: pgmap v6027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:02:57.838 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:57.839+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:02:57.838 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:57.839+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:02:57.838 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:02:57.839+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:02:58.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:02:58 smithi181 ceph-mon[45557]: pgmap v6028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:59.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:02:58 smithi088 ceph-mon[35322]: pgmap v6028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:02:59.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:02:58 smithi175 ceph-mon[44549]: pgmap v6028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:00 smithi181 ceph-mon[45557]: pgmap v6029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:03:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:00 smithi088 ceph-mon[35322]: pgmap v6029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:03:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:00 smithi175 ceph-mon[44549]: pgmap v6029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:03:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:02 smithi181 ceph-mon[45557]: pgmap v6030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:03:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:03:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:03:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:03:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:02 smithi088 ceph-mon[35322]: pgmap v6030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:03:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:03:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:03:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:03:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:02 smithi175 ceph-mon[44549]: pgmap v6030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:03:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:03:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:03:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:03:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:03:03.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:03 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:03:03.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:03 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:03:03.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:03 smithi181 ceph-mon[45557]: pgmap v6031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:03:03.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:03 smithi181 ceph-mon[45557]: pgmap v6032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:03:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:03 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:03:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:03 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:03:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:03 smithi088 ceph-mon[35322]: pgmap v6031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:03:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:03 smithi088 ceph-mon[35322]: pgmap v6032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:03:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:03 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:03:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:03 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:03:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:03 smithi175 ceph-mon[44549]: pgmap v6031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:03:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:03 smithi175 ceph-mon[44549]: pgmap v6032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:03:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:05 smithi181 ceph-mon[45557]: pgmap v6033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:03:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:05 smithi088 ceph-mon[35322]: pgmap v6033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:03:06.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:05 smithi175 ceph-mon[44549]: pgmap v6033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:03:08.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:07 smithi088 ceph-mon[35322]: pgmap v6034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:03:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:07 smithi175 ceph-mon[44549]: pgmap v6034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:03:08.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:07 smithi181 ceph-mon[45557]: pgmap v6034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:03:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:09 smithi175 ceph-mon[44549]: pgmap v6035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:03:09.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:09 smithi181 ceph-mon[45557]: pgmap v6035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:03:10.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:09 smithi088 ceph-mon[35322]: pgmap v6035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:03:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:10 smithi088 ceph-mon[35322]: pgmap v6036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:03:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:10 smithi175 ceph-mon[44549]: pgmap v6036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:03:11.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:10 smithi181 ceph-mon[45557]: pgmap v6036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:03:12.848 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:12.847+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:03:12.848 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:12.847+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:03:12.848 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:12.847+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:03:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:12 smithi088 ceph-mon[35322]: pgmap v6037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:03:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:12 smithi175 ceph-mon[44549]: pgmap v6037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:03:13.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:12 smithi181 ceph-mon[45557]: pgmap v6037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:03:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:14 smithi088 ceph-mon[35322]: pgmap v6038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:03:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:14 smithi175 ceph-mon[44549]: pgmap v6038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:03:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:14 smithi181 ceph-mon[45557]: pgmap v6038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:03:17.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:16 smithi088 ceph-mon[35322]: pgmap v6039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:17.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:16 smithi175 ceph-mon[44549]: pgmap v6039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:17.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:16 smithi181 ceph-mon[45557]: pgmap v6039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:19 smithi175 ceph-mon[44549]: pgmap v6040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:19 smithi181 ceph-mon[45557]: pgmap v6040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:20.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:19 smithi088 ceph-mon[35322]: pgmap v6040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:20 smithi088 ceph-mon[35322]: pgmap v6041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:21.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:20 smithi175 ceph-mon[44549]: pgmap v6041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:20 smithi181 ceph-mon[45557]: pgmap v6041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:22 smithi088 ceph-mon[35322]: pgmap v6042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:22 smithi175 ceph-mon[44549]: pgmap v6042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:22 smithi181 ceph-mon[45557]: pgmap v6042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:24 smithi088 ceph-mon[35322]: pgmap v6043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:03:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:24 smithi175 ceph-mon[44549]: pgmap v6043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:03:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:24 smithi181 ceph-mon[45557]: pgmap v6043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:03:27.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:26 smithi088 ceph-mon[35322]: pgmap v6044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:26 smithi175 ceph-mon[44549]: pgmap v6044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:27.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:26 smithi181 ceph-mon[45557]: pgmap v6044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:27.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:27.855+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:03:27.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:27.855+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:03:27.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:27.855+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:03:29.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:29 smithi175 ceph-mon[44549]: pgmap v6045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:29.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:29 smithi181 ceph-mon[45557]: pgmap v6045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:29 smithi088 ceph-mon[35322]: pgmap v6045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:30 smithi088 ceph-mon[35322]: pgmap v6046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:31.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:30 smithi175 ceph-mon[44549]: pgmap v6046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:31.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:30 smithi181 ceph-mon[45557]: pgmap v6046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:32 smithi088 ceph-mon[35322]: pgmap v6047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:32 smithi175 ceph-mon[44549]: pgmap v6047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:32 smithi181 ceph-mon[45557]: pgmap v6047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:34 smithi088 ceph-mon[35322]: pgmap v6048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:03:35.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:34 smithi175 ceph-mon[44549]: pgmap v6048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:03:35.280 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:34 smithi181 ceph-mon[45557]: pgmap v6048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:03:37.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:36 smithi088 ceph-mon[35322]: pgmap v6049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:36 smithi175 ceph-mon[44549]: pgmap v6049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:36 smithi181 ceph-mon[45557]: pgmap v6049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:39 smithi175 ceph-mon[44549]: pgmap v6050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:39.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:39 smithi181 ceph-mon[45557]: pgmap v6050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:40.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:39 smithi088 ceph-mon[35322]: pgmap v6050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:40 smithi088 ceph-mon[35322]: pgmap v6051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:41.102 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:41.102+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:03:41.102 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:41.102+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:03:41.102 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:41.102+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 88 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T16:03:41.102 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:41.102+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 88 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T16:03:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:40 smithi175 ceph-mon[44549]: pgmap v6051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:40 smithi181 ceph-mon[45557]: pgmap v6051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:42.864+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:03:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:42.864+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:03:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:42.864+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:03:43.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:42 smithi088 ceph-mon[35322]: pgmap v6052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:42 smithi175 ceph-mon[44549]: pgmap v6052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:42 smithi181 ceph-mon[45557]: pgmap v6052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:44 smithi088 ceph-mon[35322]: pgmap v6053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:45.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:44 smithi175 ceph-mon[44549]: pgmap v6053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:44 smithi181 ceph-mon[45557]: pgmap v6053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:46 smithi088 ceph-mon[35322]: pgmap v6054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:46 smithi175 ceph-mon[44549]: pgmap v6054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:46 smithi181 ceph-mon[45557]: pgmap v6054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:03:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:49 smithi175 ceph-mon[44549]: pgmap v6055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:49 smithi181 ceph-mon[45557]: pgmap v6055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:49 smithi088 ceph-mon[35322]: pgmap v6055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:50 smithi088 ceph-mon[35322]: pgmap v6056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:51.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:50 smithi175 ceph-mon[44549]: pgmap v6056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:50 smithi181 ceph-mon[45557]: pgmap v6056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:03:53.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:52 smithi088 ceph-mon[35322]: pgmap v6057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:52 smithi175 ceph-mon[44549]: pgmap v6057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:52 smithi181 ceph-mon[45557]: pgmap v6057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:54 smithi088 ceph-mon[35322]: pgmap v6058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:54 smithi175 ceph-mon[44549]: pgmap v6058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:54 smithi181 ceph-mon[45557]: pgmap v6058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:56 smithi088 ceph-mon[35322]: pgmap v6059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:56 smithi175 ceph-mon[44549]: pgmap v6059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:56 smithi181 ceph-mon[45557]: pgmap v6059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:03:57.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:57.873+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:03:57.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:57.873+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:03:57.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:03:57.873+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:03:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:03:59 smithi175 ceph-mon[44549]: pgmap v6060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:03:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:03:59 smithi181 ceph-mon[45557]: pgmap v6060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:03:59 smithi088 ceph-mon[35322]: pgmap v6060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:00 smithi088 ceph-mon[35322]: pgmap v6061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:00 smithi175 ceph-mon[44549]: pgmap v6061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:01.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:00 smithi181 ceph-mon[45557]: pgmap v6061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:02 smithi088 ceph-mon[35322]: pgmap v6062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:02 smithi175 ceph-mon[44549]: pgmap v6062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:02 smithi181 ceph-mon[45557]: pgmap v6062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:04:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:04:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:04:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:03 smithi088 ceph-mon[35322]: pgmap v6063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:04:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:03 smithi088 ceph-mon[35322]: pgmap v6064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:04:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:04:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:04:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:04:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:04:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:03 smithi175 ceph-mon[44549]: pgmap v6063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:04:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:03 smithi175 ceph-mon[44549]: pgmap v6064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:04:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:04:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:04:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:04:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:04:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:03 smithi181 ceph-mon[45557]: pgmap v6063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:04:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:03 smithi181 ceph-mon[45557]: pgmap v6064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:04:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:04:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:05 smithi088 ceph-mon[35322]: pgmap v6065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:04:06.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:05 smithi175 ceph-mon[44549]: pgmap v6065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:04:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:05 smithi181 ceph-mon[45557]: pgmap v6065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:04:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:07 smithi088 ceph-mon[35322]: pgmap v6066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:04:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:07 smithi175 ceph-mon[44549]: pgmap v6066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:04:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:07 smithi181 ceph-mon[45557]: pgmap v6066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:04:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:09 smithi088 ceph-mon[35322]: pgmap v6067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:04:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:09 smithi175 ceph-mon[44549]: pgmap v6067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:04:10.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:09 smithi181 ceph-mon[45557]: pgmap v6067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:04:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:11 smithi088 ceph-mon[35322]: pgmap v6068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:04:12.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:11 smithi175 ceph-mon[44549]: pgmap v6068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:04:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:11 smithi181 ceph-mon[45557]: pgmap v6068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:04:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:12.886+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:04:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:12.886+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:04:12.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:12.886+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:04:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:14 smithi175 ceph-mon[44549]: pgmap v6069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:04:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:14 smithi181 ceph-mon[45557]: pgmap v6069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:04:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:14 smithi088 ceph-mon[35322]: pgmap v6069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:04:16.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:15 smithi088 ceph-mon[35322]: pgmap v6070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:15 smithi175 ceph-mon[44549]: pgmap v6070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:15 smithi181 ceph-mon[45557]: pgmap v6070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:17 smithi088 ceph-mon[35322]: pgmap v6071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:17 smithi175 ceph-mon[44549]: pgmap v6071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:17 smithi181 ceph-mon[45557]: pgmap v6071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:19 smithi088 ceph-mon[35322]: pgmap v6072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:19 smithi175 ceph-mon[44549]: pgmap v6072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:19 smithi181 ceph-mon[45557]: pgmap v6072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:21 smithi088 ceph-mon[35322]: pgmap v6073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:21 smithi175 ceph-mon[44549]: pgmap v6073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:21 smithi181 ceph-mon[45557]: pgmap v6073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:24 smithi175 ceph-mon[44549]: pgmap v6074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:24 smithi181 ceph-mon[45557]: pgmap v6074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:24 smithi088 ceph-mon[35322]: pgmap v6074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:25 smithi088 ceph-mon[35322]: pgmap v6075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:25 smithi175 ceph-mon[44549]: pgmap v6075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:25 smithi181 ceph-mon[45557]: pgmap v6075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:27.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:27.889+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:04:27.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:27.889+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:04:27.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:27.889+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:04:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:27 smithi088 ceph-mon[35322]: pgmap v6076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:27 smithi175 ceph-mon[44549]: pgmap v6076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:27 smithi181 ceph-mon[45557]: pgmap v6076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:29 smithi088 ceph-mon[35322]: pgmap v6077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:29 smithi175 ceph-mon[44549]: pgmap v6077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:29 smithi181 ceph-mon[45557]: pgmap v6077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:31 smithi088 ceph-mon[35322]: pgmap v6078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:31 smithi175 ceph-mon[44549]: pgmap v6078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:31 smithi181 ceph-mon[45557]: pgmap v6078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:34 smithi175 ceph-mon[44549]: pgmap v6079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:34 smithi181 ceph-mon[45557]: pgmap v6079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:34 smithi088 ceph-mon[35322]: pgmap v6079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:35 smithi088 ceph-mon[35322]: pgmap v6080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:35 smithi175 ceph-mon[44549]: pgmap v6080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:35 smithi181 ceph-mon[45557]: pgmap v6080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:37 smithi088 ceph-mon[35322]: pgmap v6081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:37 smithi175 ceph-mon[44549]: pgmap v6081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:37 smithi181 ceph-mon[45557]: pgmap v6081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:39 smithi088 ceph-mon[35322]: pgmap v6082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:39 smithi175 ceph-mon[44549]: pgmap v6082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:39 smithi181 ceph-mon[45557]: pgmap v6082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:41 smithi088 ceph-mon[35322]: pgmap v6083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:41 smithi175 ceph-mon[44549]: pgmap v6083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:41 smithi181 ceph-mon[45557]: pgmap v6083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:42.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:42.895+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:04:42.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:42.895+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:04:42.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:42.895+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:04:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:44 smithi175 ceph-mon[44549]: pgmap v6084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:44 smithi181 ceph-mon[45557]: pgmap v6084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:44 smithi088 ceph-mon[35322]: pgmap v6084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:45 smithi088 ceph-mon[35322]: pgmap v6085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:45 smithi175 ceph-mon[44549]: pgmap v6085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:45 smithi181 ceph-mon[45557]: pgmap v6085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:47 smithi088 ceph-mon[35322]: pgmap v6086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:47 smithi175 ceph-mon[44549]: pgmap v6086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:47 smithi181 ceph-mon[45557]: pgmap v6086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:49 smithi175 ceph-mon[44549]: pgmap v6087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:49 smithi181 ceph-mon[45557]: pgmap v6087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:49 smithi088 ceph-mon[35322]: pgmap v6087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:04:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:51 smithi175 ceph-mon[44549]: pgmap v6088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:51 smithi181 ceph-mon[45557]: pgmap v6088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:51 smithi088 ceph-mon[35322]: pgmap v6088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:04:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:54 smithi175 ceph-mon[44549]: pgmap v6089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:54 smithi181 ceph-mon[45557]: pgmap v6089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:54 smithi088 ceph-mon[35322]: pgmap v6089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:04:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:55 smithi175 ceph-mon[44549]: pgmap v6090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:55 smithi181 ceph-mon[45557]: pgmap v6090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:55 smithi088 ceph-mon[35322]: pgmap v6090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:04:57.899 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:57.898+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:04:57.899 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:57.898+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:04:57.899 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:04:57.898+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:04:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:57 smithi175 ceph-mon[44549]: pgmap v6091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:57 smithi181 ceph-mon[45557]: pgmap v6091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:04:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:57 smithi088 ceph-mon[35322]: pgmap v6091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:04:59 smithi175 ceph-mon[44549]: pgmap v6092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:05:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:04:59 smithi181 ceph-mon[45557]: pgmap v6092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:05:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:04:59 smithi088 ceph-mon[35322]: pgmap v6092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:05:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:01 smithi175 ceph-mon[44549]: pgmap v6093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:01 smithi181 ceph-mon[45557]: pgmap v6093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:01 smithi088 ceph-mon[35322]: pgmap v6093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:04 smithi175 ceph-mon[44549]: pgmap v6094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:05:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:04 smithi181 ceph-mon[45557]: pgmap v6094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:05:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:04 smithi088 ceph-mon[35322]: pgmap v6094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:05:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:06 smithi088 ceph-mon[35322]: pgmap v6095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:06 smithi175 ceph-mon[44549]: pgmap v6095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:06.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:06 smithi181 ceph-mon[45557]: pgmap v6095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:05:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:05:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:05:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:05:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:05:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:05:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:05:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:08 smithi175 ceph-mon[44549]: pgmap v6096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:05:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:08 smithi175 ceph-mon[44549]: pgmap v6097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:05:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:08 smithi181 ceph-mon[45557]: pgmap v6096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:05:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:08 smithi181 ceph-mon[45557]: pgmap v6097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:05:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:08 smithi088 ceph-mon[35322]: pgmap v6096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:05:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:08 smithi088 ceph-mon[35322]: pgmap v6097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:05:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:10 smithi175 ceph-mon[44549]: pgmap v6098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:05:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:10 smithi181 ceph-mon[45557]: pgmap v6098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:05:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:10 smithi088 ceph-mon[35322]: pgmap v6098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:05:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:12.903+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:05:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:12.903+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:05:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:12.903+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:05:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:12 smithi175 ceph-mon[44549]: pgmap v6099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:05:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:12 smithi181 ceph-mon[45557]: pgmap v6099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:05:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:12 smithi088 ceph-mon[35322]: pgmap v6099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:05:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:14 smithi175 ceph-mon[44549]: pgmap v6100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T16:05:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:14 smithi181 ceph-mon[45557]: pgmap v6100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T16:05:14.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:14 smithi088 ceph-mon[35322]: pgmap v6100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T16:05:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:16 smithi175 ceph-mon[44549]: pgmap v6101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:05:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:16 smithi181 ceph-mon[45557]: pgmap v6101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:05:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:16 smithi088 ceph-mon[35322]: pgmap v6101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:05:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:18 smithi175 ceph-mon[44549]: pgmap v6102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:05:18.996 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:18 smithi181 ceph-mon[45557]: pgmap v6102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:05:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:18 smithi088 ceph-mon[35322]: pgmap v6102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:05:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:20 smithi175 ceph-mon[44549]: pgmap v6103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:20 smithi181 ceph-mon[45557]: pgmap v6103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:20 smithi088 ceph-mon[35322]: pgmap v6103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:22 smithi175 ceph-mon[44549]: pgmap v6104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:22 smithi181 ceph-mon[45557]: pgmap v6104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:22 smithi088 ceph-mon[35322]: pgmap v6104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:24 smithi175 ceph-mon[44549]: pgmap v6105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:24 smithi181 ceph-mon[45557]: pgmap v6105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:24 smithi088 ceph-mon[35322]: pgmap v6105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:26 smithi175 ceph-mon[44549]: pgmap v6106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:26 smithi181 ceph-mon[45557]: pgmap v6106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:26 smithi088 ceph-mon[35322]: pgmap v6106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:27.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:27.919+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:05:27.920 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:27.919+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:05:27.920 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:27.919+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:05:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:28 smithi181 ceph-mon[45557]: pgmap v6107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:28 smithi088 ceph-mon[35322]: pgmap v6107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:28 smithi175 ceph-mon[44549]: pgmap v6107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:30.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:30 smithi181 ceph-mon[45557]: pgmap v6108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:30 smithi088 ceph-mon[35322]: pgmap v6108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:31.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:30 smithi175 ceph-mon[44549]: pgmap v6108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:32 smithi181 ceph-mon[45557]: pgmap v6109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:32 smithi088 ceph-mon[35322]: pgmap v6109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:32 smithi175 ceph-mon[44549]: pgmap v6109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:34 smithi181 ceph-mon[45557]: pgmap v6110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:34 smithi088 ceph-mon[35322]: pgmap v6110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:34 smithi175 ceph-mon[44549]: pgmap v6110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:36 smithi181 ceph-mon[45557]: pgmap v6111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:36 smithi088 ceph-mon[35322]: pgmap v6111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:36 smithi175 ceph-mon[44549]: pgmap v6111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:38 smithi181 ceph-mon[45557]: pgmap v6112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:38 smithi088 ceph-mon[35322]: pgmap v6112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:38 smithi175 ceph-mon[44549]: pgmap v6112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:40 smithi181 ceph-mon[45557]: pgmap v6113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:40 smithi088 ceph-mon[35322]: pgmap v6113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:40 smithi175 ceph-mon[44549]: pgmap v6113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:42.930 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:42.928+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:05:42.930 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:42.928+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:05:42.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:42.928+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:05:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:42 smithi181 ceph-mon[45557]: pgmap v6114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:42 smithi088 ceph-mon[35322]: pgmap v6114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:42 smithi175 ceph-mon[44549]: pgmap v6114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:44 smithi181 ceph-mon[45557]: pgmap v6115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:44 smithi088 ceph-mon[35322]: pgmap v6115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:44 smithi175 ceph-mon[44549]: pgmap v6115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:46 smithi181 ceph-mon[45557]: pgmap v6116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:46 smithi088 ceph-mon[35322]: pgmap v6116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:46 smithi175 ceph-mon[44549]: pgmap v6116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:48.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:48 smithi181 ceph-mon[45557]: pgmap v6117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:48 smithi088 ceph-mon[35322]: pgmap v6117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:49.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:48 smithi175 ceph-mon[44549]: pgmap v6117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:50 smithi181 ceph-mon[45557]: pgmap v6118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:50 smithi088 ceph-mon[35322]: pgmap v6118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:50 smithi175 ceph-mon[44549]: pgmap v6118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:52 smithi088 ceph-mon[35322]: pgmap v6119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:52 smithi175 ceph-mon[44549]: pgmap v6119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:52 smithi181 ceph-mon[45557]: pgmap v6119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:05:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:54 smithi088 ceph-mon[35322]: pgmap v6120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:54 smithi175 ceph-mon[44549]: pgmap v6120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:54 smithi181 ceph-mon[45557]: pgmap v6120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:05:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:56 smithi088 ceph-mon[35322]: pgmap v6121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:56 smithi175 ceph-mon[44549]: pgmap v6121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:56 smithi181 ceph-mon[45557]: pgmap v6121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:05:57.936 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:57.935+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:05:57.936 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:57.935+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:05:57.936 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:05:57.935+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:05:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:05:58 smithi088 ceph-mon[35322]: pgmap v6122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:05:58 smithi175 ceph-mon[44549]: pgmap v6122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:05:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:05:58 smithi181 ceph-mon[45557]: pgmap v6122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:00 smithi088 ceph-mon[35322]: pgmap v6123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:00 smithi175 ceph-mon[44549]: pgmap v6123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:00 smithi181 ceph-mon[45557]: pgmap v6123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:02 smithi088 ceph-mon[35322]: pgmap v6124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:02 smithi175 ceph-mon[44549]: pgmap v6124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:02 smithi181 ceph-mon[45557]: pgmap v6124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:04 smithi088 ceph-mon[35322]: pgmap v6125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:06:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:04 smithi175 ceph-mon[44549]: pgmap v6125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:06:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:04 smithi181 ceph-mon[45557]: pgmap v6125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:06:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:06 smithi088 ceph-mon[35322]: pgmap v6126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:06 smithi175 ceph-mon[44549]: pgmap v6126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:06 smithi181 ceph-mon[45557]: pgmap v6126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:06:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:06:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:06:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:08 smithi088 ceph-mon[35322]: pgmap v6127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:06:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:06:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:06:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:08 smithi175 ceph-mon[44549]: pgmap v6127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:06:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:06:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:06:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:08 smithi181 ceph-mon[45557]: pgmap v6127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:06:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:06:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:06:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:09 smithi088 ceph-mon[35322]: pgmap v6128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:06:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:09 smithi088 ceph-mon[35322]: pgmap v6129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:06:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:09 smithi175 ceph-mon[44549]: pgmap v6128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:06:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:09 smithi175 ceph-mon[44549]: pgmap v6129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:06:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:09 smithi181 ceph-mon[45557]: pgmap v6128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:06:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:09 smithi181 ceph-mon[45557]: pgmap v6129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:06:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:10 smithi088 ceph-mon[35322]: pgmap v6130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:06:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:10 smithi175 ceph-mon[44549]: pgmap v6130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:06:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:10 smithi181 ceph-mon[45557]: pgmap v6130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:06:12.951 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:12.950+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:06:12.951 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:12.950+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:06:12.951 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:12.950+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:06:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:13 smithi088 ceph-mon[35322]: pgmap v6131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:06:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:13 smithi175 ceph-mon[44549]: pgmap v6131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:06:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:13 smithi181 ceph-mon[45557]: pgmap v6131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:06:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:15 smithi175 ceph-mon[44549]: pgmap v6132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:06:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:15 smithi181 ceph-mon[45557]: pgmap v6132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:06:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:15 smithi088 ceph-mon[35322]: pgmap v6132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:06:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:17 smithi175 ceph-mon[44549]: pgmap v6133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:06:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:17 smithi181 ceph-mon[45557]: pgmap v6133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:06:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:17 smithi088 ceph-mon[35322]: pgmap v6133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:06:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:19 smithi175 ceph-mon[44549]: pgmap v6134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:06:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:19 smithi181 ceph-mon[45557]: pgmap v6134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:06:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:19 smithi088 ceph-mon[35322]: pgmap v6134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:06:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:21 smithi181 ceph-mon[45557]: pgmap v6135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:21 smithi088 ceph-mon[35322]: pgmap v6135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:21 smithi175 ceph-mon[44549]: pgmap v6135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:23 smithi181 ceph-mon[45557]: pgmap v6136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:23 smithi088 ceph-mon[35322]: pgmap v6136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:23 smithi175 ceph-mon[44549]: pgmap v6136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:25 smithi181 ceph-mon[45557]: pgmap v6137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:25 smithi088 ceph-mon[35322]: pgmap v6137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:25 smithi175 ceph-mon[44549]: pgmap v6137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:27 smithi181 ceph-mon[45557]: pgmap v6138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:27.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:27.959+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:06:27.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:27.959+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:06:27.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:27.959+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:06:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:27 smithi088 ceph-mon[35322]: pgmap v6138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:27 smithi175 ceph-mon[44549]: pgmap v6138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:29 smithi181 ceph-mon[45557]: pgmap v6139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:06:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:29 smithi088 ceph-mon[35322]: pgmap v6139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:06:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:29 smithi175 ceph-mon[44549]: pgmap v6139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:06:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:31 smithi181 ceph-mon[45557]: pgmap v6140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:31 smithi088 ceph-mon[35322]: pgmap v6140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:31 smithi175 ceph-mon[44549]: pgmap v6140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:33 smithi181 ceph-mon[45557]: pgmap v6141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:33 smithi088 ceph-mon[35322]: pgmap v6141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:33 smithi175 ceph-mon[44549]: pgmap v6141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:35 smithi181 ceph-mon[45557]: pgmap v6142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:06:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:35 smithi088 ceph-mon[35322]: pgmap v6142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:06:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:35 smithi175 ceph-mon[44549]: pgmap v6142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:06:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:37 smithi181 ceph-mon[45557]: pgmap v6143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:38.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:37 smithi088 ceph-mon[35322]: pgmap v6143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:38.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:37 smithi175 ceph-mon[44549]: pgmap v6143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:39 smithi181 ceph-mon[45557]: pgmap v6144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:06:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:39 smithi088 ceph-mon[35322]: pgmap v6144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:06:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:39 smithi175 ceph-mon[44549]: pgmap v6144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:06:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:41.129+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:06:41.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:41.129+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:06:41.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:41.130+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 89 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T16:06:41.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:41.130+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 89 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T16:06:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:41 smithi181 ceph-mon[45557]: pgmap v6145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:06:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:41 smithi088 ceph-mon[35322]: pgmap v6145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:06:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:41 smithi175 ceph-mon[44549]: pgmap v6145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:06:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:42.966+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:06:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:42.966+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:06:42.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:42.966+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:06:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:43 smithi181 ceph-mon[45557]: pgmap v6146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:43 smithi088 ceph-mon[35322]: pgmap v6146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:43 smithi175 ceph-mon[44549]: pgmap v6146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:45 smithi088 ceph-mon[35322]: pgmap v6147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:06:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:45 smithi175 ceph-mon[44549]: pgmap v6147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:06:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:45 smithi181 ceph-mon[45557]: pgmap v6147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:06:48.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:47 smithi088 ceph-mon[35322]: pgmap v6148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:47 smithi175 ceph-mon[44549]: pgmap v6148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:47 smithi181 ceph-mon[45557]: pgmap v6148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:49 smithi088 ceph-mon[35322]: pgmap v6149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:06:50.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:49 smithi175 ceph-mon[44549]: pgmap v6149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:06:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:49 smithi181 ceph-mon[45557]: pgmap v6149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:06:52.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:51 smithi088 ceph-mon[35322]: pgmap v6150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:51 smithi175 ceph-mon[44549]: pgmap v6150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:51 smithi181 ceph-mon[45557]: pgmap v6150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:53 smithi088 ceph-mon[35322]: pgmap v6151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:53 smithi175 ceph-mon[44549]: pgmap v6151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:53 smithi181 ceph-mon[45557]: pgmap v6151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:06:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:55 smithi088 ceph-mon[35322]: pgmap v6152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:55 smithi175 ceph-mon[44549]: pgmap v6152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:55 smithi181 ceph-mon[45557]: pgmap v6152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:06:57.980 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:57.979+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:06:57.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:57.979+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:06:57.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:06:57.979+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:06:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:57 smithi088 ceph-mon[35322]: pgmap v6153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:57 smithi175 ceph-mon[44549]: pgmap v6153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:06:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:57 smithi181 ceph-mon[45557]: pgmap v6153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:06:59 smithi088 ceph-mon[35322]: pgmap v6154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:00.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:06:59 smithi175 ceph-mon[44549]: pgmap v6154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:06:59 smithi181 ceph-mon[45557]: pgmap v6154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:01 smithi088 ceph-mon[35322]: pgmap v6155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:01 smithi175 ceph-mon[44549]: pgmap v6155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:01 smithi181 ceph-mon[45557]: pgmap v6155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:04.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:03 smithi088 ceph-mon[35322]: pgmap v6156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:03 smithi175 ceph-mon[44549]: pgmap v6156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:03 smithi181 ceph-mon[45557]: pgmap v6156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:05 smithi088 ceph-mon[35322]: pgmap v6157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:05 smithi175 ceph-mon[44549]: pgmap v6157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:05 smithi181 ceph-mon[45557]: pgmap v6157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:07 smithi088 ceph-mon[35322]: pgmap v6158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:07 smithi175 ceph-mon[44549]: pgmap v6158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:07 smithi181 ceph-mon[45557]: pgmap v6158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:07:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:07:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:07:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:09 smithi088 ceph-mon[35322]: pgmap v6159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:07:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:07:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:09 smithi088 ceph-mon[35322]: pgmap v6160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:07:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:09 smithi088 ceph-mon[35322]: pgmap v6161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:07:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:07:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:09 smithi175 ceph-mon[44549]: pgmap v6159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:07:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:07:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:09 smithi175 ceph-mon[44549]: pgmap v6160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:07:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:09 smithi175 ceph-mon[44549]: pgmap v6161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:07:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:07:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:09 smithi181 ceph-mon[45557]: pgmap v6159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:07:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:07:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:09 smithi181 ceph-mon[45557]: pgmap v6160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:07:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:09 smithi181 ceph-mon[45557]: pgmap v6161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:07:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:07:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:12 smithi088 ceph-mon[35322]: pgmap v6162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:07:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:12 smithi175 ceph-mon[44549]: pgmap v6162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:07:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:12 smithi181 ceph-mon[45557]: pgmap v6162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:07:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:12.994+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:07:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:12.994+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:07:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:12.994+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:07:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:14 smithi181 ceph-mon[45557]: pgmap v6163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:07:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:14 smithi088 ceph-mon[35322]: pgmap v6163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:07:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:14 smithi175 ceph-mon[44549]: pgmap v6163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:07:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:16 smithi181 ceph-mon[45557]: pgmap v6164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:07:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:16 smithi088 ceph-mon[35322]: pgmap v6164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:07:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:16 smithi175 ceph-mon[44549]: pgmap v6164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:07:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:18 smithi181 ceph-mon[45557]: pgmap v6165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:07:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:18 smithi088 ceph-mon[35322]: pgmap v6165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:07:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:18 smithi175 ceph-mon[44549]: pgmap v6165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:07:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:20 smithi181 ceph-mon[45557]: pgmap v6166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:07:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:20 smithi088 ceph-mon[35322]: pgmap v6166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:07:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:20 smithi175 ceph-mon[44549]: pgmap v6166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:07:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:22 smithi181 ceph-mon[45557]: pgmap v6167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:22 smithi088 ceph-mon[35322]: pgmap v6167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:22 smithi175 ceph-mon[44549]: pgmap v6167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:24 smithi181 ceph-mon[45557]: pgmap v6168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:25.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:24 smithi088 ceph-mon[35322]: pgmap v6168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:25.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:24 smithi175 ceph-mon[44549]: pgmap v6168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:26 smithi181 ceph-mon[45557]: pgmap v6169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:26 smithi088 ceph-mon[35322]: pgmap v6169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:26 smithi175 ceph-mon[44549]: pgmap v6169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:28.010+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:07:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:28.010+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:07:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:28.010+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:07:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:28 smithi181 ceph-mon[45557]: pgmap v6170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:28 smithi088 ceph-mon[35322]: pgmap v6170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:28 smithi175 ceph-mon[44549]: pgmap v6170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:30 smithi181 ceph-mon[45557]: pgmap v6171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:30 smithi088 ceph-mon[35322]: pgmap v6171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:30 smithi175 ceph-mon[44549]: pgmap v6171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:32 smithi181 ceph-mon[45557]: pgmap v6172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:32 smithi088 ceph-mon[35322]: pgmap v6172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:32 smithi175 ceph-mon[44549]: pgmap v6172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:34 smithi181 ceph-mon[45557]: pgmap v6173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:34 smithi088 ceph-mon[35322]: pgmap v6173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:34 smithi175 ceph-mon[44549]: pgmap v6173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:36 smithi088 ceph-mon[35322]: pgmap v6174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:36 smithi175 ceph-mon[44549]: pgmap v6174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:36 smithi181 ceph-mon[45557]: pgmap v6174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:38 smithi088 ceph-mon[35322]: pgmap v6175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:38 smithi175 ceph-mon[44549]: pgmap v6175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:38 smithi181 ceph-mon[45557]: pgmap v6175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:40 smithi088 ceph-mon[35322]: pgmap v6176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:40 smithi175 ceph-mon[44549]: pgmap v6176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:40 smithi181 ceph-mon[45557]: pgmap v6176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:43.013 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:43.012+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:07:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:43.012+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:07:43.014 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:43.012+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:07:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:42 smithi088 ceph-mon[35322]: pgmap v6177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:42 smithi175 ceph-mon[44549]: pgmap v6177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:42 smithi181 ceph-mon[45557]: pgmap v6177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:44 smithi088 ceph-mon[35322]: pgmap v6178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:44 smithi175 ceph-mon[44549]: pgmap v6178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:44 smithi181 ceph-mon[45557]: pgmap v6178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:47.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:46 smithi088 ceph-mon[35322]: pgmap v6179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:46 smithi175 ceph-mon[44549]: pgmap v6179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:46 smithi181 ceph-mon[45557]: pgmap v6179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:49.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:48 smithi088 ceph-mon[35322]: pgmap v6180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:48 smithi175 ceph-mon[44549]: pgmap v6180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:48 smithi181 ceph-mon[45557]: pgmap v6180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:50 smithi088 ceph-mon[35322]: pgmap v6181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:50 smithi175 ceph-mon[44549]: pgmap v6181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:50 smithi181 ceph-mon[45557]: pgmap v6181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:52 smithi088 ceph-mon[35322]: pgmap v6182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:52 smithi175 ceph-mon[44549]: pgmap v6182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:53.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:52 smithi181 ceph-mon[45557]: pgmap v6182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:07:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:54 smithi088 ceph-mon[35322]: pgmap v6183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:54 smithi175 ceph-mon[44549]: pgmap v6183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:54 smithi181 ceph-mon[45557]: pgmap v6183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:07:57.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:56 smithi088 ceph-mon[35322]: pgmap v6184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:56 smithi175 ceph-mon[44549]: pgmap v6184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:57.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:56 smithi181 ceph-mon[45557]: pgmap v6184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:07:58.029 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:58.027+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:07:58.029 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:58.027+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:07:58.029 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:07:58.027+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:07:59.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:07:58 smithi088 ceph-mon[35322]: pgmap v6185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:07:58 smithi175 ceph-mon[44549]: pgmap v6185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:07:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:07:58 smithi181 ceph-mon[45557]: pgmap v6185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:00 smithi088 ceph-mon[35322]: pgmap v6186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:08:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:00 smithi175 ceph-mon[44549]: pgmap v6186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:08:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:00 smithi181 ceph-mon[45557]: pgmap v6186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:08:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:02 smithi088 ceph-mon[35322]: pgmap v6187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:02 smithi175 ceph-mon[44549]: pgmap v6187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:03.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:02 smithi181 ceph-mon[45557]: pgmap v6187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:04.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:04 smithi181 ceph-mon[45557]: pgmap v6188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:08:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:04 smithi088 ceph-mon[35322]: pgmap v6188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:08:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:04 smithi175 ceph-mon[44549]: pgmap v6188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:08:06.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:06 smithi181 ceph-mon[45557]: pgmap v6189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:08:07.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:06 smithi088 ceph-mon[35322]: pgmap v6189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:08:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:06 smithi175 ceph-mon[44549]: pgmap v6189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:08:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:08 smithi181 ceph-mon[45557]: pgmap v6190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:08 smithi088 ceph-mon[35322]: pgmap v6190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:08 smithi175 ceph-mon[44549]: pgmap v6190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:08:09.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:09.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:09.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:09.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:08:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:10.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:10.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:08:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:10.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:10.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:10 smithi088 ceph-mon[35322]: pgmap v6191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:08:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:08:11.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:08:11.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:10 smithi175 ceph-mon[44549]: pgmap v6191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:08:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:11.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:08:11.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:08:11.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:10 smithi181 ceph-mon[45557]: pgmap v6191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:08:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:08:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:08:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:08:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:11 smithi088 ceph-mon[35322]: pgmap v6192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:08:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:11 smithi175 ceph-mon[44549]: pgmap v6192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:08:12.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:11 smithi181 ceph-mon[45557]: pgmap v6192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:08:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:13.030+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:08:13.033 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:13.030+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:08:13.033 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:13.030+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:08:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:13 smithi088 ceph-mon[35322]: pgmap v6193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:08:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:13 smithi175 ceph-mon[44549]: pgmap v6193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:08:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:13 smithi181 ceph-mon[45557]: pgmap v6193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:08:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:15 smithi088 ceph-mon[35322]: pgmap v6194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T16:08:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:15 smithi175 ceph-mon[44549]: pgmap v6194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T16:08:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:15 smithi181 ceph-mon[45557]: pgmap v6194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T16:08:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:17 smithi088 ceph-mon[35322]: pgmap v6195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:08:18.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:17 smithi175 ceph-mon[44549]: pgmap v6195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:08:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:17 smithi181 ceph-mon[45557]: pgmap v6195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:08:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:19 smithi088 ceph-mon[35322]: pgmap v6196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:08:20.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:19 smithi175 ceph-mon[44549]: pgmap v6196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:08:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:19 smithi181 ceph-mon[45557]: pgmap v6196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:08:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:21 smithi088 ceph-mon[35322]: pgmap v6197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:08:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:21 smithi175 ceph-mon[44549]: pgmap v6197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:08:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:21 smithi181 ceph-mon[45557]: pgmap v6197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:08:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:23 smithi088 ceph-mon[35322]: pgmap v6198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:23 smithi175 ceph-mon[44549]: pgmap v6198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:24.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:23 smithi181 ceph-mon[45557]: pgmap v6198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:26.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:25 smithi088 ceph-mon[35322]: pgmap v6199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:25 smithi175 ceph-mon[44549]: pgmap v6199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:26.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:25 smithi181 ceph-mon[45557]: pgmap v6199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:27 smithi088 ceph-mon[35322]: pgmap v6200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:28.033+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:08:28.035 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:28.033+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:08:28.036 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:28.033+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:08:28.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:27 smithi175 ceph-mon[44549]: pgmap v6200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:28.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:27 smithi181 ceph-mon[45557]: pgmap v6200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:29 smithi088 ceph-mon[35322]: pgmap v6201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:08:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:29 smithi175 ceph-mon[44549]: pgmap v6201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:08:30.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:29 smithi181 ceph-mon[45557]: pgmap v6201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:08:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:31 smithi088 ceph-mon[35322]: pgmap v6202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:31 smithi175 ceph-mon[44549]: pgmap v6202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:31 smithi181 ceph-mon[45557]: pgmap v6202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:34.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:33 smithi088 ceph-mon[35322]: pgmap v6203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:33 smithi175 ceph-mon[44549]: pgmap v6203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:34.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:33 smithi181 ceph-mon[45557]: pgmap v6203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:35 smithi088 ceph-mon[35322]: pgmap v6204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:35 smithi175 ceph-mon[44549]: pgmap v6204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:36.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:35 smithi181 ceph-mon[45557]: pgmap v6204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:38.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:37 smithi088 ceph-mon[35322]: pgmap v6205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:38.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:37 smithi175 ceph-mon[44549]: pgmap v6205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:37 smithi181 ceph-mon[45557]: pgmap v6205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:39.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:39 smithi181 ceph-mon[45557]: pgmap v6206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:08:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:39 smithi088 ceph-mon[35322]: pgmap v6206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:08:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:39 smithi175 ceph-mon[44549]: pgmap v6206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:08:41.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:41 smithi181 ceph-mon[45557]: pgmap v6207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:42.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:41 smithi088 ceph-mon[35322]: pgmap v6207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:41 smithi175 ceph-mon[44549]: pgmap v6207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:43.043+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:08:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:43.043+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:08:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:43.043+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:08:43.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:43 smithi181 ceph-mon[45557]: pgmap v6208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:43 smithi088 ceph-mon[35322]: pgmap v6208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:43 smithi175 ceph-mon[44549]: pgmap v6208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:45.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:45 smithi181 ceph-mon[45557]: pgmap v6209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:45 smithi088 ceph-mon[35322]: pgmap v6209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:46.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:45 smithi175 ceph-mon[44549]: pgmap v6209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:48.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:47 smithi088 ceph-mon[35322]: pgmap v6210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:47 smithi175 ceph-mon[44549]: pgmap v6210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:47 smithi181 ceph-mon[45557]: pgmap v6210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:50.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:49 smithi088 ceph-mon[35322]: pgmap v6211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:08:50.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:49 smithi175 ceph-mon[44549]: pgmap v6211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:08:50.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:49 smithi181 ceph-mon[45557]: pgmap v6211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:08:52.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:51 smithi088 ceph-mon[35322]: pgmap v6212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:51 smithi175 ceph-mon[44549]: pgmap v6212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:52.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:51 smithi181 ceph-mon[45557]: pgmap v6212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:53 smithi088 ceph-mon[35322]: pgmap v6213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:53 smithi175 ceph-mon[44549]: pgmap v6213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:54.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:53 smithi181 ceph-mon[45557]: pgmap v6213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:08:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:55 smithi088 ceph-mon[35322]: pgmap v6214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:56.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:55 smithi175 ceph-mon[44549]: pgmap v6214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:56.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:55 smithi181 ceph-mon[45557]: pgmap v6214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:08:58.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:57 smithi088 ceph-mon[35322]: pgmap v6215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:58.054 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:58.051+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:08:58.054 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:58.051+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:08:58.054 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:08:58.051+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:08:58.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:57 smithi175 ceph-mon[44549]: pgmap v6215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:08:58.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:57 smithi181 ceph-mon[45557]: pgmap v6215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:08:59 smithi088 ceph-mon[35322]: pgmap v6216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:00.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:08:59 smithi175 ceph-mon[44549]: pgmap v6216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:00.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:08:59 smithi181 ceph-mon[45557]: pgmap v6216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:02.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:01 smithi088 ceph-mon[35322]: pgmap v6217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:02.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:01 smithi175 ceph-mon[44549]: pgmap v6217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:02.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:01 smithi181 ceph-mon[45557]: pgmap v6217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:03 smithi088 ceph-mon[35322]: pgmap v6218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:04.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:03 smithi175 ceph-mon[44549]: pgmap v6218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:04.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:03 smithi181 ceph-mon[45557]: pgmap v6218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:05 smithi088 ceph-mon[35322]: pgmap v6219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:06.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:05 smithi175 ceph-mon[44549]: pgmap v6219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:06.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:05 smithi181 ceph-mon[45557]: pgmap v6219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:08.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:07 smithi088 ceph-mon[35322]: pgmap v6220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:08.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:07 smithi175 ceph-mon[44549]: pgmap v6220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:08.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:07 smithi181 ceph-mon[45557]: pgmap v6220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:09 smithi088 ceph-mon[35322]: pgmap v6221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:09 smithi175 ceph-mon[44549]: pgmap v6221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:10.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:09 smithi181 ceph-mon[45557]: pgmap v6221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:09:11.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:09:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:09:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:11 smithi088 ceph-mon[35322]: pgmap v6222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:12.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:09:12.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:09:12.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:09:12.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:11 smithi175 ceph-mon[44549]: pgmap v6222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:12.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:09:12.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:09:12.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:09:12.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:11 smithi181 ceph-mon[45557]: pgmap v6222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:12.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:09:12.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:09:12.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:09:13.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:12 smithi088 ceph-mon[35322]: pgmap v6223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:09:13.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:12 smithi088 ceph-mon[35322]: pgmap v6224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:09:13.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:13.063+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:09:13.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:13.063+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:09:13.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:13.063+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:09:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:12 smithi175 ceph-mon[44549]: pgmap v6223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:09:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:12 smithi175 ceph-mon[44549]: pgmap v6224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:09:13.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:12 smithi181 ceph-mon[45557]: pgmap v6223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:09:13.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:12 smithi181 ceph-mon[45557]: pgmap v6224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:09:15.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:14 smithi088 ceph-mon[35322]: pgmap v6225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:09:15.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:14 smithi175 ceph-mon[44549]: pgmap v6225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:09:15.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:14 smithi181 ceph-mon[45557]: pgmap v6225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:09:17.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:16 smithi088 ceph-mon[35322]: pgmap v6226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:09:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:16 smithi175 ceph-mon[44549]: pgmap v6226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:09:17.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:16 smithi181 ceph-mon[45557]: pgmap v6226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:09:19.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:18 smithi088 ceph-mon[35322]: pgmap v6227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:09:19.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:18 smithi175 ceph-mon[44549]: pgmap v6227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:09:19.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:18 smithi181 ceph-mon[45557]: pgmap v6227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:09:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:19 smithi175 ceph-mon[44549]: pgmap v6228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:09:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:19 smithi181 ceph-mon[45557]: pgmap v6228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:09:20.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:19 smithi088 ceph-mon[35322]: pgmap v6228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:09:22.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:22 smithi175 ceph-mon[44549]: pgmap v6229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:09:22.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:22 smithi181 ceph-mon[45557]: pgmap v6229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:09:23.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:22 smithi088 ceph-mon[35322]: pgmap v6229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:09:25.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:24 smithi088 ceph-mon[35322]: pgmap v6230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:25.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:24 smithi175 ceph-mon[44549]: pgmap v6230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:25.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:24 smithi181 ceph-mon[45557]: pgmap v6230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:27.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:26 smithi088 ceph-mon[35322]: pgmap v6231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:27.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:26 smithi175 ceph-mon[44549]: pgmap v6231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:27.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:26 smithi181 ceph-mon[45557]: pgmap v6231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:28.069+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:09:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:28.069+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:09:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:28.069+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:09:29.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:28 smithi088 ceph-mon[35322]: pgmap v6232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:29.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:28 smithi175 ceph-mon[44549]: pgmap v6232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:29.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:28 smithi181 ceph-mon[45557]: pgmap v6232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:31.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:30 smithi088 ceph-mon[35322]: pgmap v6233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:31.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:30 smithi175 ceph-mon[44549]: pgmap v6233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:31.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:30 smithi181 ceph-mon[45557]: pgmap v6233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:33.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:32 smithi088 ceph-mon[35322]: pgmap v6234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:33.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:32 smithi175 ceph-mon[44549]: pgmap v6234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:33.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:32 smithi181 ceph-mon[45557]: pgmap v6234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:35.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:34 smithi088 ceph-mon[35322]: pgmap v6235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:35.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:34 smithi175 ceph-mon[44549]: pgmap v6235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:34 smithi181 ceph-mon[45557]: pgmap v6235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:37.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:36 smithi088 ceph-mon[35322]: pgmap v6236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:37.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:36 smithi175 ceph-mon[44549]: pgmap v6236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:37.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:36 smithi181 ceph-mon[45557]: pgmap v6236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:39.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:38 smithi088 ceph-mon[35322]: pgmap v6237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:38 smithi175 ceph-mon[44549]: pgmap v6237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:38 smithi181 ceph-mon[45557]: pgmap v6237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:41.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:40 smithi088 ceph-mon[35322]: pgmap v6238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:41.158+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:09:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:41.158+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:09:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:41.158+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 90 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:09:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:41.158+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 90 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:09:41.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:40 smithi175 ceph-mon[44549]: pgmap v6238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:41.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:40 smithi181 ceph-mon[45557]: pgmap v6238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:43.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:42 smithi088 ceph-mon[35322]: pgmap v6239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:43.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:43.069+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:09:43.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:43.069+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:09:43.073 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:43.069+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:09:43.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:42 smithi175 ceph-mon[44549]: pgmap v6239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:43.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:42 smithi181 ceph-mon[45557]: pgmap v6239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:45.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:44 smithi088 ceph-mon[35322]: pgmap v6240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:45.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:44 smithi175 ceph-mon[44549]: pgmap v6240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:45.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:44 smithi181 ceph-mon[45557]: pgmap v6240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:47.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:46 smithi088 ceph-mon[35322]: pgmap v6241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:47.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:46 smithi175 ceph-mon[44549]: pgmap v6241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:46 smithi181 ceph-mon[45557]: pgmap v6241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:49.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:48 smithi088 ceph-mon[35322]: pgmap v6242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:49.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:48 smithi175 ceph-mon[44549]: pgmap v6242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:49.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:48 smithi181 ceph-mon[45557]: pgmap v6242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:51.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:50 smithi088 ceph-mon[35322]: pgmap v6243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:50 smithi175 ceph-mon[44549]: pgmap v6243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:50 smithi181 ceph-mon[45557]: pgmap v6243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:09:53.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:52 smithi088 ceph-mon[35322]: pgmap v6244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:53.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:52 smithi175 ceph-mon[44549]: pgmap v6244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:53.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:52 smithi181 ceph-mon[45557]: pgmap v6244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:09:55.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:54 smithi088 ceph-mon[35322]: pgmap v6245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:55.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:54 smithi175 ceph-mon[44549]: pgmap v6245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:55.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:54 smithi181 ceph-mon[45557]: pgmap v6245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:09:57.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:56 smithi088 ceph-mon[35322]: pgmap v6246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:57.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:56 smithi175 ceph-mon[44549]: pgmap v6246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:57.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:56 smithi181 ceph-mon[45557]: pgmap v6246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:58.086 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:58.084+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:09:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:58.084+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:09:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:09:58.084+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:09:59.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:09:58 smithi175 ceph-mon[44549]: pgmap v6247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:59.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:09:58 smithi181 ceph-mon[45557]: pgmap v6247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:09:59.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:09:58 smithi088 ceph-mon[35322]: pgmap v6247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:01.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:00 smithi175 ceph-mon[44549]: pgmap v6248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:01.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:10:01.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:00 smithi181 ceph-mon[45557]: pgmap v6248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:01.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:10:01.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:00 smithi088 ceph-mon[35322]: pgmap v6248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:01.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:10:02.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:01 smithi175 ceph-mon[44549]: pgmap v6249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:02.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:01 smithi181 ceph-mon[45557]: pgmap v6249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:02.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:01 smithi088 ceph-mon[35322]: pgmap v6249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:05.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:04 smithi088 ceph-mon[35322]: pgmap v6250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:04 smithi175 ceph-mon[44549]: pgmap v6250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:04 smithi181 ceph-mon[45557]: pgmap v6250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:07.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:06 smithi088 ceph-mon[35322]: pgmap v6251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:07.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:06 smithi175 ceph-mon[44549]: pgmap v6251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:07.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:06 smithi181 ceph-mon[45557]: pgmap v6251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:09.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:08 smithi088 ceph-mon[35322]: pgmap v6252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:09.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:08 smithi175 ceph-mon[44549]: pgmap v6252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:09.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:08 smithi181 ceph-mon[45557]: pgmap v6252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:11.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:10 smithi088 ceph-mon[35322]: pgmap v6253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:11.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:10 smithi175 ceph-mon[44549]: pgmap v6253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:10 smithi181 ceph-mon[45557]: pgmap v6253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:13.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:12 smithi088 ceph-mon[35322]: pgmap v6254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:13.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:10:13.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:10:13.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:10:13.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:10:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:13.099+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:10:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:13.099+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:10:13.102 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:13.099+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:10:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:12 smithi175 ceph-mon[44549]: pgmap v6254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:10:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:10:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:10:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:10:13.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:12 smithi181 ceph-mon[45557]: pgmap v6254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:13.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:10:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:10:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:10:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:10:14.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:13 smithi088 ceph-mon[35322]: pgmap v6255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:10:14.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:13 smithi088 ceph-mon[35322]: pgmap v6256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:10:14.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:13 smithi175 ceph-mon[44549]: pgmap v6255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:10:14.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:13 smithi175 ceph-mon[44549]: pgmap v6256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:10:14.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:13 smithi181 ceph-mon[45557]: pgmap v6255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:10:14.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:13 smithi181 ceph-mon[45557]: pgmap v6256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:10:16.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:15 smithi088 ceph-mon[35322]: pgmap v6257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:10:16.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:15 smithi175 ceph-mon[44549]: pgmap v6257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:10:16.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:15 smithi181 ceph-mon[45557]: pgmap v6257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:10:18.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:17 smithi088 ceph-mon[35322]: pgmap v6258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:10:18.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:17 smithi175 ceph-mon[44549]: pgmap v6258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:10:18.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:17 smithi181 ceph-mon[45557]: pgmap v6258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:10:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:19 smithi088 ceph-mon[35322]: pgmap v6259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:10:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:19 smithi175 ceph-mon[44549]: pgmap v6259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:10:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:19 smithi181 ceph-mon[45557]: pgmap v6259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:10:22.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:21 smithi088 ceph-mon[35322]: pgmap v6260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:10:22.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:21 smithi175 ceph-mon[44549]: pgmap v6260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:10:22.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:21 smithi181 ceph-mon[45557]: pgmap v6260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:10:24.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:23 smithi088 ceph-mon[35322]: pgmap v6261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:10:24.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:23 smithi175 ceph-mon[44549]: pgmap v6261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:10:24.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:23 smithi181 ceph-mon[45557]: pgmap v6261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:10:26.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:25 smithi088 ceph-mon[35322]: pgmap v6262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:26.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:25 smithi175 ceph-mon[44549]: pgmap v6262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:26.167 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:26.165+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:10:26.167 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:26.165+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:10:26.167 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:26.165+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 91 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:10:26.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:26.165+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 91 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:10:26.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:25 smithi181 ceph-mon[45557]: pgmap v6262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:28.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:27 smithi088 ceph-mon[35322]: pgmap v6263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:28.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:28.106+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:10:28.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:28.106+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:10:28.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:28.106+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:10:28.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:27 smithi175 ceph-mon[44549]: pgmap v6263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:28.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:27 smithi181 ceph-mon[45557]: pgmap v6263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:30.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:29 smithi088 ceph-mon[35322]: pgmap v6264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:30.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:29 smithi175 ceph-mon[44549]: pgmap v6264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:30.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:29 smithi181 ceph-mon[45557]: pgmap v6264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:32.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:31 smithi175 ceph-mon[44549]: pgmap v6265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:32.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:31 smithi181 ceph-mon[45557]: pgmap v6265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:32.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:31 smithi088 ceph-mon[35322]: pgmap v6265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:34.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:33 smithi175 ceph-mon[44549]: pgmap v6266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:34.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:33 smithi181 ceph-mon[45557]: pgmap v6266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:34.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:33 smithi088 ceph-mon[35322]: pgmap v6266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:36.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:35 smithi175 ceph-mon[44549]: pgmap v6267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:36.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:35 smithi181 ceph-mon[45557]: pgmap v6267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:36.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:35 smithi088 ceph-mon[35322]: pgmap v6267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:37 smithi175 ceph-mon[44549]: pgmap v6268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:37 smithi181 ceph-mon[45557]: pgmap v6268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:38.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:37 smithi088 ceph-mon[35322]: pgmap v6268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:40.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:39 smithi088 ceph-mon[35322]: pgmap v6269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:40.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:39 smithi175 ceph-mon[44549]: pgmap v6269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:40.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:39 smithi181 ceph-mon[45557]: pgmap v6269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:42.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:41 smithi088 ceph-mon[35322]: pgmap v6270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:42.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:41 smithi175 ceph-mon[44549]: pgmap v6270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:42.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:41 smithi181 ceph-mon[45557]: pgmap v6270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:43.111+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:10:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:43.111+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:10:43.114 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:43.111+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:10:44.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:43 smithi088 ceph-mon[35322]: pgmap v6271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:44.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:43 smithi175 ceph-mon[44549]: pgmap v6271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:44.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:43 smithi181 ceph-mon[45557]: pgmap v6271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:46.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:45 smithi088 ceph-mon[35322]: pgmap v6272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:46.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:45 smithi175 ceph-mon[44549]: pgmap v6272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:46.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:45 smithi181 ceph-mon[45557]: pgmap v6272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:48.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:47 smithi088 ceph-mon[35322]: pgmap v6273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:48.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:47 smithi175 ceph-mon[44549]: pgmap v6273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:47 smithi181 ceph-mon[45557]: pgmap v6273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:50.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:49 smithi088 ceph-mon[35322]: pgmap v6274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:50.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:49 smithi175 ceph-mon[44549]: pgmap v6274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:50.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:49 smithi181 ceph-mon[45557]: pgmap v6274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:10:52.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:51 smithi088 ceph-mon[35322]: pgmap v6275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:52.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:51 smithi175 ceph-mon[44549]: pgmap v6275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:52.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:51 smithi181 ceph-mon[45557]: pgmap v6275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:54.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:53 smithi088 ceph-mon[35322]: pgmap v6276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:54.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:53 smithi175 ceph-mon[44549]: pgmap v6276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:54.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:53 smithi181 ceph-mon[45557]: pgmap v6276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:10:56.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:55 smithi088 ceph-mon[35322]: pgmap v6277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:56.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:55 smithi175 ceph-mon[44549]: pgmap v6277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:56.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:55 smithi181 ceph-mon[45557]: pgmap v6277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:10:58.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:57 smithi088 ceph-mon[35322]: pgmap v6278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:58.126+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:10:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:58.126+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:10:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:10:58.126+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:10:58.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:57 smithi175 ceph-mon[44549]: pgmap v6278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:10:58.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:57 smithi181 ceph-mon[45557]: pgmap v6278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:00.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:10:59 smithi088 ceph-mon[35322]: pgmap v6279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:00.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:10:59 smithi175 ceph-mon[44549]: pgmap v6279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:00.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:10:59 smithi181 ceph-mon[45557]: pgmap v6279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:02.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:01 smithi088 ceph-mon[35322]: pgmap v6280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:02.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:01 smithi175 ceph-mon[44549]: pgmap v6280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:02.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:01 smithi181 ceph-mon[45557]: pgmap v6280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:04.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:03 smithi175 ceph-mon[44549]: pgmap v6281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:04.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:03 smithi181 ceph-mon[45557]: pgmap v6281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:04.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:03 smithi088 ceph-mon[35322]: pgmap v6281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:06.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:05 smithi175 ceph-mon[44549]: pgmap v6282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:11:06.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:05 smithi181 ceph-mon[45557]: pgmap v6282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:11:06.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:05 smithi088 ceph-mon[35322]: pgmap v6282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:11:08.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:07 smithi175 ceph-mon[44549]: pgmap v6283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:08.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:07 smithi181 ceph-mon[45557]: pgmap v6283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:08.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:07 smithi088 ceph-mon[35322]: pgmap v6283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:10.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:09 smithi175 ceph-mon[44549]: pgmap v6284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:10.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:09 smithi181 ceph-mon[45557]: pgmap v6284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:10.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:09 smithi088 ceph-mon[35322]: pgmap v6284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:12.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:11 smithi175 ceph-mon[44549]: pgmap v6285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:11 smithi181 ceph-mon[45557]: pgmap v6285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:12.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:11 smithi088 ceph-mon[35322]: pgmap v6285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:13.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:13.142+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:11:13.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:13.142+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:11:13.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:13.142+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:11:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:12 smithi175 ceph-mon[44549]: pgmap v6286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:11:13.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:12 smithi181 ceph-mon[45557]: pgmap v6286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:13.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:11:13.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:12 smithi088 ceph-mon[35322]: pgmap v6286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:13.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:11:14.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:11:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:11:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:13 smithi175 ceph-mon[44549]: pgmap v6287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:11:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:13 smithi175 ceph-mon[44549]: pgmap v6288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:11:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:11:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:11:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:11:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:13 smithi181 ceph-mon[45557]: pgmap v6287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:11:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:13 smithi181 ceph-mon[45557]: pgmap v6288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:11:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:11:14.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:11:14.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:11:14.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:13 smithi088 ceph-mon[35322]: pgmap v6287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:11:14.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:13 smithi088 ceph-mon[35322]: pgmap v6288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:11:14.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:11:16.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:16 smithi175 ceph-mon[44549]: pgmap v6289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:11:16.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:16 smithi181 ceph-mon[45557]: pgmap v6289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:11:17.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:16 smithi088 ceph-mon[35322]: pgmap v6289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:11:18.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:18 smithi175 ceph-mon[44549]: pgmap v6290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:11:18.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:18 smithi181 ceph-mon[45557]: pgmap v6290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:11:19.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:18 smithi088 ceph-mon[35322]: pgmap v6290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:11:21.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:20 smithi088 ceph-mon[35322]: pgmap v6291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:11:21.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:20 smithi175 ceph-mon[44549]: pgmap v6291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:11:21.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:20 smithi181 ceph-mon[45557]: pgmap v6291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:11:23.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:22 smithi088 ceph-mon[35322]: pgmap v6292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:11:23.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:22 smithi175 ceph-mon[44549]: pgmap v6292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:11:23.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:22 smithi181 ceph-mon[45557]: pgmap v6292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:11:25.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:24 smithi088 ceph-mon[35322]: pgmap v6293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:11:25.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:24 smithi175 ceph-mon[44549]: pgmap v6293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:11:25.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:24 smithi181 ceph-mon[45557]: pgmap v6293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:11:27.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:26 smithi088 ceph-mon[35322]: pgmap v6294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:27.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:26 smithi175 ceph-mon[44549]: pgmap v6294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:27.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:26 smithi181 ceph-mon[45557]: pgmap v6294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:28.151 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:28.148+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:11:28.152 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:28.148+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:11:28.152 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:28.148+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:11:29.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:28 smithi088 ceph-mon[35322]: pgmap v6295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:29.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:28 smithi175 ceph-mon[44549]: pgmap v6295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:28 smithi181 ceph-mon[45557]: pgmap v6295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:31.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:30 smithi088 ceph-mon[35322]: pgmap v6296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:11:31.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:30 smithi175 ceph-mon[44549]: pgmap v6296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:11:31.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:30 smithi181 ceph-mon[45557]: pgmap v6296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:11:33.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:32 smithi088 ceph-mon[35322]: pgmap v6297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:33.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:32 smithi175 ceph-mon[44549]: pgmap v6297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:33.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:32 smithi181 ceph-mon[45557]: pgmap v6297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:35.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:34 smithi088 ceph-mon[35322]: pgmap v6298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:11:35.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:34 smithi175 ceph-mon[44549]: pgmap v6298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:11:35.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:34 smithi181 ceph-mon[45557]: pgmap v6298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:11:37.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:36 smithi175 ceph-mon[44549]: pgmap v6299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:37.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:36 smithi181 ceph-mon[45557]: pgmap v6299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:37.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:36 smithi088 ceph-mon[35322]: pgmap v6299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:38 smithi175 ceph-mon[44549]: pgmap v6300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:39.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:38 smithi181 ceph-mon[45557]: pgmap v6300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:39.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:38 smithi088 ceph-mon[35322]: pgmap v6300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:41.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:40 smithi175 ceph-mon[44549]: pgmap v6301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:11:41.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:40 smithi181 ceph-mon[45557]: pgmap v6301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:11:41.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:40 smithi088 ceph-mon[35322]: pgmap v6301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:11:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:43.156+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:11:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:43.156+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:11:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:43.156+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:11:43.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:42 smithi175 ceph-mon[44549]: pgmap v6302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:43.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:42 smithi181 ceph-mon[45557]: pgmap v6302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:43.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:42 smithi088 ceph-mon[35322]: pgmap v6302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:45.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:44 smithi175 ceph-mon[44549]: pgmap v6303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:45.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:44 smithi181 ceph-mon[45557]: pgmap v6303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:45.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:44 smithi088 ceph-mon[35322]: pgmap v6303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:47.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:46 smithi175 ceph-mon[44549]: pgmap v6304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:46 smithi181 ceph-mon[45557]: pgmap v6304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:47.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:46 smithi088 ceph-mon[35322]: pgmap v6304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:49.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:48 smithi175 ceph-mon[44549]: pgmap v6305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:49.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:48 smithi181 ceph-mon[45557]: pgmap v6305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:49.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:48 smithi088 ceph-mon[35322]: pgmap v6305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:50 smithi175 ceph-mon[44549]: pgmap v6306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:11:51.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:50 smithi181 ceph-mon[45557]: pgmap v6306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:11:51.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:50 smithi088 ceph-mon[35322]: pgmap v6306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:11:52.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:51 smithi175 ceph-mon[44549]: pgmap v6307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:52.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:51 smithi181 ceph-mon[45557]: pgmap v6307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:52.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:51 smithi088 ceph-mon[35322]: pgmap v6307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:55.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:54 smithi088 ceph-mon[35322]: pgmap v6308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:55.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:54 smithi175 ceph-mon[44549]: pgmap v6308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:55.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:54 smithi181 ceph-mon[45557]: pgmap v6308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:11:57.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:56 smithi088 ceph-mon[35322]: pgmap v6309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:57.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:56 smithi175 ceph-mon[44549]: pgmap v6309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:57.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:56 smithi181 ceph-mon[45557]: pgmap v6309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:11:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:58.170+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:11:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:58.170+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:11:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:11:58.170+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:11:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:11:58 smithi088 ceph-mon[35322]: pgmap v6310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:59.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:11:58 smithi175 ceph-mon[44549]: pgmap v6310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:11:59.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:11:58 smithi181 ceph-mon[45557]: pgmap v6310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:00 smithi088 ceph-mon[35322]: pgmap v6311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:01.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:00 smithi175 ceph-mon[44549]: pgmap v6311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:01.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:00 smithi181 ceph-mon[45557]: pgmap v6311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:02 smithi088 ceph-mon[35322]: pgmap v6312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:02 smithi175 ceph-mon[44549]: pgmap v6312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:03.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:02 smithi181 ceph-mon[45557]: pgmap v6312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:05.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:04 smithi088 ceph-mon[35322]: pgmap v6313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:12:05.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:04 smithi175 ceph-mon[44549]: pgmap v6313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:12:05.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:04 smithi181 ceph-mon[45557]: pgmap v6313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:12:07.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:06 smithi175 ceph-mon[44549]: pgmap v6314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:07.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:06 smithi181 ceph-mon[45557]: pgmap v6314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:07.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:06 smithi088 ceph-mon[35322]: pgmap v6314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:09.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:08 smithi175 ceph-mon[44549]: pgmap v6315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:09.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:08 smithi181 ceph-mon[45557]: pgmap v6315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:09.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:08 smithi088 ceph-mon[35322]: pgmap v6315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:11.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:10 smithi175 ceph-mon[44549]: pgmap v6316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:11.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:10 smithi181 ceph-mon[45557]: pgmap v6316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:11.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:10 smithi088 ceph-mon[35322]: pgmap v6316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:12 smithi175 ceph-mon[44549]: pgmap v6317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:13.188 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:13.185+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:12:13.188 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:13.185+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:12:13.188 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:13.185+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:12:13.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:12 smithi181 ceph-mon[45557]: pgmap v6317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:12 smithi088 ceph-mon[35322]: pgmap v6317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: pgmap v6318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:12:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:12:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:12:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:12:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: pgmap v6318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:12:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:12:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: pgmap v6318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:12:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:12:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:12:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:12:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:12:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:12:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:15 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:12:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:15 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:12:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:15 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:12:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:15 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:12:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:15 smithi175 ceph-mon[44549]: pgmap v6319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:12:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:15 smithi175 ceph-mon[44549]: pgmap v6320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:12:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:15 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:12:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:15 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:12:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:15 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:12:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:15 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:12:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:15 smithi181 ceph-mon[45557]: pgmap v6319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:12:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:15 smithi181 ceph-mon[45557]: pgmap v6320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:12:16.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:15 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:12:16.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:15 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:12:16.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:15 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:12:16.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:15 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:12:16.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:15 smithi088 ceph-mon[35322]: pgmap v6319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:12:16.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:15 smithi088 ceph-mon[35322]: pgmap v6320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:12:18.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:17 smithi175 ceph-mon[44549]: pgmap v6321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:12:18.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:17 smithi181 ceph-mon[45557]: pgmap v6321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:12:18.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:17 smithi088 ceph-mon[35322]: pgmap v6321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:12:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:19 smithi175 ceph-mon[44549]: pgmap v6322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:12:20.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:19 smithi181 ceph-mon[45557]: pgmap v6322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:12:20.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:19 smithi088 ceph-mon[35322]: pgmap v6322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:12:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:21 smithi175 ceph-mon[44549]: pgmap v6323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:12:22.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:21 smithi181 ceph-mon[45557]: pgmap v6323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:12:22.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:21 smithi088 ceph-mon[35322]: pgmap v6323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:12:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:23 smithi175 ceph-mon[44549]: pgmap v6324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:12:24.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:23 smithi181 ceph-mon[45557]: pgmap v6324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:12:24.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:23 smithi088 ceph-mon[35322]: pgmap v6324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:12:25.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:24 smithi175 ceph-mon[44549]: pgmap v6325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:12:25.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:24 smithi181 ceph-mon[45557]: pgmap v6325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:12:25.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:24 smithi088 ceph-mon[35322]: pgmap v6325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:12:27.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:27 smithi175 ceph-mon[44549]: pgmap v6326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:27.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:27 smithi181 ceph-mon[45557]: pgmap v6326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:28.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:27 smithi088 ceph-mon[35322]: pgmap v6326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:28.199+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:12:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:28.199+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:12:28.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:28.199+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:12:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:29 smithi088 ceph-mon[35322]: pgmap v6327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:12:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:29 smithi175 ceph-mon[44549]: pgmap v6327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:12:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:29 smithi181 ceph-mon[45557]: pgmap v6327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:12:32.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:31 smithi088 ceph-mon[35322]: pgmap v6328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:31 smithi175 ceph-mon[44549]: pgmap v6328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:31 smithi181 ceph-mon[45557]: pgmap v6328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:34.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:33 smithi088 ceph-mon[35322]: pgmap v6329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:34.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:33 smithi175 ceph-mon[44549]: pgmap v6329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:34.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:33 smithi181 ceph-mon[45557]: pgmap v6329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:36.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:35 smithi175 ceph-mon[44549]: pgmap v6330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:36.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:35 smithi181 ceph-mon[45557]: pgmap v6330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:36.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:35 smithi088 ceph-mon[35322]: pgmap v6330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:37 smithi175 ceph-mon[44549]: pgmap v6331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:37 smithi181 ceph-mon[45557]: pgmap v6331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:38.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:37 smithi088 ceph-mon[35322]: pgmap v6331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:39 smithi175 ceph-mon[44549]: pgmap v6332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:12:40.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:39 smithi181 ceph-mon[45557]: pgmap v6332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:12:40.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:39 smithi088 ceph-mon[35322]: pgmap v6332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:12:41.189 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:41.186+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:12:41.189 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:41.186+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:12:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:41.186+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 92 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T16:12:41.190 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:41.186+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 92 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T16:12:42.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:41 smithi175 ceph-mon[44549]: pgmap v6333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:42.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:41 smithi181 ceph-mon[45557]: pgmap v6333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:42.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:41 smithi088 ceph-mon[35322]: pgmap v6333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:43.214+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:12:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:43.214+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:12:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:43.214+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:12:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:43 smithi175 ceph-mon[44549]: pgmap v6334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:44.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:43 smithi181 ceph-mon[45557]: pgmap v6334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:44.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:43 smithi088 ceph-mon[35322]: pgmap v6334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:46.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:45 smithi175 ceph-mon[44549]: pgmap v6335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:46.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:45 smithi181 ceph-mon[45557]: pgmap v6335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:46.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:45 smithi088 ceph-mon[35322]: pgmap v6335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:48.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:47 smithi175 ceph-mon[44549]: pgmap v6336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:48.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:47 smithi181 ceph-mon[45557]: pgmap v6336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:48.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:47 smithi088 ceph-mon[35322]: pgmap v6336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:50.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:49 smithi175 ceph-mon[44549]: pgmap v6337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:12:50.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:49 smithi181 ceph-mon[45557]: pgmap v6337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:12:50.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:49 smithi088 ceph-mon[35322]: pgmap v6337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:12:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:51 smithi175 ceph-mon[44549]: pgmap v6338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:52.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:51 smithi181 ceph-mon[45557]: pgmap v6338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:52.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:51 smithi088 ceph-mon[35322]: pgmap v6338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:53.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:52 smithi175 ceph-mon[44549]: pgmap v6339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:53.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:52 smithi181 ceph-mon[45557]: pgmap v6339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:53.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:52 smithi088 ceph-mon[35322]: pgmap v6339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:12:56.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:55 smithi175 ceph-mon[44549]: pgmap v6340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:56.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:55 smithi181 ceph-mon[45557]: pgmap v6340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:56.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:55 smithi088 ceph-mon[35322]: pgmap v6340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:12:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:57 smithi175 ceph-mon[44549]: pgmap v6341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:58.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:57 smithi181 ceph-mon[45557]: pgmap v6341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:12:58.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:58.227+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:12:58.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:58.227+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:12:58.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:12:58.227+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:12:58.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:57 smithi088 ceph-mon[35322]: pgmap v6341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:12:59 smithi175 ceph-mon[44549]: pgmap v6342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:13:00.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:12:59 smithi181 ceph-mon[45557]: pgmap v6342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:13:00.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:12:59 smithi088 ceph-mon[35322]: pgmap v6342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:13:02.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:01 smithi175 ceph-mon[44549]: pgmap v6343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:02.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:01 smithi181 ceph-mon[45557]: pgmap v6343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:02.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:01 smithi088 ceph-mon[35322]: pgmap v6343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:03 smithi175 ceph-mon[44549]: pgmap v6344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:04.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:03 smithi181 ceph-mon[45557]: pgmap v6344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:04.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:03 smithi088 ceph-mon[35322]: pgmap v6344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:06.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:05 smithi175 ceph-mon[44549]: pgmap v6345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:13:06.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:05 smithi181 ceph-mon[45557]: pgmap v6345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:13:06.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:05 smithi088 ceph-mon[35322]: pgmap v6345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:13:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:07 smithi175 ceph-mon[44549]: pgmap v6346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:08.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:07 smithi181 ceph-mon[45557]: pgmap v6346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:08.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:07 smithi088 ceph-mon[35322]: pgmap v6346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:09 smithi175 ceph-mon[44549]: pgmap v6347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:13:10.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:09 smithi181 ceph-mon[45557]: pgmap v6347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:13:10.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:09 smithi088 ceph-mon[35322]: pgmap v6347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:13:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:11 smithi175 ceph-mon[44549]: pgmap v6348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:11 smithi181 ceph-mon[45557]: pgmap v6348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:11 smithi088 ceph-mon[35322]: pgmap v6348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:13.233+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:13:13.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:13.233+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:13:13.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:13.233+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:13:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:13 smithi175 ceph-mon[44549]: pgmap v6349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:13 smithi181 ceph-mon[45557]: pgmap v6349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:14.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:13 smithi088 ceph-mon[35322]: pgmap v6349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:13:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:13:15.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:13:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: pgmap v6350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:13:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:13:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:13:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:13:16.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:13:16.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: pgmap v6351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:13:16.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: pgmap v6352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:13:16.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:13:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: pgmap v6350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:13:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:13:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:13:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:13:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:13:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: pgmap v6351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:13:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: pgmap v6352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:13:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:13:16.250 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: pgmap v6350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:13:16.250 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.250 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.250 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:13:16.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:13:16.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:13:16.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:13:16.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:13:16.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: pgmap v6351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:13:16.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: pgmap v6352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:13:16.251 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:13:18.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:18 smithi181 ceph-mon[45557]: pgmap v6353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:13:19.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:18 smithi088 ceph-mon[35322]: pgmap v6353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:13:19.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:18 smithi175 ceph-mon[44549]: pgmap v6353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:13:21.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:20 smithi175 ceph-mon[44549]: pgmap v6354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:13:21.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:20 smithi181 ceph-mon[45557]: pgmap v6354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:13:21.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:20 smithi088 ceph-mon[35322]: pgmap v6354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:13:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:22 smithi175 ceph-mon[44549]: pgmap v6355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:13:23.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:22 smithi181 ceph-mon[45557]: pgmap v6355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:13:23.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:22 smithi088 ceph-mon[35322]: pgmap v6355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:13:25.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:24 smithi175 ceph-mon[44549]: pgmap v6356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:13:25.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:24 smithi181 ceph-mon[45557]: pgmap v6356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:13:25.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:24 smithi088 ceph-mon[35322]: pgmap v6356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:13:27.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:26 smithi175 ceph-mon[44549]: pgmap v6357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:13:27.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:26 smithi181 ceph-mon[45557]: pgmap v6357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:13:27.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:26 smithi088 ceph-mon[35322]: pgmap v6357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:13:28.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:28.235+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:13:28.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:28.235+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:13:28.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:28.235+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:13:29.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:28 smithi175 ceph-mon[44549]: pgmap v6358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:28 smithi181 ceph-mon[45557]: pgmap v6358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:29.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:28 smithi088 ceph-mon[35322]: pgmap v6358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:30 smithi175 ceph-mon[44549]: pgmap v6359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:13:31.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:30 smithi181 ceph-mon[45557]: pgmap v6359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:13:31.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:30 smithi088 ceph-mon[35322]: pgmap v6359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:13:33.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:32 smithi175 ceph-mon[44549]: pgmap v6360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:33.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:32 smithi181 ceph-mon[45557]: pgmap v6360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:33.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:32 smithi088 ceph-mon[35322]: pgmap v6360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:34 smithi175 ceph-mon[44549]: pgmap v6361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:13:35.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:34 smithi181 ceph-mon[45557]: pgmap v6361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:13:35.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:34 smithi088 ceph-mon[35322]: pgmap v6361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:13:37.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:36 smithi175 ceph-mon[44549]: pgmap v6362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:13:37.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:36 smithi181 ceph-mon[45557]: pgmap v6362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:13:37.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:36 smithi088 ceph-mon[35322]: pgmap v6362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:13:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:37 smithi175 ceph-mon[44549]: pgmap v6363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:37 smithi181 ceph-mon[45557]: pgmap v6363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:38.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:37 smithi088 ceph-mon[35322]: pgmap v6363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:41.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:40 smithi175 ceph-mon[44549]: pgmap v6364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:13:41.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:40 smithi181 ceph-mon[45557]: pgmap v6364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:13:41.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:40 smithi088 ceph-mon[35322]: pgmap v6364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:13:43.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:42 smithi175 ceph-mon[44549]: pgmap v6365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:13:43.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:42 smithi181 ceph-mon[45557]: pgmap v6365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:13:43.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:43.245+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:13:43.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:43.245+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:13:43.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:43.245+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:13:43.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:42 smithi088 ceph-mon[35322]: pgmap v6365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:13:45.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:44 smithi175 ceph-mon[44549]: pgmap v6366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:13:45.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:44 smithi181 ceph-mon[45557]: pgmap v6366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:13:45.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:44 smithi088 ceph-mon[35322]: pgmap v6366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:13:47.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:46 smithi175 ceph-mon[44549]: pgmap v6367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:13:47.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:46 smithi181 ceph-mon[45557]: pgmap v6367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:13:47.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:46 smithi088 ceph-mon[35322]: pgmap v6367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:13:49.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:48 smithi175 ceph-mon[44549]: pgmap v6368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:13:49.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:48 smithi181 ceph-mon[45557]: pgmap v6368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:13:49.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:48 smithi088 ceph-mon[35322]: pgmap v6368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:13:51.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:50 smithi175 ceph-mon[44549]: pgmap v6369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:13:51.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:50 smithi181 ceph-mon[45557]: pgmap v6369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:13:51.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:50 smithi088 ceph-mon[35322]: pgmap v6369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:13:53.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:52 smithi175 ceph-mon[44549]: pgmap v6370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:53.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:52 smithi181 ceph-mon[45557]: pgmap v6370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:53.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:52 smithi088 ceph-mon[35322]: pgmap v6370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:13:55.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:54 smithi175 ceph-mon[44549]: pgmap v6371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:13:55.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:54 smithi181 ceph-mon[45557]: pgmap v6371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:13:55.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:54 smithi088 ceph-mon[35322]: pgmap v6371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:13:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:56 smithi175 ceph-mon[44549]: pgmap v6372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:13:57.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:56 smithi181 ceph-mon[45557]: pgmap v6372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:13:57.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:56 smithi088 ceph-mon[35322]: pgmap v6372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:13:58.250 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:58.246+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:13:58.250 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:58.246+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:13:58.250 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:13:58.246+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:13:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:58 smithi175 ceph-mon[44549]: pgmap v6373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:59.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:58 smithi181 ceph-mon[45557]: pgmap v6373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:13:59.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:58 smithi088 ceph-mon[35322]: pgmap v6373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:13:59 smithi175 ceph-mon[44549]: pgmap v6374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:14:00.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:13:59 smithi181 ceph-mon[45557]: pgmap v6374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:14:00.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:13:59 smithi088 ceph-mon[35322]: pgmap v6374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:14:03.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:02 smithi088 ceph-mon[35322]: pgmap v6375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:14:03.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:02 smithi175 ceph-mon[44549]: pgmap v6375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:14:03.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:02 smithi181 ceph-mon[45557]: pgmap v6375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:14:05.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:04 smithi175 ceph-mon[44549]: pgmap v6376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:05.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:04 smithi181 ceph-mon[45557]: pgmap v6376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:05.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:04 smithi088 ceph-mon[35322]: pgmap v6376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:07.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:06 smithi175 ceph-mon[44549]: pgmap v6377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:07.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:06 smithi181 ceph-mon[45557]: pgmap v6377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:07.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:06 smithi088 ceph-mon[35322]: pgmap v6377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:08 smithi175 ceph-mon[44549]: pgmap v6378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:09.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:08 smithi181 ceph-mon[45557]: pgmap v6378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:09.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:08 smithi088 ceph-mon[35322]: pgmap v6378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:11.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:10 smithi175 ceph-mon[44549]: pgmap v6379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:14:11.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:10 smithi181 ceph-mon[45557]: pgmap v6379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:14:11.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:10 smithi088 ceph-mon[35322]: pgmap v6379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:14:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:12 smithi175 ceph-mon[44549]: pgmap v6380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:14:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:12 smithi181 ceph-mon[45557]: pgmap v6380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:14:13.266 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:13.262+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:14:13.266 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:13.262+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:14:13.266 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:13.262+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:14:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:12 smithi088 ceph-mon[35322]: pgmap v6380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:14:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:14 smithi175 ceph-mon[44549]: pgmap v6381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:14 smithi181 ceph-mon[45557]: pgmap v6381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:14 smithi088 ceph-mon[35322]: pgmap v6381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:17.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:16 smithi175 ceph-mon[44549]: pgmap v6382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:17.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:14:17.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:14:17.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:14:17.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:14:17.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:16 smithi181 ceph-mon[45557]: pgmap v6382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:17.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:14:17.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:14:17.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:14:17.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:14:17.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:16 smithi088 ceph-mon[35322]: pgmap v6382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:17.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:14:17.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:14:17.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:14:17.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:14:18.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:17 smithi175 ceph-mon[44549]: pgmap v6383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:14:18.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:17 smithi175 ceph-mon[44549]: pgmap v6384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:14:18.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:17 smithi181 ceph-mon[45557]: pgmap v6383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:14:18.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:17 smithi181 ceph-mon[45557]: pgmap v6384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:14:18.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:17 smithi088 ceph-mon[35322]: pgmap v6383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:14:18.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:17 smithi088 ceph-mon[35322]: pgmap v6384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:14:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:19 smithi175 ceph-mon[44549]: pgmap v6385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:14:20.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:19 smithi181 ceph-mon[45557]: pgmap v6385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:14:20.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:19 smithi088 ceph-mon[35322]: pgmap v6385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:14:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:21 smithi175 ceph-mon[44549]: pgmap v6386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:14:22.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:21 smithi181 ceph-mon[45557]: pgmap v6386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:14:22.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:21 smithi088 ceph-mon[35322]: pgmap v6386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:14:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:23 smithi175 ceph-mon[44549]: pgmap v6387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:14:24.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:23 smithi181 ceph-mon[45557]: pgmap v6387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:14:24.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:23 smithi088 ceph-mon[35322]: pgmap v6387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:14:26.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:25 smithi175 ceph-mon[44549]: pgmap v6388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:14:26.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:25 smithi181 ceph-mon[45557]: pgmap v6388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:14:26.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:25 smithi088 ceph-mon[35322]: pgmap v6388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:14:28.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:27 smithi175 ceph-mon[44549]: pgmap v6389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:14:28.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:27 smithi181 ceph-mon[45557]: pgmap v6389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:14:28.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:28.276+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:14:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:28.276+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:14:28.280 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:28.276+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:14:28.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:27 smithi088 ceph-mon[35322]: pgmap v6389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:14:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:29 smithi175 ceph-mon[44549]: pgmap v6390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:29 smithi181 ceph-mon[45557]: pgmap v6390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:30.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:29 smithi088 ceph-mon[35322]: pgmap v6390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:31 smithi175 ceph-mon[44549]: pgmap v6391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:31 smithi181 ceph-mon[45557]: pgmap v6391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:32.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:31 smithi088 ceph-mon[35322]: pgmap v6391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:34.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:33 smithi175 ceph-mon[44549]: pgmap v6392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:34.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:33 smithi181 ceph-mon[45557]: pgmap v6392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:34.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:33 smithi088 ceph-mon[35322]: pgmap v6392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:34 smithi175 ceph-mon[44549]: pgmap v6393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:35.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:34 smithi181 ceph-mon[45557]: pgmap v6393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:35.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:34 smithi088 ceph-mon[35322]: pgmap v6393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:38.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:37 smithi088 ceph-mon[35322]: pgmap v6394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:14:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:37 smithi175 ceph-mon[44549]: pgmap v6394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:14:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:37 smithi181 ceph-mon[45557]: pgmap v6394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:14:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:39 smithi175 ceph-mon[44549]: pgmap v6395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:40.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:39 smithi181 ceph-mon[45557]: pgmap v6395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:40.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:39 smithi088 ceph-mon[35322]: pgmap v6395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:42.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:41 smithi175 ceph-mon[44549]: pgmap v6396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:42.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:41 smithi181 ceph-mon[45557]: pgmap v6396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:42.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:41 smithi088 ceph-mon[35322]: pgmap v6396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:43.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:43.279+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:14:43.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:43.279+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:14:43.284 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:43.279+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:14:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:43 smithi175 ceph-mon[44549]: pgmap v6397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:44.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:43 smithi181 ceph-mon[45557]: pgmap v6397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:44.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:43 smithi088 ceph-mon[35322]: pgmap v6397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:46.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:45 smithi175 ceph-mon[44549]: pgmap v6398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:46.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:45 smithi181 ceph-mon[45557]: pgmap v6398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:46.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:45 smithi088 ceph-mon[35322]: pgmap v6398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:47 smithi175 ceph-mon[44549]: pgmap v6399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:48.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:47 smithi181 ceph-mon[45557]: pgmap v6399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:48.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:47 smithi088 ceph-mon[35322]: pgmap v6399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:50.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:49 smithi175 ceph-mon[44549]: pgmap v6400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:50.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:49 smithi181 ceph-mon[45557]: pgmap v6400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:50.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:49 smithi088 ceph-mon[35322]: pgmap v6400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:51 smithi175 ceph-mon[44549]: pgmap v6401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:52.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:51 smithi181 ceph-mon[45557]: pgmap v6401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:52.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:51 smithi088 ceph-mon[35322]: pgmap v6401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:14:54.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:53 smithi175 ceph-mon[44549]: pgmap v6402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:54.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:53 smithi181 ceph-mon[45557]: pgmap v6402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:54.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:53 smithi088 ceph-mon[35322]: pgmap v6402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:55.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:54 smithi175 ceph-mon[44549]: pgmap v6403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:55.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:54 smithi181 ceph-mon[45557]: pgmap v6403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:55.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:54 smithi088 ceph-mon[35322]: pgmap v6403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:14:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:57 smithi088 ceph-mon[35322]: pgmap v6404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:58.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:57 smithi175 ceph-mon[44549]: pgmap v6404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:58.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:57 smithi181 ceph-mon[45557]: pgmap v6404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:14:58.298 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:58.294+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:14:58.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:58.294+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:14:58.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:14:58.294+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:15:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:14:59 smithi175 ceph-mon[44549]: pgmap v6405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:00.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:14:59 smithi181 ceph-mon[45557]: pgmap v6405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:00.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:14:59 smithi088 ceph-mon[35322]: pgmap v6405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:02.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:01 smithi175 ceph-mon[44549]: pgmap v6406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:02.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:01 smithi181 ceph-mon[45557]: pgmap v6406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:02.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:01 smithi088 ceph-mon[35322]: pgmap v6406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:03 smithi175 ceph-mon[44549]: pgmap v6407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:04.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:03 smithi181 ceph-mon[45557]: pgmap v6407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:04.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:03 smithi088 ceph-mon[35322]: pgmap v6407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:06.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:05 smithi175 ceph-mon[44549]: pgmap v6408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:06.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:05 smithi181 ceph-mon[45557]: pgmap v6408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:06.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:05 smithi088 ceph-mon[35322]: pgmap v6408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:07 smithi175 ceph-mon[44549]: pgmap v6409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:08.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:07 smithi181 ceph-mon[45557]: pgmap v6409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:08.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:07 smithi088 ceph-mon[35322]: pgmap v6409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:09 smithi175 ceph-mon[44549]: pgmap v6410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:10.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:09 smithi181 ceph-mon[45557]: pgmap v6410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:10.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:09 smithi088 ceph-mon[35322]: pgmap v6410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:11 smithi175 ceph-mon[44549]: pgmap v6411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:12.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:11 smithi181 ceph-mon[45557]: pgmap v6411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:11 smithi088 ceph-mon[35322]: pgmap v6411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:12 smithi175 ceph-mon[44549]: pgmap v6412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:13.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:12 smithi181 ceph-mon[45557]: pgmap v6412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:12 smithi088 ceph-mon[35322]: pgmap v6412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:13.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:13.306+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:15:13.311 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:13.306+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:15:13.311 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:13.306+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:15:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:15 smithi175 ceph-mon[44549]: pgmap v6413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:15 smithi181 ceph-mon[45557]: pgmap v6413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:16.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:15 smithi088 ceph-mon[35322]: pgmap v6413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:18.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:17 smithi175 ceph-mon[44549]: pgmap v6414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:18.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:15:18.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:17 smithi181 ceph-mon[45557]: pgmap v6414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:18.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:15:18.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:17 smithi088 ceph-mon[35322]: pgmap v6414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:15:18.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:15:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:19 smithi181 ceph-mon[45557]: pgmap v6415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:19.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:19 smithi088 ceph-mon[35322]: pgmap v6415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:19.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:19.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:19 smithi175 ceph-mon[44549]: pgmap v6415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:20.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:20.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:20.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:15:20.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:15:20.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:20.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:15:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:15:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:15:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:15:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:15:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:21 smithi175 ceph-mon[44549]: pgmap v6416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:15:21.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:21 smithi175 ceph-mon[44549]: pgmap v6417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:15:21.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:21 smithi181 ceph-mon[45557]: pgmap v6416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:15:21.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:21 smithi181 ceph-mon[45557]: pgmap v6417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:15:21.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:21 smithi088 ceph-mon[35322]: pgmap v6416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:15:21.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:21 smithi088 ceph-mon[35322]: pgmap v6417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:15:23.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:23 smithi175 ceph-mon[44549]: pgmap v6418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:15:23.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:23 smithi181 ceph-mon[45557]: pgmap v6418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:15:23.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:23 smithi088 ceph-mon[35322]: pgmap v6418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:15:26.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:25 smithi175 ceph-mon[44549]: pgmap v6419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:15:26.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:25 smithi181 ceph-mon[45557]: pgmap v6419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:15:26.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:25 smithi088 ceph-mon[35322]: pgmap v6419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:15:28.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:27 smithi175 ceph-mon[44549]: pgmap v6420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:15:28.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:27 smithi181 ceph-mon[45557]: pgmap v6420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:15:28.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:27 smithi088 ceph-mon[35322]: pgmap v6420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:15:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:28.310+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:15:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:28.310+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:15:28.313 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:28.310+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:15:30.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:29 smithi175 ceph-mon[44549]: pgmap v6421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T16:15:30.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:29 smithi181 ceph-mon[45557]: pgmap v6421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T16:15:30.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:29 smithi088 ceph-mon[35322]: pgmap v6421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T16:15:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:31 smithi175 ceph-mon[44549]: pgmap v6422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:15:32.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:31 smithi181 ceph-mon[45557]: pgmap v6422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:15:32.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:31 smithi088 ceph-mon[35322]: pgmap v6422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:15:34.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:33 smithi175 ceph-mon[44549]: pgmap v6423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:34.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:33 smithi181 ceph-mon[45557]: pgmap v6423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:34.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:33 smithi088 ceph-mon[35322]: pgmap v6423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:34 smithi175 ceph-mon[44549]: pgmap v6424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:15:35.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:34 smithi181 ceph-mon[45557]: pgmap v6424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:15:35.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:34 smithi088 ceph-mon[35322]: pgmap v6424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:15:37.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:37 smithi175 ceph-mon[44549]: pgmap v6425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:37.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:37 smithi181 ceph-mon[45557]: pgmap v6425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:37.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:37 smithi088 ceph-mon[35322]: pgmap v6425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:39.457+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3a60 msgr2=0x7ff32c0a27a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T16:15:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:39.457+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3a60 msgr2=0x7ff32c0a27a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T16:15:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:39.457+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3a60 0x7ff32c0a27a0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344021070 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T16:15:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:39.457+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3a60 0x7ff32c0a27a0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344021070 comp rx=0 tx=0).stop 2024-01-28T16:15:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:39.457+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3a60 msgr2=0x7ff32c0a27a0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T16:15:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:39.457+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3a60 msgr2=0x7ff32c0a27a0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T16:15:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:39.457+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3a60 0x7ff32c0a27a0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T16:15:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:39.457+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad710 0x7ff32c0a2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T16:15:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:39.457+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad710 0x7ff32c0a2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T16:15:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:39.458+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad710 0x7ff32c0a2ce0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ff344025000 tx=0x7ff344043040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T16:15:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:39 smithi175 ceph-mon[44549]: pgmap v6426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:40.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:39 smithi181 ceph-mon[45557]: pgmap v6426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:40.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:39 smithi088 ceph-mon[35322]: pgmap v6426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:41.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:41.214+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:15:41.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:41.214+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:15:41.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:41.214+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 93 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:15:41.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:41.214+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 93 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:15:42.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:41 smithi175 ceph-mon[44549]: pgmap v6427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:42.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:41 smithi181 ceph-mon[45557]: pgmap v6427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:41 smithi088 ceph-mon[35322]: pgmap v6427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:43.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:43.320+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:15:43.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:43.320+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:15:43.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:43.320+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:15:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:43 smithi175 ceph-mon[44549]: pgmap v6428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:44.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:43 smithi181 ceph-mon[45557]: pgmap v6428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:44.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:43 smithi088 ceph-mon[35322]: pgmap v6428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:46.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:45 smithi175 ceph-mon[44549]: pgmap v6429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:15:46.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:45 smithi181 ceph-mon[45557]: pgmap v6429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:15:46.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:45 smithi088 ceph-mon[35322]: pgmap v6429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:15:48.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:47 smithi175 ceph-mon[44549]: pgmap v6430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:48.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:47 smithi181 ceph-mon[45557]: pgmap v6430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:48.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:47 smithi088 ceph-mon[35322]: pgmap v6430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:50.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:49 smithi175 ceph-mon[44549]: pgmap v6431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:50.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:49 smithi181 ceph-mon[45557]: pgmap v6431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:50.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:49 smithi088 ceph-mon[35322]: pgmap v6431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:15:52.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:51 smithi175 ceph-mon[44549]: pgmap v6432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:52.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:51 smithi181 ceph-mon[45557]: pgmap v6432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:51 smithi088 ceph-mon[35322]: pgmap v6432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:15:54.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:53 smithi175 ceph-mon[44549]: pgmap v6433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:54.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:53 smithi181 ceph-mon[45557]: pgmap v6433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:53 smithi088 ceph-mon[35322]: pgmap v6433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:56.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:55 smithi175 ceph-mon[44549]: pgmap v6434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:15:56.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:55 smithi181 ceph-mon[45557]: pgmap v6434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:15:56.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:55 smithi088 ceph-mon[35322]: pgmap v6434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:15:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:57 smithi175 ceph-mon[44549]: pgmap v6435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:57 smithi181 ceph-mon[45557]: pgmap v6435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:58.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:57 smithi088 ceph-mon[35322]: pgmap v6435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:15:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:58.327+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:15:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:58.327+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:15:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:15:58.327+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:16:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:15:59 smithi175 ceph-mon[44549]: pgmap v6436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:16:00.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:15:59 smithi181 ceph-mon[45557]: pgmap v6436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:16:00.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:15:59 smithi088 ceph-mon[35322]: pgmap v6436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:16:02.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:01 smithi175 ceph-mon[44549]: pgmap v6437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:16:02.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:01 smithi181 ceph-mon[45557]: pgmap v6437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:16:02.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:01 smithi088 ceph-mon[35322]: pgmap v6437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:16:04.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:03 smithi175 ceph-mon[44549]: pgmap v6438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:04.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:03 smithi181 ceph-mon[45557]: pgmap v6438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:04.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:03 smithi088 ceph-mon[35322]: pgmap v6438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:06.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:05 smithi175 ceph-mon[44549]: pgmap v6439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:16:06.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:05 smithi181 ceph-mon[45557]: pgmap v6439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:16:06.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:05 smithi088 ceph-mon[35322]: pgmap v6439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:16:07.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:06 smithi175 ceph-mon[44549]: pgmap v6440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:07.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:06 smithi181 ceph-mon[45557]: pgmap v6440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:07.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:06 smithi088 ceph-mon[35322]: pgmap v6440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:10.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:09 smithi175 ceph-mon[44549]: pgmap v6441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:10.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:09 smithi181 ceph-mon[45557]: pgmap v6441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:10.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:09 smithi088 ceph-mon[35322]: pgmap v6441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:11 smithi175 ceph-mon[44549]: pgmap v6442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:12.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:11 smithi181 ceph-mon[45557]: pgmap v6442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:11 smithi088 ceph-mon[35322]: pgmap v6442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:13.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:13.337+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:16:13.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:13.337+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:16:13.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:13.337+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:16:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:13 smithi175 ceph-mon[44549]: pgmap v6443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:14.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:13 smithi181 ceph-mon[45557]: pgmap v6443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:14.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:13 smithi088 ceph-mon[35322]: pgmap v6443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:15.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:14 smithi175 ceph-mon[44549]: pgmap v6444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:16:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:14 smithi181 ceph-mon[45557]: pgmap v6444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:16:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:14 smithi088 ceph-mon[35322]: pgmap v6444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:16:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:17 smithi175 ceph-mon[44549]: pgmap v6445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:17.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:17 smithi181 ceph-mon[45557]: pgmap v6445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:17.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:17 smithi088 ceph-mon[35322]: pgmap v6445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:19 smithi175 ceph-mon[44549]: pgmap v6446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:19 smithi181 ceph-mon[45557]: pgmap v6446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:20.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:19 smithi088 ceph-mon[35322]: pgmap v6446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:21.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:16:21.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:16:21.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:16:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:21 smithi175 ceph-mon[44549]: pgmap v6447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:16:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:16:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:21 smithi175 ceph-mon[44549]: pgmap v6448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:16:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:21 smithi175 ceph-mon[44549]: pgmap v6449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:16:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:16:22.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:21 smithi181 ceph-mon[45557]: pgmap v6447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:22.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:16:22.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:16:22.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:21 smithi181 ceph-mon[45557]: pgmap v6448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:16:22.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:21 smithi181 ceph-mon[45557]: pgmap v6449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:16:22.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:16:22.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:21 smithi088 ceph-mon[35322]: pgmap v6447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:22.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:16:22.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:16:22.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:21 smithi088 ceph-mon[35322]: pgmap v6448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:16:22.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:21 smithi088 ceph-mon[35322]: pgmap v6449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:16:22.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:16:25.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:24 smithi175 ceph-mon[44549]: pgmap v6450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:16:25.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:24 smithi181 ceph-mon[45557]: pgmap v6450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:16:25.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:24 smithi088 ceph-mon[35322]: pgmap v6450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:16:27.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:26 smithi175 ceph-mon[44549]: pgmap v6451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:16:27.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:26 smithi181 ceph-mon[45557]: pgmap v6451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:16:27.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:26 smithi088 ceph-mon[35322]: pgmap v6451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:16:28.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:27 smithi175 ceph-mon[44549]: pgmap v6452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:16:28.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:27 smithi181 ceph-mon[45557]: pgmap v6452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:16:28.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:27 smithi088 ceph-mon[35322]: pgmap v6452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:16:28.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:28.351+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:16:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:28.351+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:16:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:28.351+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:16:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:30 smithi175 ceph-mon[44549]: pgmap v6453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:16:31.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:30 smithi181 ceph-mon[45557]: pgmap v6453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:16:31.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:30 smithi088 ceph-mon[35322]: pgmap v6453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:16:33.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:32 smithi175 ceph-mon[44549]: pgmap v6454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:16:33.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:32 smithi181 ceph-mon[45557]: pgmap v6454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:16:33.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:32 smithi088 ceph-mon[35322]: pgmap v6454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:16:35.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:34 smithi175 ceph-mon[44549]: pgmap v6455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:35.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:34 smithi181 ceph-mon[45557]: pgmap v6455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:35.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:34 smithi088 ceph-mon[35322]: pgmap v6455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:37.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:36 smithi175 ceph-mon[44549]: pgmap v6456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:37.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:36 smithi181 ceph-mon[45557]: pgmap v6456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:37.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:36 smithi088 ceph-mon[35322]: pgmap v6456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:38.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:37 smithi175 ceph-mon[44549]: pgmap v6457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:38.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:37 smithi181 ceph-mon[45557]: pgmap v6457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:38.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:37 smithi088 ceph-mon[35322]: pgmap v6457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:41.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:40 smithi175 ceph-mon[44549]: pgmap v6458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:16:41.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:40 smithi181 ceph-mon[45557]: pgmap v6458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:16:41.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:40 smithi088 ceph-mon[35322]: pgmap v6458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:16:42.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:41 smithi175 ceph-mon[44549]: pgmap v6459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:42.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:41 smithi181 ceph-mon[45557]: pgmap v6459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:42.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:41 smithi088 ceph-mon[35322]: pgmap v6459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:43.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:43.367+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:16:43.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:43.367+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:16:43.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:43.367+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:16:45.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:44 smithi175 ceph-mon[44549]: pgmap v6460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:16:45.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:44 smithi181 ceph-mon[45557]: pgmap v6460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:16:45.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:44 smithi088 ceph-mon[35322]: pgmap v6460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:16:46.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:45 smithi175 ceph-mon[44549]: pgmap v6461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:46.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:45 smithi181 ceph-mon[45557]: pgmap v6461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:46.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:45 smithi088 ceph-mon[35322]: pgmap v6461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:48.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:48 smithi175 ceph-mon[44549]: pgmap v6462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:48.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:48 smithi181 ceph-mon[45557]: pgmap v6462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:48.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:48 smithi088 ceph-mon[35322]: pgmap v6462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:51.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:50 smithi175 ceph-mon[44549]: pgmap v6463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:16:51.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:50 smithi181 ceph-mon[45557]: pgmap v6463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:16:51.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:50 smithi088 ceph-mon[35322]: pgmap v6463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:16:52.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:51 smithi175 ceph-mon[44549]: pgmap v6464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:52.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:51 smithi181 ceph-mon[45557]: pgmap v6464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:51 smithi088 ceph-mon[35322]: pgmap v6464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:55.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:54 smithi175 ceph-mon[44549]: pgmap v6465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:55.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:54 smithi181 ceph-mon[45557]: pgmap v6465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:55.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:54 smithi088 ceph-mon[35322]: pgmap v6465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:16:56.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:55 smithi175 ceph-mon[44549]: pgmap v6466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:56.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:55 smithi181 ceph-mon[45557]: pgmap v6466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:56.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:55 smithi088 ceph-mon[35322]: pgmap v6466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:16:58.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:58.368+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:16:58.373 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:58.368+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:16:58.373 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:16:58.368+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:16:58.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:58 smithi175 ceph-mon[44549]: pgmap v6467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:58.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:58 smithi181 ceph-mon[45557]: pgmap v6467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:16:58.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:58 smithi088 ceph-mon[35322]: pgmap v6467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:00.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:16:59 smithi175 ceph-mon[44549]: pgmap v6468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:00.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:16:59 smithi181 ceph-mon[45557]: pgmap v6468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:00.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:16:59 smithi088 ceph-mon[35322]: pgmap v6468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:02.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:02 smithi175 ceph-mon[44549]: pgmap v6469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:02.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:02 smithi181 ceph-mon[45557]: pgmap v6469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:02 smithi088 ceph-mon[35322]: pgmap v6469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:05.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:04 smithi175 ceph-mon[44549]: pgmap v6470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:05.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:04 smithi181 ceph-mon[45557]: pgmap v6470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:05.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:04 smithi088 ceph-mon[35322]: pgmap v6470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:06.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:05 smithi175 ceph-mon[44549]: pgmap v6471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:06.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:05 smithi181 ceph-mon[45557]: pgmap v6471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:06.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:05 smithi088 ceph-mon[35322]: pgmap v6471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:08.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:08 smithi175 ceph-mon[44549]: pgmap v6472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:08.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:08 smithi181 ceph-mon[45557]: pgmap v6472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:08.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:08 smithi088 ceph-mon[35322]: pgmap v6472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:10.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:09 smithi175 ceph-mon[44549]: pgmap v6473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:10.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:09 smithi181 ceph-mon[45557]: pgmap v6473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:10.235 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:09 smithi088 ceph-mon[35322]: pgmap v6473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:12.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:12 smithi175 ceph-mon[44549]: pgmap v6474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:12.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:12 smithi181 ceph-mon[45557]: pgmap v6474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:12.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:12 smithi088 ceph-mon[35322]: pgmap v6474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:13.379 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:13.373+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:17:13.379 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:13.373+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:17:13.379 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:13.373+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:17:14.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:14 smithi175 ceph-mon[44549]: pgmap v6475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:17:14.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:14 smithi181 ceph-mon[45557]: pgmap v6475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:17:14.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:14 smithi088 ceph-mon[35322]: pgmap v6475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:17:16.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:16 smithi175 ceph-mon[44549]: pgmap v6476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:16.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:16 smithi181 ceph-mon[45557]: pgmap v6476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:16.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:16 smithi088 ceph-mon[35322]: pgmap v6476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:18.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:18 smithi175 ceph-mon[44549]: pgmap v6477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:18 smithi181 ceph-mon[45557]: pgmap v6477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:18 smithi088 ceph-mon[35322]: pgmap v6477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:19 smithi175 ceph-mon[44549]: pgmap v6478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:19 smithi181 ceph-mon[45557]: pgmap v6478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:20.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:19 smithi088 ceph-mon[35322]: pgmap v6478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:22.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:22 smithi175 ceph-mon[44549]: pgmap v6479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:22.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:17:22.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:17:22.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:17:22.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:17:22.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:22 smithi181 ceph-mon[45557]: pgmap v6479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:22.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:17:22.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:17:22.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:17:22.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:17:22.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:22 smithi088 ceph-mon[35322]: pgmap v6479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:22.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:17:22.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:17:22.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:17:22.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:17:23.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:23 smithi175 ceph-mon[44549]: pgmap v6480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:17:23.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:23 smithi175 ceph-mon[44549]: pgmap v6481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:17:23.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:23 smithi181 ceph-mon[45557]: pgmap v6480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:17:23.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:23 smithi181 ceph-mon[45557]: pgmap v6481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:17:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:23 smithi088 ceph-mon[35322]: pgmap v6480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:17:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:23 smithi088 ceph-mon[35322]: pgmap v6481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:17:25.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:24 smithi175 ceph-mon[44549]: pgmap v6482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:17:25.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:24 smithi181 ceph-mon[45557]: pgmap v6482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:17:25.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:24 smithi088 ceph-mon[35322]: pgmap v6482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:17:27.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:27 smithi175 ceph-mon[44549]: pgmap v6483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:17:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:27 smithi181 ceph-mon[45557]: pgmap v6483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:17:27.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:27 smithi088 ceph-mon[35322]: pgmap v6483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:17:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:28.377+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:17:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:28.378+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:17:28.382 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:28.378+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:17:29.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:29 smithi175 ceph-mon[44549]: pgmap v6484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:17:29.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:29 smithi181 ceph-mon[45557]: pgmap v6484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:17:29.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:29 smithi088 ceph-mon[35322]: pgmap v6484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:17:31.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:31 smithi175 ceph-mon[44549]: pgmap v6485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:17:31.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:31 smithi181 ceph-mon[45557]: pgmap v6485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:17:31.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:31 smithi088 ceph-mon[35322]: pgmap v6485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:17:33.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:33 smithi175 ceph-mon[44549]: pgmap v6486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:17:33.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:33 smithi181 ceph-mon[45557]: pgmap v6486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:17:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:33 smithi088 ceph-mon[35322]: pgmap v6486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:17:35.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:34 smithi175 ceph-mon[44549]: pgmap v6487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:35.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:34 smithi181 ceph-mon[45557]: pgmap v6487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:35.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:34 smithi088 ceph-mon[35322]: pgmap v6487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:37.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:37 smithi175 ceph-mon[44549]: pgmap v6488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:37.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:37 smithi181 ceph-mon[45557]: pgmap v6488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:37.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:37 smithi088 ceph-mon[35322]: pgmap v6488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:39 smithi175 ceph-mon[44549]: pgmap v6489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:39.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:39 smithi181 ceph-mon[45557]: pgmap v6489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:39 smithi088 ceph-mon[35322]: pgmap v6489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:41.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:41 smithi175 ceph-mon[44549]: pgmap v6490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:41.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:41 smithi181 ceph-mon[45557]: pgmap v6490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:41.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:41 smithi088 ceph-mon[35322]: pgmap v6490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:43.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:43.388+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:17:43.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:43.388+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:17:43.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:43.388+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:17:43.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:43 smithi175 ceph-mon[44549]: pgmap v6491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:43.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:43 smithi181 ceph-mon[45557]: pgmap v6491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:43 smithi088 ceph-mon[35322]: pgmap v6491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:45.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:44 smithi175 ceph-mon[44549]: pgmap v6492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:45.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:44 smithi181 ceph-mon[45557]: pgmap v6492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:45.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:44 smithi088 ceph-mon[35322]: pgmap v6492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:47.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:47 smithi175 ceph-mon[44549]: pgmap v6493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:47.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:47 smithi181 ceph-mon[45557]: pgmap v6493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:47.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:47 smithi088 ceph-mon[35322]: pgmap v6493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:49.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:49 smithi175 ceph-mon[44549]: pgmap v6494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:49.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:49 smithi181 ceph-mon[45557]: pgmap v6494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:49.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:49 smithi088 ceph-mon[35322]: pgmap v6494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:51.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:51 smithi175 ceph-mon[44549]: pgmap v6495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:51.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:51 smithi181 ceph-mon[45557]: pgmap v6495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:51.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:51 smithi088 ceph-mon[35322]: pgmap v6495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:17:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:53 smithi175 ceph-mon[44549]: pgmap v6496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:53.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:53 smithi181 ceph-mon[45557]: pgmap v6496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:53 smithi088 ceph-mon[35322]: pgmap v6496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:55.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:54 smithi175 ceph-mon[44549]: pgmap v6497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:55.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:54 smithi181 ceph-mon[45557]: pgmap v6497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:55.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:54 smithi088 ceph-mon[35322]: pgmap v6497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:17:57.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:57 smithi175 ceph-mon[44549]: pgmap v6498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:57.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:57 smithi181 ceph-mon[45557]: pgmap v6498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:57.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:57 smithi088 ceph-mon[35322]: pgmap v6498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:17:58.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:58.403+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:17:58.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:58.403+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:17:58.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:17:58.403+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:17:59.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:17:59 smithi175 ceph-mon[44549]: pgmap v6499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:59.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:17:59 smithi181 ceph-mon[45557]: pgmap v6499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:17:59.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:17:59 smithi088 ceph-mon[35322]: pgmap v6499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:18:01.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:01 smithi175 ceph-mon[44549]: pgmap v6500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:18:01.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:01 smithi181 ceph-mon[45557]: pgmap v6500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:18:01.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:01 smithi088 ceph-mon[35322]: pgmap v6500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:18:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:03 smithi175 ceph-mon[44549]: pgmap v6501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:03.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:03 smithi181 ceph-mon[45557]: pgmap v6501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:03.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:03 smithi088 ceph-mon[35322]: pgmap v6501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:05.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:04 smithi175 ceph-mon[44549]: pgmap v6502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:05.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:04 smithi181 ceph-mon[45557]: pgmap v6502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:05.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:04 smithi088 ceph-mon[35322]: pgmap v6502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:07.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:07 smithi175 ceph-mon[44549]: pgmap v6503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:07.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:07 smithi181 ceph-mon[45557]: pgmap v6503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:07.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:07 smithi088 ceph-mon[35322]: pgmap v6503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:09.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:09 smithi175 ceph-mon[44549]: pgmap v6504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:18:09.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:09 smithi181 ceph-mon[45557]: pgmap v6504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:18:09.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:09 smithi088 ceph-mon[35322]: pgmap v6504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:18:11.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:11 smithi175 ceph-mon[44549]: pgmap v6505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:18:11.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:11 smithi181 ceph-mon[45557]: pgmap v6505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:18:11.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:11 smithi088 ceph-mon[35322]: pgmap v6505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:18:13.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:13 smithi175 ceph-mon[44549]: pgmap v6506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:13.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:13.415+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:18:13.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:13.415+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:18:13.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:13.415+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:18:13.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:13 smithi181 ceph-mon[45557]: pgmap v6506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:13.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:13 smithi088 ceph-mon[35322]: pgmap v6506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:15.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:14 smithi175 ceph-mon[44549]: pgmap v6507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:14 smithi181 ceph-mon[45557]: pgmap v6507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:14 smithi088 ceph-mon[35322]: pgmap v6507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:17 smithi175 ceph-mon[44549]: pgmap v6508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:17.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:17 smithi181 ceph-mon[45557]: pgmap v6508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:17.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:17 smithi088 ceph-mon[35322]: pgmap v6508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:19.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:19 smithi175 ceph-mon[44549]: pgmap v6509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:18:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:19 smithi181 ceph-mon[45557]: pgmap v6509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:18:19.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:19 smithi088 ceph-mon[35322]: pgmap v6509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:18:21.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:21 smithi175 ceph-mon[44549]: pgmap v6510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:18:21.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:21 smithi181 ceph-mon[45557]: pgmap v6510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:18:21.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:21 smithi088 ceph-mon[35322]: pgmap v6510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:18:23.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:23 smithi175 ceph-mon[44549]: pgmap v6511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:23.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:18:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:23 smithi181 ceph-mon[45557]: pgmap v6511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:18:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:23 smithi088 ceph-mon[35322]: pgmap v6511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:18:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:24.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:18:24.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:18:24.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:24 smithi175 ceph-mon[44549]: pgmap v6512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:18:24.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:24 smithi175 ceph-mon[44549]: pgmap v6513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:24.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:24.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:18:24.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:18:24.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:24 smithi181 ceph-mon[45557]: pgmap v6512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:18:24.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:24 smithi181 ceph-mon[45557]: pgmap v6513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:24.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:24.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:18:24.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:18:24.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:24 smithi088 ceph-mon[35322]: pgmap v6512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:18:24.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:24 smithi088 ceph-mon[35322]: pgmap v6513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:24.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:18:26.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:26 smithi175 ceph-mon[44549]: pgmap v6514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:26.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:26 smithi181 ceph-mon[45557]: pgmap v6514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:27.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:26 smithi088 ceph-mon[35322]: pgmap v6514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:28.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:28.427+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:18:28.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:28.427+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:18:28.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:28.427+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:18:28.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:28 smithi175 ceph-mon[44549]: pgmap v6515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:18:28.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:28 smithi181 ceph-mon[45557]: pgmap v6515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:18:29.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:28 smithi088 ceph-mon[35322]: pgmap v6515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:18:30.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:29 smithi175 ceph-mon[44549]: pgmap v6516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:30.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:29 smithi181 ceph-mon[45557]: pgmap v6516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:30.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:29 smithi088 ceph-mon[35322]: pgmap v6516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:32.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:32 smithi175 ceph-mon[44549]: pgmap v6517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:32.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:32 smithi181 ceph-mon[45557]: pgmap v6517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:33.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:32 smithi088 ceph-mon[35322]: pgmap v6517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:34.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:34 smithi175 ceph-mon[44549]: pgmap v6518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:18:34.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:34 smithi181 ceph-mon[45557]: pgmap v6518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:18:35.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:34 smithi088 ceph-mon[35322]: pgmap v6518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:18:36.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:36 smithi175 ceph-mon[44549]: pgmap v6519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:36.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:36 smithi181 ceph-mon[45557]: pgmap v6519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:37.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:36 smithi088 ceph-mon[35322]: pgmap v6519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:38.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:38 smithi175 ceph-mon[44549]: pgmap v6520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:38.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:38 smithi181 ceph-mon[45557]: pgmap v6520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:39.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:38 smithi088 ceph-mon[35322]: pgmap v6520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:40.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:39 smithi175 ceph-mon[44549]: pgmap v6521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:40.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:39 smithi181 ceph-mon[45557]: pgmap v6521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:40.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:39 smithi088 ceph-mon[35322]: pgmap v6521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:41.247 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:41.243+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:18:41.247 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:41.243+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:18:41.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:41.243+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 94 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:18:41.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:41.243+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:18:41.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:41.243+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 94 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:18:41.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:41.243+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T16:18:41.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:41.243+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 95 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x7ff34c102770 2024-01-28T16:18:41.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:41.243+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 95 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T16:18:42.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:42 smithi175 ceph-mon[44549]: pgmap v6522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:42.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:42 smithi181 ceph-mon[45557]: pgmap v6522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:43.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:42 smithi088 ceph-mon[35322]: pgmap v6522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:43.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:43.442+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:18:43.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:43.442+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:18:43.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:43.442+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:18:44.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:44 smithi175 ceph-mon[44549]: pgmap v6523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:44.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:44 smithi181 ceph-mon[45557]: pgmap v6523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:45.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:44 smithi088 ceph-mon[35322]: pgmap v6523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:46 smithi175 ceph-mon[44549]: pgmap v6524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:46.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:46 smithi181 ceph-mon[45557]: pgmap v6524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:47.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:46 smithi088 ceph-mon[35322]: pgmap v6524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:48.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:48 smithi175 ceph-mon[44549]: pgmap v6525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:48.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:48 smithi181 ceph-mon[45557]: pgmap v6525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:49.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:48 smithi088 ceph-mon[35322]: pgmap v6525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:50.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:49 smithi175 ceph-mon[44549]: pgmap v6526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:50.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:49 smithi181 ceph-mon[45557]: pgmap v6526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:50.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:49 smithi088 ceph-mon[35322]: pgmap v6526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:18:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:52 smithi175 ceph-mon[44549]: pgmap v6527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:52.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:52 smithi181 ceph-mon[45557]: pgmap v6527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:53.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:52 smithi088 ceph-mon[35322]: pgmap v6527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:54.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:54 smithi175 ceph-mon[44549]: pgmap v6528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:54.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:54 smithi181 ceph-mon[45557]: pgmap v6528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:55.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:54 smithi088 ceph-mon[35322]: pgmap v6528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:18:56.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:56 smithi175 ceph-mon[44549]: pgmap v6529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:56.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:56 smithi181 ceph-mon[45557]: pgmap v6529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:57.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:56 smithi088 ceph-mon[35322]: pgmap v6529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:18:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:58.456+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:18:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:58.456+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:18:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:18:58.456+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:18:58.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:58 smithi175 ceph-mon[44549]: pgmap v6530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:58.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:58 smithi181 ceph-mon[45557]: pgmap v6530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:18:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:58 smithi088 ceph-mon[35322]: pgmap v6530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:00.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:18:59 smithi175 ceph-mon[44549]: pgmap v6531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:00.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:18:59 smithi181 ceph-mon[45557]: pgmap v6531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:00.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:18:59 smithi088 ceph-mon[35322]: pgmap v6531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:02.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:02 smithi175 ceph-mon[44549]: pgmap v6532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:02.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:02 smithi181 ceph-mon[45557]: pgmap v6532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:03.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:02 smithi088 ceph-mon[35322]: pgmap v6532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:04.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:04 smithi175 ceph-mon[44549]: pgmap v6533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:19:04.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:04 smithi181 ceph-mon[45557]: pgmap v6533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:19:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:04 smithi088 ceph-mon[35322]: pgmap v6533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:19:06.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:06 smithi175 ceph-mon[44549]: pgmap v6534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:06.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:06 smithi181 ceph-mon[45557]: pgmap v6534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:07.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:06 smithi088 ceph-mon[35322]: pgmap v6534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:08.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:08 smithi175 ceph-mon[44549]: pgmap v6535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:08.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:08 smithi181 ceph-mon[45557]: pgmap v6535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:09.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:08 smithi088 ceph-mon[35322]: pgmap v6535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:10.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:09 smithi175 ceph-mon[44549]: pgmap v6536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:10.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:09 smithi181 ceph-mon[45557]: pgmap v6536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:10.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:09 smithi088 ceph-mon[35322]: pgmap v6536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:12.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:12 smithi175 ceph-mon[44549]: pgmap v6537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:12.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:12 smithi181 ceph-mon[45557]: pgmap v6537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:13.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:12 smithi088 ceph-mon[35322]: pgmap v6537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:13.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:13.472+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:19:13.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:13.472+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:19:13.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:13.472+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:19:14.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:14 smithi175 ceph-mon[44549]: pgmap v6538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:19:14.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:14 smithi181 ceph-mon[45557]: pgmap v6538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:19:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:14 smithi088 ceph-mon[35322]: pgmap v6538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:19:16.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:16 smithi175 ceph-mon[44549]: pgmap v6539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:16.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:16 smithi181 ceph-mon[45557]: pgmap v6539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:17.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:16 smithi088 ceph-mon[35322]: pgmap v6539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:18.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:18 smithi175 ceph-mon[44549]: pgmap v6540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:18.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:18 smithi181 ceph-mon[45557]: pgmap v6540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:19.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:18 smithi088 ceph-mon[35322]: pgmap v6540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:19 smithi175 ceph-mon[44549]: pgmap v6541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:19:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:19 smithi181 ceph-mon[45557]: pgmap v6541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:19:20.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:19 smithi088 ceph-mon[35322]: pgmap v6541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:19:22.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:22 smithi175 ceph-mon[44549]: pgmap v6542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:22.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:22 smithi181 ceph-mon[45557]: pgmap v6542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:23.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:22 smithi088 ceph-mon[35322]: pgmap v6542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:24.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:24 smithi175 ceph-mon[44549]: pgmap v6543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:19:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:19:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:19:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:24 smithi181 ceph-mon[45557]: pgmap v6543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:19:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:19:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:19:25.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:24 smithi088 ceph-mon[35322]: pgmap v6543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:19:25.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:19:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:19:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:19:25.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:25 smithi175 ceph-mon[44549]: pgmap v6544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:19:25.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:25 smithi175 ceph-mon[44549]: pgmap v6545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 6 op/s 2024-01-28T16:19:25.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:19:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:19:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:25 smithi181 ceph-mon[45557]: pgmap v6544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:19:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:25 smithi181 ceph-mon[45557]: pgmap v6545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 6 op/s 2024-01-28T16:19:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:19:26.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:19:26.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:25 smithi088 ceph-mon[35322]: pgmap v6544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:19:26.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:25 smithi088 ceph-mon[35322]: pgmap v6545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 6 op/s 2024-01-28T16:19:26.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:19:27.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:27 smithi181 ceph-mon[45557]: pgmap v6546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:19:28.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:27 smithi088 ceph-mon[35322]: pgmap v6546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:19:28.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:27 smithi175 ceph-mon[44549]: pgmap v6546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:19:28.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:28.485+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:19:28.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:28.485+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:19:28.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:28.485+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:19:29.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:29 smithi181 ceph-mon[45557]: pgmap v6547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:19:30.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:29 smithi088 ceph-mon[35322]: pgmap v6547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:19:30.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:29 smithi175 ceph-mon[44549]: pgmap v6547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:19:31.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:31 smithi181 ceph-mon[45557]: pgmap v6548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:19:32.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:31 smithi088 ceph-mon[35322]: pgmap v6548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:19:32.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:31 smithi175 ceph-mon[44549]: pgmap v6548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:19:33.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:33 smithi181 ceph-mon[45557]: pgmap v6549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:19:34.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:33 smithi088 ceph-mon[35322]: pgmap v6549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:19:34.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:33 smithi175 ceph-mon[44549]: pgmap v6549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:19:35.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:34 smithi175 ceph-mon[44549]: pgmap v6550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:19:35.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:34 smithi181 ceph-mon[45557]: pgmap v6550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:19:35.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:34 smithi088 ceph-mon[35322]: pgmap v6550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:19:38.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:37 smithi088 ceph-mon[35322]: pgmap v6551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:38.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:37 smithi175 ceph-mon[44549]: pgmap v6551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:38.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:37 smithi181 ceph-mon[45557]: pgmap v6551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:40.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:39 smithi088 ceph-mon[35322]: pgmap v6552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:19:40.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:39 smithi175 ceph-mon[44549]: pgmap v6552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:19:40.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:39 smithi181 ceph-mon[45557]: pgmap v6552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:19:42.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:41 smithi088 ceph-mon[35322]: pgmap v6553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:19:42.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:41 smithi175 ceph-mon[44549]: pgmap v6553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:19:42.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:41 smithi181 ceph-mon[45557]: pgmap v6553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:19:43.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:43.500+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:19:43.506 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:43.500+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:19:43.506 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:43.500+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:19:44.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:43 smithi088 ceph-mon[35322]: pgmap v6554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:44.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:43 smithi175 ceph-mon[44549]: pgmap v6554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:43 smithi181 ceph-mon[45557]: pgmap v6554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:45.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:44 smithi175 ceph-mon[44549]: pgmap v6555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:45.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:44 smithi181 ceph-mon[45557]: pgmap v6555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:45.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:44 smithi088 ceph-mon[35322]: pgmap v6555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:48.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:47 smithi088 ceph-mon[35322]: pgmap v6556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:47 smithi175 ceph-mon[44549]: pgmap v6556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:48.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:47 smithi181 ceph-mon[45557]: pgmap v6556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:50.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:49 smithi088 ceph-mon[35322]: pgmap v6557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:19:50.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:49 smithi175 ceph-mon[44549]: pgmap v6557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:19:50.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:49 smithi181 ceph-mon[45557]: pgmap v6557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:19:52.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:51 smithi088 ceph-mon[35322]: pgmap v6558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:19:52.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:51 smithi175 ceph-mon[44549]: pgmap v6558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:19:52.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:51 smithi181 ceph-mon[45557]: pgmap v6558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:19:54.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:53 smithi088 ceph-mon[35322]: pgmap v6559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:54.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:53 smithi175 ceph-mon[44549]: pgmap v6559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:54.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:53 smithi181 ceph-mon[45557]: pgmap v6559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:19:55.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:54 smithi181 ceph-mon[45557]: pgmap v6560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:55.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:54 smithi088 ceph-mon[35322]: pgmap v6560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:54 smithi175 ceph-mon[44549]: pgmap v6560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:19:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:57 smithi088 ceph-mon[35322]: pgmap v6561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:57 smithi175 ceph-mon[44549]: pgmap v6561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:58.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:57 smithi181 ceph-mon[45557]: pgmap v6561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:19:58.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:58.514+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:19:58.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:58.514+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:19:58.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:19:58.514+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:20:00.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:19:59 smithi088 ceph-mon[35322]: pgmap v6562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:00.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:19:59 smithi175 ceph-mon[44549]: pgmap v6562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:00.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:19:59 smithi181 ceph-mon[45557]: pgmap v6562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:01.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:20:01.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:20:01.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:20:02.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:01 smithi088 ceph-mon[35322]: pgmap v6563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:02.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:01 smithi175 ceph-mon[44549]: pgmap v6563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:02.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:01 smithi181 ceph-mon[45557]: pgmap v6563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:04.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:03 smithi088 ceph-mon[35322]: pgmap v6564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:04.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:03 smithi175 ceph-mon[44549]: pgmap v6564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:04.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:03 smithi181 ceph-mon[45557]: pgmap v6564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:05.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:04 smithi181 ceph-mon[45557]: pgmap v6565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:05.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:04 smithi088 ceph-mon[35322]: pgmap v6565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:04 smithi175 ceph-mon[44549]: pgmap v6565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:08.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:07 smithi088 ceph-mon[35322]: pgmap v6566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:07 smithi175 ceph-mon[44549]: pgmap v6566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:08.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:07 smithi181 ceph-mon[45557]: pgmap v6566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:09.734 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:09 smithi181 ceph-mon[45557]: pgmap v6567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:10.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:09 smithi088 ceph-mon[35322]: pgmap v6567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:10.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:09 smithi175 ceph-mon[44549]: pgmap v6567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:12.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:11 smithi088 ceph-mon[35322]: pgmap v6568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:11 smithi175 ceph-mon[44549]: pgmap v6568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:12.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:11 smithi181 ceph-mon[45557]: pgmap v6568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:13.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:13.518+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:20:13.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:13.518+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:20:13.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:13.518+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:20:14.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:13 smithi088 ceph-mon[35322]: pgmap v6569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:14.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:13 smithi175 ceph-mon[44549]: pgmap v6569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:14.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:13 smithi181 ceph-mon[45557]: pgmap v6569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:15.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:14 smithi181 ceph-mon[45557]: pgmap v6570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:14 smithi088 ceph-mon[35322]: pgmap v6570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:15.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:14 smithi175 ceph-mon[44549]: pgmap v6570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:18.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:17 smithi088 ceph-mon[35322]: pgmap v6571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:18.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:17 smithi175 ceph-mon[44549]: pgmap v6571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:18.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:17 smithi181 ceph-mon[45557]: pgmap v6571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:20.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:19 smithi088 ceph-mon[35322]: pgmap v6572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:20.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:19 smithi175 ceph-mon[44549]: pgmap v6572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:20.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:19 smithi181 ceph-mon[45557]: pgmap v6572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:22.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:21 smithi088 ceph-mon[35322]: pgmap v6573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:22.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:21 smithi175 ceph-mon[44549]: pgmap v6573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:22.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:21 smithi181 ceph-mon[45557]: pgmap v6573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:24.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:23 smithi088 ceph-mon[35322]: pgmap v6574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:24.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:23 smithi175 ceph-mon[44549]: pgmap v6574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:24.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:23 smithi181 ceph-mon[45557]: pgmap v6574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:25.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:24 smithi181 ceph-mon[45557]: pgmap v6575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:25.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:20:25.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:24 smithi088 ceph-mon[35322]: pgmap v6575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:25.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:20:25.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:24 smithi175 ceph-mon[44549]: pgmap v6575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:25.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:20:26.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:20:26.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:20:26.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:25 smithi181 ceph-mon[45557]: pgmap v6576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:20:26.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:25 smithi181 ceph-mon[45557]: pgmap v6577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:20:26.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:20:26.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:20:26.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:20:26.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:25 smithi088 ceph-mon[35322]: pgmap v6576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:20:26.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:25 smithi088 ceph-mon[35322]: pgmap v6577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:20:26.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:20:26.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:20:26.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:20:26.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:25 smithi175 ceph-mon[44549]: pgmap v6576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:20:26.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:25 smithi175 ceph-mon[44549]: pgmap v6577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:20:26.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:20:28.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:28.530+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:20:28.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:28.530+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:20:28.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:28.530+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:20:29.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:28 smithi088 ceph-mon[35322]: pgmap v6578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:20:29.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:28 smithi175 ceph-mon[44549]: pgmap v6578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:20:29.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:28 smithi181 ceph-mon[45557]: pgmap v6578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:20:30.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:29 smithi181 ceph-mon[45557]: pgmap v6579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:20:30.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:29 smithi088 ceph-mon[35322]: pgmap v6579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:20:30.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:29 smithi175 ceph-mon[44549]: pgmap v6579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:20:33.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:32 smithi088 ceph-mon[35322]: pgmap v6580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:20:33.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:32 smithi175 ceph-mon[44549]: pgmap v6580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:20:33.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:32 smithi181 ceph-mon[45557]: pgmap v6580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:20:35.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:34 smithi088 ceph-mon[35322]: pgmap v6581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:20:35.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:34 smithi175 ceph-mon[44549]: pgmap v6581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:20:35.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:34 smithi181 ceph-mon[45557]: pgmap v6581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:20:37.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:36 smithi088 ceph-mon[35322]: pgmap v6582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:20:37.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:36 smithi175 ceph-mon[44549]: pgmap v6582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:20:37.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:36 smithi181 ceph-mon[45557]: pgmap v6582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:20:39.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:38 smithi088 ceph-mon[35322]: pgmap v6583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:39.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:38 smithi175 ceph-mon[44549]: pgmap v6583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:39.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:38 smithi181 ceph-mon[45557]: pgmap v6583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:40.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:39 smithi181 ceph-mon[45557]: pgmap v6584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:40.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:39 smithi088 ceph-mon[35322]: pgmap v6584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:40.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:39 smithi175 ceph-mon[44549]: pgmap v6584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:43.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:42 smithi088 ceph-mon[35322]: pgmap v6585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:43.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:42 smithi181 ceph-mon[45557]: pgmap v6585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:43.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:43.536+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:20:43.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:43.536+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:20:43.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:43.536+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:20:45.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:44 smithi088 ceph-mon[35322]: pgmap v6586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:45.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:42 smithi175 ceph-mon[44549]: pgmap v6585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:45.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:44 smithi175 ceph-mon[44549]: pgmap v6586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:45.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:44 smithi181 ceph-mon[45557]: pgmap v6586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:47.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:46 smithi088 ceph-mon[35322]: pgmap v6587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:47.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:46 smithi175 ceph-mon[44549]: pgmap v6587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:47.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:46 smithi181 ceph-mon[45557]: pgmap v6587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:49.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:48 smithi088 ceph-mon[35322]: pgmap v6588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:49.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:48 smithi175 ceph-mon[44549]: pgmap v6588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:49.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:48 smithi181 ceph-mon[45557]: pgmap v6588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:50.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:49 smithi181 ceph-mon[45557]: pgmap v6589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:50.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:49 smithi088 ceph-mon[35322]: pgmap v6589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:50.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:49 smithi175 ceph-mon[44549]: pgmap v6589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:20:53.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:52 smithi088 ceph-mon[35322]: pgmap v6590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:53.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:52 smithi175 ceph-mon[44549]: pgmap v6590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:53.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:52 smithi181 ceph-mon[45557]: pgmap v6590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:20:55.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:54 smithi088 ceph-mon[35322]: pgmap v6591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:55.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:54 smithi175 ceph-mon[44549]: pgmap v6591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:55.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:54 smithi181 ceph-mon[45557]: pgmap v6591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:20:57.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:56 smithi088 ceph-mon[35322]: pgmap v6592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:57.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:56 smithi175 ceph-mon[44549]: pgmap v6592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:57.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:56 smithi181 ceph-mon[45557]: pgmap v6592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:20:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:58.547+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:20:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:58.547+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:20:58.552 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:20:58.547+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:20:59.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:58 smithi088 ceph-mon[35322]: pgmap v6593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:59.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:58 smithi175 ceph-mon[44549]: pgmap v6593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:20:59.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:58 smithi181 ceph-mon[45557]: pgmap v6593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:00.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:20:59 smithi181 ceph-mon[45557]: pgmap v6594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:21:00.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:20:59 smithi088 ceph-mon[35322]: pgmap v6594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:21:00.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:20:59 smithi175 ceph-mon[44549]: pgmap v6594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:21:03.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:02 smithi088 ceph-mon[35322]: pgmap v6595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:21:03.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:02 smithi175 ceph-mon[44549]: pgmap v6595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:21:03.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:02 smithi181 ceph-mon[45557]: pgmap v6595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:21:05.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:04 smithi088 ceph-mon[35322]: pgmap v6596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:05.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:04 smithi175 ceph-mon[44549]: pgmap v6596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:05.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:04 smithi181 ceph-mon[45557]: pgmap v6596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:07.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:06 smithi088 ceph-mon[35322]: pgmap v6597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:07.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:06 smithi175 ceph-mon[44549]: pgmap v6597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:07.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:06 smithi181 ceph-mon[45557]: pgmap v6597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:09.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:08 smithi088 ceph-mon[35322]: pgmap v6598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:09.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:08 smithi175 ceph-mon[44549]: pgmap v6598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:09.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:08 smithi181 ceph-mon[45557]: pgmap v6598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:10.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:09 smithi181 ceph-mon[45557]: pgmap v6599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:21:10.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:09 smithi088 ceph-mon[35322]: pgmap v6599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:21:10.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:09 smithi175 ceph-mon[44549]: pgmap v6599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:21:13.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:12 smithi088 ceph-mon[35322]: pgmap v6600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:21:13.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:12 smithi175 ceph-mon[44549]: pgmap v6600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:21:13.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:12 smithi181 ceph-mon[45557]: pgmap v6600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:21:13.558 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:13.552+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:21:13.558 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:13.552+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:21:13.558 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:13.552+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:21:15.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:14 smithi088 ceph-mon[35322]: pgmap v6601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:15.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:14 smithi175 ceph-mon[44549]: pgmap v6601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:15.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:14 smithi181 ceph-mon[45557]: pgmap v6601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:17.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:16 smithi088 ceph-mon[35322]: pgmap v6602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:17.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:16 smithi175 ceph-mon[44549]: pgmap v6602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:17.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:16 smithi181 ceph-mon[45557]: pgmap v6602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:19.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:18 smithi088 ceph-mon[35322]: pgmap v6603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:19.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:18 smithi175 ceph-mon[44549]: pgmap v6603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:19.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:18 smithi181 ceph-mon[45557]: pgmap v6603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:20.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:19 smithi181 ceph-mon[45557]: pgmap v6604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:21:20.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:19 smithi088 ceph-mon[35322]: pgmap v6604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:21:20.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:19 smithi175 ceph-mon[44549]: pgmap v6604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:21:23.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:22 smithi088 ceph-mon[35322]: pgmap v6605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:21:23.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:22 smithi175 ceph-mon[44549]: pgmap v6605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:21:23.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:22 smithi181 ceph-mon[45557]: pgmap v6605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:21:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:24 smithi088 ceph-mon[35322]: pgmap v6606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:25.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:24 smithi175 ceph-mon[44549]: pgmap v6606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:25.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:24 smithi181 ceph-mon[45557]: pgmap v6606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:27.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:26 smithi088 ceph-mon[35322]: pgmap v6607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:27.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:21:27.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:21:27.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:21:27.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:26 smithi175 ceph-mon[44549]: pgmap v6607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:27.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:21:27.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:21:27.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:21:27.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:26 smithi181 ceph-mon[45557]: pgmap v6607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:27.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:21:27.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:21:27.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:21:28.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:27 smithi088 ceph-mon[35322]: pgmap v6608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:21:28.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:27 smithi088 ceph-mon[35322]: pgmap v6609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:21:28.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:21:28.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:27 smithi175 ceph-mon[44549]: pgmap v6608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:21:28.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:27 smithi175 ceph-mon[44549]: pgmap v6609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:21:28.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:21:28.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:27 smithi181 ceph-mon[45557]: pgmap v6608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:21:28.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:27 smithi181 ceph-mon[45557]: pgmap v6609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:21:28.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:21:28.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:28.558+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:21:28.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:28.558+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:21:28.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:28.558+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:21:30.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:29 smithi175 ceph-mon[44549]: pgmap v6610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:21:30.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:29 smithi181 ceph-mon[45557]: pgmap v6610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:21:30.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:29 smithi088 ceph-mon[35322]: pgmap v6610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:21:32.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:31 smithi175 ceph-mon[44549]: pgmap v6611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:21:32.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:31 smithi181 ceph-mon[45557]: pgmap v6611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:21:32.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:31 smithi088 ceph-mon[35322]: pgmap v6611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:21:34.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:33 smithi175 ceph-mon[44549]: pgmap v6612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:21:34.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:33 smithi181 ceph-mon[45557]: pgmap v6612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:21:34.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:33 smithi088 ceph-mon[35322]: pgmap v6612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:21:35.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:34 smithi181 ceph-mon[45557]: pgmap v6613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:21:35.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:34 smithi088 ceph-mon[35322]: pgmap v6613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:21:35.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:34 smithi175 ceph-mon[44549]: pgmap v6613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:21:38.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:37 smithi175 ceph-mon[44549]: pgmap v6614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:21:38.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:37 smithi181 ceph-mon[45557]: pgmap v6614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:21:38.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:37 smithi088 ceph-mon[35322]: pgmap v6614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:21:40.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:39 smithi175 ceph-mon[44549]: pgmap v6615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:40.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:39 smithi181 ceph-mon[45557]: pgmap v6615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:40.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:39 smithi088 ceph-mon[35322]: pgmap v6615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:41.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:41.270+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T16:21:41.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:41.270+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:21:41.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:41.271+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 96 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:21:41.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:41.271+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 96 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T16:21:42.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:41 smithi175 ceph-mon[44549]: pgmap v6616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:42.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:41 smithi181 ceph-mon[45557]: pgmap v6616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:41 smithi088 ceph-mon[35322]: pgmap v6616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:43.576 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:43.571+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:21:43.576 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:43.571+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:21:43.576 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:43.571+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:21:44.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:43 smithi175 ceph-mon[44549]: pgmap v6617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:44.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:43 smithi181 ceph-mon[45557]: pgmap v6617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:44.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:43 smithi088 ceph-mon[35322]: pgmap v6617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:45.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:44 smithi181 ceph-mon[45557]: pgmap v6618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:45.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:44 smithi088 ceph-mon[35322]: pgmap v6618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:45.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:44 smithi175 ceph-mon[44549]: pgmap v6618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:48.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:47 smithi175 ceph-mon[44549]: pgmap v6619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:48.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:47 smithi181 ceph-mon[45557]: pgmap v6619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:48.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:47 smithi088 ceph-mon[35322]: pgmap v6619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:50.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:49 smithi175 ceph-mon[44549]: pgmap v6620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:50.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:49 smithi181 ceph-mon[45557]: pgmap v6620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:50.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:49 smithi088 ceph-mon[35322]: pgmap v6620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:52.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:51 smithi175 ceph-mon[44549]: pgmap v6621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:52.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:51 smithi181 ceph-mon[45557]: pgmap v6621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:52.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:51 smithi088 ceph-mon[35322]: pgmap v6621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:21:54.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:53 smithi175 ceph-mon[44549]: pgmap v6622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:54.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:53 smithi181 ceph-mon[45557]: pgmap v6622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:54.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:53 smithi088 ceph-mon[35322]: pgmap v6622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:55.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:54 smithi181 ceph-mon[45557]: pgmap v6623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:55.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:54 smithi088 ceph-mon[35322]: pgmap v6623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:55.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:54 smithi175 ceph-mon[44549]: pgmap v6623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:21:58.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:57 smithi175 ceph-mon[44549]: pgmap v6624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:58.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:57 smithi181 ceph-mon[45557]: pgmap v6624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:58.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:57 smithi088 ceph-mon[35322]: pgmap v6624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:21:58.579 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:58.574+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:21:58.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:58.574+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:21:58.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:21:58.574+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:22:00.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:21:59 smithi175 ceph-mon[44549]: pgmap v6625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:00.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:21:59 smithi181 ceph-mon[45557]: pgmap v6625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:00.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:21:59 smithi088 ceph-mon[35322]: pgmap v6625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:02.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:01 smithi175 ceph-mon[44549]: pgmap v6626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:02.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:01 smithi181 ceph-mon[45557]: pgmap v6626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:02.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:01 smithi088 ceph-mon[35322]: pgmap v6626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:04.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:03 smithi175 ceph-mon[44549]: pgmap v6627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:04.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:03 smithi181 ceph-mon[45557]: pgmap v6627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:04.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:03 smithi088 ceph-mon[35322]: pgmap v6627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:05.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:04 smithi181 ceph-mon[45557]: pgmap v6628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:04 smithi088 ceph-mon[35322]: pgmap v6628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:04 smithi175 ceph-mon[44549]: pgmap v6628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:08.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:07 smithi175 ceph-mon[44549]: pgmap v6629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:08.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:07 smithi181 ceph-mon[45557]: pgmap v6629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:08.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:07 smithi088 ceph-mon[35322]: pgmap v6629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:10.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:09 smithi175 ceph-mon[44549]: pgmap v6630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:10.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:09 smithi181 ceph-mon[45557]: pgmap v6630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:10.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:09 smithi088 ceph-mon[35322]: pgmap v6630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:12.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:11 smithi175 ceph-mon[44549]: pgmap v6631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:12.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:11 smithi181 ceph-mon[45557]: pgmap v6631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:12.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:11 smithi088 ceph-mon[35322]: pgmap v6631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:13.588+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:22:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:13.588+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:22:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:13.588+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:22:14.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:13 smithi175 ceph-mon[44549]: pgmap v6632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:14.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:13 smithi181 ceph-mon[45557]: pgmap v6632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:14.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:13 smithi088 ceph-mon[35322]: pgmap v6632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:15.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:14 smithi088 ceph-mon[35322]: pgmap v6633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:15.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:14 smithi175 ceph-mon[44549]: pgmap v6633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:15.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:14 smithi181 ceph-mon[45557]: pgmap v6633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:18.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:17 smithi175 ceph-mon[44549]: pgmap v6634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:18.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:17 smithi181 ceph-mon[45557]: pgmap v6634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:18.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:17 smithi088 ceph-mon[35322]: pgmap v6634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:20.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:19 smithi175 ceph-mon[44549]: pgmap v6635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:20.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:19 smithi181 ceph-mon[45557]: pgmap v6635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:20.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:19 smithi088 ceph-mon[35322]: pgmap v6635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:22.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:21 smithi175 ceph-mon[44549]: pgmap v6636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:22.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:21 smithi181 ceph-mon[45557]: pgmap v6636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:22.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:21 smithi088 ceph-mon[35322]: pgmap v6636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:24.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:23 smithi175 ceph-mon[44549]: pgmap v6637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:24.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:23 smithi181 ceph-mon[45557]: pgmap v6637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:24.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:23 smithi088 ceph-mon[35322]: pgmap v6637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:25.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:24 smithi088 ceph-mon[35322]: pgmap v6638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:25.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:24 smithi175 ceph-mon[44549]: pgmap v6638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:25.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:24 smithi181 ceph-mon[45557]: pgmap v6638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:28.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:27 smithi175 ceph-mon[44549]: pgmap v6639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:28.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:22:28.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:27 smithi181 ceph-mon[45557]: pgmap v6639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:28.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:22:28.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:27 smithi088 ceph-mon[35322]: pgmap v6639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:28.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:22:28.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:28.605 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:28.599+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:22:28.605 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:28.599+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:22:28.605 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:28.599+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:22:29.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:28 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:22:29.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:28 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:22:29.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:29.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:28 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:22:29.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:28 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:22:29.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:22:29.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:22:29.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:28 smithi175 ceph-mon[44549]: pgmap v6640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:22:29.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:28 smithi175 ceph-mon[44549]: pgmap v6641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:22:29.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:22:29.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:28 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:22:29.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:28 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:22:29.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:29.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:28 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:22:29.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:28 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:22:29.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:22:29.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:22:29.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:28 smithi181 ceph-mon[45557]: pgmap v6640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:22:29.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:28 smithi181 ceph-mon[45557]: pgmap v6641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:22:29.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:22:29.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:28 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:22:29.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:28 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:22:29.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:22:29.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:28 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:22:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:28 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:22:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:22:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:22:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:28 smithi088 ceph-mon[35322]: pgmap v6640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:22:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:28 smithi088 ceph-mon[35322]: pgmap v6641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:22:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:22:30.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:29 smithi088 ceph-mon[35322]: pgmap v6642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:22:30.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:29 smithi175 ceph-mon[44549]: pgmap v6642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:22:30.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:29 smithi181 ceph-mon[45557]: pgmap v6642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:22:33.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:32 smithi175 ceph-mon[44549]: pgmap v6643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:22:33.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:32 smithi181 ceph-mon[45557]: pgmap v6643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:22:33.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:32 smithi088 ceph-mon[35322]: pgmap v6643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:22:35.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:34 smithi175 ceph-mon[44549]: pgmap v6644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:22:35.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:34 smithi181 ceph-mon[45557]: pgmap v6644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:22:35.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:34 smithi088 ceph-mon[35322]: pgmap v6644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:22:37.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:36 smithi175 ceph-mon[44549]: pgmap v6645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:22:37.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:36 smithi181 ceph-mon[45557]: pgmap v6645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:22:37.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:36 smithi088 ceph-mon[35322]: pgmap v6645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:22:39.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:38 smithi181 ceph-mon[45557]: pgmap v6646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:22:39.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:38 smithi088 ceph-mon[35322]: pgmap v6646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:22:39.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:38 smithi175 ceph-mon[44549]: pgmap v6646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:22:40.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:39 smithi088 ceph-mon[35322]: pgmap v6647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:40.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:39 smithi175 ceph-mon[44549]: pgmap v6647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:40.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:39 smithi181 ceph-mon[45557]: pgmap v6647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:43.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:42 smithi175 ceph-mon[44549]: pgmap v6648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:43.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:42 smithi181 ceph-mon[45557]: pgmap v6648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:43.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:42 smithi088 ceph-mon[35322]: pgmap v6648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:43.620 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:43.615+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:22:43.621 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:43.615+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:22:43.621 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:43.615+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:22:45.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:44 smithi175 ceph-mon[44549]: pgmap v6649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:45.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:44 smithi181 ceph-mon[45557]: pgmap v6649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:45.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:44 smithi088 ceph-mon[35322]: pgmap v6649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:47.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:46 smithi181 ceph-mon[45557]: pgmap v6650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:22:47.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:46 smithi088 ceph-mon[35322]: pgmap v6650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:22:47.421 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:46 smithi175 ceph-mon[44549]: pgmap v6650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:22:49.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:48 smithi181 ceph-mon[45557]: pgmap v6651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:49.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:48 smithi088 ceph-mon[35322]: pgmap v6651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:49.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:48 smithi175 ceph-mon[44549]: pgmap v6651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:50.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:49 smithi088 ceph-mon[35322]: pgmap v6652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:50.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:49 smithi175 ceph-mon[44549]: pgmap v6652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:50.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:49 smithi181 ceph-mon[45557]: pgmap v6652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:53.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:52 smithi175 ceph-mon[44549]: pgmap v6653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:53.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:52 smithi181 ceph-mon[45557]: pgmap v6653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:53.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:52 smithi088 ceph-mon[35322]: pgmap v6653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:22:55.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:54 smithi181 ceph-mon[45557]: pgmap v6654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:55.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:54 smithi088 ceph-mon[35322]: pgmap v6654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:55.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:54 smithi175 ceph-mon[44549]: pgmap v6654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:22:57.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:56 smithi181 ceph-mon[45557]: pgmap v6655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:22:57.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:56 smithi088 ceph-mon[35322]: pgmap v6655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:22:57.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:56 smithi175 ceph-mon[44549]: pgmap v6655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:22:58.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:57 smithi088 ceph-mon[35322]: pgmap v6656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:58.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:57 smithi175 ceph-mon[44549]: pgmap v6656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:58.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:57 smithi181 ceph-mon[45557]: pgmap v6656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:58.631+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:58.631+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:22:58.631+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:23:00.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:22:59 smithi088 ceph-mon[35322]: pgmap v6657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:00.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:22:59 smithi175 ceph-mon[44549]: pgmap v6657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:00.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:22:59 smithi181 ceph-mon[45557]: pgmap v6657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:03.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:02 smithi181 ceph-mon[45557]: pgmap v6658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:03.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:02 smithi088 ceph-mon[35322]: pgmap v6658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:03.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:02 smithi175 ceph-mon[44549]: pgmap v6658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:05.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:04 smithi181 ceph-mon[45557]: pgmap v6659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:04 smithi088 ceph-mon[35322]: pgmap v6659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:04 smithi175 ceph-mon[44549]: pgmap v6659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:07.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:06 smithi181 ceph-mon[45557]: pgmap v6660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:07.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:06 smithi088 ceph-mon[35322]: pgmap v6660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:07.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:06 smithi175 ceph-mon[44549]: pgmap v6660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:08.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:07 smithi181 ceph-mon[45557]: pgmap v6661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:08.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:07 smithi088 ceph-mon[35322]: pgmap v6661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:08.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:07 smithi175 ceph-mon[44549]: pgmap v6661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:10.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:09 smithi088 ceph-mon[35322]: pgmap v6662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:10.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:09 smithi175 ceph-mon[44549]: pgmap v6662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:10.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:09 smithi181 ceph-mon[45557]: pgmap v6662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:13.216 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:12 smithi181 ceph-mon[45557]: pgmap v6663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:13.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:12 smithi088 ceph-mon[35322]: pgmap v6663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:13.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:12 smithi175 ceph-mon[44549]: pgmap v6663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:13.644 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:13.638+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:23:13.644 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:13.638+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:23:13.644 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:13.638+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:23:15.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:14 smithi181 ceph-mon[45557]: pgmap v6664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:15.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:14 smithi088 ceph-mon[35322]: pgmap v6664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:15.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:14 smithi175 ceph-mon[44549]: pgmap v6664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:16.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:15 smithi088 ceph-mon[35322]: pgmap v6665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:16.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:15 smithi175 ceph-mon[44549]: pgmap v6665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:16.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:15 smithi181 ceph-mon[45557]: pgmap v6665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:19.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:18 smithi181 ceph-mon[45557]: pgmap v6666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:19.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:18 smithi088 ceph-mon[35322]: pgmap v6666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:19.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:18 smithi175 ceph-mon[44549]: pgmap v6666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:20.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:19 smithi088 ceph-mon[35322]: pgmap v6667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:20.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:19 smithi175 ceph-mon[44549]: pgmap v6667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:20.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:19 smithi181 ceph-mon[45557]: pgmap v6667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:23.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:22 smithi181 ceph-mon[45557]: pgmap v6668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:23.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:22 smithi088 ceph-mon[35322]: pgmap v6668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:22 smithi175 ceph-mon[44549]: pgmap v6668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:24.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:23 smithi088 ceph-mon[35322]: pgmap v6669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:24.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:23 smithi175 ceph-mon[44549]: pgmap v6669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:24.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:23 smithi181 ceph-mon[45557]: pgmap v6669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:27.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:26 smithi181 ceph-mon[45557]: pgmap v6670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:27.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:26 smithi088 ceph-mon[35322]: pgmap v6670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:27.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:26 smithi175 ceph-mon[44549]: pgmap v6670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:28.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:27 smithi088 ceph-mon[35322]: pgmap v6671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:28.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:27 smithi175 ceph-mon[44549]: pgmap v6671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:28.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:27 smithi181 ceph-mon[45557]: pgmap v6671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:28.658 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:28.653+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:23:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:28.653+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:23:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:28.653+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:23:29.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:23:29.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:23:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:23:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:23:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:23:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: pgmap v6672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:23:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: pgmap v6673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:23:29.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:23:29.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: pgmap v6672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: pgmap v6673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:23:29.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:23:29.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:23:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:23:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:23:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:23:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:23:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:23:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: pgmap v6672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:23:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: pgmap v6673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:23:29.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:23:31.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:30 smithi088 ceph-mon[35322]: pgmap v6674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:23:31.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:30 smithi175 ceph-mon[44549]: pgmap v6674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:23:31.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:30 smithi181 ceph-mon[45557]: pgmap v6674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:23:33.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:32 smithi088 ceph-mon[35322]: pgmap v6675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:23:33.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:32 smithi175 ceph-mon[44549]: pgmap v6675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:23:33.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:32 smithi181 ceph-mon[45557]: pgmap v6675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:23:35.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:34 smithi088 ceph-mon[35322]: pgmap v6676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:23:35.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:34 smithi175 ceph-mon[44549]: pgmap v6676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:23:35.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:34 smithi181 ceph-mon[45557]: pgmap v6676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:23:37.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:36 smithi088 ceph-mon[35322]: pgmap v6677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:23:37.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:36 smithi175 ceph-mon[44549]: pgmap v6677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:23:37.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:36 smithi181 ceph-mon[45557]: pgmap v6677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:23:39.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:38 smithi088 ceph-mon[35322]: pgmap v6678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:23:39.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:38 smithi175 ceph-mon[44549]: pgmap v6678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:23:39.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:38 smithi181 ceph-mon[45557]: pgmap v6678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:23:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:40 smithi088 ceph-mon[35322]: pgmap v6679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:40 smithi175 ceph-mon[44549]: pgmap v6679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:41.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:40 smithi181 ceph-mon[45557]: pgmap v6679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:43.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:42 smithi088 ceph-mon[35322]: pgmap v6680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:42 smithi175 ceph-mon[44549]: pgmap v6680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:42 smithi181 ceph-mon[45557]: pgmap v6680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:43.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:43.664+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:23:43.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:43.664+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:23:43.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:43.664+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:23:45.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:44 smithi088 ceph-mon[35322]: pgmap v6681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:45.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:44 smithi175 ceph-mon[44549]: pgmap v6681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:44 smithi181 ceph-mon[45557]: pgmap v6681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:47.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:46 smithi088 ceph-mon[35322]: pgmap v6682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:47.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:46 smithi175 ceph-mon[44549]: pgmap v6682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:47.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:46 smithi181 ceph-mon[45557]: pgmap v6682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:49.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:48 smithi088 ceph-mon[35322]: pgmap v6683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:49.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:48 smithi175 ceph-mon[44549]: pgmap v6683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:49.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:48 smithi181 ceph-mon[45557]: pgmap v6683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:51.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:50 smithi088 ceph-mon[35322]: pgmap v6684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:51.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:50 smithi175 ceph-mon[44549]: pgmap v6684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:51.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:50 smithi181 ceph-mon[45557]: pgmap v6684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:23:53.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:52 smithi088 ceph-mon[35322]: pgmap v6685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:53.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:52 smithi175 ceph-mon[44549]: pgmap v6685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:52 smithi181 ceph-mon[45557]: pgmap v6685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:23:55.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:54 smithi088 ceph-mon[35322]: pgmap v6686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:55.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:54 smithi175 ceph-mon[44549]: pgmap v6686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:55.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:54 smithi181 ceph-mon[45557]: pgmap v6686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:57.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:56 smithi088 ceph-mon[35322]: pgmap v6687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:57.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:56 smithi175 ceph-mon[44549]: pgmap v6687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:57.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:56 smithi181 ceph-mon[45557]: pgmap v6687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:23:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:58.679+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:23:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:58.679+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:23:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:23:58.679+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:23:59.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:23:58 smithi088 ceph-mon[35322]: pgmap v6688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:59.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:23:58 smithi175 ceph-mon[44549]: pgmap v6688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:23:59.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:23:58 smithi181 ceph-mon[45557]: pgmap v6688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:01.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:00 smithi088 ceph-mon[35322]: pgmap v6689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:01.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:00 smithi175 ceph-mon[44549]: pgmap v6689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:01.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:00 smithi181 ceph-mon[45557]: pgmap v6689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:03.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:02 smithi088 ceph-mon[35322]: pgmap v6690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:24:03.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:02 smithi175 ceph-mon[44549]: pgmap v6690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:24:03.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:02 smithi181 ceph-mon[45557]: pgmap v6690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:24:05.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:04 smithi088 ceph-mon[35322]: pgmap v6691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:04 smithi175 ceph-mon[44549]: pgmap v6691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:04 smithi181 ceph-mon[45557]: pgmap v6691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:07.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:06 smithi088 ceph-mon[35322]: pgmap v6692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:07.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:06 smithi175 ceph-mon[44549]: pgmap v6692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:07.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:06 smithi181 ceph-mon[45557]: pgmap v6692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:09.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:08 smithi088 ceph-mon[35322]: pgmap v6693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:09.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:08 smithi175 ceph-mon[44549]: pgmap v6693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:09.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:08 smithi181 ceph-mon[45557]: pgmap v6693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:11.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:10 smithi088 ceph-mon[35322]: pgmap v6694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:11.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:10 smithi175 ceph-mon[44549]: pgmap v6694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:11.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:10 smithi181 ceph-mon[45557]: pgmap v6694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:13.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:12 smithi088 ceph-mon[35322]: pgmap v6695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:13.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:12 smithi175 ceph-mon[44549]: pgmap v6695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:13.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:12 smithi181 ceph-mon[45557]: pgmap v6695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:13.686 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:13.680+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:24:13.686 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:13.680+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:24:13.686 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:13.680+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:24:15.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:15 smithi088 ceph-mon[35322]: pgmap v6696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:15.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:15 smithi175 ceph-mon[44549]: pgmap v6696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:15.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:15 smithi181 ceph-mon[45557]: pgmap v6696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:17.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:16 smithi088 ceph-mon[35322]: pgmap v6697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:17.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:16 smithi175 ceph-mon[44549]: pgmap v6697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:17.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:16 smithi181 ceph-mon[45557]: pgmap v6697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:19.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:18 smithi088 ceph-mon[35322]: pgmap v6698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:19.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:18 smithi175 ceph-mon[44549]: pgmap v6698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:19.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:18 smithi181 ceph-mon[45557]: pgmap v6698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:21.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:20 smithi088 ceph-mon[35322]: pgmap v6699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:21.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:20 smithi175 ceph-mon[44549]: pgmap v6699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:21.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:20 smithi181 ceph-mon[45557]: pgmap v6699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:23.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:22 smithi088 ceph-mon[35322]: pgmap v6700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:22 smithi175 ceph-mon[44549]: pgmap v6700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:23.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:22 smithi181 ceph-mon[45557]: pgmap v6700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:25.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:25 smithi088 ceph-mon[35322]: pgmap v6701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:25.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:25 smithi175 ceph-mon[44549]: pgmap v6701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:25.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:25 smithi181 ceph-mon[45557]: pgmap v6701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:27.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:26 smithi088 ceph-mon[35322]: pgmap v6702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:27.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:26 smithi175 ceph-mon[44549]: pgmap v6702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:27.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:26 smithi181 ceph-mon[45557]: pgmap v6702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:28.683+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:24:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:28.683+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:24:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:28.683+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:24:29.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:28 smithi088 ceph-mon[35322]: pgmap v6703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:29.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:28 smithi175 ceph-mon[44549]: pgmap v6703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:29.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:28 smithi181 ceph-mon[45557]: pgmap v6703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:30.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:24:30.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:24:30.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:24:30.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:30 smithi088 ceph-mon[35322]: pgmap v6704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:24:30.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:30 smithi088 ceph-mon[35322]: pgmap v6705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:24:30.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:24:30.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:24:30.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:24:30.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:24:30.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:30 smithi175 ceph-mon[44549]: pgmap v6704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:24:30.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:30 smithi175 ceph-mon[44549]: pgmap v6705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:24:30.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:24:30.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:24:30.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:24:30.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:24:30.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:30 smithi181 ceph-mon[45557]: pgmap v6704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:24:30.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:30 smithi181 ceph-mon[45557]: pgmap v6705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:24:30.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:24:32.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:31 smithi088 ceph-mon[35322]: pgmap v6706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:24:32.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:31 smithi175 ceph-mon[44549]: pgmap v6706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:24:32.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:31 smithi181 ceph-mon[45557]: pgmap v6706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:24:34.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:33 smithi088 ceph-mon[35322]: pgmap v6707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:24:34.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:33 smithi175 ceph-mon[44549]: pgmap v6707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:24:34.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:33 smithi181 ceph-mon[45557]: pgmap v6707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:24:36.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:35 smithi088 ceph-mon[35322]: pgmap v6708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:24:36.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:35 smithi175 ceph-mon[44549]: pgmap v6708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:24:36.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:35 smithi181 ceph-mon[45557]: pgmap v6708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:24:38.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:37 smithi088 ceph-mon[35322]: pgmap v6709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:24:38.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:37 smithi175 ceph-mon[44549]: pgmap v6709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:24:38.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:37 smithi181 ceph-mon[45557]: pgmap v6709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:24:40.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:40 smithi088 ceph-mon[35322]: pgmap v6710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:24:40.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:40 smithi175 ceph-mon[44549]: pgmap v6710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:24:40.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:40 smithi181 ceph-mon[45557]: pgmap v6710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:24:41.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:41.298+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:24:41.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:41.298+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T16:24:41.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:41.298+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 97 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x7ff34c102770 2024-01-28T16:24:41.306 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:41.299+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 97 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T16:24:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:41 smithi088 ceph-mon[35322]: pgmap v6711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:41 smithi175 ceph-mon[44549]: pgmap v6711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:42.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:41 smithi181 ceph-mon[45557]: pgmap v6711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:43.704 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:43.697+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:24:43.704 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:43.697+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:24:43.704 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:43.697+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:24:44.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:43 smithi088 ceph-mon[35322]: pgmap v6712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:44.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:43 smithi175 ceph-mon[44549]: pgmap v6712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:44.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:43 smithi181 ceph-mon[45557]: pgmap v6712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:46.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:45 smithi088 ceph-mon[35322]: pgmap v6713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:46.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:45 smithi175 ceph-mon[44549]: pgmap v6713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:45 smithi181 ceph-mon[45557]: pgmap v6713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:48.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:47 smithi088 ceph-mon[35322]: pgmap v6714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:48.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:47 smithi175 ceph-mon[44549]: pgmap v6714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:48.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:47 smithi181 ceph-mon[45557]: pgmap v6714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:50.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:50 smithi088 ceph-mon[35322]: pgmap v6715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:50.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:50 smithi175 ceph-mon[44549]: pgmap v6715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:50.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:50 smithi181 ceph-mon[45557]: pgmap v6715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:52.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:51 smithi088 ceph-mon[35322]: pgmap v6716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:52.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:51 smithi175 ceph-mon[44549]: pgmap v6716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:52.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:51 smithi181 ceph-mon[45557]: pgmap v6716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:24:54.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:53 smithi088 ceph-mon[35322]: pgmap v6717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:54.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:53 smithi175 ceph-mon[44549]: pgmap v6717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:54.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:53 smithi181 ceph-mon[45557]: pgmap v6717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:24:56.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:55 smithi088 ceph-mon[35322]: pgmap v6718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:56.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:55 smithi175 ceph-mon[44549]: pgmap v6718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:56.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:55 smithi181 ceph-mon[45557]: pgmap v6718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:24:58.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:24:57 smithi088 ceph-mon[35322]: pgmap v6719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:58.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:24:57 smithi175 ceph-mon[44549]: pgmap v6719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:58.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:24:57 smithi181 ceph-mon[45557]: pgmap v6719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:24:58.717 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:58.711+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:24:58.717 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:58.711+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:24:58.717 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:24:58.711+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:25:00.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:00 smithi088 ceph-mon[35322]: pgmap v6720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:00.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:00 smithi175 ceph-mon[44549]: pgmap v6720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:00.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:00 smithi181 ceph-mon[45557]: pgmap v6720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:02.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:01 smithi088 ceph-mon[35322]: pgmap v6721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:25:02.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:01 smithi175 ceph-mon[44549]: pgmap v6721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:25:02.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:01 smithi181 ceph-mon[45557]: pgmap v6721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:25:04.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:03 smithi088 ceph-mon[35322]: pgmap v6722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:04.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:03 smithi175 ceph-mon[44549]: pgmap v6722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:04.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:03 smithi181 ceph-mon[45557]: pgmap v6722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:06.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:05 smithi088 ceph-mon[35322]: pgmap v6723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:05 smithi175 ceph-mon[44549]: pgmap v6723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:06.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:05 smithi181 ceph-mon[45557]: pgmap v6723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:08.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:07 smithi088 ceph-mon[35322]: pgmap v6724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:08.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:07 smithi175 ceph-mon[44549]: pgmap v6724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:08.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:07 smithi181 ceph-mon[45557]: pgmap v6724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:10.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:10 smithi088 ceph-mon[35322]: pgmap v6725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:10.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:10 smithi175 ceph-mon[44549]: pgmap v6725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:10.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:10 smithi181 ceph-mon[45557]: pgmap v6725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:12.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:11 smithi088 ceph-mon[35322]: pgmap v6726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:25:12.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:11 smithi175 ceph-mon[44549]: pgmap v6726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:25:12.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:11 smithi181 ceph-mon[45557]: pgmap v6726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:25:13.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:13.726+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:25:13.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:13.726+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:25:13.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:13.726+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:25:14.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:13 smithi088 ceph-mon[35322]: pgmap v6727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:14.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:13 smithi175 ceph-mon[44549]: pgmap v6727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:14.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:13 smithi181 ceph-mon[45557]: pgmap v6727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:16.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:15 smithi088 ceph-mon[35322]: pgmap v6728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:16.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:15 smithi175 ceph-mon[44549]: pgmap v6728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:16.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:15 smithi181 ceph-mon[45557]: pgmap v6728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:18.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:17 smithi088 ceph-mon[35322]: pgmap v6729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:18.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:17 smithi175 ceph-mon[44549]: pgmap v6729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:18.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:17 smithi181 ceph-mon[45557]: pgmap v6729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:20.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:20 smithi088 ceph-mon[35322]: pgmap v6730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:20.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:20 smithi175 ceph-mon[44549]: pgmap v6730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:20.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:20 smithi181 ceph-mon[45557]: pgmap v6730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:22.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:21 smithi088 ceph-mon[35322]: pgmap v6731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:25:22.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:21 smithi175 ceph-mon[44549]: pgmap v6731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:25:22.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:21 smithi181 ceph-mon[45557]: pgmap v6731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:25:24.287 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:23 smithi088 ceph-mon[35322]: pgmap v6732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:24.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:23 smithi175 ceph-mon[44549]: pgmap v6732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:24.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:23 smithi181 ceph-mon[45557]: pgmap v6732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:26.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:25 smithi088 ceph-mon[35322]: pgmap v6733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:26.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:25 smithi175 ceph-mon[44549]: pgmap v6733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:26.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:25 smithi181 ceph-mon[45557]: pgmap v6733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:28.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:27 smithi088 ceph-mon[35322]: pgmap v6734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:28.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:27 smithi175 ceph-mon[44549]: pgmap v6734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:28.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:27 smithi181 ceph-mon[45557]: pgmap v6734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:28.734+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:25:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:28.734+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:25:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:28.734+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:25:30.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:30 smithi088 ceph-mon[35322]: pgmap v6735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:25:30.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:30 smithi175 ceph-mon[44549]: pgmap v6735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:25:30.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:30 smithi181 ceph-mon[45557]: pgmap v6735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:25:31.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:25:31.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:25:31.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:25:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:32 smithi175 ceph-mon[44549]: pgmap v6736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:25:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:32 smithi181 ceph-mon[45557]: pgmap v6736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:25:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:32 smithi088 ceph-mon[35322]: pgmap v6736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:25:32.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:32.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:33.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:25:33.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:25:33.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:33.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:25:33.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:25:33.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:33.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:25:33.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:25:33.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:25:34.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:34 smithi088 ceph-mon[35322]: pgmap v6737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T16:25:34.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:34 smithi088 ceph-mon[35322]: pgmap v6738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-01-28T16:25:34.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:34 smithi175 ceph-mon[44549]: pgmap v6737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T16:25:34.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:34 smithi175 ceph-mon[44549]: pgmap v6738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-01-28T16:25:34.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:34 smithi181 ceph-mon[45557]: pgmap v6737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T16:25:34.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:34 smithi181 ceph-mon[45557]: pgmap v6738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s 2024-01-28T16:25:36.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:36 smithi088 ceph-mon[35322]: pgmap v6739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-01-28T16:25:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:36 smithi175 ceph-mon[44549]: pgmap v6739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-01-28T16:25:36.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:36 smithi181 ceph-mon[45557]: pgmap v6739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-01-28T16:25:38.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:38 smithi088 ceph-mon[35322]: pgmap v6740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:25:38.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:38 smithi175 ceph-mon[44549]: pgmap v6740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:25:38.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:38 smithi181 ceph-mon[45557]: pgmap v6740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:25:40.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:40 smithi175 ceph-mon[44549]: pgmap v6741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:25:40.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:40 smithi181 ceph-mon[45557]: pgmap v6741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:25:40.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:40 smithi088 ceph-mon[35322]: pgmap v6741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:25:42.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:42 smithi181 ceph-mon[45557]: pgmap v6742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:25:42.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:42 smithi088 ceph-mon[35322]: pgmap v6742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:25:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:42 smithi175 ceph-mon[44549]: pgmap v6742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:25:43.756 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:43.749+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:25:43.756 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:43.749+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:25:43.756 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:43.749+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:25:44.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:44 smithi181 ceph-mon[45557]: pgmap v6743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:25:44.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:44 smithi088 ceph-mon[35322]: pgmap v6743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:25:44.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:44 smithi175 ceph-mon[44549]: pgmap v6743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:25:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:46 smithi181 ceph-mon[45557]: pgmap v6744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:46.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:46 smithi088 ceph-mon[35322]: pgmap v6744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:46 smithi175 ceph-mon[44549]: pgmap v6744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:48.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:48 smithi181 ceph-mon[45557]: pgmap v6745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:48.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:48 smithi088 ceph-mon[35322]: pgmap v6745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:48.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:48 smithi175 ceph-mon[44549]: pgmap v6745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:50.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:50 smithi088 ceph-mon[35322]: pgmap v6746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:25:50.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:50 smithi175 ceph-mon[44549]: pgmap v6746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:25:50.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:50 smithi181 ceph-mon[45557]: pgmap v6746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:25:52.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:52 smithi181 ceph-mon[45557]: pgmap v6747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:52.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:52 smithi088 ceph-mon[35322]: pgmap v6747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:52.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:52 smithi175 ceph-mon[44549]: pgmap v6747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:54.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:54 smithi181 ceph-mon[45557]: pgmap v6748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:54.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:54 smithi088 ceph-mon[35322]: pgmap v6748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:54.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:54 smithi175 ceph-mon[44549]: pgmap v6748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:25:56.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:56 smithi181 ceph-mon[45557]: pgmap v6749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:56.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:56 smithi088 ceph-mon[35322]: pgmap v6749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:56.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:56 smithi175 ceph-mon[44549]: pgmap v6749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:25:58.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:25:58 smithi181 ceph-mon[45557]: pgmap v6750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:58.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:25:58 smithi088 ceph-mon[35322]: pgmap v6750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:58.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:25:58 smithi175 ceph-mon[44549]: pgmap v6750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:25:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:58.764+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:25:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:58.764+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:25:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:25:58.764+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:26:00.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:00 smithi175 ceph-mon[44549]: pgmap v6751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:26:00.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:00 smithi181 ceph-mon[45557]: pgmap v6751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:26:00.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:00 smithi088 ceph-mon[35322]: pgmap v6751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:26:02.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:02 smithi181 ceph-mon[45557]: pgmap v6752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:02.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:02 smithi088 ceph-mon[35322]: pgmap v6752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:02.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:02 smithi175 ceph-mon[44549]: pgmap v6752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:04.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:04 smithi181 ceph-mon[45557]: pgmap v6753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:26:04.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:04 smithi088 ceph-mon[35322]: pgmap v6753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:26:04.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:04 smithi175 ceph-mon[44549]: pgmap v6753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:26:06.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:06 smithi181 ceph-mon[45557]: pgmap v6754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:26:06.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:06 smithi088 ceph-mon[35322]: pgmap v6754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:26:06.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:06 smithi175 ceph-mon[44549]: pgmap v6754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:26:08.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:08 smithi181 ceph-mon[45557]: pgmap v6755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:08.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:08 smithi088 ceph-mon[35322]: pgmap v6755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:08.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:08 smithi175 ceph-mon[44549]: pgmap v6755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:10.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:10 smithi175 ceph-mon[44549]: pgmap v6756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:26:10.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:10 smithi181 ceph-mon[45557]: pgmap v6756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:26:10.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:10 smithi088 ceph-mon[35322]: pgmap v6756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:26:12.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:12 smithi181 ceph-mon[45557]: pgmap v6757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:12.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:12 smithi088 ceph-mon[35322]: pgmap v6757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:12.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:12 smithi175 ceph-mon[44549]: pgmap v6757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:13.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:13.779+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:26:13.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:13.779+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:26:13.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:13.779+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:26:14.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:14 smithi181 ceph-mon[45557]: pgmap v6758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:14.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:14 smithi088 ceph-mon[35322]: pgmap v6758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:14 smithi175 ceph-mon[44549]: pgmap v6758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:16.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:16 smithi088 ceph-mon[35322]: pgmap v6759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:26:16.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:16 smithi181 ceph-mon[45557]: pgmap v6759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:26:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:16 smithi175 ceph-mon[44549]: pgmap v6759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:26:18.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:18 smithi181 ceph-mon[45557]: pgmap v6760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:18.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:18 smithi088 ceph-mon[35322]: pgmap v6760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:18.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:18 smithi175 ceph-mon[44549]: pgmap v6760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:20.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:20 smithi175 ceph-mon[44549]: pgmap v6761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:26:20.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:20 smithi181 ceph-mon[45557]: pgmap v6761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:26:20.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:20 smithi088 ceph-mon[35322]: pgmap v6761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:26:22.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:22 smithi181 ceph-mon[45557]: pgmap v6762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:22.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:22 smithi088 ceph-mon[35322]: pgmap v6762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:22.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:22 smithi175 ceph-mon[44549]: pgmap v6762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:24.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:24 smithi181 ceph-mon[45557]: pgmap v6763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:24.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:24 smithi088 ceph-mon[35322]: pgmap v6763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:24.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:24 smithi175 ceph-mon[44549]: pgmap v6763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:26.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:26 smithi181 ceph-mon[45557]: pgmap v6764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:26:26.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:26 smithi088 ceph-mon[35322]: pgmap v6764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:26:26.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:26 smithi175 ceph-mon[44549]: pgmap v6764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:26:28.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:28 smithi181 ceph-mon[45557]: pgmap v6765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:28.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:28 smithi088 ceph-mon[35322]: pgmap v6765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:28.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:28 smithi175 ceph-mon[44549]: pgmap v6765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:28.800 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:28.794+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:26:28.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:28.794+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:26:28.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:28.794+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:26:30.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:30 smithi175 ceph-mon[44549]: pgmap v6766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:26:30.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:30 smithi181 ceph-mon[45557]: pgmap v6766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:26:30.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:30 smithi088 ceph-mon[35322]: pgmap v6766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:26:32.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:32 smithi181 ceph-mon[45557]: pgmap v6767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:32.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:32 smithi088 ceph-mon[35322]: pgmap v6767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:32 smithi175 ceph-mon[44549]: pgmap v6767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:34.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:34 smithi181 ceph-mon[45557]: pgmap v6768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:34.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:26:34.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:26:34.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:26:34.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:26:34.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:34 smithi088 ceph-mon[35322]: pgmap v6768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:34.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:26:34.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:26:34.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:26:34.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:26:34.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:34 smithi175 ceph-mon[44549]: pgmap v6768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:34.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:26:34.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:26:34.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:26:34.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:26:35.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:35 smithi181 ceph-mon[45557]: pgmap v6769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:26:35.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:35 smithi181 ceph-mon[45557]: pgmap v6770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:26:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:35 smithi088 ceph-mon[35322]: pgmap v6769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:26:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:35 smithi088 ceph-mon[35322]: pgmap v6770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:26:35.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:35 smithi175 ceph-mon[44549]: pgmap v6769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:26:35.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:35 smithi175 ceph-mon[44549]: pgmap v6770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:26:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:37 smithi088 ceph-mon[35322]: pgmap v6771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:26:37.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:37 smithi175 ceph-mon[44549]: pgmap v6771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:26:37.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:37 smithi181 ceph-mon[45557]: pgmap v6771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:26:39.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:39 smithi088 ceph-mon[35322]: pgmap v6772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:26:39.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:39 smithi175 ceph-mon[44549]: pgmap v6772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:26:39.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:39 smithi181 ceph-mon[45557]: pgmap v6772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:26:41.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:41 smithi088 ceph-mon[35322]: pgmap v6773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:26:41.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:41 smithi175 ceph-mon[44549]: pgmap v6773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:26:41.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:41 smithi181 ceph-mon[45557]: pgmap v6773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:26:43.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:43 smithi088 ceph-mon[35322]: pgmap v6774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:26:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:43 smithi175 ceph-mon[44549]: pgmap v6774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:26:43.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:43 smithi181 ceph-mon[45557]: pgmap v6774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:26:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:43.796+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:26:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:43.796+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:26:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:43.796+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:26:45.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:45 smithi175 ceph-mon[44549]: pgmap v6775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:26:45.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:45 smithi181 ceph-mon[45557]: pgmap v6775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:26:45.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:45 smithi088 ceph-mon[35322]: pgmap v6775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:26:47.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:47 smithi088 ceph-mon[35322]: pgmap v6776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:47.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:47 smithi175 ceph-mon[44549]: pgmap v6776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:47.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:47 smithi181 ceph-mon[45557]: pgmap v6776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:49 smithi088 ceph-mon[35322]: pgmap v6777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:26:49.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:49 smithi175 ceph-mon[44549]: pgmap v6777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:26:49.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:49 smithi181 ceph-mon[45557]: pgmap v6777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:26:51.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:51 smithi088 ceph-mon[35322]: pgmap v6778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:26:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:51 smithi175 ceph-mon[44549]: pgmap v6778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:26:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:51 smithi181 ceph-mon[45557]: pgmap v6778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:26:53.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:53 smithi088 ceph-mon[35322]: pgmap v6779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:53 smithi175 ceph-mon[44549]: pgmap v6779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:53.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:53 smithi181 ceph-mon[45557]: pgmap v6779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:55.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:55 smithi175 ceph-mon[44549]: pgmap v6780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:26:55.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:55 smithi181 ceph-mon[45557]: pgmap v6780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:26:55.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:55 smithi088 ceph-mon[35322]: pgmap v6780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:26:56.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:56.320+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T16:26:56.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:56.320+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:26:56.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:56.320+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 98 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:26:56.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:56.320+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 98 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T16:26:57.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:57 smithi088 ceph-mon[35322]: pgmap v6781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:57 smithi175 ceph-mon[44549]: pgmap v6781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:57.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:57 smithi181 ceph-mon[45557]: pgmap v6781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:26:58.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:58.799+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:26:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:58.799+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:26:58.806 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:26:58.799+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:26:59.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:26:59 smithi088 ceph-mon[35322]: pgmap v6782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:59.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:26:59 smithi175 ceph-mon[44549]: pgmap v6782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:26:59.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:26:59 smithi181 ceph-mon[45557]: pgmap v6782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:27:01.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:01 smithi088 ceph-mon[35322]: pgmap v6783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:01 smithi175 ceph-mon[44549]: pgmap v6783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:01.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:01 smithi181 ceph-mon[45557]: pgmap v6783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:03.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:03 smithi088 ceph-mon[35322]: pgmap v6784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:03 smithi175 ceph-mon[44549]: pgmap v6784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:03.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:03 smithi181 ceph-mon[45557]: pgmap v6784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:05.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:05 smithi175 ceph-mon[44549]: pgmap v6785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:05.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:05 smithi181 ceph-mon[45557]: pgmap v6785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:05.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:05 smithi088 ceph-mon[35322]: pgmap v6785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:07.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:07 smithi088 ceph-mon[35322]: pgmap v6786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:07.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:07 smithi175 ceph-mon[44549]: pgmap v6786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:07.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:07 smithi181 ceph-mon[45557]: pgmap v6786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:09.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:09 smithi088 ceph-mon[35322]: pgmap v6787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:27:09.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:09 smithi175 ceph-mon[44549]: pgmap v6787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:27:09.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:09 smithi181 ceph-mon[45557]: pgmap v6787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:27:11.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:11 smithi088 ceph-mon[35322]: pgmap v6788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:11.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:11 smithi175 ceph-mon[44549]: pgmap v6788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:11.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:11 smithi181 ceph-mon[45557]: pgmap v6788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:13.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:13 smithi088 ceph-mon[35322]: pgmap v6789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:13.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:13 smithi175 ceph-mon[44549]: pgmap v6789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:13.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:13 smithi181 ceph-mon[45557]: pgmap v6789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:13.821 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:13.815+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:27:13.821 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:13.815+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:27:13.821 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:13.815+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:27:15.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:15 smithi175 ceph-mon[44549]: pgmap v6790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:15.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:15 smithi181 ceph-mon[45557]: pgmap v6790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:15.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:15 smithi088 ceph-mon[35322]: pgmap v6790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:17.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:17 smithi088 ceph-mon[35322]: pgmap v6791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:17 smithi175 ceph-mon[44549]: pgmap v6791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:17.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:17 smithi181 ceph-mon[45557]: pgmap v6791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:19.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:19 smithi088 ceph-mon[35322]: pgmap v6792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:27:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:19 smithi175 ceph-mon[44549]: pgmap v6792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:27:19.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:19 smithi181 ceph-mon[45557]: pgmap v6792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:27:21.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:21 smithi088 ceph-mon[35322]: pgmap v6793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:21 smithi175 ceph-mon[44549]: pgmap v6793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:21.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:21 smithi181 ceph-mon[45557]: pgmap v6793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:23.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:23 smithi088 ceph-mon[35322]: pgmap v6794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:23.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:23 smithi175 ceph-mon[44549]: pgmap v6794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:23.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:23 smithi181 ceph-mon[45557]: pgmap v6794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:25.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:25 smithi175 ceph-mon[44549]: pgmap v6795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:25.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:25 smithi181 ceph-mon[45557]: pgmap v6795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:25.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:25 smithi088 ceph-mon[35322]: pgmap v6795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:27.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:27 smithi088 ceph-mon[35322]: pgmap v6796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:27.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:27 smithi175 ceph-mon[44549]: pgmap v6796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:27.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:27 smithi181 ceph-mon[45557]: pgmap v6796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:28.835 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:28.828+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:27:28.835 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:28.828+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:27:28.835 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:28.828+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:27:29.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:29 smithi088 ceph-mon[35322]: pgmap v6797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:27:29.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:29 smithi175 ceph-mon[44549]: pgmap v6797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:27:29.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:29 smithi181 ceph-mon[45557]: pgmap v6797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:27:31.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:31 smithi088 ceph-mon[35322]: pgmap v6798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:31.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:31 smithi175 ceph-mon[44549]: pgmap v6798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:31.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:31 smithi181 ceph-mon[45557]: pgmap v6798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:33.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:33 smithi088 ceph-mon[35322]: pgmap v6799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:33.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:33 smithi175 ceph-mon[44549]: pgmap v6799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:33.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:33 smithi181 ceph-mon[45557]: pgmap v6799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:35.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:35 smithi175 ceph-mon[44549]: pgmap v6800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:35.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:27:35.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:35 smithi181 ceph-mon[45557]: pgmap v6800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:35.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:27:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:35 smithi088 ceph-mon[35322]: pgmap v6800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:27:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:27:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:27:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:27:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:27:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:36 smithi175 ceph-mon[44549]: pgmap v6801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:27:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:36 smithi175 ceph-mon[44549]: pgmap v6802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:27:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:27:36.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:27:36.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:27:36.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:27:36.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:27:36.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:36 smithi181 ceph-mon[45557]: pgmap v6801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:27:36.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:36 smithi181 ceph-mon[45557]: pgmap v6802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:27:36.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:27:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:27:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:27:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:27:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:27:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:36 smithi088 ceph-mon[35322]: pgmap v6801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:27:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:36 smithi088 ceph-mon[35322]: pgmap v6802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:27:37.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:27:38.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:38 smithi181 ceph-mon[45557]: pgmap v6803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:27:39.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:38 smithi088 ceph-mon[35322]: pgmap v6803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:27:39.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:38 smithi175 ceph-mon[44549]: pgmap v6803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:27:40.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:40 smithi175 ceph-mon[44549]: pgmap v6804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:27:40.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:40 smithi181 ceph-mon[45557]: pgmap v6804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:27:40.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:40 smithi088 ceph-mon[35322]: pgmap v6804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:27:41.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:41.327+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T16:27:41.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:41.327+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:27:41.334 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:41.327+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 99 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:27:41.334 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:41.327+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 99 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T16:27:42.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:42 smithi181 ceph-mon[45557]: pgmap v6805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:27:43.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:42 smithi088 ceph-mon[35322]: pgmap v6805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:27:43.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:42 smithi175 ceph-mon[44549]: pgmap v6805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:27:43.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:43.835+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:27:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:43.835+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:27:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:43.835+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:27:44.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:44 smithi181 ceph-mon[45557]: pgmap v6806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:27:45.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:44 smithi088 ceph-mon[35322]: pgmap v6806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:27:45.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:44 smithi175 ceph-mon[44549]: pgmap v6806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:27:46.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:46 smithi181 ceph-mon[45557]: pgmap v6807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:27:47.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:46 smithi088 ceph-mon[35322]: pgmap v6807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:27:47.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:46 smithi175 ceph-mon[44549]: pgmap v6807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:27:48.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:48 smithi181 ceph-mon[45557]: pgmap v6808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:27:49.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:48 smithi088 ceph-mon[35322]: pgmap v6808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:27:49.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:48 smithi175 ceph-mon[44549]: pgmap v6808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:27:50.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:50 smithi175 ceph-mon[44549]: pgmap v6809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:50.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:50 smithi181 ceph-mon[45557]: pgmap v6809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:50.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:50 smithi088 ceph-mon[35322]: pgmap v6809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:27:52.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:52 smithi181 ceph-mon[45557]: pgmap v6810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:53.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:52 smithi088 ceph-mon[35322]: pgmap v6810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:53.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:52 smithi175 ceph-mon[44549]: pgmap v6810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:27:54.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:54 smithi181 ceph-mon[45557]: pgmap v6811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:55.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:54 smithi088 ceph-mon[35322]: pgmap v6811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:55.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:54 smithi175 ceph-mon[44549]: pgmap v6811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:27:56.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:56 smithi181 ceph-mon[45557]: pgmap v6812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:27:57.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:56 smithi088 ceph-mon[35322]: pgmap v6812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:27:57.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:56 smithi175 ceph-mon[44549]: pgmap v6812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:27:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:58.841+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:27:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:58.841+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:27:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:27:58.841+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:27:58.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:27:58 smithi181 ceph-mon[45557]: pgmap v6813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:27:59.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:27:58 smithi088 ceph-mon[35322]: pgmap v6813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:27:59.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:27:58 smithi175 ceph-mon[44549]: pgmap v6813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:28:00.423 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:00 smithi175 ceph-mon[44549]: pgmap v6814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:00.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:00 smithi181 ceph-mon[45557]: pgmap v6814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:00.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:00 smithi088 ceph-mon[35322]: pgmap v6814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:02.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:02 smithi181 ceph-mon[45557]: pgmap v6815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:03.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:02 smithi088 ceph-mon[35322]: pgmap v6815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:03.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:02 smithi175 ceph-mon[44549]: pgmap v6815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:04.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:04 smithi181 ceph-mon[45557]: pgmap v6816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:05.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:04 smithi088 ceph-mon[35322]: pgmap v6816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:05.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:04 smithi175 ceph-mon[44549]: pgmap v6816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:06.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:06 smithi181 ceph-mon[45557]: pgmap v6817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:07.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:06 smithi088 ceph-mon[35322]: pgmap v6817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:07.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:06 smithi175 ceph-mon[44549]: pgmap v6817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:08.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:08 smithi181 ceph-mon[45557]: pgmap v6818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:28:09.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:08 smithi088 ceph-mon[35322]: pgmap v6818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:28:09.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:08 smithi175 ceph-mon[44549]: pgmap v6818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:28:10.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:10 smithi175 ceph-mon[44549]: pgmap v6819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:10.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:10 smithi181 ceph-mon[45557]: pgmap v6819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:10.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:10 smithi088 ceph-mon[35322]: pgmap v6819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:12.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:12 smithi181 ceph-mon[45557]: pgmap v6820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:13.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:12 smithi088 ceph-mon[35322]: pgmap v6820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:13.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:12 smithi175 ceph-mon[44549]: pgmap v6820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:13.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:13.847+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:28:13.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:13.847+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:28:13.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:13.847+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:28:14.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:14 smithi181 ceph-mon[45557]: pgmap v6821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:15.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:14 smithi088 ceph-mon[35322]: pgmap v6821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:15.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:14 smithi175 ceph-mon[44549]: pgmap v6821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:16.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:16 smithi181 ceph-mon[45557]: pgmap v6822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:17.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:16 smithi088 ceph-mon[35322]: pgmap v6822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:17.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:16 smithi175 ceph-mon[44549]: pgmap v6822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:18.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:18 smithi181 ceph-mon[45557]: pgmap v6823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:28:19.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:18 smithi088 ceph-mon[35322]: pgmap v6823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:28:19.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:18 smithi175 ceph-mon[44549]: pgmap v6823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:28:20.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:20 smithi088 ceph-mon[35322]: pgmap v6824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:20.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:20 smithi175 ceph-mon[44549]: pgmap v6824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:20.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:20 smithi181 ceph-mon[45557]: pgmap v6824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:22.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:22 smithi181 ceph-mon[45557]: pgmap v6825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:23.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:22 smithi088 ceph-mon[35322]: pgmap v6825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:23.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:22 smithi175 ceph-mon[44549]: pgmap v6825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:24.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:24 smithi181 ceph-mon[45557]: pgmap v6826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:25.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:24 smithi088 ceph-mon[35322]: pgmap v6826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:25.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:24 smithi175 ceph-mon[44549]: pgmap v6826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:26.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:26 smithi181 ceph-mon[45557]: pgmap v6827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:27.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:26 smithi088 ceph-mon[35322]: pgmap v6827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:27.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:26 smithi175 ceph-mon[44549]: pgmap v6827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:28.864+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:28:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:28.864+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:28:28.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:28.864+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:28:28.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:28 smithi181 ceph-mon[45557]: pgmap v6828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:28:29.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:28 smithi088 ceph-mon[35322]: pgmap v6828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:28:29.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:28 smithi175 ceph-mon[44549]: pgmap v6828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:28:30.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:30 smithi175 ceph-mon[44549]: pgmap v6829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:28:30.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:30 smithi181 ceph-mon[45557]: pgmap v6829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:28:30.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:30 smithi088 ceph-mon[35322]: pgmap v6829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:28:32.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:32 smithi181 ceph-mon[45557]: pgmap v6830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:33.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:32 smithi088 ceph-mon[35322]: pgmap v6830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:33.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:32 smithi175 ceph-mon[44549]: pgmap v6830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:34.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:34 smithi181 ceph-mon[45557]: pgmap v6831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:28:35.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:34 smithi088 ceph-mon[35322]: pgmap v6831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:28:35.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:34 smithi175 ceph-mon[44549]: pgmap v6831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:28:36.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:36 smithi181 ceph-mon[45557]: pgmap v6832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:28:36.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:28:36.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:36.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:36.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:36.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:36.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:36.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:36 smithi088 ceph-mon[35322]: pgmap v6832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:28:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:28:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:36 smithi175 ceph-mon[44549]: pgmap v6832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:28:37.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:28:37.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:37.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:28:38.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:28:38.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:37 smithi088 ceph-mon[35322]: pgmap v6833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T16:28:38.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:37 smithi088 ceph-mon[35322]: pgmap v6834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:28:38.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:28:38.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:28:38.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:37 smithi175 ceph-mon[44549]: pgmap v6833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T16:28:38.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:37 smithi175 ceph-mon[44549]: pgmap v6834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:28:38.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:38.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:28:38.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:28:38.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:37 smithi181 ceph-mon[45557]: pgmap v6833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T16:28:38.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:37 smithi181 ceph-mon[45557]: pgmap v6834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:28:38.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:28:40.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:40 smithi175 ceph-mon[44549]: pgmap v6835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:28:40.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:40 smithi181 ceph-mon[45557]: pgmap v6835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:28:40.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:40 smithi088 ceph-mon[35322]: pgmap v6835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:28:42.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:42 smithi088 ceph-mon[35322]: pgmap v6836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:28:42.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:42 smithi175 ceph-mon[44549]: pgmap v6836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:28:42.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:42 smithi181 ceph-mon[45557]: pgmap v6836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:28:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:43.877+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:28:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:43.877+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:28:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:43.877+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:28:44.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:44 smithi088 ceph-mon[35322]: pgmap v6837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T16:28:44.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:44 smithi175 ceph-mon[44549]: pgmap v6837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T16:28:44.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:44 smithi181 ceph-mon[45557]: pgmap v6837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T16:28:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:46 smithi088 ceph-mon[35322]: pgmap v6838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:28:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:46 smithi175 ceph-mon[44549]: pgmap v6838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:28:46.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:46 smithi181 ceph-mon[45557]: pgmap v6838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:28:48.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:48 smithi088 ceph-mon[35322]: pgmap v6839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:28:48.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:48 smithi175 ceph-mon[44549]: pgmap v6839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:28:48.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:48 smithi181 ceph-mon[45557]: pgmap v6839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:28:50.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:50 smithi175 ceph-mon[44549]: pgmap v6840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:50.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:50 smithi181 ceph-mon[45557]: pgmap v6840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:50.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:50 smithi088 ceph-mon[35322]: pgmap v6840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:28:52.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:52 smithi088 ceph-mon[35322]: pgmap v6841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:52.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:52 smithi175 ceph-mon[44549]: pgmap v6841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:52.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:52 smithi181 ceph-mon[45557]: pgmap v6841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:54.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:54 smithi088 ceph-mon[35322]: pgmap v6842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:54.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:54 smithi175 ceph-mon[44549]: pgmap v6842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:54 smithi181 ceph-mon[45557]: pgmap v6842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:28:56.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:56 smithi088 ceph-mon[35322]: pgmap v6843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:56.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:56 smithi175 ceph-mon[44549]: pgmap v6843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:56.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:56 smithi181 ceph-mon[45557]: pgmap v6843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:28:58.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:28:58 smithi088 ceph-mon[35322]: pgmap v6844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:58.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:28:58 smithi175 ceph-mon[44549]: pgmap v6844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:58.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:28:58 smithi181 ceph-mon[45557]: pgmap v6844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:28:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:58.881+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:28:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:58.881+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:28:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:28:58.881+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:29:00.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:00 smithi175 ceph-mon[44549]: pgmap v6845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:00.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:00 smithi181 ceph-mon[45557]: pgmap v6845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:00.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:00 smithi088 ceph-mon[35322]: pgmap v6845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:02.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:02 smithi088 ceph-mon[35322]: pgmap v6846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:02.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:02 smithi175 ceph-mon[44549]: pgmap v6846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:02.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:02 smithi181 ceph-mon[45557]: pgmap v6846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:04.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:04 smithi088 ceph-mon[35322]: pgmap v6847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:04.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:04 smithi175 ceph-mon[44549]: pgmap v6847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:04.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:04 smithi181 ceph-mon[45557]: pgmap v6847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:06.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:06 smithi088 ceph-mon[35322]: pgmap v6848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:06.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:06 smithi175 ceph-mon[44549]: pgmap v6848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:06.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:06 smithi181 ceph-mon[45557]: pgmap v6848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:08.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:08 smithi088 ceph-mon[35322]: pgmap v6849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:08.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:08 smithi175 ceph-mon[44549]: pgmap v6849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:08.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:08 smithi181 ceph-mon[45557]: pgmap v6849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:10.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:10 smithi175 ceph-mon[44549]: pgmap v6850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:10.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:10 smithi181 ceph-mon[45557]: pgmap v6850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:10.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:10 smithi088 ceph-mon[35322]: pgmap v6850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:12.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:12 smithi088 ceph-mon[35322]: pgmap v6851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:12.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:12 smithi175 ceph-mon[44549]: pgmap v6851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:12.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:12 smithi181 ceph-mon[45557]: pgmap v6851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:13.903 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:13.897+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:29:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:13.897+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:29:13.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:13.897+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:29:14.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:14 smithi088 ceph-mon[35322]: pgmap v6852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:14.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:14 smithi175 ceph-mon[44549]: pgmap v6852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:14.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:14 smithi181 ceph-mon[45557]: pgmap v6852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:16.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:16 smithi088 ceph-mon[35322]: pgmap v6853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:16 smithi175 ceph-mon[44549]: pgmap v6853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:16 smithi181 ceph-mon[45557]: pgmap v6853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:18.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:18 smithi088 ceph-mon[35322]: pgmap v6854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:18.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:18 smithi175 ceph-mon[44549]: pgmap v6854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:18.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:18 smithi181 ceph-mon[45557]: pgmap v6854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:20.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:20 smithi175 ceph-mon[44549]: pgmap v6855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:20.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:20 smithi181 ceph-mon[45557]: pgmap v6855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:20.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:20 smithi088 ceph-mon[35322]: pgmap v6855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:22.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:22 smithi088 ceph-mon[35322]: pgmap v6856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:22.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:22 smithi175 ceph-mon[44549]: pgmap v6856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:22.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:22 smithi181 ceph-mon[45557]: pgmap v6856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:24.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:24 smithi088 ceph-mon[35322]: pgmap v6857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:24.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:24 smithi175 ceph-mon[44549]: pgmap v6857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:24.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:24 smithi181 ceph-mon[45557]: pgmap v6857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:26.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:26 smithi088 ceph-mon[35322]: pgmap v6858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:26.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:26 smithi175 ceph-mon[44549]: pgmap v6858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:26.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:26 smithi181 ceph-mon[45557]: pgmap v6858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:28.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:28 smithi088 ceph-mon[35322]: pgmap v6859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:28.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:28 smithi175 ceph-mon[44549]: pgmap v6859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:28.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:28 smithi181 ceph-mon[45557]: pgmap v6859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:28.918 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:28.912+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:29:28.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:28.912+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:29:28.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:28.912+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:29:30.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:30 smithi175 ceph-mon[44549]: pgmap v6860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:30.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:30 smithi181 ceph-mon[45557]: pgmap v6860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:30.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:30 smithi088 ceph-mon[35322]: pgmap v6860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:32.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:32 smithi088 ceph-mon[35322]: pgmap v6861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:32 smithi175 ceph-mon[44549]: pgmap v6861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:32 smithi181 ceph-mon[45557]: pgmap v6861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:34.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:34 smithi088 ceph-mon[35322]: pgmap v6862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:34.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:34 smithi175 ceph-mon[44549]: pgmap v6862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:34.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:34 smithi181 ceph-mon[45557]: pgmap v6862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:36 smithi088 ceph-mon[35322]: pgmap v6863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:36.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:36 smithi175 ceph-mon[44549]: pgmap v6863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:36.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:36 smithi181 ceph-mon[45557]: pgmap v6863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:38.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:38 smithi088 ceph-mon[35322]: pgmap v6864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:38.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:29:38.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:29:38.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:29:38.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:29:38.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:38 smithi175 ceph-mon[44549]: pgmap v6864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:38.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:29:38.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:29:38.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:29:38.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:29:38.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:38 smithi181 ceph-mon[45557]: pgmap v6864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:38.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:29:38.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:29:38.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:29:38.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:29:39.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:39 smithi088 ceph-mon[35322]: pgmap v6865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:29:39.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:39 smithi088 ceph-mon[35322]: pgmap v6866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:29:39.680 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:39 smithi175 ceph-mon[44549]: pgmap v6865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:29:39.680 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:39 smithi175 ceph-mon[44549]: pgmap v6866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:29:39.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:39 smithi181 ceph-mon[45557]: pgmap v6865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:29:39.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:39 smithi181 ceph-mon[45557]: pgmap v6866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:29:41.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:41 smithi088 ceph-mon[35322]: pgmap v6867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:29:41.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:41 smithi175 ceph-mon[44549]: pgmap v6867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:29:41.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:41 smithi181 ceph-mon[45557]: pgmap v6867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:29:43.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:43 smithi088 ceph-mon[35322]: pgmap v6868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:29:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:43 smithi175 ceph-mon[44549]: pgmap v6868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:29:43.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:43 smithi181 ceph-mon[45557]: pgmap v6868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:29:43.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:43.925+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:29:43.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:43.925+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:29:43.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:43.925+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:29:45.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:45 smithi175 ceph-mon[44549]: pgmap v6869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:29:45.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:45 smithi181 ceph-mon[45557]: pgmap v6869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:29:45.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:45 smithi088 ceph-mon[35322]: pgmap v6869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:29:47.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:47 smithi088 ceph-mon[35322]: pgmap v6870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:29:47.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:47 smithi175 ceph-mon[44549]: pgmap v6870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:29:47.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:47 smithi181 ceph-mon[45557]: pgmap v6870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:29:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:49 smithi088 ceph-mon[35322]: pgmap v6871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:29:49.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:49 smithi175 ceph-mon[44549]: pgmap v6871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:29:49.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:49 smithi181 ceph-mon[45557]: pgmap v6871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:29:51.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:51 smithi088 ceph-mon[35322]: pgmap v6872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:51 smithi175 ceph-mon[44549]: pgmap v6872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:51 smithi181 ceph-mon[45557]: pgmap v6872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:29:53.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:53 smithi088 ceph-mon[35322]: pgmap v6873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:53 smithi175 ceph-mon[44549]: pgmap v6873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:53.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:53 smithi181 ceph-mon[45557]: pgmap v6873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:55.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:55 smithi175 ceph-mon[44549]: pgmap v6874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:55.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:55 smithi181 ceph-mon[45557]: pgmap v6874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:55.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:55 smithi088 ceph-mon[35322]: pgmap v6874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:29:57.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:57 smithi088 ceph-mon[35322]: pgmap v6875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:57 smithi175 ceph-mon[44549]: pgmap v6875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:57.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:57 smithi181 ceph-mon[45557]: pgmap v6875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:29:58.941 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:58.934+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:29:58.941 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:58.934+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:29:58.941 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:29:58.934+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:29:59.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:29:59 smithi088 ceph-mon[35322]: pgmap v6876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:59.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:29:59 smithi175 ceph-mon[44549]: pgmap v6876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:29:59.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:29:59 smithi181 ceph-mon[45557]: pgmap v6876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:00.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:30:00.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:30:00.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:30:01.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:01 smithi088 ceph-mon[35322]: pgmap v6877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:01 smithi175 ceph-mon[44549]: pgmap v6877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:01.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:01 smithi181 ceph-mon[45557]: pgmap v6877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:03.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:03 smithi088 ceph-mon[35322]: pgmap v6878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:03 smithi175 ceph-mon[44549]: pgmap v6878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:03 smithi181 ceph-mon[45557]: pgmap v6878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:05.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:05 smithi175 ceph-mon[44549]: pgmap v6879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:05.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:05 smithi181 ceph-mon[45557]: pgmap v6879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:05.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:05 smithi088 ceph-mon[35322]: pgmap v6879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:07.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:07 smithi088 ceph-mon[35322]: pgmap v6880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:07.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:07 smithi175 ceph-mon[44549]: pgmap v6880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:07.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:07 smithi181 ceph-mon[45557]: pgmap v6880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:09.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:09 smithi088 ceph-mon[35322]: pgmap v6881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:09.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:09 smithi175 ceph-mon[44549]: pgmap v6881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:09.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:09 smithi181 ceph-mon[45557]: pgmap v6881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:11.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:11 smithi088 ceph-mon[35322]: pgmap v6882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:11.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:11 smithi175 ceph-mon[44549]: pgmap v6882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:11.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:11 smithi181 ceph-mon[45557]: pgmap v6882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:13.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:13 smithi088 ceph-mon[35322]: pgmap v6883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:13.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:13 smithi175 ceph-mon[44549]: pgmap v6883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:13.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:13 smithi181 ceph-mon[45557]: pgmap v6883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:13.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:13.948+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:30:13.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:13.948+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:30:13.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:13.948+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:30:15.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:15 smithi175 ceph-mon[44549]: pgmap v6884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:15.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:15 smithi181 ceph-mon[45557]: pgmap v6884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:15.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:15 smithi088 ceph-mon[35322]: pgmap v6884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:17.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:17 smithi088 ceph-mon[35322]: pgmap v6885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:17 smithi175 ceph-mon[44549]: pgmap v6885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:17.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:17 smithi181 ceph-mon[45557]: pgmap v6885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:19.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:19 smithi088 ceph-mon[35322]: pgmap v6886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:19 smithi175 ceph-mon[44549]: pgmap v6886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:19.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:19 smithi181 ceph-mon[45557]: pgmap v6886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:21.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:21 smithi175 ceph-mon[44549]: pgmap v6887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:21.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:21 smithi088 ceph-mon[35322]: pgmap v6887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:21.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:21 smithi181 ceph-mon[45557]: pgmap v6887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:23.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:23 smithi088 ceph-mon[35322]: pgmap v6888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:23.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:23 smithi175 ceph-mon[44549]: pgmap v6888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:23.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:23 smithi181 ceph-mon[45557]: pgmap v6888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:25.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:25 smithi175 ceph-mon[44549]: pgmap v6889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:25.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:25 smithi181 ceph-mon[45557]: pgmap v6889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:25.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:25 smithi088 ceph-mon[35322]: pgmap v6889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:27.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:27 smithi088 ceph-mon[35322]: pgmap v6890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:27.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:27 smithi175 ceph-mon[44549]: pgmap v6890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:27.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:27 smithi181 ceph-mon[45557]: pgmap v6890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:28.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:28.961+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:30:28.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:28.961+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:30:28.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:28.961+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:30:29.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:29 smithi088 ceph-mon[35322]: pgmap v6891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:29.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:29 smithi175 ceph-mon[44549]: pgmap v6891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:29.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:29 smithi181 ceph-mon[45557]: pgmap v6891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:31.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:31 smithi088 ceph-mon[35322]: pgmap v6892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:31.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:31 smithi175 ceph-mon[44549]: pgmap v6892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:31.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:31 smithi181 ceph-mon[45557]: pgmap v6892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:33.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:33 smithi088 ceph-mon[35322]: pgmap v6893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:33.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:33 smithi175 ceph-mon[44549]: pgmap v6893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:33.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:33 smithi181 ceph-mon[45557]: pgmap v6893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:35 smithi175 ceph-mon[44549]: pgmap v6894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:35.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:35 smithi181 ceph-mon[45557]: pgmap v6894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:35 smithi088 ceph-mon[35322]: pgmap v6894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:30:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:37 smithi088 ceph-mon[35322]: pgmap v6895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:37.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:37 smithi175 ceph-mon[44549]: pgmap v6895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:37.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:37 smithi181 ceph-mon[45557]: pgmap v6895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:39.459+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad710 msgr2=0x7ff32c0a2ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T16:30:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:39.459+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad710 msgr2=0x7ff32c0a2ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T16:30:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:39.459+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad710 0x7ff32c0a2ce0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ff344025000 tx=0x7ff344043040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T16:30:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:39.459+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad710 0x7ff32c0a2ce0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ff344025000 tx=0x7ff344043040 comp rx=0 tx=0).stop 2024-01-28T16:30:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:39.459+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad710 msgr2=0x7ff32c0a2ce0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T16:30:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:39.459+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad710 msgr2=0x7ff32c0a2ce0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T16:30:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:39.459+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad710 0x7ff32c0a2ce0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T16:30:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:39.459+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a3220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T16:30:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:39.459+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T16:30:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:39.459+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a3220 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344037040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T16:30:39.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:39 smithi088 ceph-mon[35322]: pgmap v6896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:39.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:30:39.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:30:39.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:30:39.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:30:39.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:39 smithi175 ceph-mon[44549]: pgmap v6896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:39.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:30:39.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:30:39.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:30:39.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:30:39.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:39 smithi181 ceph-mon[45557]: pgmap v6896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:39.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:30:39.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:30:39.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:30:39.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:30:40.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:40 smithi088 ceph-mon[35322]: pgmap v6897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:30:40.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:40 smithi088 ceph-mon[35322]: pgmap v6898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:30:40.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:40 smithi175 ceph-mon[44549]: pgmap v6897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:30:40.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:40 smithi175 ceph-mon[44549]: pgmap v6898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:30:40.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:40 smithi181 ceph-mon[45557]: pgmap v6897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:30:40.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:40 smithi181 ceph-mon[45557]: pgmap v6898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:30:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:41.355+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:30:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:41.355+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-28T16:30:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:41.355+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 100 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x7ff34c102770 2024-01-28T16:30:41.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:41.355+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 100 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T16:30:42.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:42 smithi088 ceph-mon[35322]: pgmap v6899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:30:42.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:42 smithi175 ceph-mon[44549]: pgmap v6899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:30:42.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:42 smithi181 ceph-mon[45557]: pgmap v6899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:30:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:43.970+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:30:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:43.970+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:30:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:43.970+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:30:44.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:44 smithi088 ceph-mon[35322]: pgmap v6900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:30:44.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:44 smithi175 ceph-mon[44549]: pgmap v6900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:30:44.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:44 smithi181 ceph-mon[45557]: pgmap v6900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:30:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:46 smithi088 ceph-mon[35322]: pgmap v6901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:30:46.669 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:46 smithi175 ceph-mon[44549]: pgmap v6901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:30:46.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:46 smithi181 ceph-mon[45557]: pgmap v6901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:30:48.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:48 smithi088 ceph-mon[35322]: pgmap v6902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:30:48.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:48 smithi175 ceph-mon[44549]: pgmap v6902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:30:48.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:48 smithi181 ceph-mon[45557]: pgmap v6902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:30:50.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:50 smithi175 ceph-mon[44549]: pgmap v6903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:30:50.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:50 smithi181 ceph-mon[45557]: pgmap v6903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:30:50.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:50 smithi088 ceph-mon[35322]: pgmap v6903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:30:52.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:52 smithi088 ceph-mon[35322]: pgmap v6904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:52.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:52 smithi175 ceph-mon[44549]: pgmap v6904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:52.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:52 smithi181 ceph-mon[45557]: pgmap v6904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:54.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:54 smithi088 ceph-mon[35322]: pgmap v6905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:54.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:54 smithi175 ceph-mon[44549]: pgmap v6905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:54 smithi181 ceph-mon[45557]: pgmap v6905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:30:56.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:56 smithi088 ceph-mon[35322]: pgmap v6906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:56.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:56 smithi175 ceph-mon[44549]: pgmap v6906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:56.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:56 smithi181 ceph-mon[45557]: pgmap v6906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:30:58.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:30:58 smithi088 ceph-mon[35322]: pgmap v6907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:58.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:30:58 smithi175 ceph-mon[44549]: pgmap v6907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:58.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:30:58 smithi181 ceph-mon[45557]: pgmap v6907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:30:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:58.986+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:30:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:58.986+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:30:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:30:58.986+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:31:00.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:00 smithi175 ceph-mon[44549]: pgmap v6908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:00.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:00 smithi181 ceph-mon[45557]: pgmap v6908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:00.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:00 smithi088 ceph-mon[35322]: pgmap v6908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:02.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:02 smithi088 ceph-mon[35322]: pgmap v6909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:02.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:02 smithi175 ceph-mon[44549]: pgmap v6909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:02.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:02 smithi181 ceph-mon[45557]: pgmap v6909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:04.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:04 smithi088 ceph-mon[35322]: pgmap v6910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:04.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:04 smithi175 ceph-mon[44549]: pgmap v6910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:04.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:04 smithi181 ceph-mon[45557]: pgmap v6910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:06.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:06 smithi088 ceph-mon[35322]: pgmap v6911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:06.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:06 smithi175 ceph-mon[44549]: pgmap v6911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:06.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:06 smithi181 ceph-mon[45557]: pgmap v6911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:08.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:08 smithi088 ceph-mon[35322]: pgmap v6912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:08.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:08 smithi175 ceph-mon[44549]: pgmap v6912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:08.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:08 smithi181 ceph-mon[45557]: pgmap v6912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:10.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:10 smithi175 ceph-mon[44549]: pgmap v6913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:10.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:10 smithi181 ceph-mon[45557]: pgmap v6913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:10.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:10 smithi088 ceph-mon[35322]: pgmap v6913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:12.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:12 smithi088 ceph-mon[35322]: pgmap v6914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:12.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:12 smithi175 ceph-mon[44549]: pgmap v6914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:12.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:12 smithi181 ceph-mon[45557]: pgmap v6914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:14.005 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:13.998+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:31:14.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:13.998+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:31:14.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:13.998+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:31:14.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:14 smithi088 ceph-mon[35322]: pgmap v6915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:14.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:14 smithi175 ceph-mon[44549]: pgmap v6915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:14.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:14 smithi181 ceph-mon[45557]: pgmap v6915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:16.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:16 smithi088 ceph-mon[35322]: pgmap v6916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:16 smithi175 ceph-mon[44549]: pgmap v6916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:16.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:16 smithi181 ceph-mon[45557]: pgmap v6916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:18.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:18 smithi175 ceph-mon[44549]: pgmap v6917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:18.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:18 smithi181 ceph-mon[45557]: pgmap v6917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:18.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:18 smithi088 ceph-mon[35322]: pgmap v6917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:20.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:20 smithi175 ceph-mon[44549]: pgmap v6918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:20.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:20 smithi181 ceph-mon[45557]: pgmap v6918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:20.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:20 smithi088 ceph-mon[35322]: pgmap v6918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:22.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:22 smithi088 ceph-mon[35322]: pgmap v6919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:22.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:22 smithi175 ceph-mon[44549]: pgmap v6919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:22.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:22 smithi181 ceph-mon[45557]: pgmap v6919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:24.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:24 smithi088 ceph-mon[35322]: pgmap v6920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:24.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:24 smithi175 ceph-mon[44549]: pgmap v6920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:24.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:24 smithi181 ceph-mon[45557]: pgmap v6920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:26.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:26 smithi175 ceph-mon[44549]: pgmap v6921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:26.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:26 smithi181 ceph-mon[45557]: pgmap v6921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:26.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:26 smithi088 ceph-mon[35322]: pgmap v6921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:28.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:28 smithi175 ceph-mon[44549]: pgmap v6922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:28.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:28 smithi181 ceph-mon[45557]: pgmap v6922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:28.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:28 smithi088 ceph-mon[35322]: pgmap v6922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:29.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:29.003+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:31:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:29.004+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:31:29.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:29.004+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:31:30.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:30 smithi175 ceph-mon[44549]: pgmap v6923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:30.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:30 smithi181 ceph-mon[45557]: pgmap v6923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:30.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:30 smithi088 ceph-mon[35322]: pgmap v6923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:32.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:32 smithi088 ceph-mon[35322]: pgmap v6924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:32 smithi175 ceph-mon[44549]: pgmap v6924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:32 smithi181 ceph-mon[45557]: pgmap v6924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:34.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:34 smithi175 ceph-mon[44549]: pgmap v6925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:34.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:34 smithi181 ceph-mon[45557]: pgmap v6925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:34.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:34 smithi088 ceph-mon[35322]: pgmap v6925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:36.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:36 smithi175 ceph-mon[44549]: pgmap v6926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:36.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:36 smithi181 ceph-mon[45557]: pgmap v6926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:36.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:36 smithi088 ceph-mon[35322]: pgmap v6926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:31:38.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:38 smithi175 ceph-mon[44549]: pgmap v6927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:38.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:38 smithi181 ceph-mon[45557]: pgmap v6927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:38.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:38 smithi088 ceph-mon[35322]: pgmap v6927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:40.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:40 smithi175 ceph-mon[44549]: pgmap v6928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:40.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:31:40.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:40 smithi181 ceph-mon[45557]: pgmap v6928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:40.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:31:40.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:40 smithi088 ceph-mon[35322]: pgmap v6928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:40.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:31:41.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:31:41.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:31:41.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:41 smithi175 ceph-mon[44549]: pgmap v6929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:31:41.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:41 smithi175 ceph-mon[44549]: pgmap v6930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:31:41.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:31:41.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:31:41.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:31:41.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:41 smithi181 ceph-mon[45557]: pgmap v6929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:31:41.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:41 smithi181 ceph-mon[45557]: pgmap v6930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:31:41.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:31:41.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:31:41.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:31:41.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:41 smithi088 ceph-mon[35322]: pgmap v6929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:31:41.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:41 smithi088 ceph-mon[35322]: pgmap v6930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:31:41.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:31:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:43 smithi175 ceph-mon[44549]: pgmap v6931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:31:43.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:43 smithi181 ceph-mon[45557]: pgmap v6931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:31:43.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:43 smithi088 ceph-mon[35322]: pgmap v6931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:31:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:44.015+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:31:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:44.015+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:31:44.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:44.015+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:31:45.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:45 smithi175 ceph-mon[44549]: pgmap v6932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:31:45.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:45 smithi181 ceph-mon[45557]: pgmap v6932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:31:45.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:45 smithi088 ceph-mon[35322]: pgmap v6932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:31:47.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:47 smithi175 ceph-mon[44549]: pgmap v6933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:31:47.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:47 smithi181 ceph-mon[45557]: pgmap v6933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:31:47.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:47 smithi088 ceph-mon[35322]: pgmap v6933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:31:49.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:49 smithi175 ceph-mon[44549]: pgmap v6934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:31:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:49 smithi181 ceph-mon[45557]: pgmap v6934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:31:49.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:49 smithi088 ceph-mon[35322]: pgmap v6934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:31:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:51 smithi175 ceph-mon[44549]: pgmap v6935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:31:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:51 smithi181 ceph-mon[45557]: pgmap v6935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:31:51.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:51 smithi088 ceph-mon[35322]: pgmap v6935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:31:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:53 smithi175 ceph-mon[44549]: pgmap v6936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:53.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:53 smithi181 ceph-mon[45557]: pgmap v6936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:53.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:53 smithi088 ceph-mon[35322]: pgmap v6936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:55.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:55 smithi175 ceph-mon[44549]: pgmap v6937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:55.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:55 smithi181 ceph-mon[45557]: pgmap v6937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:55.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:55 smithi088 ceph-mon[35322]: pgmap v6937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:31:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:57 smithi175 ceph-mon[44549]: pgmap v6938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:57.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:57 smithi181 ceph-mon[45557]: pgmap v6938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:57.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:57 smithi088 ceph-mon[35322]: pgmap v6938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:31:59.037 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:59.030+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:31:59.037 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:59.030+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:31:59.037 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:31:59.030+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:31:59.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:31:59 smithi175 ceph-mon[44549]: pgmap v6939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:59.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:31:59 smithi181 ceph-mon[45557]: pgmap v6939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:31:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:31:59 smithi088 ceph-mon[35322]: pgmap v6939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:01 smithi175 ceph-mon[44549]: pgmap v6940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:01.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:01 smithi181 ceph-mon[45557]: pgmap v6940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:01.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:01 smithi088 ceph-mon[35322]: pgmap v6940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:03 smithi175 ceph-mon[44549]: pgmap v6941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:03.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:03 smithi181 ceph-mon[45557]: pgmap v6941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:03.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:03 smithi088 ceph-mon[35322]: pgmap v6941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:05.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:05 smithi175 ceph-mon[44549]: pgmap v6942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:05.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:05 smithi181 ceph-mon[45557]: pgmap v6942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:05.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:05 smithi088 ceph-mon[35322]: pgmap v6942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:07.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:07 smithi175 ceph-mon[44549]: pgmap v6943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:07.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:07 smithi181 ceph-mon[45557]: pgmap v6943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:07.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:07 smithi088 ceph-mon[35322]: pgmap v6943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:09.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:09 smithi175 ceph-mon[44549]: pgmap v6944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:09.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:09 smithi181 ceph-mon[45557]: pgmap v6944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:09.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:09 smithi088 ceph-mon[35322]: pgmap v6944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:11.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:11 smithi175 ceph-mon[44549]: pgmap v6945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:11.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:11 smithi181 ceph-mon[45557]: pgmap v6945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:11.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:11 smithi088 ceph-mon[35322]: pgmap v6945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:13.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:13 smithi175 ceph-mon[44549]: pgmap v6946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:13.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:13 smithi181 ceph-mon[45557]: pgmap v6946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:13.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:13 smithi088 ceph-mon[35322]: pgmap v6946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:14.046+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:32:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:14.046+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:32:14.055 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:14.046+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:32:15.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:15 smithi175 ceph-mon[44549]: pgmap v6947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:15.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:15 smithi181 ceph-mon[45557]: pgmap v6947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:15.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:15 smithi088 ceph-mon[35322]: pgmap v6947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:17 smithi175 ceph-mon[44549]: pgmap v6948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:17.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:17 smithi181 ceph-mon[45557]: pgmap v6948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:17 smithi088 ceph-mon[35322]: pgmap v6948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:19 smithi175 ceph-mon[44549]: pgmap v6949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:19.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:19 smithi181 ceph-mon[45557]: pgmap v6949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:19.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:19 smithi088 ceph-mon[35322]: pgmap v6949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:21 smithi175 ceph-mon[44549]: pgmap v6950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:21.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:21 smithi181 ceph-mon[45557]: pgmap v6950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:21.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:21 smithi088 ceph-mon[35322]: pgmap v6950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:23.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:23 smithi175 ceph-mon[44549]: pgmap v6951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:23.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:23 smithi181 ceph-mon[45557]: pgmap v6951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:23.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:23 smithi088 ceph-mon[35322]: pgmap v6951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:25.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:25 smithi175 ceph-mon[44549]: pgmap v6952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:25.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:25 smithi181 ceph-mon[45557]: pgmap v6952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:25.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:25 smithi088 ceph-mon[35322]: pgmap v6952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:27.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:27 smithi175 ceph-mon[44549]: pgmap v6953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:27.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:27 smithi181 ceph-mon[45557]: pgmap v6953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:27.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:27 smithi088 ceph-mon[35322]: pgmap v6953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:29.060+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:32:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:29.060+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:32:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:29.060+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:32:29.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:29 smithi175 ceph-mon[44549]: pgmap v6954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:29.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:29 smithi181 ceph-mon[45557]: pgmap v6954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:29.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:29 smithi088 ceph-mon[35322]: pgmap v6954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:31.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:31 smithi175 ceph-mon[44549]: pgmap v6955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:31.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:31 smithi181 ceph-mon[45557]: pgmap v6955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:31.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:31 smithi088 ceph-mon[35322]: pgmap v6955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:33.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:33 smithi175 ceph-mon[44549]: pgmap v6956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:33.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:33 smithi181 ceph-mon[45557]: pgmap v6956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:33.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:33 smithi088 ceph-mon[35322]: pgmap v6956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:35.418 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:35 smithi175 ceph-mon[44549]: pgmap v6957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:35.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:35 smithi181 ceph-mon[45557]: pgmap v6957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:35.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:35 smithi088 ceph-mon[35322]: pgmap v6957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:37.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:37 smithi175 ceph-mon[44549]: pgmap v6958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:37.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:37 smithi181 ceph-mon[45557]: pgmap v6958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:37.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:37 smithi088 ceph-mon[35322]: pgmap v6958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:39.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:39 smithi175 ceph-mon[44549]: pgmap v6959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:39.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:39 smithi181 ceph-mon[45557]: pgmap v6959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:39.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:39 smithi088 ceph-mon[35322]: pgmap v6959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:32:41.596 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:41 smithi181 ceph-mon[45557]: pgmap v6960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:41.596 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:32:41.624 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:41 smithi175 ceph-mon[44549]: pgmap v6960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:41.624 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:32:41.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:41 smithi088 ceph-mon[35322]: pgmap v6960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:32:41.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:32:43.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:43 smithi181 ceph-mon[45557]: pgmap v6961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:43.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:43 smithi175 ceph-mon[44549]: pgmap v6961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:43 smithi088 ceph-mon[35322]: pgmap v6961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:43.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:43.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:44.076+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:32:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:44.076+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:32:44.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:44.076+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:32:44.449 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:44 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:32:44.449 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:44 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:32:44.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:44 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:32:44.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:44 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:32:44.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:44 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:32:44.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:44 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:32:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: pgmap v6962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:32:45.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:32:45.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:32:45.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:32:45.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: pgmap v6963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:32:45.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: pgmap v6964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:32:45.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: pgmap v6962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:32:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:32:45.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:32:45.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:32:45.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: pgmap v6963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:32:45.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: pgmap v6964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:32:45.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:45.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: pgmap v6962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:32:45.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:45.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:45.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:32:45.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 221.9M 2024-01-28T16:32:45.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 232757145: error parsing value: Value '232757145' is below minimum 939524096 2024-01-28T16:32:45.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:32:45.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:32:45.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: pgmap v6963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:32:45.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: pgmap v6964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:32:45.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:32:47.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:47 smithi175 ceph-mon[44549]: pgmap v6965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-01-28T16:32:47.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:47 smithi181 ceph-mon[45557]: pgmap v6965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-01-28T16:32:48.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:47 smithi088 ceph-mon[35322]: pgmap v6965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-01-28T16:32:49.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:49 smithi175 ceph-mon[44549]: pgmap v6966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:32:49.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:49 smithi181 ceph-mon[45557]: pgmap v6966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:32:50.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:49 smithi088 ceph-mon[35322]: pgmap v6966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:32:51.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:51 smithi175 ceph-mon[44549]: pgmap v6967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:32:51.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:51 smithi181 ceph-mon[45557]: pgmap v6967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:32:52.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:51 smithi088 ceph-mon[35322]: pgmap v6967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:32:53.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:53 smithi175 ceph-mon[44549]: pgmap v6968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T16:32:53.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:53 smithi181 ceph-mon[45557]: pgmap v6968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T16:32:54.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:53 smithi088 ceph-mon[35322]: pgmap v6968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T16:32:55.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:55 smithi181 ceph-mon[45557]: pgmap v6969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:32:55.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:55 smithi088 ceph-mon[35322]: pgmap v6969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:32:55.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:55 smithi175 ceph-mon[44549]: pgmap v6969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:32:57.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:57 smithi175 ceph-mon[44549]: pgmap v6970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:57.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:57 smithi181 ceph-mon[45557]: pgmap v6970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:58.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:57 smithi088 ceph-mon[35322]: pgmap v6970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:32:59.095 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:59.089+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:32:59.095 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:59.089+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:32:59.095 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:32:59.089+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:32:59.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:32:59 smithi175 ceph-mon[44549]: pgmap v6971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:32:59.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:32:59 smithi181 ceph-mon[45557]: pgmap v6971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:32:59.997 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:32:59 smithi088 ceph-mon[35322]: pgmap v6971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:01.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:01 smithi175 ceph-mon[44549]: pgmap v6972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:01.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:01 smithi181 ceph-mon[45557]: pgmap v6972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:02.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:01 smithi088 ceph-mon[35322]: pgmap v6972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:03.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:03 smithi175 ceph-mon[44549]: pgmap v6973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:03.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:03 smithi181 ceph-mon[45557]: pgmap v6973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:04.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:03 smithi088 ceph-mon[35322]: pgmap v6973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:05.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:05 smithi181 ceph-mon[45557]: pgmap v6974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:05.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:05 smithi088 ceph-mon[35322]: pgmap v6974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:05.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:05 smithi175 ceph-mon[44549]: pgmap v6974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:07.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:07 smithi175 ceph-mon[44549]: pgmap v6975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:07.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:07 smithi181 ceph-mon[45557]: pgmap v6975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:08.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:07 smithi088 ceph-mon[35322]: pgmap v6975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:09.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:09 smithi175 ceph-mon[44549]: pgmap v6976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:09.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:09 smithi181 ceph-mon[45557]: pgmap v6976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:10.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:09 smithi088 ceph-mon[35322]: pgmap v6976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:11.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:11 smithi175 ceph-mon[44549]: pgmap v6977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:11.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:11 smithi181 ceph-mon[45557]: pgmap v6977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:12.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:11 smithi088 ceph-mon[35322]: pgmap v6977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:13.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:13 smithi175 ceph-mon[44549]: pgmap v6978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:13.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:13 smithi181 ceph-mon[45557]: pgmap v6978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:14.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:13 smithi088 ceph-mon[35322]: pgmap v6978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:14.111 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:14.104+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:33:14.111 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:14.104+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:33:14.111 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:14.104+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:33:15.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:15 smithi181 ceph-mon[45557]: pgmap v6979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:15.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:15 smithi088 ceph-mon[35322]: pgmap v6979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:15 smithi175 ceph-mon[44549]: pgmap v6979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:17.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:17 smithi175 ceph-mon[44549]: pgmap v6980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:17.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:17 smithi181 ceph-mon[45557]: pgmap v6980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:18.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:17 smithi088 ceph-mon[35322]: pgmap v6980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:19.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:19 smithi175 ceph-mon[44549]: pgmap v6981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:19.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:19 smithi181 ceph-mon[45557]: pgmap v6981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:20.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:19 smithi088 ceph-mon[35322]: pgmap v6981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:21.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:21 smithi175 ceph-mon[44549]: pgmap v6982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:21.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:21 smithi181 ceph-mon[45557]: pgmap v6982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:22.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:21 smithi088 ceph-mon[35322]: pgmap v6982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:23.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:23 smithi175 ceph-mon[44549]: pgmap v6983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:23.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:23 smithi181 ceph-mon[45557]: pgmap v6983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:24.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:23 smithi088 ceph-mon[35322]: pgmap v6983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:25.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:25 smithi181 ceph-mon[45557]: pgmap v6984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:25.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:25 smithi088 ceph-mon[35322]: pgmap v6984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:25.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:25 smithi175 ceph-mon[44549]: pgmap v6984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:27.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:27 smithi175 ceph-mon[44549]: pgmap v6985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:27.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:27 smithi181 ceph-mon[45557]: pgmap v6985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:28.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:27 smithi088 ceph-mon[35322]: pgmap v6985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:29.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:29.112+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:33:29.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:29.112+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:33:29.119 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:29.112+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:33:29.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:29 smithi175 ceph-mon[44549]: pgmap v6986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:29.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:29 smithi181 ceph-mon[45557]: pgmap v6986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:30.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:29 smithi088 ceph-mon[35322]: pgmap v6986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:31.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:31 smithi175 ceph-mon[44549]: pgmap v6987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:31.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:31 smithi181 ceph-mon[45557]: pgmap v6987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:32.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:31 smithi088 ceph-mon[35322]: pgmap v6987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:33.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:33 smithi175 ceph-mon[44549]: pgmap v6988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:33.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:33 smithi181 ceph-mon[45557]: pgmap v6988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:34.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:33 smithi088 ceph-mon[35322]: pgmap v6988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:35.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:35 smithi181 ceph-mon[45557]: pgmap v6989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:35.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:35 smithi088 ceph-mon[35322]: pgmap v6989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:35 smithi175 ceph-mon[44549]: pgmap v6989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:37.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:37 smithi175 ceph-mon[44549]: pgmap v6990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:37.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:37 smithi181 ceph-mon[45557]: pgmap v6990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:38.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:37 smithi088 ceph-mon[35322]: pgmap v6990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:33:39.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:39 smithi175 ceph-mon[44549]: pgmap v6991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:39.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:39 smithi181 ceph-mon[45557]: pgmap v6991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:40.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:39 smithi088 ceph-mon[35322]: pgmap v6991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:33:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:41.383+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:33:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:41.383+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006570 con 0x55d733ebf510 2024-01-28T16:33:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:41.383+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 101 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006570 con 0x7ff34c102770 2024-01-28T16:33:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:41.383+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 101 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T16:33:41.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:41 smithi175 ceph-mon[44549]: pgmap v6992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:41.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:41 smithi181 ceph-mon[45557]: pgmap v6992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:42.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:41 smithi088 ceph-mon[35322]: pgmap v6992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:43.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:43 smithi175 ceph-mon[44549]: pgmap v6993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:43.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:43 smithi181 ceph-mon[45557]: pgmap v6993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:44.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:43 smithi088 ceph-mon[35322]: pgmap v6993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:44.119 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:44.113+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:33:44.119 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:44.113+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:33:44.119 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:44.113+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:33:45.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:45 smithi181 ceph-mon[45557]: pgmap v6994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:45.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:33:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:45 smithi088 ceph-mon[35322]: pgmap v6994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:33:45.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:45 smithi175 ceph-mon[44549]: pgmap v6994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:33:45.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: pgmap v6995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: pgmap v6996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:33:46.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:33:46.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:33:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:33:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:33:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:33:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: pgmap v6995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:33:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: pgmap v6996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:33:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:33:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:33:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:33:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:33:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:33:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:33:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: pgmap v6995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:33:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: pgmap v6996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:33:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:33:48.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:48 smithi175 ceph-mon[44549]: pgmap v6997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:33:48.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:48 smithi181 ceph-mon[45557]: pgmap v6997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:33:49.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:48 smithi088 ceph-mon[35322]: pgmap v6997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:33:50.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:50 smithi181 ceph-mon[45557]: pgmap v6998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:33:50.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:50 smithi088 ceph-mon[35322]: pgmap v6998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:33:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:50 smithi175 ceph-mon[44549]: pgmap v6998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:33:52.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:52 smithi175 ceph-mon[44549]: pgmap v6999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:33:52.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:52 smithi181 ceph-mon[45557]: pgmap v6999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:33:53.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:52 smithi088 ceph-mon[35322]: pgmap v6999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:33:54.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:54 smithi175 ceph-mon[44549]: pgmap v7000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:33:54.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:54 smithi181 ceph-mon[45557]: pgmap v7000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:33:55.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:54 smithi088 ceph-mon[35322]: pgmap v7000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:33:56.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:56 smithi175 ceph-mon[44549]: pgmap v7001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:33:56.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:56 smithi181 ceph-mon[45557]: pgmap v7001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:33:57.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:56 smithi088 ceph-mon[35322]: pgmap v7001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:33:58.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:33:58 smithi175 ceph-mon[44549]: pgmap v7002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:58.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:33:58 smithi181 ceph-mon[45557]: pgmap v7002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:59.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:33:58 smithi088 ceph-mon[35322]: pgmap v7002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:33:59.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:59.116+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:33:59.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:59.116+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:33:59.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:33:59.116+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:34:00.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:00 smithi181 ceph-mon[45557]: pgmap v7003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:00.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:00 smithi088 ceph-mon[35322]: pgmap v7003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:00.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:00 smithi175 ceph-mon[44549]: pgmap v7003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:02.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:02 smithi175 ceph-mon[44549]: pgmap v7004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:02.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:02 smithi181 ceph-mon[45557]: pgmap v7004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:02.972 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:02 smithi088 ceph-mon[35322]: pgmap v7004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:04.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:04 smithi175 ceph-mon[44549]: pgmap v7005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:04.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:04 smithi181 ceph-mon[45557]: pgmap v7005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:05.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:04 smithi088 ceph-mon[35322]: pgmap v7005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:06.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:06 smithi175 ceph-mon[44549]: pgmap v7006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:06.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:06 smithi181 ceph-mon[45557]: pgmap v7006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:07.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:06 smithi088 ceph-mon[35322]: pgmap v7006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:08.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:08 smithi175 ceph-mon[44549]: pgmap v7007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:08.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:08 smithi181 ceph-mon[45557]: pgmap v7007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:09.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:08 smithi088 ceph-mon[35322]: pgmap v7007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:10.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:10 smithi181 ceph-mon[45557]: pgmap v7008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:10.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:10 smithi088 ceph-mon[35322]: pgmap v7008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:10.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:10 smithi175 ceph-mon[44549]: pgmap v7008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:12.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:12 smithi175 ceph-mon[44549]: pgmap v7009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:12.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:12 smithi181 ceph-mon[45557]: pgmap v7009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:13.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:12 smithi088 ceph-mon[35322]: pgmap v7009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:14.123 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:14.118+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:34:14.124 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:14.118+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:34:14.124 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:14.118+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:34:14.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:14 smithi175 ceph-mon[44549]: pgmap v7010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:14.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:14 smithi181 ceph-mon[45557]: pgmap v7010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:15.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:14 smithi088 ceph-mon[35322]: pgmap v7010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:16.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:16 smithi175 ceph-mon[44549]: pgmap v7011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:16.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:16 smithi181 ceph-mon[45557]: pgmap v7011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:17.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:16 smithi088 ceph-mon[35322]: pgmap v7011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:18.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:18 smithi175 ceph-mon[44549]: pgmap v7012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:18.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:18 smithi181 ceph-mon[45557]: pgmap v7012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:19.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:18 smithi088 ceph-mon[35322]: pgmap v7012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:20.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:20 smithi181 ceph-mon[45557]: pgmap v7013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:20.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:20 smithi088 ceph-mon[35322]: pgmap v7013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:20.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:20 smithi175 ceph-mon[44549]: pgmap v7013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:22 smithi175 ceph-mon[44549]: pgmap v7014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:22.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:22 smithi181 ceph-mon[45557]: pgmap v7014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:23.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:22 smithi088 ceph-mon[35322]: pgmap v7014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:24 smithi175 ceph-mon[44549]: pgmap v7015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:24 smithi181 ceph-mon[45557]: pgmap v7015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:24 smithi088 ceph-mon[35322]: pgmap v7015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:26.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:26 smithi175 ceph-mon[44549]: pgmap v7016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:26.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:26 smithi181 ceph-mon[45557]: pgmap v7016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:27.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:26 smithi088 ceph-mon[35322]: pgmap v7016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:28.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:28 smithi175 ceph-mon[44549]: pgmap v7017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:28.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:28 smithi181 ceph-mon[45557]: pgmap v7017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:29.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:28 smithi088 ceph-mon[35322]: pgmap v7017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:29.132+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:34:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:29.132+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:34:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:29.132+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:34:30.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:30 smithi181 ceph-mon[45557]: pgmap v7018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:30.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:30 smithi088 ceph-mon[35322]: pgmap v7018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:30.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:30 smithi175 ceph-mon[44549]: pgmap v7018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:32.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:32 smithi175 ceph-mon[44549]: pgmap v7019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:32.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:32 smithi181 ceph-mon[45557]: pgmap v7019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:33.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:32 smithi088 ceph-mon[35322]: pgmap v7019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:34.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:34 smithi175 ceph-mon[44549]: pgmap v7020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:34.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:34 smithi181 ceph-mon[45557]: pgmap v7020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:35.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:34 smithi088 ceph-mon[35322]: pgmap v7020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:36.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:36 smithi175 ceph-mon[44549]: pgmap v7021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:36.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:36 smithi181 ceph-mon[45557]: pgmap v7021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:37.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:36 smithi088 ceph-mon[35322]: pgmap v7021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:38.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:38 smithi175 ceph-mon[44549]: pgmap v7022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:38.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:38 smithi181 ceph-mon[45557]: pgmap v7022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:39.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:38 smithi088 ceph-mon[35322]: pgmap v7022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:40.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:40 smithi181 ceph-mon[45557]: pgmap v7023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:40.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:40 smithi088 ceph-mon[35322]: pgmap v7023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:40.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:40 smithi175 ceph-mon[44549]: pgmap v7023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:34:42.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:42 smithi175 ceph-mon[44549]: pgmap v7024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:42.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:42 smithi181 ceph-mon[45557]: pgmap v7024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:43.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:42 smithi088 ceph-mon[35322]: pgmap v7024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:34:44.146 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:44.141+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:34:44.146 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:44.141+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:34:44.146 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:44.141+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:34:44.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:44 smithi175 ceph-mon[44549]: pgmap v7025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:44.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:44 smithi181 ceph-mon[45557]: pgmap v7025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:45.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:44 smithi088 ceph-mon[35322]: pgmap v7025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:46.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:46 smithi175 ceph-mon[44549]: pgmap v7026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:46.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:34:46.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:34:46.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:34:46.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:34:46.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:46 smithi181 ceph-mon[45557]: pgmap v7026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:46.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:34:46.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:34:46.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:34:46.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:34:47.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:46 smithi088 ceph-mon[35322]: pgmap v7026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:34:47.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:34:47.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:34:47.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:34:47.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:34:47.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:47 smithi175 ceph-mon[44549]: pgmap v7027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T16:34:47.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:47 smithi175 ceph-mon[44549]: pgmap v7028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:34:47.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:47 smithi181 ceph-mon[45557]: pgmap v7027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T16:34:47.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:47 smithi181 ceph-mon[45557]: pgmap v7028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:34:48.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:47 smithi088 ceph-mon[35322]: pgmap v7027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T16:34:48.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:47 smithi088 ceph-mon[35322]: pgmap v7028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:34:49.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:49 smithi175 ceph-mon[44549]: pgmap v7029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T16:34:49.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:49 smithi181 ceph-mon[45557]: pgmap v7029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T16:34:50.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:49 smithi088 ceph-mon[35322]: pgmap v7029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T16:34:51.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:51 smithi175 ceph-mon[44549]: pgmap v7030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:34:51.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:51 smithi181 ceph-mon[45557]: pgmap v7030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:34:52.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:51 smithi088 ceph-mon[35322]: pgmap v7030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:34:53.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:53 smithi175 ceph-mon[44549]: pgmap v7031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:34:53.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:53 smithi181 ceph-mon[45557]: pgmap v7031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:34:54.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:53 smithi088 ceph-mon[35322]: pgmap v7031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:34:55.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:55 smithi181 ceph-mon[45557]: pgmap v7032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:34:55.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:55 smithi088 ceph-mon[35322]: pgmap v7032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:34:55.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:55 smithi175 ceph-mon[44549]: pgmap v7032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:34:57.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:57 smithi175 ceph-mon[44549]: pgmap v7033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:34:57.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:57 smithi181 ceph-mon[45557]: pgmap v7033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:34:58.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:57 smithi088 ceph-mon[35322]: pgmap v7033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:34:59.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:59.149+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:34:59.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:59.149+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:34:59.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:34:59.149+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:34:59.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:34:59 smithi175 ceph-mon[44549]: pgmap v7034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:34:59.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:34:59 smithi181 ceph-mon[45557]: pgmap v7034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:00.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:34:59 smithi088 ceph-mon[35322]: pgmap v7034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:01.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:01 smithi175 ceph-mon[44549]: pgmap v7035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:01.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:01 smithi181 ceph-mon[45557]: pgmap v7035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:02.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:01 smithi088 ceph-mon[35322]: pgmap v7035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:03.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:03 smithi175 ceph-mon[44549]: pgmap v7036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:03.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:03 smithi181 ceph-mon[45557]: pgmap v7036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:04.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:03 smithi088 ceph-mon[35322]: pgmap v7036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:05 smithi181 ceph-mon[45557]: pgmap v7037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:05.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:05 smithi088 ceph-mon[35322]: pgmap v7037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:05.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:05 smithi175 ceph-mon[44549]: pgmap v7037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:07.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:07 smithi175 ceph-mon[44549]: pgmap v7038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:07.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:07 smithi181 ceph-mon[45557]: pgmap v7038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:08.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:07 smithi088 ceph-mon[35322]: pgmap v7038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:09.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:09 smithi175 ceph-mon[44549]: pgmap v7039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:09.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:09 smithi181 ceph-mon[45557]: pgmap v7039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:10.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:09 smithi088 ceph-mon[35322]: pgmap v7039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:11.396+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006570 con 0x55d733ebf510 2024-01-28T16:35:11.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:11.396+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:35:11.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:11.396+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 102 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:35:11.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:11.396+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 102 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006570 con 0x55d733ebf510 2024-01-28T16:35:11.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:11 smithi175 ceph-mon[44549]: pgmap v7040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:11.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:11 smithi181 ceph-mon[45557]: pgmap v7040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:12.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:11 smithi088 ceph-mon[35322]: pgmap v7040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:13.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:13 smithi175 ceph-mon[44549]: pgmap v7041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:13.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:13 smithi181 ceph-mon[45557]: pgmap v7041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:14.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:13 smithi088 ceph-mon[35322]: pgmap v7041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:14.163 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:14.158+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:35:14.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:14.158+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:35:14.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:14.158+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:35:15.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:15 smithi181 ceph-mon[45557]: pgmap v7042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:15 smithi088 ceph-mon[35322]: pgmap v7042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:15 smithi175 ceph-mon[44549]: pgmap v7042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:17.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:17 smithi175 ceph-mon[44549]: pgmap v7043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:17.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:17 smithi181 ceph-mon[45557]: pgmap v7043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:18.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:17 smithi088 ceph-mon[35322]: pgmap v7043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:19.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:19 smithi175 ceph-mon[44549]: pgmap v7044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:19.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:19 smithi181 ceph-mon[45557]: pgmap v7044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:20.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:19 smithi088 ceph-mon[35322]: pgmap v7044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:21.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:21 smithi175 ceph-mon[44549]: pgmap v7045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:21.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:21 smithi181 ceph-mon[45557]: pgmap v7045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:22.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:21 smithi088 ceph-mon[35322]: pgmap v7045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:23.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:23 smithi175 ceph-mon[44549]: pgmap v7046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:23.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:23 smithi181 ceph-mon[45557]: pgmap v7046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:24.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:23 smithi088 ceph-mon[35322]: pgmap v7046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:25.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:25 smithi088 ceph-mon[35322]: pgmap v7047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:25.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:25 smithi175 ceph-mon[44549]: pgmap v7047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:25.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:25 smithi181 ceph-mon[45557]: pgmap v7047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:27.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:27 smithi175 ceph-mon[44549]: pgmap v7048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:27.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:27 smithi181 ceph-mon[45557]: pgmap v7048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:28.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:27 smithi088 ceph-mon[35322]: pgmap v7048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:29.167+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:35:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:29.167+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:35:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:29.167+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:35:29.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:29 smithi175 ceph-mon[44549]: pgmap v7049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:29.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:29 smithi181 ceph-mon[45557]: pgmap v7049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:30.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:29 smithi088 ceph-mon[35322]: pgmap v7049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:31.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:31 smithi175 ceph-mon[44549]: pgmap v7050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:31.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:31 smithi181 ceph-mon[45557]: pgmap v7050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:32.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:31 smithi088 ceph-mon[35322]: pgmap v7050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:33.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:33 smithi175 ceph-mon[44549]: pgmap v7051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:33.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:33 smithi181 ceph-mon[45557]: pgmap v7051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:34.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:33 smithi088 ceph-mon[35322]: pgmap v7051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:35 smithi088 ceph-mon[35322]: pgmap v7052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:35 smithi175 ceph-mon[44549]: pgmap v7052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:35.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:35 smithi181 ceph-mon[45557]: pgmap v7052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:37.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:37 smithi175 ceph-mon[44549]: pgmap v7053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:37.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:37 smithi181 ceph-mon[45557]: pgmap v7053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:38.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:37 smithi088 ceph-mon[35322]: pgmap v7053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:39.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:39 smithi175 ceph-mon[44549]: pgmap v7054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:39.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:39 smithi181 ceph-mon[45557]: pgmap v7054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:40.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:39 smithi088 ceph-mon[35322]: pgmap v7054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:35:41.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:41 smithi175 ceph-mon[44549]: pgmap v7055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:41.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:41 smithi181 ceph-mon[45557]: pgmap v7055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:42.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:41 smithi088 ceph-mon[35322]: pgmap v7055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:43.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:43 smithi175 ceph-mon[44549]: pgmap v7056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:43.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:43 smithi181 ceph-mon[45557]: pgmap v7056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:44.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:43 smithi088 ceph-mon[35322]: pgmap v7056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:35:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:44.182+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:35:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:44.182+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:35:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:44.182+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:35:45.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:45 smithi088 ceph-mon[35322]: pgmap v7057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:45.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:45 smithi175 ceph-mon[44549]: pgmap v7057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:45 smithi181 ceph-mon[45557]: pgmap v7057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:35:47.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:47 smithi175 ceph-mon[44549]: pgmap v7058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:47.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:35:47.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:47 smithi181 ceph-mon[45557]: pgmap v7058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:47.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:35:48.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:47 smithi088 ceph-mon[35322]: pgmap v7058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:35:48.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:35:49.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:49 smithi181 ceph-mon[45557]: pgmap v7059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:35:49.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:49 smithi088 ceph-mon[35322]: pgmap v7059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:35:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:49 smithi175 ceph-mon[44549]: pgmap v7059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:35:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:50.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:35:50.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:35:50.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:50 smithi088 ceph-mon[35322]: pgmap v7060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:35:50.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:50 smithi088 ceph-mon[35322]: pgmap v7061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:35:50.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:35:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:35:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:50 smithi175 ceph-mon[44549]: pgmap v7060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:35:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:50 smithi175 ceph-mon[44549]: pgmap v7061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:35:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:35:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:35:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:50 smithi181 ceph-mon[45557]: pgmap v7060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:35:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:50 smithi181 ceph-mon[45557]: pgmap v7061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:35:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:35:53.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:52 smithi088 ceph-mon[35322]: pgmap v7062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:35:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:52 smithi175 ceph-mon[44549]: pgmap v7062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:35:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:52 smithi181 ceph-mon[45557]: pgmap v7062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:35:55.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:54 smithi088 ceph-mon[35322]: pgmap v7063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:35:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:54 smithi175 ceph-mon[44549]: pgmap v7063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:35:55.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:54 smithi181 ceph-mon[45557]: pgmap v7063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:35:57.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:56 smithi088 ceph-mon[35322]: pgmap v7064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:35:57.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:56 smithi175 ceph-mon[44549]: pgmap v7064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:35:57.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:56 smithi181 ceph-mon[45557]: pgmap v7064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:35:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:59.193+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:35:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:59.193+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:35:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:35:59.193+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:35:59.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:35:58 smithi088 ceph-mon[35322]: pgmap v7065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:35:59.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:35:58 smithi175 ceph-mon[44549]: pgmap v7065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:35:59.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:35:58 smithi181 ceph-mon[45557]: pgmap v7065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:36:00.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:00 smithi088 ceph-mon[35322]: pgmap v7066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:36:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:00 smithi175 ceph-mon[44549]: pgmap v7066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:36:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:00 smithi181 ceph-mon[45557]: pgmap v7066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:36:03.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:02 smithi088 ceph-mon[35322]: pgmap v7067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:36:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:02 smithi175 ceph-mon[44549]: pgmap v7067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:36:03.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:02 smithi181 ceph-mon[45557]: pgmap v7067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:36:05.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:04 smithi088 ceph-mon[35322]: pgmap v7068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:04 smithi175 ceph-mon[44549]: pgmap v7068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:04 smithi181 ceph-mon[45557]: pgmap v7068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:07.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:06 smithi088 ceph-mon[35322]: pgmap v7069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:07.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:06 smithi175 ceph-mon[44549]: pgmap v7069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:07.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:06 smithi181 ceph-mon[45557]: pgmap v7069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:09.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:08 smithi088 ceph-mon[35322]: pgmap v7070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:09.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:08 smithi175 ceph-mon[44549]: pgmap v7070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:09.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:08 smithi181 ceph-mon[45557]: pgmap v7070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:10.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:10 smithi088 ceph-mon[35322]: pgmap v7071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:10 smithi175 ceph-mon[44549]: pgmap v7071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:10 smithi181 ceph-mon[45557]: pgmap v7071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:13.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:12 smithi088 ceph-mon[35322]: pgmap v7072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:36:13.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:12 smithi175 ceph-mon[44549]: pgmap v7072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:36:13.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:12 smithi181 ceph-mon[45557]: pgmap v7072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:36:14.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:14.208+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:36:14.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:14.208+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:36:14.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:14.208+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:36:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:14 smithi088 ceph-mon[35322]: pgmap v7073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:15.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:14 smithi175 ceph-mon[44549]: pgmap v7073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:15.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:14 smithi181 ceph-mon[45557]: pgmap v7073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:17.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:16 smithi088 ceph-mon[35322]: pgmap v7074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:16 smithi175 ceph-mon[44549]: pgmap v7074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:17.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:16 smithi181 ceph-mon[45557]: pgmap v7074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:19.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:18 smithi088 ceph-mon[35322]: pgmap v7075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:19.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:18 smithi175 ceph-mon[44549]: pgmap v7075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:18 smithi181 ceph-mon[45557]: pgmap v7075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:20.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:20 smithi088 ceph-mon[35322]: pgmap v7076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:20 smithi175 ceph-mon[44549]: pgmap v7076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:20 smithi181 ceph-mon[45557]: pgmap v7076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:23.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:22 smithi088 ceph-mon[35322]: pgmap v7077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:23.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:22 smithi175 ceph-mon[44549]: pgmap v7077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:22 smithi181 ceph-mon[45557]: pgmap v7077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:25.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:24 smithi088 ceph-mon[35322]: pgmap v7078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:25.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:24 smithi175 ceph-mon[44549]: pgmap v7078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:25.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:24 smithi181 ceph-mon[45557]: pgmap v7078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:27.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:26 smithi088 ceph-mon[35322]: pgmap v7079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:27.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:26 smithi175 ceph-mon[44549]: pgmap v7079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:27.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:26 smithi181 ceph-mon[45557]: pgmap v7079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:29.228 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:29.222+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:36:29.228 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:29.222+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:36:29.228 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:29.222+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:36:29.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:28 smithi088 ceph-mon[35322]: pgmap v7080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:29.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:28 smithi175 ceph-mon[44549]: pgmap v7080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:29.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:28 smithi181 ceph-mon[45557]: pgmap v7080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:30.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:30 smithi088 ceph-mon[35322]: pgmap v7081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:30 smithi175 ceph-mon[44549]: pgmap v7081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:30.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:30 smithi181 ceph-mon[45557]: pgmap v7081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:33.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:32 smithi088 ceph-mon[35322]: pgmap v7082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:33.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:32 smithi175 ceph-mon[44549]: pgmap v7082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:33.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:32 smithi181 ceph-mon[45557]: pgmap v7082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:35.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:34 smithi088 ceph-mon[35322]: pgmap v7083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:36:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:34 smithi175 ceph-mon[44549]: pgmap v7083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:36:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:34 smithi181 ceph-mon[45557]: pgmap v7083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:36:37.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:36 smithi088 ceph-mon[35322]: pgmap v7084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:37.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:36 smithi175 ceph-mon[44549]: pgmap v7084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:37.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:36 smithi181 ceph-mon[45557]: pgmap v7084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:39.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:38 smithi088 ceph-mon[35322]: pgmap v7085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:36:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:38 smithi175 ceph-mon[44549]: pgmap v7085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:36:39.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:38 smithi181 ceph-mon[45557]: pgmap v7085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:36:40.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:40 smithi088 ceph-mon[35322]: pgmap v7086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:40.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:40 smithi175 ceph-mon[44549]: pgmap v7086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:40.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:40 smithi181 ceph-mon[45557]: pgmap v7086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:41.409+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:36:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:41.409+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:36:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:41.409+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 103 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:36:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:41.410+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 103 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:36:43.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:42 smithi088 ceph-mon[35322]: pgmap v7087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:43.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:42 smithi175 ceph-mon[44549]: pgmap v7087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:42 smithi181 ceph-mon[45557]: pgmap v7087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:44.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:44.232+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:36:44.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:44.232+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:36:44.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:44.232+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:36:45.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:44 smithi088 ceph-mon[35322]: pgmap v7088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:36:45.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:44 smithi175 ceph-mon[44549]: pgmap v7088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:36:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:44 smithi181 ceph-mon[45557]: pgmap v7088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:36:47.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:46 smithi088 ceph-mon[35322]: pgmap v7089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:47.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:46 smithi175 ceph-mon[44549]: pgmap v7089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:47.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:46 smithi181 ceph-mon[45557]: pgmap v7089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:36:49.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:49 smithi088 ceph-mon[35322]: pgmap v7090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:49.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:49 smithi175 ceph-mon[44549]: pgmap v7090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:49.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:49 smithi181 ceph-mon[45557]: pgmap v7090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:36:50.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:50 smithi088 ceph-mon[35322]: pgmap v7091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:50.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:36:50.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:50 smithi175 ceph-mon[44549]: pgmap v7091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:50.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:36:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:50 smithi181 ceph-mon[45557]: pgmap v7091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:36:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:36:51.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:36:51.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:36:51.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:51 smithi088 ceph-mon[35322]: pgmap v7092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:36:51.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:36:51.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:36:51.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:36:51.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:51 smithi175 ceph-mon[44549]: pgmap v7092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:36:51.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:36:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:36:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:36:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:51 smithi181 ceph-mon[45557]: pgmap v7092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:36:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:36:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:53 smithi088 ceph-mon[35322]: pgmap v7093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:36:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:53 smithi175 ceph-mon[44549]: pgmap v7093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:36:54.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:53 smithi181 ceph-mon[45557]: pgmap v7093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:36:55.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:55 smithi088 ceph-mon[35322]: pgmap v7094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:36:55.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:55 smithi175 ceph-mon[44549]: pgmap v7094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:36:55.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:55 smithi181 ceph-mon[45557]: pgmap v7094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:36:58.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:36:57 smithi088 ceph-mon[35322]: pgmap v7095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:36:58.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:36:57 smithi175 ceph-mon[44549]: pgmap v7095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:36:58.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:36:57 smithi181 ceph-mon[45557]: pgmap v7095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:36:59.252 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:59.248+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:36:59.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:59.248+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:36:59.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:36:59.248+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:37:00.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:00 smithi088 ceph-mon[35322]: pgmap v7096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:37:00.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:00 smithi175 ceph-mon[44549]: pgmap v7096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:37:00.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:00 smithi181 ceph-mon[45557]: pgmap v7096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:37:02.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:02 smithi088 ceph-mon[35322]: pgmap v7097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:37:02.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:02 smithi175 ceph-mon[44549]: pgmap v7097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:37:02.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:02 smithi181 ceph-mon[45557]: pgmap v7097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:37:04.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:04 smithi088 ceph-mon[35322]: pgmap v7098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:04.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:04 smithi175 ceph-mon[44549]: pgmap v7098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:04.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:04 smithi181 ceph-mon[45557]: pgmap v7098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:05.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:05 smithi088 ceph-mon[35322]: pgmap v7099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:05.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:05 smithi175 ceph-mon[44549]: pgmap v7099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:05.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:05 smithi181 ceph-mon[45557]: pgmap v7099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:08.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:08 smithi088 ceph-mon[35322]: pgmap v7100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:08.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:08 smithi175 ceph-mon[44549]: pgmap v7100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:08.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:08 smithi181 ceph-mon[45557]: pgmap v7100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:10.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:10 smithi088 ceph-mon[35322]: pgmap v7101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:10.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:10 smithi175 ceph-mon[44549]: pgmap v7101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:10.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:10 smithi181 ceph-mon[45557]: pgmap v7101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:12.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:12 smithi088 ceph-mon[35322]: pgmap v7102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:12.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:12 smithi175 ceph-mon[44549]: pgmap v7102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:12.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:12 smithi181 ceph-mon[45557]: pgmap v7102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:14.267 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:14.263+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:37:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:14.263+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:37:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:14.263+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:37:14.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:14 smithi088 ceph-mon[35322]: pgmap v7103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:14.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:14 smithi175 ceph-mon[44549]: pgmap v7103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:14.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:14 smithi181 ceph-mon[45557]: pgmap v7103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:15.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:15 smithi088 ceph-mon[35322]: pgmap v7104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:15.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:15 smithi175 ceph-mon[44549]: pgmap v7104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:15 smithi181 ceph-mon[45557]: pgmap v7104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:18.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:18 smithi088 ceph-mon[35322]: pgmap v7105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:18.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:18 smithi175 ceph-mon[44549]: pgmap v7105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:18 smithi181 ceph-mon[45557]: pgmap v7105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:20.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:20 smithi088 ceph-mon[35322]: pgmap v7106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:20.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:20 smithi175 ceph-mon[44549]: pgmap v7106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:20.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:20 smithi181 ceph-mon[45557]: pgmap v7106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:22.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:22 smithi088 ceph-mon[35322]: pgmap v7107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:22.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:22 smithi175 ceph-mon[44549]: pgmap v7107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:22.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:22 smithi181 ceph-mon[45557]: pgmap v7107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:24.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:24 smithi088 ceph-mon[35322]: pgmap v7108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:24.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:24 smithi175 ceph-mon[44549]: pgmap v7108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:24.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:24 smithi181 ceph-mon[45557]: pgmap v7108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:25.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:25 smithi088 ceph-mon[35322]: pgmap v7109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:25.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:25 smithi175 ceph-mon[44549]: pgmap v7109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:25.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:25 smithi181 ceph-mon[45557]: pgmap v7109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:28.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:28 smithi088 ceph-mon[35322]: pgmap v7110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:28.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:28 smithi175 ceph-mon[44549]: pgmap v7110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:28 smithi181 ceph-mon[45557]: pgmap v7110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:29.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:29.269+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:37:29.275 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:29.269+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:37:29.275 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:29.269+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:37:30.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:30 smithi088 ceph-mon[35322]: pgmap v7111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:30.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:30 smithi175 ceph-mon[44549]: pgmap v7111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:30.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:30 smithi181 ceph-mon[45557]: pgmap v7111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:32.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:32 smithi088 ceph-mon[35322]: pgmap v7112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:32.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:32 smithi175 ceph-mon[44549]: pgmap v7112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:32.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:32 smithi181 ceph-mon[45557]: pgmap v7112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:34.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:34 smithi088 ceph-mon[35322]: pgmap v7113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:34.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:34 smithi175 ceph-mon[44549]: pgmap v7113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:34.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:34 smithi181 ceph-mon[45557]: pgmap v7113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:35 smithi088 ceph-mon[35322]: pgmap v7114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:35.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:35 smithi175 ceph-mon[44549]: pgmap v7114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:35.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:35 smithi181 ceph-mon[45557]: pgmap v7114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:38.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:38 smithi088 ceph-mon[35322]: pgmap v7115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:38.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:38 smithi175 ceph-mon[44549]: pgmap v7115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:38.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:38 smithi181 ceph-mon[45557]: pgmap v7115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:40.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:40 smithi088 ceph-mon[35322]: pgmap v7116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:40.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:40 smithi175 ceph-mon[44549]: pgmap v7116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:40.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:40 smithi181 ceph-mon[45557]: pgmap v7116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:42.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:42 smithi088 ceph-mon[35322]: pgmap v7117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:42.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:42 smithi175 ceph-mon[44549]: pgmap v7117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:42.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:42 smithi181 ceph-mon[45557]: pgmap v7117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:44 smithi088 ceph-mon[35322]: pgmap v7118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:44.285+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:37:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:44.285+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:37:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:44.285+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:37:44.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:44 smithi175 ceph-mon[44549]: pgmap v7118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:44.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:44 smithi181 ceph-mon[45557]: pgmap v7118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:37:45.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:45 smithi088 ceph-mon[35322]: pgmap v7119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:45.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:45 smithi175 ceph-mon[44549]: pgmap v7119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:45.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:45 smithi181 ceph-mon[45557]: pgmap v7119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:37:48.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:48 smithi088 ceph-mon[35322]: pgmap v7120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:48.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:48 smithi175 ceph-mon[44549]: pgmap v7120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:48.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:48 smithi181 ceph-mon[45557]: pgmap v7120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:50.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:50 smithi088 ceph-mon[35322]: pgmap v7121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:50.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:50 smithi175 ceph-mon[44549]: pgmap v7121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:50.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:50 smithi181 ceph-mon[45557]: pgmap v7121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:37:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:52 smithi088 ceph-mon[35322]: pgmap v7122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:37:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:37:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:37:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:37:52.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:52 smithi175 ceph-mon[44549]: pgmap v7122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:52.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:37:52.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:37:52.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:37:52.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:37:52.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:52 smithi181 ceph-mon[45557]: pgmap v7122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:37:52.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:37:52.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:37:52.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:37:52.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:37:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:53 smithi175 ceph-mon[44549]: pgmap v7123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:37:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:53 smithi175 ceph-mon[44549]: pgmap v7124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:37:53.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:53 smithi181 ceph-mon[45557]: pgmap v7123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:37:53.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:53 smithi181 ceph-mon[45557]: pgmap v7124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:37:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:53 smithi088 ceph-mon[35322]: pgmap v7123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:37:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:53 smithi088 ceph-mon[35322]: pgmap v7124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:37:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:55 smithi175 ceph-mon[44549]: pgmap v7125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:37:55.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:55 smithi181 ceph-mon[45557]: pgmap v7125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:37:55.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:55 smithi088 ceph-mon[35322]: pgmap v7125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:37:57.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:57 smithi175 ceph-mon[44549]: pgmap v7126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:37:57.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:57 smithi181 ceph-mon[45557]: pgmap v7126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:37:57.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:57 smithi088 ceph-mon[35322]: pgmap v7126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:37:59.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:59.297+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:37:59.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:59.297+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:37:59.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:37:59.297+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:37:59.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:37:59 smithi175 ceph-mon[44549]: pgmap v7127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:37:59.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:37:59 smithi181 ceph-mon[45557]: pgmap v7127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:37:59.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:37:59 smithi088 ceph-mon[35322]: pgmap v7127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:38:00.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:00 smithi088 ceph-mon[35322]: pgmap v7128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:38:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:00 smithi175 ceph-mon[44549]: pgmap v7128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:38:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:00 smithi181 ceph-mon[45557]: pgmap v7128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:38:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:03 smithi175 ceph-mon[44549]: pgmap v7129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:38:03.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:03 smithi181 ceph-mon[45557]: pgmap v7129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:38:03.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:03 smithi088 ceph-mon[35322]: pgmap v7129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:38:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:05 smithi175 ceph-mon[44549]: pgmap v7130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:05.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:05 smithi181 ceph-mon[45557]: pgmap v7130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:05.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:05 smithi088 ceph-mon[35322]: pgmap v7130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:07.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:07 smithi175 ceph-mon[44549]: pgmap v7131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:07.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:07 smithi181 ceph-mon[45557]: pgmap v7131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:07.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:07 smithi088 ceph-mon[35322]: pgmap v7131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:09.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:09 smithi175 ceph-mon[44549]: pgmap v7132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:38:09.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:09 smithi181 ceph-mon[45557]: pgmap v7132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:38:09.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:09 smithi088 ceph-mon[35322]: pgmap v7132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:38:10.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:10 smithi088 ceph-mon[35322]: pgmap v7133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:10 smithi175 ceph-mon[44549]: pgmap v7133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:10 smithi181 ceph-mon[45557]: pgmap v7133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:13.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:13 smithi175 ceph-mon[44549]: pgmap v7134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:13.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:13 smithi181 ceph-mon[45557]: pgmap v7134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:13.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:13 smithi088 ceph-mon[35322]: pgmap v7134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:14.317 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:14.312+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:38:14.317 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:14.312+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:38:14.317 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:14.312+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:38:15.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:15 smithi175 ceph-mon[44549]: pgmap v7135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:15.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:15 smithi181 ceph-mon[45557]: pgmap v7135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:15.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:15 smithi088 ceph-mon[35322]: pgmap v7135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:17 smithi175 ceph-mon[44549]: pgmap v7136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:17.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:17 smithi181 ceph-mon[45557]: pgmap v7136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:17.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:17 smithi088 ceph-mon[35322]: pgmap v7136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:19.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:19 smithi175 ceph-mon[44549]: pgmap v7137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:19 smithi181 ceph-mon[45557]: pgmap v7137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:19.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:19 smithi088 ceph-mon[35322]: pgmap v7137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:20.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:20 smithi088 ceph-mon[35322]: pgmap v7138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:20 smithi175 ceph-mon[44549]: pgmap v7138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:20 smithi181 ceph-mon[45557]: pgmap v7138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:23.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:23 smithi175 ceph-mon[44549]: pgmap v7139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:23.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:23 smithi181 ceph-mon[45557]: pgmap v7139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:23 smithi088 ceph-mon[35322]: pgmap v7139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:25.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:25 smithi175 ceph-mon[44549]: pgmap v7140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:25.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:25 smithi181 ceph-mon[45557]: pgmap v7140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:25.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:25 smithi088 ceph-mon[35322]: pgmap v7140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:27.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:27 smithi175 ceph-mon[44549]: pgmap v7141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:27 smithi181 ceph-mon[45557]: pgmap v7141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:27.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:27 smithi088 ceph-mon[35322]: pgmap v7141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:29.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:29.328+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:38:29.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:29.328+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:38:29.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:29.328+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:38:29.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:29 smithi175 ceph-mon[44549]: pgmap v7142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:29.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:29 smithi181 ceph-mon[45557]: pgmap v7142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:29.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:29 smithi088 ceph-mon[35322]: pgmap v7142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:30.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:30 smithi088 ceph-mon[35322]: pgmap v7143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:30 smithi175 ceph-mon[44549]: pgmap v7143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:30 smithi181 ceph-mon[45557]: pgmap v7143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:33.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:33 smithi175 ceph-mon[44549]: pgmap v7144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:33.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:33 smithi181 ceph-mon[45557]: pgmap v7144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:33 smithi088 ceph-mon[35322]: pgmap v7144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:35 smithi175 ceph-mon[44549]: pgmap v7145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:35 smithi181 ceph-mon[45557]: pgmap v7145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:35 smithi088 ceph-mon[35322]: pgmap v7145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:37.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:37 smithi175 ceph-mon[44549]: pgmap v7146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:37.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:37 smithi181 ceph-mon[45557]: pgmap v7146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:37.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:37 smithi088 ceph-mon[35322]: pgmap v7146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:39 smithi175 ceph-mon[44549]: pgmap v7147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:39.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:39 smithi181 ceph-mon[45557]: pgmap v7147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:39 smithi088 ceph-mon[35322]: pgmap v7147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:40.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:40 smithi088 ceph-mon[35322]: pgmap v7148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:40.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:40 smithi175 ceph-mon[44549]: pgmap v7148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:40.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:40 smithi181 ceph-mon[45557]: pgmap v7148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:43.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:43 smithi175 ceph-mon[44549]: pgmap v7149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:43.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:43 smithi181 ceph-mon[45557]: pgmap v7149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:43.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:43 smithi088 ceph-mon[35322]: pgmap v7149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:44.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:44.342+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:38:44.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:44.342+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:38:44.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:44.342+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:38:45.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:45 smithi175 ceph-mon[44549]: pgmap v7150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:45.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:45 smithi181 ceph-mon[45557]: pgmap v7150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:45.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:45 smithi088 ceph-mon[35322]: pgmap v7150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:38:47.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:47 smithi175 ceph-mon[44549]: pgmap v7151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:47.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:47 smithi181 ceph-mon[45557]: pgmap v7151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:47.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:47 smithi088 ceph-mon[35322]: pgmap v7151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:49.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:49 smithi175 ceph-mon[44549]: pgmap v7152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:49.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:49 smithi181 ceph-mon[45557]: pgmap v7152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:49.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:49 smithi088 ceph-mon[35322]: pgmap v7152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:38:50.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:50 smithi088 ceph-mon[35322]: pgmap v7153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:50.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:50 smithi175 ceph-mon[44549]: pgmap v7153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:50 smithi181 ceph-mon[45557]: pgmap v7153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:38:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:53 smithi175 ceph-mon[44549]: pgmap v7154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:38:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:53 smithi181 ceph-mon[45557]: pgmap v7154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:38:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:53 smithi088 ceph-mon[35322]: pgmap v7154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:38:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:38:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:53.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:38:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:38:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:38:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:38:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:54.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:38:54.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:38:54.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:38:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:55 smithi175 ceph-mon[44549]: pgmap v7155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:38:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:55 smithi175 ceph-mon[44549]: pgmap v7156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:38:55.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:55 smithi181 ceph-mon[45557]: pgmap v7155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:38:55.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:55 smithi181 ceph-mon[45557]: pgmap v7156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:38:55.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:55 smithi088 ceph-mon[35322]: pgmap v7155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:38:55.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:55 smithi088 ceph-mon[35322]: pgmap v7156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:38:57.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:57 smithi175 ceph-mon[44549]: pgmap v7157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:38:57.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:57 smithi181 ceph-mon[45557]: pgmap v7157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:38:57.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:57 smithi088 ceph-mon[35322]: pgmap v7157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:38:59.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:59.346+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:38:59.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:59.346+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:38:59.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:38:59.346+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:38:59.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:38:59 smithi175 ceph-mon[44549]: pgmap v7158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:38:59.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:38:59 smithi181 ceph-mon[45557]: pgmap v7158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:38:59.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:38:59 smithi088 ceph-mon[35322]: pgmap v7158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:39:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:00 smithi175 ceph-mon[44549]: pgmap v7159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:00 smithi181 ceph-mon[45557]: pgmap v7159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:00 smithi088 ceph-mon[35322]: pgmap v7159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:02.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:02 smithi175 ceph-mon[44549]: pgmap v7160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:02.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:02 smithi181 ceph-mon[45557]: pgmap v7160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:03.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:02 smithi088 ceph-mon[35322]: pgmap v7160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:04.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:04 smithi175 ceph-mon[44549]: pgmap v7161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:39:04.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:04 smithi181 ceph-mon[45557]: pgmap v7161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:39:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:04 smithi088 ceph-mon[35322]: pgmap v7161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:39:06.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:06 smithi175 ceph-mon[44549]: pgmap v7162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:06.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:06 smithi181 ceph-mon[45557]: pgmap v7162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:07.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:06 smithi088 ceph-mon[35322]: pgmap v7162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:08.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:08 smithi175 ceph-mon[44549]: pgmap v7163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:08.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:08 smithi181 ceph-mon[45557]: pgmap v7163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:09.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:08 smithi088 ceph-mon[35322]: pgmap v7163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:10 smithi175 ceph-mon[44549]: pgmap v7164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:39:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:10 smithi181 ceph-mon[45557]: pgmap v7164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:39:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:10 smithi088 ceph-mon[35322]: pgmap v7164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:39:12.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:12 smithi175 ceph-mon[44549]: pgmap v7165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:12.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:12 smithi181 ceph-mon[45557]: pgmap v7165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:13.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:12 smithi088 ceph-mon[35322]: pgmap v7165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:14.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:14.351+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:39:14.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:14.351+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:39:14.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:14.351+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:39:14.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:14 smithi175 ceph-mon[44549]: pgmap v7166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:39:14.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:14 smithi181 ceph-mon[45557]: pgmap v7166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:39:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:14 smithi088 ceph-mon[35322]: pgmap v7166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:39:16.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:16 smithi175 ceph-mon[44549]: pgmap v7167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:16.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:16 smithi181 ceph-mon[45557]: pgmap v7167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:16 smithi088 ceph-mon[35322]: pgmap v7167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:18.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:18 smithi175 ceph-mon[44549]: pgmap v7168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:18.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:18 smithi181 ceph-mon[45557]: pgmap v7168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:19.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:18 smithi088 ceph-mon[35322]: pgmap v7168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:20.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:20 smithi175 ceph-mon[44549]: pgmap v7169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:20 smithi181 ceph-mon[45557]: pgmap v7169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:20.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:20 smithi088 ceph-mon[35322]: pgmap v7169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:22.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:22 smithi175 ceph-mon[44549]: pgmap v7170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:22.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:22 smithi181 ceph-mon[45557]: pgmap v7170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:23.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:22 smithi088 ceph-mon[35322]: pgmap v7170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:24.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:24 smithi175 ceph-mon[44549]: pgmap v7171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:24.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:24 smithi181 ceph-mon[45557]: pgmap v7171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:25.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:24 smithi088 ceph-mon[35322]: pgmap v7171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:26.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:26 smithi175 ceph-mon[44549]: pgmap v7172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:26.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:26 smithi181 ceph-mon[45557]: pgmap v7172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:27.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:26 smithi088 ceph-mon[35322]: pgmap v7172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:28.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:28 smithi175 ceph-mon[44549]: pgmap v7173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:28.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:28 smithi181 ceph-mon[45557]: pgmap v7173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:29.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:28 smithi088 ceph-mon[35322]: pgmap v7173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:29.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:29.367+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:39:29.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:29.367+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:39:29.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:29.367+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:39:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:30 smithi175 ceph-mon[44549]: pgmap v7174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:30 smithi181 ceph-mon[45557]: pgmap v7174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:30.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:30 smithi088 ceph-mon[35322]: pgmap v7174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:32.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:32 smithi175 ceph-mon[44549]: pgmap v7175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:32.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:32 smithi181 ceph-mon[45557]: pgmap v7175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:33.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:32 smithi088 ceph-mon[35322]: pgmap v7175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:34.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:34 smithi175 ceph-mon[44549]: pgmap v7176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:34.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:34 smithi181 ceph-mon[45557]: pgmap v7176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:35.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:34 smithi088 ceph-mon[35322]: pgmap v7176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:36.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:36 smithi175 ceph-mon[44549]: pgmap v7177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:36.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:36 smithi181 ceph-mon[45557]: pgmap v7177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:37.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:36 smithi088 ceph-mon[35322]: pgmap v7177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:38.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:38 smithi181 ceph-mon[45557]: pgmap v7178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:39.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:38 smithi088 ceph-mon[35322]: pgmap v7178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:39.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:38 smithi175 ceph-mon[44549]: pgmap v7178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:40.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:40 smithi175 ceph-mon[44549]: pgmap v7179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:40.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:40 smithi181 ceph-mon[45557]: pgmap v7179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:40.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:40 smithi088 ceph-mon[35322]: pgmap v7179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:41.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:41.438+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:39:41.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:41.438+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:39:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:41.438+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 104 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T16:39:41.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:41.438+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 104 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T16:39:42.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:42 smithi175 ceph-mon[44549]: pgmap v7180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:42.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:42 smithi181 ceph-mon[45557]: pgmap v7180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:43.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:42 smithi088 ceph-mon[35322]: pgmap v7180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:44.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:44.368+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:39:44.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:44.368+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:39:44.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:44.368+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:39:44.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:44 smithi175 ceph-mon[44549]: pgmap v7181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:44.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:44 smithi181 ceph-mon[45557]: pgmap v7181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:44.987 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:44 smithi088 ceph-mon[35322]: pgmap v7181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:46.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:46 smithi175 ceph-mon[44549]: pgmap v7182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:46.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:46 smithi181 ceph-mon[45557]: pgmap v7182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:47.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:46 smithi088 ceph-mon[35322]: pgmap v7182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:48.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:48 smithi181 ceph-mon[45557]: pgmap v7183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:49.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:48 smithi088 ceph-mon[35322]: pgmap v7183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:49.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:48 smithi175 ceph-mon[44549]: pgmap v7183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:39:50.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:50 smithi175 ceph-mon[44549]: pgmap v7184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:50 smithi181 ceph-mon[45557]: pgmap v7184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:50.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:50 smithi088 ceph-mon[35322]: pgmap v7184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:39:52.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:52 smithi175 ceph-mon[44549]: pgmap v7185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:52.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:52 smithi181 ceph-mon[45557]: pgmap v7185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:53.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:52 smithi088 ceph-mon[35322]: pgmap v7185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:39:54.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:54 smithi181 ceph-mon[45557]: pgmap v7186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:54.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:39:54.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:39:54.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:39:54.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:39:55.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:54 smithi088 ceph-mon[35322]: pgmap v7186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:55.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:39:55.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:39:55.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:39:55.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:39:55.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:54 smithi175 ceph-mon[44549]: pgmap v7186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:39:55.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:39:55.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:39:55.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:39:55.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:39:55.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:55 smithi181 ceph-mon[45557]: pgmap v7187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:39:55.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:55 smithi181 ceph-mon[45557]: pgmap v7188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:39:56.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:55 smithi088 ceph-mon[35322]: pgmap v7187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:39:56.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:55 smithi088 ceph-mon[35322]: pgmap v7188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:39:56.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:55 smithi175 ceph-mon[44549]: pgmap v7187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:39:56.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:55 smithi175 ceph-mon[44549]: pgmap v7188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:39:57.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:57 smithi181 ceph-mon[45557]: pgmap v7189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:39:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:57 smithi088 ceph-mon[35322]: pgmap v7189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:39:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:57 smithi175 ceph-mon[44549]: pgmap v7189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:39:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:59.373+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:39:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:59.373+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:39:59.378 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:39:59.373+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:39:59.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:39:59 smithi181 ceph-mon[45557]: pgmap v7190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:40:00.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:39:59 smithi088 ceph-mon[35322]: pgmap v7190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:40:00.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:39:59 smithi175 ceph-mon[44549]: pgmap v7190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:40:00.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:40:01.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:40:01.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:40:01.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:01 smithi181 ceph-mon[45557]: pgmap v7191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:40:02.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:01 smithi088 ceph-mon[35322]: pgmap v7191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:40:02.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:01 smithi175 ceph-mon[44549]: pgmap v7191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:40:03.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:03 smithi181 ceph-mon[45557]: pgmap v7192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:40:04.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:03 smithi088 ceph-mon[35322]: pgmap v7192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:40:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:03 smithi175 ceph-mon[44549]: pgmap v7192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:40:05.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:05 smithi175 ceph-mon[44549]: pgmap v7193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:40:05.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:05 smithi181 ceph-mon[45557]: pgmap v7193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:40:05.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:05 smithi088 ceph-mon[35322]: pgmap v7193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:40:07.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:07 smithi181 ceph-mon[45557]: pgmap v7194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:07 smithi088 ceph-mon[35322]: pgmap v7194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:07 smithi175 ceph-mon[44549]: pgmap v7194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:09.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:09 smithi181 ceph-mon[45557]: pgmap v7195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:10.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:09 smithi088 ceph-mon[35322]: pgmap v7195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:09 smithi175 ceph-mon[44549]: pgmap v7195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:11.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:11 smithi181 ceph-mon[45557]: pgmap v7196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:11 smithi088 ceph-mon[35322]: pgmap v7196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:11 smithi175 ceph-mon[44549]: pgmap v7196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:13.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:13 smithi181 ceph-mon[45557]: pgmap v7197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:14.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:13 smithi088 ceph-mon[35322]: pgmap v7197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:13 smithi175 ceph-mon[44549]: pgmap v7197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:14.380 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:14.376+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:40:14.380 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:14.376+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:40:14.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:14.376+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:40:15.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:15 smithi175 ceph-mon[44549]: pgmap v7198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:15 smithi181 ceph-mon[45557]: pgmap v7198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:15 smithi088 ceph-mon[35322]: pgmap v7198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:17.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:17 smithi181 ceph-mon[45557]: pgmap v7199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:18.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:17 smithi088 ceph-mon[35322]: pgmap v7199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:18.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:17 smithi175 ceph-mon[44549]: pgmap v7199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:19.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:19 smithi181 ceph-mon[45557]: pgmap v7200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:20.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:19 smithi088 ceph-mon[35322]: pgmap v7200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:19 smithi175 ceph-mon[44549]: pgmap v7200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:21.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:21 smithi181 ceph-mon[45557]: pgmap v7201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:22.106 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:21 smithi088 ceph-mon[35322]: pgmap v7201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:21 smithi175 ceph-mon[44549]: pgmap v7201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:23.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:23 smithi181 ceph-mon[45557]: pgmap v7202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:24.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:23 smithi088 ceph-mon[35322]: pgmap v7202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:23 smithi175 ceph-mon[44549]: pgmap v7202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:25 smithi175 ceph-mon[44549]: pgmap v7203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:25.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:25 smithi181 ceph-mon[45557]: pgmap v7203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:25.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:25 smithi088 ceph-mon[35322]: pgmap v7203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:27.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:27 smithi181 ceph-mon[45557]: pgmap v7204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:28.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:27 smithi088 ceph-mon[35322]: pgmap v7204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:28.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:27 smithi175 ceph-mon[44549]: pgmap v7204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:29.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:29.385+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:40:29.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:29.385+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:40:29.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:29.385+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:40:29.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:29 smithi181 ceph-mon[45557]: pgmap v7205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:30.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:29 smithi088 ceph-mon[35322]: pgmap v7205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:29 smithi175 ceph-mon[44549]: pgmap v7205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:31.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:31 smithi181 ceph-mon[45557]: pgmap v7206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:32.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:31 smithi088 ceph-mon[35322]: pgmap v7206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:32.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:31 smithi175 ceph-mon[44549]: pgmap v7206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:33.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:33 smithi181 ceph-mon[45557]: pgmap v7207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:34.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:33 smithi088 ceph-mon[35322]: pgmap v7207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:34.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:33 smithi175 ceph-mon[44549]: pgmap v7207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:35.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:35 smithi175 ceph-mon[44549]: pgmap v7208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:35.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:35 smithi181 ceph-mon[45557]: pgmap v7208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:35.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:35 smithi088 ceph-mon[35322]: pgmap v7208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:37.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:37 smithi181 ceph-mon[45557]: pgmap v7209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:38.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:37 smithi088 ceph-mon[35322]: pgmap v7209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:37 smithi175 ceph-mon[44549]: pgmap v7209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:39.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:39 smithi181 ceph-mon[45557]: pgmap v7210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:40.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:39 smithi088 ceph-mon[35322]: pgmap v7210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:39 smithi175 ceph-mon[44549]: pgmap v7210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:41.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:41 smithi181 ceph-mon[45557]: pgmap v7211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:42.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:41 smithi088 ceph-mon[35322]: pgmap v7211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:42.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:41 smithi175 ceph-mon[44549]: pgmap v7211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:43.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:43 smithi181 ceph-mon[45557]: pgmap v7212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:44.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:43 smithi088 ceph-mon[35322]: pgmap v7212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:43 smithi175 ceph-mon[44549]: pgmap v7212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:44.388+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:40:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:44.388+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:40:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:44.388+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:40:45.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:45 smithi175 ceph-mon[44549]: pgmap v7213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:45.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:45 smithi181 ceph-mon[45557]: pgmap v7213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:45.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:45 smithi088 ceph-mon[35322]: pgmap v7213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:47.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:47 smithi181 ceph-mon[45557]: pgmap v7214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:48.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:47 smithi088 ceph-mon[35322]: pgmap v7214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:48.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:47 smithi175 ceph-mon[44549]: pgmap v7214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:40:49.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:49 smithi181 ceph-mon[45557]: pgmap v7215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:50.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:49 smithi088 ceph-mon[35322]: pgmap v7215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:50.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:49 smithi175 ceph-mon[44549]: pgmap v7215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:40:51.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:51 smithi181 ceph-mon[45557]: pgmap v7216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:52.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:51 smithi088 ceph-mon[35322]: pgmap v7216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:51 smithi175 ceph-mon[44549]: pgmap v7216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:53.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:53 smithi181 ceph-mon[45557]: pgmap v7217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:54.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:53 smithi088 ceph-mon[35322]: pgmap v7217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:54.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:53 smithi175 ceph-mon[44549]: pgmap v7217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:40:55.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:55 smithi175 ceph-mon[44549]: pgmap v7218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:55.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:40:55.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:55 smithi181 ceph-mon[45557]: pgmap v7218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:55.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:40:55.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:55 smithi088 ceph-mon[35322]: pgmap v7218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:40:55.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:40:56.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:40:56.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:40:56.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:56 smithi175 ceph-mon[44549]: pgmap v7219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:40:56.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:56 smithi175 ceph-mon[44549]: pgmap v7220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:40:56.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:40:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:40:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:40:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:56 smithi181 ceph-mon[45557]: pgmap v7219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:40:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:56 smithi181 ceph-mon[45557]: pgmap v7220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:40:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:40:56.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:40:56.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:40:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:56 smithi088 ceph-mon[35322]: pgmap v7219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:40:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:56 smithi088 ceph-mon[35322]: pgmap v7220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:40:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:40:58.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:40:58 smithi181 ceph-mon[45557]: pgmap v7221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:40:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:40:58 smithi088 ceph-mon[35322]: pgmap v7221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:40:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:40:58 smithi175 ceph-mon[44549]: pgmap v7221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:40:59.407 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:59.403+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:40:59.407 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:59.403+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:40:59.407 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:40:59.403+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:41:00.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:00 smithi175 ceph-mon[44549]: pgmap v7222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:41:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:00 smithi181 ceph-mon[45557]: pgmap v7222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:41:00.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:00 smithi088 ceph-mon[35322]: pgmap v7222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:41:02.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:02 smithi181 ceph-mon[45557]: pgmap v7223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:41:03.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:02 smithi088 ceph-mon[35322]: pgmap v7223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:41:03.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:02 smithi175 ceph-mon[44549]: pgmap v7223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:41:04.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:04 smithi181 ceph-mon[45557]: pgmap v7224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:41:05.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:04 smithi088 ceph-mon[35322]: pgmap v7224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:41:05.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:04 smithi175 ceph-mon[44549]: pgmap v7224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:41:07.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:06 smithi088 ceph-mon[35322]: pgmap v7225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:41:07.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:06 smithi175 ceph-mon[44549]: pgmap v7225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:41:07.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:06 smithi181 ceph-mon[45557]: pgmap v7225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:41:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:08 smithi088 ceph-mon[35322]: pgmap v7226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:08 smithi175 ceph-mon[44549]: pgmap v7226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:09.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:08 smithi181 ceph-mon[45557]: pgmap v7226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:10 smithi175 ceph-mon[44549]: pgmap v7227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:10 smithi181 ceph-mon[45557]: pgmap v7227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:10 smithi088 ceph-mon[35322]: pgmap v7227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:12.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:12 smithi181 ceph-mon[45557]: pgmap v7228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:41:13.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:12 smithi088 ceph-mon[35322]: pgmap v7228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:41:13.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:12 smithi175 ceph-mon[44549]: pgmap v7228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:41:14.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:14.417+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:41:14.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:14.417+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:41:14.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:14.417+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:41:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:14 smithi088 ceph-mon[35322]: pgmap v7229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:14 smithi175 ceph-mon[44549]: pgmap v7229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:14 smithi181 ceph-mon[45557]: pgmap v7229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:16 smithi088 ceph-mon[35322]: pgmap v7230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:17.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:16 smithi175 ceph-mon[44549]: pgmap v7230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:17.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:16 smithi181 ceph-mon[45557]: pgmap v7230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:19.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:18 smithi088 ceph-mon[35322]: pgmap v7231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:19.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:18 smithi175 ceph-mon[44549]: pgmap v7231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:19.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:18 smithi181 ceph-mon[45557]: pgmap v7231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:20.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:20 smithi175 ceph-mon[44549]: pgmap v7232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:20 smithi181 ceph-mon[45557]: pgmap v7232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:20.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:20 smithi088 ceph-mon[35322]: pgmap v7232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:23.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:22 smithi088 ceph-mon[35322]: pgmap v7233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:22 smithi175 ceph-mon[44549]: pgmap v7233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:23.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:22 smithi181 ceph-mon[45557]: pgmap v7233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:25.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:24 smithi088 ceph-mon[35322]: pgmap v7234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:25.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:24 smithi175 ceph-mon[44549]: pgmap v7234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:25.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:24 smithi181 ceph-mon[45557]: pgmap v7234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:27.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:26 smithi088 ceph-mon[35322]: pgmap v7235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:27.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:26 smithi175 ceph-mon[44549]: pgmap v7235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:27.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:26 smithi181 ceph-mon[45557]: pgmap v7235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:29.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:28 smithi088 ceph-mon[35322]: pgmap v7236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:29.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:28 smithi175 ceph-mon[44549]: pgmap v7236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:28 smithi181 ceph-mon[45557]: pgmap v7236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:29.428 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:29.424+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:41:29.428 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:29.424+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:41:29.428 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:29.424+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:41:30.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:30 smithi175 ceph-mon[44549]: pgmap v7237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:30.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:30 smithi181 ceph-mon[45557]: pgmap v7237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:30.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:30 smithi088 ceph-mon[35322]: pgmap v7237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:33.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:32 smithi088 ceph-mon[35322]: pgmap v7238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:33.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:32 smithi175 ceph-mon[44549]: pgmap v7238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:33.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:32 smithi181 ceph-mon[45557]: pgmap v7238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:35.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:34 smithi088 ceph-mon[35322]: pgmap v7239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:34 smithi175 ceph-mon[44549]: pgmap v7239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:35.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:34 smithi181 ceph-mon[45557]: pgmap v7239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:37.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:36 smithi088 ceph-mon[35322]: pgmap v7240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:37.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:36 smithi175 ceph-mon[44549]: pgmap v7240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:37.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:36 smithi181 ceph-mon[45557]: pgmap v7240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:39.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:38 smithi088 ceph-mon[35322]: pgmap v7241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:39.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:38 smithi175 ceph-mon[44549]: pgmap v7241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:39.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:38 smithi181 ceph-mon[45557]: pgmap v7241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:40.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:40 smithi175 ceph-mon[44549]: pgmap v7242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:40.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:40 smithi181 ceph-mon[45557]: pgmap v7242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:40.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:40 smithi088 ceph-mon[35322]: pgmap v7242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:43.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:42 smithi088 ceph-mon[35322]: pgmap v7243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:43.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:42 smithi175 ceph-mon[44549]: pgmap v7243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:43.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:42 smithi181 ceph-mon[45557]: pgmap v7243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:44.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:44.440+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:41:44.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:44.440+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:41:44.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:44.440+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:41:45.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:44 smithi088 ceph-mon[35322]: pgmap v7244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:45.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:44 smithi175 ceph-mon[44549]: pgmap v7244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:45.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:44 smithi181 ceph-mon[45557]: pgmap v7244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:47.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:46 smithi088 ceph-mon[35322]: pgmap v7245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:41:47.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:46 smithi175 ceph-mon[44549]: pgmap v7245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:41:47.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:46 smithi181 ceph-mon[45557]: pgmap v7245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:41:49.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:48 smithi088 ceph-mon[35322]: pgmap v7246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:49.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:48 smithi175 ceph-mon[44549]: pgmap v7246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:49.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:48 smithi181 ceph-mon[45557]: pgmap v7246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:50.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:50 smithi175 ceph-mon[44549]: pgmap v7247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:50.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:50 smithi181 ceph-mon[45557]: pgmap v7247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:50.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:50 smithi088 ceph-mon[35322]: pgmap v7247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:41:53.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:52 smithi088 ceph-mon[35322]: pgmap v7248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:53.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:52 smithi175 ceph-mon[44549]: pgmap v7248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:53.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:52 smithi181 ceph-mon[45557]: pgmap v7248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:41:55.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:54 smithi088 ceph-mon[35322]: pgmap v7249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:55.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:54 smithi175 ceph-mon[44549]: pgmap v7249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:55.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:54 smithi181 ceph-mon[45557]: pgmap v7249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:41:57.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:56 smithi088 ceph-mon[35322]: pgmap v7250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:41:57.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:41:57.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:41:57.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:41:57.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:41:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:56 smithi175 ceph-mon[44549]: pgmap v7250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:41:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:41:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:41:57.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:41:57.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:41:57.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:56 smithi181 ceph-mon[45557]: pgmap v7250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:41:57.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:41:57.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:41:57.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:41:57.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:41:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:57 smithi088 ceph-mon[35322]: pgmap v7251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:41:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:57 smithi175 ceph-mon[44549]: pgmap v7251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:41:58.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:57 smithi181 ceph-mon[45557]: pgmap v7251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:41:59.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:59.455+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:41:59.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:59.455+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:41:59.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:41:59.455+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:42:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:41:59 smithi088 ceph-mon[35322]: pgmap v7252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:42:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:41:59 smithi175 ceph-mon[44549]: pgmap v7252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:42:00.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:41:59 smithi181 ceph-mon[45557]: pgmap v7252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:42:02.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:01 smithi088 ceph-mon[35322]: pgmap v7253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:42:02.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:01 smithi175 ceph-mon[44549]: pgmap v7253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:42:02.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:01 smithi181 ceph-mon[45557]: pgmap v7253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:42:04.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:03 smithi088 ceph-mon[35322]: pgmap v7254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:42:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:03 smithi175 ceph-mon[44549]: pgmap v7254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:42:04.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:03 smithi181 ceph-mon[45557]: pgmap v7254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:42:05.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:05 smithi175 ceph-mon[44549]: pgmap v7255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:42:05.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:05 smithi181 ceph-mon[45557]: pgmap v7255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:42:05.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:05 smithi088 ceph-mon[35322]: pgmap v7255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:42:07.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:07 smithi181 ceph-mon[45557]: pgmap v7256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:42:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:07 smithi088 ceph-mon[35322]: pgmap v7256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:42:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:07 smithi175 ceph-mon[44549]: pgmap v7256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:42:09.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:09 smithi181 ceph-mon[45557]: pgmap v7257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:10.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:09 smithi088 ceph-mon[35322]: pgmap v7257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:09 smithi175 ceph-mon[44549]: pgmap v7257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:11 smithi088 ceph-mon[35322]: pgmap v7258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:11 smithi175 ceph-mon[44549]: pgmap v7258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:11 smithi181 ceph-mon[45557]: pgmap v7258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:14.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:13 smithi088 ceph-mon[35322]: pgmap v7259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:13 smithi175 ceph-mon[44549]: pgmap v7259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:13 smithi181 ceph-mon[45557]: pgmap v7259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:14.466+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:42:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:14.466+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:42:14.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:14.466+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:42:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:15 smithi175 ceph-mon[44549]: pgmap v7260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:15.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:15 smithi181 ceph-mon[45557]: pgmap v7260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:15 smithi088 ceph-mon[35322]: pgmap v7260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:17.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:17 smithi181 ceph-mon[45557]: pgmap v7261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:18.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:17 smithi088 ceph-mon[35322]: pgmap v7261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:18.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:17 smithi175 ceph-mon[44549]: pgmap v7261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:19 smithi088 ceph-mon[35322]: pgmap v7262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:19 smithi175 ceph-mon[44549]: pgmap v7262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:20.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:19 smithi181 ceph-mon[45557]: pgmap v7262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:21 smithi088 ceph-mon[35322]: pgmap v7263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:21 smithi175 ceph-mon[44549]: pgmap v7263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:22.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:21 smithi181 ceph-mon[45557]: pgmap v7263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:24.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:23 smithi088 ceph-mon[35322]: pgmap v7264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:23 smithi175 ceph-mon[44549]: pgmap v7264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:24.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:23 smithi181 ceph-mon[45557]: pgmap v7264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:25 smithi175 ceph-mon[44549]: pgmap v7265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:25.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:25 smithi181 ceph-mon[45557]: pgmap v7265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:25.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:25 smithi088 ceph-mon[35322]: pgmap v7265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:28.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:27 smithi088 ceph-mon[35322]: pgmap v7266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:28.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:27 smithi175 ceph-mon[44549]: pgmap v7266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:28.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:27 smithi181 ceph-mon[45557]: pgmap v7266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:29.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:29.473+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:42:29.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:29.473+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:42:29.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:29.473+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:42:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:29 smithi088 ceph-mon[35322]: pgmap v7267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:29 smithi175 ceph-mon[44549]: pgmap v7267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:29 smithi181 ceph-mon[45557]: pgmap v7267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:32.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:31 smithi088 ceph-mon[35322]: pgmap v7268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:31 smithi175 ceph-mon[44549]: pgmap v7268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:31 smithi181 ceph-mon[45557]: pgmap v7268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:34.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:33 smithi088 ceph-mon[35322]: pgmap v7269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:34.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:33 smithi175 ceph-mon[44549]: pgmap v7269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:34.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:33 smithi181 ceph-mon[45557]: pgmap v7269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:35.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:35 smithi175 ceph-mon[44549]: pgmap v7270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:35.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:35 smithi181 ceph-mon[45557]: pgmap v7270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:35.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:35 smithi088 ceph-mon[35322]: pgmap v7270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:38.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:37 smithi088 ceph-mon[35322]: pgmap v7271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:37 smithi175 ceph-mon[44549]: pgmap v7271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:38.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:37 smithi181 ceph-mon[45557]: pgmap v7271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:40.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:39 smithi088 ceph-mon[35322]: pgmap v7272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:39 smithi175 ceph-mon[44549]: pgmap v7272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:40.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:39 smithi181 ceph-mon[45557]: pgmap v7272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:41.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:41.466+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:42:41.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:41.466+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:42:41.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:41.466+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 105 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:42:41.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:41.466+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 105 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:42:42.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:41 smithi088 ceph-mon[35322]: pgmap v7273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:42.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:41 smithi175 ceph-mon[44549]: pgmap v7273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:42.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:41 smithi181 ceph-mon[45557]: pgmap v7273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:44.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:43 smithi088 ceph-mon[35322]: pgmap v7274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:43 smithi175 ceph-mon[44549]: pgmap v7274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:44.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:43 smithi181 ceph-mon[45557]: pgmap v7274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:44.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:44.488+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:42:44.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:44.489+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:42:44.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:44.489+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:42:45.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:45 smithi175 ceph-mon[44549]: pgmap v7275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:45.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:45 smithi181 ceph-mon[45557]: pgmap v7275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:45.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:45 smithi088 ceph-mon[35322]: pgmap v7275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:42:48.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:47 smithi088 ceph-mon[35322]: pgmap v7276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:48.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:47 smithi175 ceph-mon[44549]: pgmap v7276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:48.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:47 smithi181 ceph-mon[45557]: pgmap v7276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:50.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:49 smithi088 ceph-mon[35322]: pgmap v7277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:50.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:49 smithi175 ceph-mon[44549]: pgmap v7277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:50.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:49 smithi181 ceph-mon[45557]: pgmap v7277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:42:52.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:51 smithi088 ceph-mon[35322]: pgmap v7278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:51 smithi175 ceph-mon[44549]: pgmap v7278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:52.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:51 smithi181 ceph-mon[45557]: pgmap v7278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:54.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:53 smithi088 ceph-mon[35322]: pgmap v7279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:54.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:53 smithi175 ceph-mon[44549]: pgmap v7279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:54.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:53 smithi181 ceph-mon[45557]: pgmap v7279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:42:55.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:55 smithi175 ceph-mon[44549]: pgmap v7280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:42:55.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:55 smithi181 ceph-mon[45557]: pgmap v7280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:42:55.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:55 smithi088 ceph-mon[35322]: pgmap v7280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:42:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: pgmap v7281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:42:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:42:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: pgmap v7281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:42:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:42:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:42:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: pgmap v7281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:42:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:42:58.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:42:58.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:42:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:58 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:42:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:58 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:42:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:58 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 218.3M 2024-01-28T16:42:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:58 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 228999049: error parsing value: Value '228999049' is below minimum 939524096 2024-01-28T16:42:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:58 smithi088 ceph-mon[35322]: pgmap v7282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:42:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:42:58 smithi088 ceph-mon[35322]: pgmap v7283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:42:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:58 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:42:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:58 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:42:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:58 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 218.3M 2024-01-28T16:42:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:58 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 228999049: error parsing value: Value '228999049' is below minimum 939524096 2024-01-28T16:42:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:58 smithi175 ceph-mon[44549]: pgmap v7282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:42:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:42:58 smithi175 ceph-mon[44549]: pgmap v7283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:42:59.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:58 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:42:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:58 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:42:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:58 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 218.3M 2024-01-28T16:42:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:58 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 228999049: error parsing value: Value '228999049' is below minimum 939524096 2024-01-28T16:42:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:58 smithi181 ceph-mon[45557]: pgmap v7282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:42:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:42:58 smithi181 ceph-mon[45557]: pgmap v7283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:42:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:59.497+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:42:59.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:59.497+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:42:59.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:42:59.497+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:43:00.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:00 smithi175 ceph-mon[44549]: pgmap v7284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:43:00.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:00 smithi181 ceph-mon[45557]: pgmap v7284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:43:00.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:00 smithi088 ceph-mon[35322]: pgmap v7284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:43:02.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:02 smithi181 ceph-mon[45557]: pgmap v7285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:43:03.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:02 smithi088 ceph-mon[35322]: pgmap v7285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:43:03.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:02 smithi175 ceph-mon[44549]: pgmap v7285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:43:04.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:04 smithi181 ceph-mon[45557]: pgmap v7286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:43:05.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:04 smithi088 ceph-mon[35322]: pgmap v7286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:43:05.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:04 smithi175 ceph-mon[44549]: pgmap v7286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:43:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:06 smithi088 ceph-mon[35322]: pgmap v7287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:43:07.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:06 smithi175 ceph-mon[44549]: pgmap v7287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:43:07.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:06 smithi181 ceph-mon[45557]: pgmap v7287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:43:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:08 smithi088 ceph-mon[35322]: pgmap v7288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:43:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:08 smithi175 ceph-mon[44549]: pgmap v7288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:43:09.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:08 smithi181 ceph-mon[45557]: pgmap v7288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:43:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:10 smithi175 ceph-mon[44549]: pgmap v7289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:10.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:10 smithi181 ceph-mon[45557]: pgmap v7289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:10.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:10 smithi088 ceph-mon[35322]: pgmap v7289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:12.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:12 smithi181 ceph-mon[45557]: pgmap v7290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:13.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:12 smithi088 ceph-mon[35322]: pgmap v7290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:13.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:12 smithi175 ceph-mon[44549]: pgmap v7290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:14.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:14.504+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:43:14.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:14.504+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:43:14.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:14.504+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:43:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:14 smithi088 ceph-mon[35322]: pgmap v7291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:14 smithi175 ceph-mon[44549]: pgmap v7291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:14 smithi181 ceph-mon[45557]: pgmap v7291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:16 smithi088 ceph-mon[35322]: pgmap v7292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:17.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:16 smithi175 ceph-mon[44549]: pgmap v7292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:17.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:16 smithi181 ceph-mon[45557]: pgmap v7292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:19.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:18 smithi088 ceph-mon[35322]: pgmap v7293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:19.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:18 smithi175 ceph-mon[44549]: pgmap v7293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:19.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:18 smithi181 ceph-mon[45557]: pgmap v7293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:20.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:20 smithi175 ceph-mon[44549]: pgmap v7294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:20 smithi181 ceph-mon[45557]: pgmap v7294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:20.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:20 smithi088 ceph-mon[35322]: pgmap v7294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:23.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:22 smithi088 ceph-mon[35322]: pgmap v7295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:22 smithi175 ceph-mon[44549]: pgmap v7295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:23.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:22 smithi181 ceph-mon[45557]: pgmap v7295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:25.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:24 smithi088 ceph-mon[35322]: pgmap v7296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:25.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:24 smithi175 ceph-mon[44549]: pgmap v7296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:25.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:24 smithi181 ceph-mon[45557]: pgmap v7296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:26.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:26.473+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:43:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:26.473+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:43:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:26.473+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 106 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:43:26.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:26.473+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 106 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:43:27.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:26 smithi088 ceph-mon[35322]: pgmap v7297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:27.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:26 smithi175 ceph-mon[44549]: pgmap v7297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:27.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:26 smithi181 ceph-mon[45557]: pgmap v7297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:29.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:28 smithi088 ceph-mon[35322]: pgmap v7298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:29.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:28 smithi175 ceph-mon[44549]: pgmap v7298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:28 smithi181 ceph-mon[45557]: pgmap v7298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:29.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:29.519+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:43:29.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:29.519+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:43:29.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:29.519+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:43:30.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:30 smithi175 ceph-mon[44549]: pgmap v7299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:30.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:30 smithi181 ceph-mon[45557]: pgmap v7299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:30.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:30 smithi088 ceph-mon[35322]: pgmap v7299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:33.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:32 smithi088 ceph-mon[35322]: pgmap v7300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:33.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:32 smithi175 ceph-mon[44549]: pgmap v7300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:33.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:32 smithi181 ceph-mon[45557]: pgmap v7300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:35.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:34 smithi088 ceph-mon[35322]: pgmap v7301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:34 smithi175 ceph-mon[44549]: pgmap v7301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:35.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:34 smithi181 ceph-mon[45557]: pgmap v7301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:37.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:36 smithi088 ceph-mon[35322]: pgmap v7302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:37.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:36 smithi175 ceph-mon[44549]: pgmap v7302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:37.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:36 smithi181 ceph-mon[45557]: pgmap v7302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:39.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:38 smithi088 ceph-mon[35322]: pgmap v7303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:39.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:38 smithi175 ceph-mon[44549]: pgmap v7303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:39.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:38 smithi181 ceph-mon[45557]: pgmap v7303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:40.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:40 smithi175 ceph-mon[44549]: pgmap v7304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:40.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:40 smithi181 ceph-mon[45557]: pgmap v7304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:40.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:40 smithi088 ceph-mon[35322]: pgmap v7304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:43.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:42 smithi088 ceph-mon[35322]: pgmap v7305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:43.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:42 smithi175 ceph-mon[44549]: pgmap v7305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:43.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:42 smithi181 ceph-mon[45557]: pgmap v7305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:44.524 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:44.520+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:43:44.524 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:44.520+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:43:44.524 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:44.520+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:43:45.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:44 smithi088 ceph-mon[35322]: pgmap v7306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:45.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:44 smithi175 ceph-mon[44549]: pgmap v7306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:45.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:44 smithi181 ceph-mon[45557]: pgmap v7306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:47.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:46 smithi088 ceph-mon[35322]: pgmap v7307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:47.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:46 smithi175 ceph-mon[44549]: pgmap v7307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:47.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:46 smithi181 ceph-mon[45557]: pgmap v7307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:49.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:48 smithi088 ceph-mon[35322]: pgmap v7308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:49.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:48 smithi175 ceph-mon[44549]: pgmap v7308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:49.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:48 smithi181 ceph-mon[45557]: pgmap v7308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:50.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:50 smithi175 ceph-mon[44549]: pgmap v7309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:50.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:50 smithi181 ceph-mon[45557]: pgmap v7309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:50.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:50 smithi088 ceph-mon[35322]: pgmap v7309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:43:53.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:52 smithi088 ceph-mon[35322]: pgmap v7310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:53.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:52 smithi175 ceph-mon[44549]: pgmap v7310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:53.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:52 smithi181 ceph-mon[45557]: pgmap v7310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:55.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:54 smithi088 ceph-mon[35322]: pgmap v7311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:55.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:54 smithi175 ceph-mon[44549]: pgmap v7311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:55.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:54 smithi181 ceph-mon[45557]: pgmap v7311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:43:57.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:56 smithi088 ceph-mon[35322]: pgmap v7312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:56 smithi175 ceph-mon[44549]: pgmap v7312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:57.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:56 smithi181 ceph-mon[45557]: pgmap v7312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:43:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:58 smithi088 ceph-mon[35322]: pgmap v7313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:43:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:43:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:43:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:43:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:58 smithi175 ceph-mon[44549]: pgmap v7313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:43:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:43:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:43:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:43:59.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:58 smithi181 ceph-mon[45557]: pgmap v7313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:43:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:43:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:43:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:43:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:43:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:43:59.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:59.531+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:43:59.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:59.531+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:43:59.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:43:59.531+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:44:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:59 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:44:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:59 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:44:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:59 smithi088 ceph-mon[35322]: pgmap v7314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:44:00.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:43:59 smithi088 ceph-mon[35322]: pgmap v7315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:44:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:59 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:44:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:59 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:44:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:59 smithi175 ceph-mon[44549]: pgmap v7314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:44:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:43:59 smithi175 ceph-mon[44549]: pgmap v7315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:44:00.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:59 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:44:00.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:59 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:44:00.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:59 smithi181 ceph-mon[45557]: pgmap v7314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:44:00.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:43:59 smithi181 ceph-mon[45557]: pgmap v7315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:44:02.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:01 smithi088 ceph-mon[35322]: pgmap v7316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:44:02.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:01 smithi175 ceph-mon[44549]: pgmap v7316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:44:02.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:01 smithi181 ceph-mon[45557]: pgmap v7316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:44:04.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:03 smithi088 ceph-mon[35322]: pgmap v7317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:44:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:03 smithi175 ceph-mon[44549]: pgmap v7317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:44:04.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:03 smithi181 ceph-mon[45557]: pgmap v7317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:44:05.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:05 smithi175 ceph-mon[44549]: pgmap v7318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:44:05.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:05 smithi181 ceph-mon[45557]: pgmap v7318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:44:05.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:05 smithi088 ceph-mon[35322]: pgmap v7318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:44:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:07 smithi088 ceph-mon[35322]: pgmap v7319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:44:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:07 smithi175 ceph-mon[44549]: pgmap v7319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:44:08.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:07 smithi181 ceph-mon[45557]: pgmap v7319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:44:10.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:09 smithi088 ceph-mon[35322]: pgmap v7320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:44:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:09 smithi175 ceph-mon[44549]: pgmap v7320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:44:10.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:09 smithi181 ceph-mon[45557]: pgmap v7320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:44:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:11 smithi088 ceph-mon[35322]: pgmap v7321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:11 smithi175 ceph-mon[44549]: pgmap v7321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:11 smithi181 ceph-mon[45557]: pgmap v7321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:14.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:13 smithi088 ceph-mon[35322]: pgmap v7322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:13 smithi175 ceph-mon[44549]: pgmap v7322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:13 smithi181 ceph-mon[45557]: pgmap v7322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:14.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:14.536+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:44:14.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:14.536+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:44:14.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:14.536+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:44:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:15 smithi175 ceph-mon[44549]: pgmap v7323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:44:15.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:15 smithi181 ceph-mon[45557]: pgmap v7323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:44:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:15 smithi088 ceph-mon[35322]: pgmap v7323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:44:18.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:17 smithi088 ceph-mon[35322]: pgmap v7324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:18.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:17 smithi175 ceph-mon[44549]: pgmap v7324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:18.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:17 smithi181 ceph-mon[45557]: pgmap v7324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:19 smithi088 ceph-mon[35322]: pgmap v7325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:44:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:19 smithi175 ceph-mon[44549]: pgmap v7325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:44:20.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:19 smithi181 ceph-mon[45557]: pgmap v7325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:44:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:21 smithi088 ceph-mon[35322]: pgmap v7326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:21 smithi175 ceph-mon[44549]: pgmap v7326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:22.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:21 smithi181 ceph-mon[45557]: pgmap v7326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:24.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:23 smithi088 ceph-mon[35322]: pgmap v7327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:23 smithi175 ceph-mon[44549]: pgmap v7327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:24.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:23 smithi181 ceph-mon[45557]: pgmap v7327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:25 smithi175 ceph-mon[44549]: pgmap v7328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:44:25.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:25 smithi181 ceph-mon[45557]: pgmap v7328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:44:25.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:25 smithi088 ceph-mon[35322]: pgmap v7328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:44:28.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:27 smithi088 ceph-mon[35322]: pgmap v7329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:28.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:27 smithi175 ceph-mon[44549]: pgmap v7329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:28.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:27 smithi181 ceph-mon[45557]: pgmap v7329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:29.541+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:44:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:29.542+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:44:29.545 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:29.542+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:44:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:29 smithi088 ceph-mon[35322]: pgmap v7330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:44:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:29 smithi175 ceph-mon[44549]: pgmap v7330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:44:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:29 smithi181 ceph-mon[45557]: pgmap v7330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:44:32.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:31 smithi088 ceph-mon[35322]: pgmap v7331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:31 smithi175 ceph-mon[44549]: pgmap v7331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:31 smithi181 ceph-mon[45557]: pgmap v7331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:34.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:33 smithi088 ceph-mon[35322]: pgmap v7332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:34.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:33 smithi175 ceph-mon[44549]: pgmap v7332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:34.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:33 smithi181 ceph-mon[45557]: pgmap v7332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:35.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:35 smithi175 ceph-mon[44549]: pgmap v7333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:44:35.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:35 smithi181 ceph-mon[45557]: pgmap v7333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:44:35.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:35 smithi088 ceph-mon[35322]: pgmap v7333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:44:38.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:37 smithi088 ceph-mon[35322]: pgmap v7334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:37 smithi175 ceph-mon[44549]: pgmap v7334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:37 smithi181 ceph-mon[45557]: pgmap v7334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:40.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:39 smithi088 ceph-mon[35322]: pgmap v7335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:44:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:39 smithi175 ceph-mon[44549]: pgmap v7335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:44:40.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:39 smithi181 ceph-mon[45557]: pgmap v7335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:44:42.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:41 smithi088 ceph-mon[35322]: pgmap v7336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:42.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:41 smithi175 ceph-mon[44549]: pgmap v7336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:42.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:41 smithi181 ceph-mon[45557]: pgmap v7336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:44.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:43 smithi088 ceph-mon[35322]: pgmap v7337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:43 smithi175 ceph-mon[44549]: pgmap v7337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:44.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:43 smithi181 ceph-mon[45557]: pgmap v7337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:44.559 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:44.556+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:44:44.559 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:44.556+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:44:44.559 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:44.556+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:44:45.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:45 smithi175 ceph-mon[44549]: pgmap v7338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:44:45.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:45 smithi181 ceph-mon[45557]: pgmap v7338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:44:45.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:45 smithi088 ceph-mon[35322]: pgmap v7338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:44:48.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:47 smithi088 ceph-mon[35322]: pgmap v7339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:48.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:47 smithi175 ceph-mon[44549]: pgmap v7339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:48.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:47 smithi181 ceph-mon[45557]: pgmap v7339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:50.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:49 smithi088 ceph-mon[35322]: pgmap v7340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:44:50.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:49 smithi175 ceph-mon[44549]: pgmap v7340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:44:50.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:49 smithi181 ceph-mon[45557]: pgmap v7340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:44:52.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:51 smithi088 ceph-mon[35322]: pgmap v7341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:51 smithi175 ceph-mon[44549]: pgmap v7341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:52.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:51 smithi181 ceph-mon[45557]: pgmap v7341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:44:54.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:53 smithi175 ceph-mon[44549]: pgmap v7342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:54.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:53 smithi181 ceph-mon[45557]: pgmap v7342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:54.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:53 smithi088 ceph-mon[35322]: pgmap v7342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:55.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:55 smithi175 ceph-mon[44549]: pgmap v7343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:44:55.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:55 smithi181 ceph-mon[45557]: pgmap v7343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:44:55.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:55 smithi088 ceph-mon[35322]: pgmap v7343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:44:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:57 smithi088 ceph-mon[35322]: pgmap v7344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:57 smithi175 ceph-mon[44549]: pgmap v7344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:58.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:57 smithi181 ceph-mon[45557]: pgmap v7344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:44:59.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:59.570+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:44:59.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:59.570+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:44:59.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:44:59.570+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:45:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:59 smithi088 ceph-mon[35322]: pgmap v7345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:45:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:45:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:45:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:45:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:44:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:45:00.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:59 smithi175 ceph-mon[44549]: pgmap v7345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:45:00.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:45:00.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:45:00.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:45:00.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:44:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:45:00.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:59 smithi181 ceph-mon[45557]: pgmap v7345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:45:00.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:45:00.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:45:00.215 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:45:00.215 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:44:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:45:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:00 smithi088 ceph-mon[35322]: pgmap v7346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:45:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:00 smithi088 ceph-mon[35322]: pgmap v7347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:45:01.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:00 smithi175 ceph-mon[44549]: pgmap v7346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:45:01.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:00 smithi175 ceph-mon[44549]: pgmap v7347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:45:01.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:00 smithi181 ceph-mon[45557]: pgmap v7346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:45:01.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:00 smithi181 ceph-mon[45557]: pgmap v7347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:45:03.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:02 smithi088 ceph-mon[35322]: pgmap v7348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:45:03.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:02 smithi175 ceph-mon[44549]: pgmap v7348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:45:03.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:02 smithi181 ceph-mon[45557]: pgmap v7348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:45:05.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:04 smithi175 ceph-mon[44549]: pgmap v7349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:45:05.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:04 smithi181 ceph-mon[45557]: pgmap v7349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:45:05.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:04 smithi088 ceph-mon[35322]: pgmap v7349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:45:07.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:06 smithi175 ceph-mon[44549]: pgmap v7350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:45:07.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:06 smithi181 ceph-mon[45557]: pgmap v7350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:45:07.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:06 smithi088 ceph-mon[35322]: pgmap v7350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:45:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:08 smithi175 ceph-mon[44549]: pgmap v7351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:09.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:08 smithi181 ceph-mon[45557]: pgmap v7351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:09.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:08 smithi088 ceph-mon[35322]: pgmap v7351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:10 smithi175 ceph-mon[44549]: pgmap v7352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:45:10.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:10 smithi181 ceph-mon[45557]: pgmap v7352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:45:10.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:10 smithi088 ceph-mon[35322]: pgmap v7352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:45:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:12 smithi175 ceph-mon[44549]: pgmap v7353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:12 smithi181 ceph-mon[45557]: pgmap v7353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:12 smithi088 ceph-mon[35322]: pgmap v7353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:14.588 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:14.584+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:45:14.588 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:14.584+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:45:14.588 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:14.584+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:45:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:14 smithi175 ceph-mon[44549]: pgmap v7354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:14 smithi181 ceph-mon[45557]: pgmap v7354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:14 smithi088 ceph-mon[35322]: pgmap v7354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:17.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:16 smithi175 ceph-mon[44549]: pgmap v7355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:45:17.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:16 smithi181 ceph-mon[45557]: pgmap v7355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:45:17.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:16 smithi088 ceph-mon[35322]: pgmap v7355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:45:19.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:18 smithi175 ceph-mon[44549]: pgmap v7356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:19.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:18 smithi181 ceph-mon[45557]: pgmap v7356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:19.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:18 smithi088 ceph-mon[35322]: pgmap v7356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:20.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:20 smithi175 ceph-mon[44549]: pgmap v7357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:20.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:20 smithi181 ceph-mon[45557]: pgmap v7357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:20.792 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:20 smithi088 ceph-mon[35322]: pgmap v7357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:22 smithi175 ceph-mon[44549]: pgmap v7358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:23.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:22 smithi181 ceph-mon[45557]: pgmap v7358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:23.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:22 smithi088 ceph-mon[35322]: pgmap v7358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:25.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:24 smithi175 ceph-mon[44549]: pgmap v7359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:25.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:24 smithi181 ceph-mon[45557]: pgmap v7359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:25.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:24 smithi088 ceph-mon[35322]: pgmap v7359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:27.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:26 smithi175 ceph-mon[44549]: pgmap v7360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:27.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:26 smithi181 ceph-mon[45557]: pgmap v7360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:27.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:26 smithi088 ceph-mon[35322]: pgmap v7360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:29.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:28 smithi175 ceph-mon[44549]: pgmap v7361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:28 smithi181 ceph-mon[45557]: pgmap v7361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:29.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:28 smithi088 ceph-mon[35322]: pgmap v7361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:29.589+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:45:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:29.589+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:45:29.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:29.589+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:45:30.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:30 smithi175 ceph-mon[44549]: pgmap v7362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:30.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:30 smithi181 ceph-mon[45557]: pgmap v7362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:30.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:30 smithi088 ceph-mon[35322]: pgmap v7362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:33.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:32 smithi175 ceph-mon[44549]: pgmap v7363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:33.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:32 smithi181 ceph-mon[45557]: pgmap v7363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:33.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:32 smithi088 ceph-mon[35322]: pgmap v7363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:34 smithi175 ceph-mon[44549]: pgmap v7364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:35.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:34 smithi181 ceph-mon[45557]: pgmap v7364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:35.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:34 smithi088 ceph-mon[35322]: pgmap v7364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:37.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:36 smithi175 ceph-mon[44549]: pgmap v7365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:37.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:36 smithi181 ceph-mon[45557]: pgmap v7365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:37.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:36 smithi088 ceph-mon[35322]: pgmap v7365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:39.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:38 smithi175 ceph-mon[44549]: pgmap v7366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:39.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:38 smithi181 ceph-mon[45557]: pgmap v7366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:39.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:38 smithi088 ceph-mon[35322]: pgmap v7366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:39.461+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T16:45:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:39.461+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T16:45:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:39.461+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a3220 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344037040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T16:45:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:39.461+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a3220 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344037040 comp rx=0 tx=0).stop 2024-01-28T16:45:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:39.461+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a3220 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T16:45:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:39.461+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a3220 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T16:45:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:39.461+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a3220 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T16:45:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:39.461+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T16:45:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:39.461+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T16:45:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:39.462+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344043040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T16:45:40.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:40 smithi175 ceph-mon[44549]: pgmap v7367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:40.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:40 smithi181 ceph-mon[45557]: pgmap v7367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:40.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:40 smithi088 ceph-mon[35322]: pgmap v7367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:41.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:41.494+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:45:41.498 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:41.494+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:45:41.498 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:41.494+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 107 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T16:45:41.498 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:41.495+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 107 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T16:45:43.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:42 smithi175 ceph-mon[44549]: pgmap v7368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:43.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:42 smithi181 ceph-mon[45557]: pgmap v7368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:43.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:42 smithi088 ceph-mon[35322]: pgmap v7368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:44.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:44.597+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:45:44.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:44.597+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:45:44.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:44.597+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:45:45.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:44 smithi175 ceph-mon[44549]: pgmap v7369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:45.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:44 smithi181 ceph-mon[45557]: pgmap v7369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:45.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:44 smithi088 ceph-mon[35322]: pgmap v7369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:47.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:46 smithi175 ceph-mon[44549]: pgmap v7370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:47.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:46 smithi181 ceph-mon[45557]: pgmap v7370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:47.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:46 smithi088 ceph-mon[35322]: pgmap v7370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:49.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:48 smithi175 ceph-mon[44549]: pgmap v7371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:49.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:48 smithi181 ceph-mon[45557]: pgmap v7371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:49.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:48 smithi088 ceph-mon[35322]: pgmap v7371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:50.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:50 smithi181 ceph-mon[45557]: pgmap v7372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:50.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:50 smithi088 ceph-mon[35322]: pgmap v7372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:50.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:50 smithi175 ceph-mon[44549]: pgmap v7372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:53.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:52 smithi175 ceph-mon[44549]: pgmap v7373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:53.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:52 smithi181 ceph-mon[45557]: pgmap v7373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:53.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:52 smithi088 ceph-mon[35322]: pgmap v7373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:55.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:54 smithi175 ceph-mon[44549]: pgmap v7374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:55.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:54 smithi181 ceph-mon[45557]: pgmap v7374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:55.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:54 smithi088 ceph-mon[35322]: pgmap v7374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:45:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:56 smithi175 ceph-mon[44549]: pgmap v7375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:57.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:56 smithi181 ceph-mon[45557]: pgmap v7375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:57.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:56 smithi088 ceph-mon[35322]: pgmap v7375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:45:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:45:58 smithi175 ceph-mon[44549]: pgmap v7376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:59.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:45:58 smithi181 ceph-mon[45557]: pgmap v7376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:59.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:45:58 smithi088 ceph-mon[35322]: pgmap v7376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:45:59.612 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:59.608+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:45:59.612 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:59.608+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:45:59.612 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:45:59.608+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:46:00.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:00 smithi175 ceph-mon[44549]: pgmap v7377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:00.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:46:00.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:00 smithi181 ceph-mon[45557]: pgmap v7377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:00.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:46:00.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:00 smithi088 ceph-mon[35322]: pgmap v7377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:00.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:46:02.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:02 smithi088 ceph-mon[35322]: pgmap v7378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:46:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:02 smithi175 ceph-mon[44549]: pgmap v7378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:46:02.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:02 smithi181 ceph-mon[45557]: pgmap v7378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:46:02.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:02.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:03.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:46:03.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:46:03.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:03 smithi175 ceph-mon[44549]: pgmap v7379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:46:03.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:03 smithi175 ceph-mon[44549]: pgmap v7380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T16:46:03.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:03.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:46:03.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:46:03.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:03 smithi181 ceph-mon[45557]: pgmap v7379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:46:03.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:03 smithi181 ceph-mon[45557]: pgmap v7380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T16:46:03.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:03.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:46:03.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:46:03.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:03 smithi088 ceph-mon[35322]: pgmap v7379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:46:03.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:03 smithi088 ceph-mon[35322]: pgmap v7380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T16:46:03.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:46:05.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:05 smithi181 ceph-mon[45557]: pgmap v7381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:46:05.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:05 smithi088 ceph-mon[35322]: pgmap v7381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:46:05.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:05 smithi175 ceph-mon[44549]: pgmap v7381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:46:08.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:08 smithi175 ceph-mon[44549]: pgmap v7382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:46:08.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:08 smithi181 ceph-mon[45557]: pgmap v7382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:46:08.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:08 smithi088 ceph-mon[35322]: pgmap v7382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:46:10.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:10 smithi175 ceph-mon[44549]: pgmap v7383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:46:10.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:10 smithi181 ceph-mon[45557]: pgmap v7383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:46:10.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:10 smithi088 ceph-mon[35322]: pgmap v7383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:46:12.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:12 smithi175 ceph-mon[44549]: pgmap v7384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:46:12.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:12 smithi181 ceph-mon[45557]: pgmap v7384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:46:12.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:12 smithi088 ceph-mon[35322]: pgmap v7384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T16:46:14.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:14 smithi175 ceph-mon[44549]: pgmap v7385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:46:14.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:14 smithi181 ceph-mon[45557]: pgmap v7385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:46:14.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:14 smithi088 ceph-mon[35322]: pgmap v7385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T16:46:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:14.623+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:46:14.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:14.623+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:46:14.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:14.623+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:46:15.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:15 smithi181 ceph-mon[45557]: pgmap v7386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:46:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:15 smithi088 ceph-mon[35322]: pgmap v7386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:46:15.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:15 smithi175 ceph-mon[44549]: pgmap v7386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:46:18.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:18 smithi175 ceph-mon[44549]: pgmap v7387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:18.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:18 smithi181 ceph-mon[45557]: pgmap v7387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:18 smithi088 ceph-mon[35322]: pgmap v7387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:20.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:20 smithi175 ceph-mon[44549]: pgmap v7388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:20.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:20 smithi181 ceph-mon[45557]: pgmap v7388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:20.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:20 smithi088 ceph-mon[35322]: pgmap v7388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:22.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:22 smithi175 ceph-mon[44549]: pgmap v7389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:22.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:22 smithi181 ceph-mon[45557]: pgmap v7389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:22.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:22 smithi088 ceph-mon[35322]: pgmap v7389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:24.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:24 smithi175 ceph-mon[44549]: pgmap v7390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:24.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:24 smithi181 ceph-mon[45557]: pgmap v7390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:24.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:24 smithi088 ceph-mon[35322]: pgmap v7390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:25.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:25 smithi181 ceph-mon[45557]: pgmap v7391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:25.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:25 smithi088 ceph-mon[35322]: pgmap v7391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:25.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:25 smithi175 ceph-mon[44549]: pgmap v7391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:28.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:28 smithi175 ceph-mon[44549]: pgmap v7392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:28.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:28 smithi181 ceph-mon[45557]: pgmap v7392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:28.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:28 smithi088 ceph-mon[35322]: pgmap v7392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:29.632+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:46:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:29.632+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:46:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:29.632+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:46:30.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:30 smithi088 ceph-mon[35322]: pgmap v7393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:30.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:30 smithi175 ceph-mon[44549]: pgmap v7393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:30.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:30 smithi181 ceph-mon[45557]: pgmap v7393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:32.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:32 smithi175 ceph-mon[44549]: pgmap v7394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:32.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:32 smithi181 ceph-mon[45557]: pgmap v7394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:32 smithi088 ceph-mon[35322]: pgmap v7394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:34.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:34 smithi175 ceph-mon[44549]: pgmap v7395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:34.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:34 smithi181 ceph-mon[45557]: pgmap v7395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:34.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:34 smithi088 ceph-mon[35322]: pgmap v7395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:35.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:35 smithi181 ceph-mon[45557]: pgmap v7396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:35.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:35 smithi088 ceph-mon[35322]: pgmap v7396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:35.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:35 smithi175 ceph-mon[44549]: pgmap v7396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:38.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:38 smithi175 ceph-mon[44549]: pgmap v7397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:38.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:38 smithi181 ceph-mon[45557]: pgmap v7397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:38.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:38 smithi088 ceph-mon[35322]: pgmap v7397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:40.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:40 smithi175 ceph-mon[44549]: pgmap v7398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:40.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:40 smithi181 ceph-mon[45557]: pgmap v7398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:40.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:40 smithi088 ceph-mon[35322]: pgmap v7398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:42.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:42 smithi175 ceph-mon[44549]: pgmap v7399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:42.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:42 smithi181 ceph-mon[45557]: pgmap v7399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:42.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:42 smithi088 ceph-mon[35322]: pgmap v7399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:44.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:44 smithi175 ceph-mon[44549]: pgmap v7400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:44.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:44 smithi181 ceph-mon[45557]: pgmap v7400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:44.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:44 smithi088 ceph-mon[35322]: pgmap v7400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:44.648 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:44.644+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:46:44.648 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:44.644+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:46:44.648 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:44.644+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:46:45.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:45 smithi181 ceph-mon[45557]: pgmap v7401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:45.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:45 smithi088 ceph-mon[35322]: pgmap v7401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:45.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:45 smithi175 ceph-mon[44549]: pgmap v7401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:48.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:48 smithi175 ceph-mon[44549]: pgmap v7402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:48.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:48 smithi181 ceph-mon[45557]: pgmap v7402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:48.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:48 smithi088 ceph-mon[35322]: pgmap v7402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:50.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:50 smithi175 ceph-mon[44549]: pgmap v7403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:50.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:50 smithi181 ceph-mon[45557]: pgmap v7403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:50.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:50 smithi088 ceph-mon[35322]: pgmap v7403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:46:52.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:52 smithi175 ceph-mon[44549]: pgmap v7404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:52.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:52 smithi181 ceph-mon[45557]: pgmap v7404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:52.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:52 smithi088 ceph-mon[35322]: pgmap v7404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:54.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:54 smithi175 ceph-mon[44549]: pgmap v7405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:54.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:54 smithi181 ceph-mon[45557]: pgmap v7405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:54.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:54 smithi088 ceph-mon[35322]: pgmap v7405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:46:55.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:55 smithi181 ceph-mon[45557]: pgmap v7406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:55.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:55 smithi088 ceph-mon[35322]: pgmap v7406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:55.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:55 smithi175 ceph-mon[44549]: pgmap v7406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:46:58.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:46:58 smithi175 ceph-mon[44549]: pgmap v7407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:58.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:46:58 smithi181 ceph-mon[45557]: pgmap v7407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:58.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:46:58 smithi088 ceph-mon[35322]: pgmap v7407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:46:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:59.655+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:46:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:59.655+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:46:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:46:59.655+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:47:00.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:00 smithi175 ceph-mon[44549]: pgmap v7408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:00.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:00 smithi181 ceph-mon[45557]: pgmap v7408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:00.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:00 smithi088 ceph-mon[35322]: pgmap v7408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:02.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:02 smithi175 ceph-mon[44549]: pgmap v7409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:02.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:02 smithi181 ceph-mon[45557]: pgmap v7409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:02.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:02 smithi088 ceph-mon[35322]: pgmap v7409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:04.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:04 smithi175 ceph-mon[44549]: pgmap v7410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:04.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:47:04.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:47:04.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:47:04.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:47:04.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:04 smithi181 ceph-mon[45557]: pgmap v7410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:04.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:47:04.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:47:04.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:47:04.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:47:04.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:04 smithi088 ceph-mon[35322]: pgmap v7410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:04.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:47:04.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:47:04.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:47:04.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:47:05.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:05 smithi175 ceph-mon[44549]: pgmap v7411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:47:05.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:05 smithi175 ceph-mon[44549]: pgmap v7412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:47:05.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:05 smithi181 ceph-mon[45557]: pgmap v7411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:47:05.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:05 smithi181 ceph-mon[45557]: pgmap v7412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:47:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:05 smithi088 ceph-mon[35322]: pgmap v7411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T16:47:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:05 smithi088 ceph-mon[35322]: pgmap v7412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:47:07.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:07 smithi175 ceph-mon[44549]: pgmap v7413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:47:07.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:07 smithi181 ceph-mon[45557]: pgmap v7413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:47:07.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:07 smithi088 ceph-mon[35322]: pgmap v7413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:47:09.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:09 smithi175 ceph-mon[44549]: pgmap v7414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:47:09.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:09 smithi181 ceph-mon[45557]: pgmap v7414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:47:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:09 smithi088 ceph-mon[35322]: pgmap v7414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:47:10.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:10 smithi181 ceph-mon[45557]: pgmap v7415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:47:10.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:10 smithi088 ceph-mon[35322]: pgmap v7415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:47:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:10 smithi175 ceph-mon[44549]: pgmap v7415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:47:13.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:13 smithi175 ceph-mon[44549]: pgmap v7416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:47:13.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:13 smithi181 ceph-mon[45557]: pgmap v7416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:47:13.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:13 smithi088 ceph-mon[35322]: pgmap v7416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:47:14.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:14.671+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:47:14.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:14.671+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:47:14.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:14.671+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:47:15.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:15 smithi175 ceph-mon[44549]: pgmap v7417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:47:15.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:15 smithi181 ceph-mon[45557]: pgmap v7417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:47:15.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:15 smithi088 ceph-mon[35322]: pgmap v7417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:47:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:17 smithi175 ceph-mon[44549]: pgmap v7418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:17.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:17 smithi181 ceph-mon[45557]: pgmap v7418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:17 smithi088 ceph-mon[35322]: pgmap v7418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:19.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:19 smithi175 ceph-mon[44549]: pgmap v7419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:19.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:19 smithi181 ceph-mon[45557]: pgmap v7419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:19.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:19 smithi088 ceph-mon[35322]: pgmap v7419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:20.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:20 smithi181 ceph-mon[45557]: pgmap v7420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:20.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:20 smithi088 ceph-mon[35322]: pgmap v7420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:20.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:20 smithi175 ceph-mon[44549]: pgmap v7420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:23.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:23 smithi175 ceph-mon[44549]: pgmap v7421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:23.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:23 smithi181 ceph-mon[45557]: pgmap v7421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:23.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:23 smithi088 ceph-mon[35322]: pgmap v7421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:25.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:25 smithi175 ceph-mon[44549]: pgmap v7422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:25.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:25 smithi181 ceph-mon[45557]: pgmap v7422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:25.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:25 smithi088 ceph-mon[35322]: pgmap v7422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:27.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:27 smithi175 ceph-mon[44549]: pgmap v7423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:27.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:27 smithi181 ceph-mon[45557]: pgmap v7423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:27.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:27 smithi088 ceph-mon[35322]: pgmap v7423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:29.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:29 smithi175 ceph-mon[44549]: pgmap v7424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:29.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:29 smithi181 ceph-mon[45557]: pgmap v7424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:29.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:29 smithi088 ceph-mon[35322]: pgmap v7424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:29.689 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:29.685+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:47:29.689 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:29.685+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:47:29.690 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:29.685+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:47:30.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:30 smithi181 ceph-mon[45557]: pgmap v7425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:30.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:30 smithi088 ceph-mon[35322]: pgmap v7425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:30.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:30 smithi175 ceph-mon[44549]: pgmap v7425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:33.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:33 smithi175 ceph-mon[44549]: pgmap v7426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:33.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:33 smithi181 ceph-mon[45557]: pgmap v7426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:33.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:33 smithi088 ceph-mon[35322]: pgmap v7426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:35.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:35 smithi175 ceph-mon[44549]: pgmap v7427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:35.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:35 smithi181 ceph-mon[45557]: pgmap v7427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:35.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:35 smithi088 ceph-mon[35322]: pgmap v7427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:37.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:37 smithi175 ceph-mon[44549]: pgmap v7428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:37.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:37 smithi181 ceph-mon[45557]: pgmap v7428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:37.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:37 smithi088 ceph-mon[35322]: pgmap v7428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:39.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:39 smithi175 ceph-mon[44549]: pgmap v7429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:39.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:39 smithi181 ceph-mon[45557]: pgmap v7429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:39.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:39 smithi088 ceph-mon[35322]: pgmap v7429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:40.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:40 smithi181 ceph-mon[45557]: pgmap v7430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:40.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:40 smithi088 ceph-mon[35322]: pgmap v7430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:40.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:40 smithi175 ceph-mon[44549]: pgmap v7430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:43.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:43 smithi175 ceph-mon[44549]: pgmap v7431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:43.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:43 smithi181 ceph-mon[45557]: pgmap v7431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:43.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:43 smithi088 ceph-mon[35322]: pgmap v7431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:44.700+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:44.700+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:44.700+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:47:45.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:45 smithi175 ceph-mon[44549]: pgmap v7432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:45.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:45 smithi181 ceph-mon[45557]: pgmap v7432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:45.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:45 smithi088 ceph-mon[35322]: pgmap v7432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:47.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:47 smithi175 ceph-mon[44549]: pgmap v7433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:47.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:47 smithi181 ceph-mon[45557]: pgmap v7433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:47.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:47 smithi088 ceph-mon[35322]: pgmap v7433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:49.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:49 smithi175 ceph-mon[44549]: pgmap v7434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:49.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:49 smithi181 ceph-mon[45557]: pgmap v7434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:49.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:49 smithi088 ceph-mon[35322]: pgmap v7434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:50.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:50 smithi181 ceph-mon[45557]: pgmap v7435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:50.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:50 smithi088 ceph-mon[35322]: pgmap v7435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:50.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:50 smithi175 ceph-mon[44549]: pgmap v7435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:47:53.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:53 smithi175 ceph-mon[44549]: pgmap v7436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:53.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:53 smithi181 ceph-mon[45557]: pgmap v7436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:53.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:53 smithi088 ceph-mon[35322]: pgmap v7436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:55.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:55 smithi175 ceph-mon[44549]: pgmap v7437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:55.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:55 smithi181 ceph-mon[45557]: pgmap v7437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:55.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:55 smithi088 ceph-mon[35322]: pgmap v7437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:47:57.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:57 smithi175 ceph-mon[44549]: pgmap v7438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:57.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:57 smithi181 ceph-mon[45557]: pgmap v7438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:57.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:57 smithi088 ceph-mon[35322]: pgmap v7438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:47:59.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:47:59 smithi175 ceph-mon[44549]: pgmap v7439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:59.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:47:59 smithi181 ceph-mon[45557]: pgmap v7439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:59.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:47:59 smithi088 ceph-mon[35322]: pgmap v7439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:47:59.719 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:59.715+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:47:59.719 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:59.715+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:47:59.719 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:47:59.715+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:48:00.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:00 smithi181 ceph-mon[45557]: pgmap v7440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:00.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:00 smithi088 ceph-mon[35322]: pgmap v7440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:00.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:00 smithi175 ceph-mon[44549]: pgmap v7440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:03.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:03 smithi175 ceph-mon[44549]: pgmap v7441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:03.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:03 smithi181 ceph-mon[45557]: pgmap v7441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:03.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:03 smithi088 ceph-mon[35322]: pgmap v7441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:05.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:05 smithi175 ceph-mon[44549]: pgmap v7442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:05.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:48:05.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:48:05.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:48:05.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:48:05.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:05 smithi181 ceph-mon[45557]: pgmap v7442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:05.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:48:05.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:48:05.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:48:05.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:48:05.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:05 smithi088 ceph-mon[35322]: pgmap v7442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:48:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:48:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:48:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:48:06.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:06 smithi175 ceph-mon[44549]: pgmap v7443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:48:06.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:06 smithi175 ceph-mon[44549]: pgmap v7444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:48:06.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:06 smithi181 ceph-mon[45557]: pgmap v7443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:48:06.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:06 smithi181 ceph-mon[45557]: pgmap v7444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:48:06.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:06 smithi088 ceph-mon[35322]: pgmap v7443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:48:06.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:06 smithi088 ceph-mon[35322]: pgmap v7444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:48:08.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:08 smithi175 ceph-mon[44549]: pgmap v7445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:48:08.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:08 smithi181 ceph-mon[45557]: pgmap v7445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:48:08.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:08 smithi088 ceph-mon[35322]: pgmap v7445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:48:10.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:10 smithi175 ceph-mon[44549]: pgmap v7446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:48:10.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:10 smithi181 ceph-mon[45557]: pgmap v7446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:48:10.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:10 smithi088 ceph-mon[35322]: pgmap v7446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:48:12.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:12 smithi175 ceph-mon[44549]: pgmap v7447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:48:12.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:12 smithi181 ceph-mon[45557]: pgmap v7447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:48:12.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:12 smithi088 ceph-mon[35322]: pgmap v7447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:48:14.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:14 smithi175 ceph-mon[44549]: pgmap v7448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:48:14.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:14 smithi181 ceph-mon[45557]: pgmap v7448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:48:14.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:14 smithi088 ceph-mon[35322]: pgmap v7448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:48:14.723 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:14.719+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:48:14.723 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:14.719+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:48:14.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:14.719+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:48:15.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:15 smithi181 ceph-mon[45557]: pgmap v7449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:48:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:15 smithi088 ceph-mon[35322]: pgmap v7449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:48:15.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:15 smithi175 ceph-mon[44549]: pgmap v7449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:48:18.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:18 smithi175 ceph-mon[44549]: pgmap v7450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:18.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:18 smithi181 ceph-mon[45557]: pgmap v7450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:18 smithi088 ceph-mon[35322]: pgmap v7450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:20.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:20 smithi175 ceph-mon[44549]: pgmap v7451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:48:20.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:20 smithi181 ceph-mon[45557]: pgmap v7451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:48:20.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:20 smithi088 ceph-mon[35322]: pgmap v7451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:48:22.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:22 smithi175 ceph-mon[44549]: pgmap v7452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:22.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:22 smithi181 ceph-mon[45557]: pgmap v7452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:22.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:22 smithi088 ceph-mon[35322]: pgmap v7452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:24.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:24 smithi175 ceph-mon[44549]: pgmap v7453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:48:24.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:24 smithi181 ceph-mon[45557]: pgmap v7453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:48:24.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:24 smithi088 ceph-mon[35322]: pgmap v7453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:48:25.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:25 smithi181 ceph-mon[45557]: pgmap v7454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:48:25.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:25 smithi088 ceph-mon[35322]: pgmap v7454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:48:25.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:25 smithi175 ceph-mon[44549]: pgmap v7454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:48:28.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:28 smithi175 ceph-mon[44549]: pgmap v7455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:28.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:28 smithi181 ceph-mon[45557]: pgmap v7455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:28.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:28 smithi088 ceph-mon[35322]: pgmap v7455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:29.735+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:48:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:29.735+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:48:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:29.735+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:48:30.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:30 smithi175 ceph-mon[44549]: pgmap v7456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:30.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:30 smithi181 ceph-mon[45557]: pgmap v7456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:30.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:30 smithi088 ceph-mon[35322]: pgmap v7456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:32.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:32 smithi175 ceph-mon[44549]: pgmap v7457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:32.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:32 smithi181 ceph-mon[45557]: pgmap v7457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:32 smithi088 ceph-mon[35322]: pgmap v7457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:34.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:34 smithi088 ceph-mon[35322]: pgmap v7458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:48:34.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:34 smithi175 ceph-mon[44549]: pgmap v7458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:48:34.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:34 smithi181 ceph-mon[45557]: pgmap v7458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:48:35.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:35 smithi088 ceph-mon[35322]: pgmap v7459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:35.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:35 smithi175 ceph-mon[44549]: pgmap v7459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:35.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:35 smithi181 ceph-mon[45557]: pgmap v7459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:38.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:38 smithi175 ceph-mon[44549]: pgmap v7460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:38.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:38 smithi181 ceph-mon[45557]: pgmap v7460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:38.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:38 smithi088 ceph-mon[35322]: pgmap v7460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:40.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:40 smithi175 ceph-mon[44549]: pgmap v7461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:40.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:40 smithi181 ceph-mon[45557]: pgmap v7461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:40.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:40 smithi088 ceph-mon[35322]: pgmap v7461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:41.523+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:48:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:41.523+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:48:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:41.523+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 108 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T16:48:41.526 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:41.523+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 108 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T16:48:42.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:42 smithi175 ceph-mon[44549]: pgmap v7462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:42.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:42 smithi181 ceph-mon[45557]: pgmap v7462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:42.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:42 smithi088 ceph-mon[35322]: pgmap v7462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:44.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:44 smithi175 ceph-mon[44549]: pgmap v7463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:48:44.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:44 smithi181 ceph-mon[45557]: pgmap v7463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:48:44.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:44 smithi088 ceph-mon[35322]: pgmap v7463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:48:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:44.736+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:48:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:44.736+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:48:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:44.736+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:48:45.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:45 smithi088 ceph-mon[35322]: pgmap v7464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:45.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:45 smithi175 ceph-mon[44549]: pgmap v7464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:45.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:45 smithi181 ceph-mon[45557]: pgmap v7464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:48.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:48 smithi175 ceph-mon[44549]: pgmap v7465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:48.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:48 smithi181 ceph-mon[45557]: pgmap v7465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:48.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:48 smithi088 ceph-mon[35322]: pgmap v7465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:50.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:50 smithi175 ceph-mon[44549]: pgmap v7466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:50.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:50 smithi181 ceph-mon[45557]: pgmap v7466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:50.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:50 smithi088 ceph-mon[35322]: pgmap v7466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:48:52.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:52 smithi175 ceph-mon[44549]: pgmap v7467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:52.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:52 smithi181 ceph-mon[45557]: pgmap v7467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:52.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:52 smithi088 ceph-mon[35322]: pgmap v7467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:54.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:54 smithi175 ceph-mon[44549]: pgmap v7468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:48:54.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:54 smithi181 ceph-mon[45557]: pgmap v7468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:48:54.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:54 smithi088 ceph-mon[35322]: pgmap v7468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:48:55.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:55 smithi088 ceph-mon[35322]: pgmap v7469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:55.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:55 smithi175 ceph-mon[44549]: pgmap v7469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:55.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:55 smithi181 ceph-mon[45557]: pgmap v7469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:48:58.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:48:58 smithi175 ceph-mon[44549]: pgmap v7470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:58.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:48:58 smithi181 ceph-mon[45557]: pgmap v7470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:58.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:48:58 smithi088 ceph-mon[35322]: pgmap v7470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:48:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:59.748+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:48:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:59.748+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:48:59.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:48:59.748+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:49:00.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:00 smithi175 ceph-mon[44549]: pgmap v7471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:00.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:00 smithi181 ceph-mon[45557]: pgmap v7471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:00.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:00 smithi088 ceph-mon[35322]: pgmap v7471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:02.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:02 smithi175 ceph-mon[44549]: pgmap v7472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:02.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:02 smithi181 ceph-mon[45557]: pgmap v7472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:02.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:02 smithi088 ceph-mon[35322]: pgmap v7472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:04.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:04 smithi175 ceph-mon[44549]: pgmap v7473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:49:04.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:04 smithi181 ceph-mon[45557]: pgmap v7473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:49:04.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:04 smithi088 ceph-mon[35322]: pgmap v7473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:49:05.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:05 smithi088 ceph-mon[35322]: pgmap v7474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:49:05.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:49:05.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:05 smithi175 ceph-mon[44549]: pgmap v7474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:49:05.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:49:05.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:05 smithi181 ceph-mon[45557]: pgmap v7474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:49:05.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:49:06.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:49:06.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:49:06.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:06.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:49:06.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:49:06.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:49:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:49:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:49:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:07 smithi175 ceph-mon[44549]: pgmap v7475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:49:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:07 smithi175 ceph-mon[44549]: pgmap v7476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:08.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:07 smithi181 ceph-mon[45557]: pgmap v7475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:49:08.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:07 smithi181 ceph-mon[45557]: pgmap v7476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:08.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:07 smithi088 ceph-mon[35322]: pgmap v7475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:49:08.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:07 smithi088 ceph-mon[35322]: pgmap v7476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:09 smithi175 ceph-mon[44549]: pgmap v7477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:10.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:09 smithi181 ceph-mon[45557]: pgmap v7477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:10.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:09 smithi088 ceph-mon[35322]: pgmap v7477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:11 smithi175 ceph-mon[44549]: pgmap v7478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:11 smithi181 ceph-mon[45557]: pgmap v7478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:11 smithi088 ceph-mon[35322]: pgmap v7478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:13 smithi175 ceph-mon[44549]: pgmap v7479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:49:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:13 smithi181 ceph-mon[45557]: pgmap v7479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:49:14.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:13 smithi088 ceph-mon[35322]: pgmap v7479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:49:14.759 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:14.755+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:49:14.759 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:14.755+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:49:14.759 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:14.755+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:49:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:15 smithi088 ceph-mon[35322]: pgmap v7480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:15.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:15 smithi175 ceph-mon[44549]: pgmap v7480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:15.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:15 smithi181 ceph-mon[45557]: pgmap v7480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:17.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:17 smithi175 ceph-mon[44549]: pgmap v7481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:49:17.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:17 smithi181 ceph-mon[45557]: pgmap v7481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:49:18.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:17 smithi088 ceph-mon[35322]: pgmap v7481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:49:19.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:19 smithi175 ceph-mon[44549]: pgmap v7482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:19.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:19 smithi181 ceph-mon[45557]: pgmap v7482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:19 smithi088 ceph-mon[35322]: pgmap v7482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:21.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:21 smithi175 ceph-mon[44549]: pgmap v7483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:21.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:21 smithi181 ceph-mon[45557]: pgmap v7483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:21 smithi088 ceph-mon[35322]: pgmap v7483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:23.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:23 smithi181 ceph-mon[45557]: pgmap v7484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:24.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:23 smithi088 ceph-mon[35322]: pgmap v7484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:23 smithi175 ceph-mon[44549]: pgmap v7484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:25.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:25 smithi088 ceph-mon[35322]: pgmap v7485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:25.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:25 smithi175 ceph-mon[44549]: pgmap v7485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:25.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:25 smithi181 ceph-mon[45557]: pgmap v7485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:27.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:27 smithi175 ceph-mon[44549]: pgmap v7486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:27.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:27 smithi181 ceph-mon[45557]: pgmap v7486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:28.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:27 smithi088 ceph-mon[35322]: pgmap v7486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:29.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:29.767+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:49:29.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:29.767+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:49:29.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:29.767+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:49:29.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:29 smithi175 ceph-mon[44549]: pgmap v7487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:29.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:29 smithi181 ceph-mon[45557]: pgmap v7487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:29 smithi088 ceph-mon[35322]: pgmap v7487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:31.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:31 smithi181 ceph-mon[45557]: pgmap v7488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:32.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:31 smithi088 ceph-mon[35322]: pgmap v7488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:31 smithi175 ceph-mon[44549]: pgmap v7488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:33.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:33 smithi181 ceph-mon[45557]: pgmap v7489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:34.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:33 smithi088 ceph-mon[35322]: pgmap v7489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:34.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:33 smithi175 ceph-mon[44549]: pgmap v7489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:35.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:35 smithi088 ceph-mon[35322]: pgmap v7490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:35.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:35 smithi175 ceph-mon[44549]: pgmap v7490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:35.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:35 smithi181 ceph-mon[45557]: pgmap v7490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:37.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:37 smithi175 ceph-mon[44549]: pgmap v7491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:37.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:37 smithi181 ceph-mon[45557]: pgmap v7491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:38.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:37 smithi088 ceph-mon[35322]: pgmap v7491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:39.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:39 smithi181 ceph-mon[45557]: pgmap v7492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:40.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:39 smithi088 ceph-mon[35322]: pgmap v7492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:39 smithi175 ceph-mon[44549]: pgmap v7492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:41.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:41 smithi181 ceph-mon[45557]: pgmap v7493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:42.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:41 smithi088 ceph-mon[35322]: pgmap v7493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:42.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:41 smithi175 ceph-mon[44549]: pgmap v7493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:43.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:43 smithi181 ceph-mon[45557]: pgmap v7494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:44.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:43 smithi088 ceph-mon[35322]: pgmap v7494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:43 smithi175 ceph-mon[44549]: pgmap v7494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:44.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:44.782+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:49:44.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:44.782+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:49:44.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:44.782+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:49:45.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:45 smithi088 ceph-mon[35322]: pgmap v7495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:45.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:45 smithi175 ceph-mon[44549]: pgmap v7495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:45.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:45 smithi181 ceph-mon[45557]: pgmap v7495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:47.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:47 smithi181 ceph-mon[45557]: pgmap v7496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:48.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:47 smithi088 ceph-mon[35322]: pgmap v7496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:48.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:47 smithi175 ceph-mon[44549]: pgmap v7496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:49.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:49 smithi181 ceph-mon[45557]: pgmap v7497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:50.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:49 smithi088 ceph-mon[35322]: pgmap v7497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:50.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:49 smithi175 ceph-mon[44549]: pgmap v7497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:49:51.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:51 smithi181 ceph-mon[45557]: pgmap v7498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:52.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:51 smithi088 ceph-mon[35322]: pgmap v7498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:51 smithi175 ceph-mon[44549]: pgmap v7498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:53.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:53 smithi181 ceph-mon[45557]: pgmap v7499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:54.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:53 smithi088 ceph-mon[35322]: pgmap v7499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:54.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:53 smithi175 ceph-mon[44549]: pgmap v7499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:49:55.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:55 smithi088 ceph-mon[35322]: pgmap v7500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:55.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:55 smithi175 ceph-mon[44549]: pgmap v7500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:55.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:55 smithi181 ceph-mon[45557]: pgmap v7500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:49:57.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:57 smithi181 ceph-mon[45557]: pgmap v7501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:57 smithi088 ceph-mon[35322]: pgmap v7501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:57 smithi175 ceph-mon[44549]: pgmap v7501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:49:59.788 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:59.784+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:49:59.788 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:59.784+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:49:59.788 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:49:59.784+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:49:59.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:49:59 smithi181 ceph-mon[45557]: pgmap v7502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:49:59 smithi088 ceph-mon[35322]: pgmap v7502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:49:59 smithi175 ceph-mon[44549]: pgmap v7502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:00.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:50:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:50:01.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T16:50:01.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:01 smithi181 ceph-mon[45557]: pgmap v7503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:02.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:01 smithi088 ceph-mon[35322]: pgmap v7503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:02.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:01 smithi175 ceph-mon[44549]: pgmap v7503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:03.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:03 smithi181 ceph-mon[45557]: pgmap v7504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:04.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:03 smithi088 ceph-mon[35322]: pgmap v7504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:03 smithi175 ceph-mon[44549]: pgmap v7504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:05.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:05 smithi088 ceph-mon[35322]: pgmap v7505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:05.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:05 smithi175 ceph-mon[44549]: pgmap v7505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:05.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:05 smithi181 ceph-mon[45557]: pgmap v7505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:07.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:07 smithi181 ceph-mon[45557]: pgmap v7506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:07.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:50:07.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:50:07.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:50:07.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:50:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:07 smithi088 ceph-mon[35322]: pgmap v7506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:50:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:50:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:50:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:50:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:07 smithi175 ceph-mon[44549]: pgmap v7506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:50:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:50:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:50:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:50:08.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:08 smithi181 ceph-mon[45557]: pgmap v7507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:50:08.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:08 smithi181 ceph-mon[45557]: pgmap v7508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:50:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:08 smithi088 ceph-mon[35322]: pgmap v7507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:50:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:08 smithi088 ceph-mon[35322]: pgmap v7508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:50:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:08 smithi175 ceph-mon[44549]: pgmap v7507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:50:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:08 smithi175 ceph-mon[44549]: pgmap v7508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:50:10.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:10 smithi088 ceph-mon[35322]: pgmap v7509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:50:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:10 smithi175 ceph-mon[44549]: pgmap v7509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:50:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:10 smithi181 ceph-mon[45557]: pgmap v7509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:50:12.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:12 smithi175 ceph-mon[44549]: pgmap v7510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:50:12.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:12 smithi181 ceph-mon[45557]: pgmap v7510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:50:13.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:12 smithi088 ceph-mon[35322]: pgmap v7510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:14.794+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:14.794+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:14.794+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:50:14.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:14 smithi175 ceph-mon[44549]: pgmap v7511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:50:14.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:14 smithi181 ceph-mon[45557]: pgmap v7511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:50:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:14 smithi088 ceph-mon[35322]: pgmap v7511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:50:16.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:16 smithi175 ceph-mon[44549]: pgmap v7512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:50:16.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:16 smithi181 ceph-mon[45557]: pgmap v7512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:50:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:16 smithi088 ceph-mon[35322]: pgmap v7512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:50:18.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:18 smithi175 ceph-mon[44549]: pgmap v7513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:50:18.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:18 smithi181 ceph-mon[45557]: pgmap v7513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:50:19.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:18 smithi088 ceph-mon[35322]: pgmap v7513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:50:20.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:20 smithi088 ceph-mon[35322]: pgmap v7514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:20.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:20 smithi175 ceph-mon[44549]: pgmap v7514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:20.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:20 smithi181 ceph-mon[45557]: pgmap v7514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:22.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:22 smithi175 ceph-mon[44549]: pgmap v7515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:22.938 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:22 smithi088 ceph-mon[35322]: pgmap v7515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:22.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:22 smithi181 ceph-mon[45557]: pgmap v7515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:24.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:24 smithi175 ceph-mon[44549]: pgmap v7516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:24.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:24 smithi181 ceph-mon[45557]: pgmap v7516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:25.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:24 smithi088 ceph-mon[35322]: pgmap v7516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:26.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:26 smithi175 ceph-mon[44549]: pgmap v7517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:26.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:26 smithi181 ceph-mon[45557]: pgmap v7517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:27.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:26 smithi088 ceph-mon[35322]: pgmap v7517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:28.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:28 smithi175 ceph-mon[44549]: pgmap v7518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:28.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:28 smithi181 ceph-mon[45557]: pgmap v7518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:29.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:28 smithi088 ceph-mon[35322]: pgmap v7518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:29.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:29.795+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:50:29.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:29.795+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:50:29.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:29.795+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:50:30.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:30 smithi088 ceph-mon[35322]: pgmap v7519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:30.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:30 smithi175 ceph-mon[44549]: pgmap v7519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:30.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:30 smithi181 ceph-mon[45557]: pgmap v7519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:32.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:32 smithi175 ceph-mon[44549]: pgmap v7520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:32.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:32 smithi181 ceph-mon[45557]: pgmap v7520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:33.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:32 smithi088 ceph-mon[35322]: pgmap v7520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:34.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:34 smithi175 ceph-mon[44549]: pgmap v7521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:34.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:34 smithi181 ceph-mon[45557]: pgmap v7521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:35.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:34 smithi088 ceph-mon[35322]: pgmap v7521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:36.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:36 smithi175 ceph-mon[44549]: pgmap v7522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:36.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:36 smithi181 ceph-mon[45557]: pgmap v7522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:37.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:36 smithi088 ceph-mon[35322]: pgmap v7522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:38.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:38 smithi175 ceph-mon[44549]: pgmap v7523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:38.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:38 smithi181 ceph-mon[45557]: pgmap v7523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:39.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:38 smithi088 ceph-mon[35322]: pgmap v7523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:40.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:40 smithi088 ceph-mon[35322]: pgmap v7524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:40.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:40 smithi175 ceph-mon[44549]: pgmap v7524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:40.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:40 smithi181 ceph-mon[45557]: pgmap v7524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:42.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:42 smithi175 ceph-mon[44549]: pgmap v7525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:42.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:42 smithi181 ceph-mon[45557]: pgmap v7525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:43.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:42 smithi088 ceph-mon[35322]: pgmap v7525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:44.810+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:50:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:44.810+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:50:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:44.810+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:50:44.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:44 smithi175 ceph-mon[44549]: pgmap v7526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:44.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:44 smithi181 ceph-mon[45557]: pgmap v7526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:45.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:44 smithi088 ceph-mon[35322]: pgmap v7526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:46.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:46 smithi175 ceph-mon[44549]: pgmap v7527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:46.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:46 smithi181 ceph-mon[45557]: pgmap v7527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:47.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:46 smithi088 ceph-mon[35322]: pgmap v7527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:48.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:48 smithi181 ceph-mon[45557]: pgmap v7528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:49.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:48 smithi088 ceph-mon[35322]: pgmap v7528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:49.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:48 smithi175 ceph-mon[44549]: pgmap v7528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:50.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:50 smithi088 ceph-mon[35322]: pgmap v7529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:50.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:50 smithi175 ceph-mon[44549]: pgmap v7529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:50.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:50 smithi181 ceph-mon[45557]: pgmap v7529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:50:52.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:52 smithi175 ceph-mon[44549]: pgmap v7530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:52.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:52 smithi181 ceph-mon[45557]: pgmap v7530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:53.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:52 smithi088 ceph-mon[35322]: pgmap v7530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:54.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:54 smithi175 ceph-mon[44549]: pgmap v7531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:54.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:54 smithi181 ceph-mon[45557]: pgmap v7531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:55.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:54 smithi088 ceph-mon[35322]: pgmap v7531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:50:56.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:56 smithi181 ceph-mon[45557]: pgmap v7532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:57.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:56 smithi088 ceph-mon[35322]: pgmap v7532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:56 smithi175 ceph-mon[44549]: pgmap v7532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:50:58.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:50:58 smithi181 ceph-mon[45557]: pgmap v7533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:50:58 smithi088 ceph-mon[35322]: pgmap v7533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:50:58 smithi175 ceph-mon[44549]: pgmap v7533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:50:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:59.821+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:50:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:59.821+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:50:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:50:59.821+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:51:00.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:00 smithi088 ceph-mon[35322]: pgmap v7534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:00.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:00 smithi175 ceph-mon[44549]: pgmap v7534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:00.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:00 smithi181 ceph-mon[45557]: pgmap v7534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:02.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:02 smithi175 ceph-mon[44549]: pgmap v7535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:02.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:02 smithi181 ceph-mon[45557]: pgmap v7535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:03.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:02 smithi088 ceph-mon[35322]: pgmap v7535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:04.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:04 smithi181 ceph-mon[45557]: pgmap v7536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:05.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:04 smithi088 ceph-mon[35322]: pgmap v7536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:05.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:04 smithi175 ceph-mon[44549]: pgmap v7536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:06.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:06 smithi181 ceph-mon[45557]: pgmap v7537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:06 smithi088 ceph-mon[35322]: pgmap v7537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:07.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:06 smithi175 ceph-mon[44549]: pgmap v7537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:08.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:08 smithi181 ceph-mon[45557]: pgmap v7538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:08.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:51:08.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:51:08.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:51:08.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:51:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:08 smithi088 ceph-mon[35322]: pgmap v7538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:51:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:51:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:51:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:51:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:08 smithi175 ceph-mon[44549]: pgmap v7538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:51:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:51:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:51:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:51:09.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:09 smithi181 ceph-mon[45557]: pgmap v7539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:51:09.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:09 smithi181 ceph-mon[45557]: pgmap v7540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:51:10.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:09 smithi088 ceph-mon[35322]: pgmap v7539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:51:10.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:09 smithi088 ceph-mon[35322]: pgmap v7540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:51:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:09 smithi175 ceph-mon[44549]: pgmap v7539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:51:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:09 smithi175 ceph-mon[44549]: pgmap v7540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:51:11.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:11 smithi181 ceph-mon[45557]: pgmap v7541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:51:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:11 smithi088 ceph-mon[35322]: pgmap v7541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:51:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:11 smithi175 ceph-mon[44549]: pgmap v7541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:51:13.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:13 smithi181 ceph-mon[45557]: pgmap v7542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:51:14.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:13 smithi088 ceph-mon[35322]: pgmap v7542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:51:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:13 smithi175 ceph-mon[44549]: pgmap v7542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:51:14.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:14.837+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:51:14.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:14.837+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:51:14.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:14.837+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:51:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:15 smithi088 ceph-mon[35322]: pgmap v7543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:51:15.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:15 smithi175 ceph-mon[44549]: pgmap v7543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:51:15.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:15 smithi181 ceph-mon[45557]: pgmap v7543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:51:17.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:17 smithi175 ceph-mon[44549]: pgmap v7544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:51:17.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:17 smithi181 ceph-mon[45557]: pgmap v7544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:51:18.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:17 smithi088 ceph-mon[35322]: pgmap v7544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:51:19.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:19 smithi175 ceph-mon[44549]: pgmap v7545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:51:19.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:19 smithi181 ceph-mon[45557]: pgmap v7545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:51:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:19 smithi088 ceph-mon[35322]: pgmap v7545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:51:21.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:21 smithi175 ceph-mon[44549]: pgmap v7546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:21.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:21 smithi181 ceph-mon[45557]: pgmap v7546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:21 smithi088 ceph-mon[35322]: pgmap v7546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:23.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:23 smithi175 ceph-mon[44549]: pgmap v7547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:23.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:23 smithi181 ceph-mon[45557]: pgmap v7547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:24.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:23 smithi088 ceph-mon[35322]: pgmap v7547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:25.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:25 smithi088 ceph-mon[35322]: pgmap v7548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:25.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:25 smithi175 ceph-mon[44549]: pgmap v7548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:25.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:25 smithi181 ceph-mon[45557]: pgmap v7548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:27.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:27 smithi175 ceph-mon[44549]: pgmap v7549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:27.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:27 smithi181 ceph-mon[45557]: pgmap v7549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:28.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:27 smithi088 ceph-mon[35322]: pgmap v7549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:29.844+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:51:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:29.844+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:51:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:29.844+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:51:29.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:29 smithi175 ceph-mon[44549]: pgmap v7550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:29.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:29 smithi181 ceph-mon[45557]: pgmap v7550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:29 smithi088 ceph-mon[35322]: pgmap v7550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:31.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:31 smithi175 ceph-mon[44549]: pgmap v7551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:31.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:31 smithi181 ceph-mon[45557]: pgmap v7551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:32.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:31 smithi088 ceph-mon[35322]: pgmap v7551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:33.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:33 smithi175 ceph-mon[44549]: pgmap v7552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:33.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:33 smithi181 ceph-mon[45557]: pgmap v7552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:34.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:33 smithi088 ceph-mon[35322]: pgmap v7552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:35.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:35 smithi088 ceph-mon[35322]: pgmap v7553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:35.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:35 smithi175 ceph-mon[44549]: pgmap v7553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:35.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:35 smithi181 ceph-mon[45557]: pgmap v7553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:37.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:37 smithi175 ceph-mon[44549]: pgmap v7554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:37.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:37 smithi181 ceph-mon[45557]: pgmap v7554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:38.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:37 smithi088 ceph-mon[35322]: pgmap v7554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:39.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:39 smithi175 ceph-mon[44549]: pgmap v7555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:39.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:39 smithi181 ceph-mon[45557]: pgmap v7555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:40.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:39 smithi088 ceph-mon[35322]: pgmap v7555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:41.549+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:51:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:41.549+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:51:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:41.549+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 109 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T16:51:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:41.549+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T16:51:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:41.550+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 109 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T16:51:41.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:41.550+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:51:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:41.550+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 110 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T16:51:41.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:41.550+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 110 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T16:51:41.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:41 smithi175 ceph-mon[44549]: pgmap v7556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:41.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:41 smithi181 ceph-mon[45557]: pgmap v7556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:42.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:41 smithi088 ceph-mon[35322]: pgmap v7556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:43.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:43 smithi181 ceph-mon[45557]: pgmap v7557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:44.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:43 smithi088 ceph-mon[35322]: pgmap v7557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:43 smithi175 ceph-mon[44549]: pgmap v7557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:44.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:44.859+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:51:44.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:44.859+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:51:44.863 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:44.859+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:51:45.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:45 smithi088 ceph-mon[35322]: pgmap v7558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:45.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:45 smithi175 ceph-mon[44549]: pgmap v7558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:45.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:45 smithi181 ceph-mon[45557]: pgmap v7558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:47.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:47 smithi175 ceph-mon[44549]: pgmap v7559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:47.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:47 smithi181 ceph-mon[45557]: pgmap v7559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:48.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:47 smithi088 ceph-mon[35322]: pgmap v7559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:49.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:49 smithi175 ceph-mon[44549]: pgmap v7560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:49.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:49 smithi181 ceph-mon[45557]: pgmap v7560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:50.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:49 smithi088 ceph-mon[35322]: pgmap v7560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:51:51.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:51 smithi181 ceph-mon[45557]: pgmap v7561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:52.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:51 smithi088 ceph-mon[35322]: pgmap v7561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:51 smithi175 ceph-mon[44549]: pgmap v7561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:53.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:53 smithi181 ceph-mon[45557]: pgmap v7562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:54.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:53 smithi088 ceph-mon[35322]: pgmap v7562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:54.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:53 smithi175 ceph-mon[44549]: pgmap v7562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:51:55.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:55 smithi088 ceph-mon[35322]: pgmap v7563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:55.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:55 smithi175 ceph-mon[44549]: pgmap v7563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:55.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:55 smithi181 ceph-mon[45557]: pgmap v7563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:51:57.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:57 smithi175 ceph-mon[44549]: pgmap v7564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:57.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:57 smithi181 ceph-mon[45557]: pgmap v7564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:57 smithi088 ceph-mon[35322]: pgmap v7564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:51:59.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:59.867+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:51:59.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:59.867+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:51:59.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:51:59.867+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:51:59.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:51:59 smithi181 ceph-mon[45557]: pgmap v7565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:51:59 smithi088 ceph-mon[35322]: pgmap v7565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:51:59 smithi175 ceph-mon[44549]: pgmap v7565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:01.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:01 smithi181 ceph-mon[45557]: pgmap v7566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:02.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:01 smithi088 ceph-mon[35322]: pgmap v7566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:02.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:01 smithi175 ceph-mon[44549]: pgmap v7566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:03.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:03 smithi181 ceph-mon[45557]: pgmap v7567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:04.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:03 smithi088 ceph-mon[35322]: pgmap v7567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:03 smithi175 ceph-mon[44549]: pgmap v7567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:05.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:05 smithi088 ceph-mon[35322]: pgmap v7568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:05.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:05 smithi175 ceph-mon[44549]: pgmap v7568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:05.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:05 smithi181 ceph-mon[45557]: pgmap v7568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:07.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:07 smithi181 ceph-mon[45557]: pgmap v7569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:07 smithi088 ceph-mon[35322]: pgmap v7569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:07 smithi175 ceph-mon[44549]: pgmap v7569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:09.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:09 smithi181 ceph-mon[45557]: pgmap v7570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:09.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:52:10.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:09 smithi088 ceph-mon[35322]: pgmap v7570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:10.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:52:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:09 smithi175 ceph-mon[44549]: pgmap v7570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:52:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:52:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:52:10.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:10 smithi181 ceph-mon[45557]: pgmap v7571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:52:10.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:52:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:52:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:52:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:10 smithi088 ceph-mon[35322]: pgmap v7571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:52:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:52:11.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:52:11.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:52:11.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:10 smithi175 ceph-mon[44549]: pgmap v7571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:52:11.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:52:13.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:12 smithi088 ceph-mon[35322]: pgmap v7572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:52:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:12 smithi175 ceph-mon[44549]: pgmap v7572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:52:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:12 smithi181 ceph-mon[45557]: pgmap v7572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:52:14.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:14.877+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:52:14.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:14.878+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:52:14.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:14.878+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:52:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:14 smithi088 ceph-mon[35322]: pgmap v7573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:52:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:14 smithi175 ceph-mon[44549]: pgmap v7573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:52:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:14 smithi181 ceph-mon[45557]: pgmap v7573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:52:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:16 smithi088 ceph-mon[35322]: pgmap v7574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:52:17.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:16 smithi175 ceph-mon[44549]: pgmap v7574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:52:17.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:16 smithi181 ceph-mon[45557]: pgmap v7574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:52:19.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:18 smithi088 ceph-mon[35322]: pgmap v7575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:52:19.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:18 smithi175 ceph-mon[44549]: pgmap v7575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:52:19.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:18 smithi181 ceph-mon[45557]: pgmap v7575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:52:20.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:20 smithi175 ceph-mon[44549]: pgmap v7576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:52:20.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:20 smithi181 ceph-mon[45557]: pgmap v7576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:52:21.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:20 smithi088 ceph-mon[35322]: pgmap v7576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:52:23.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:22 smithi088 ceph-mon[35322]: pgmap v7577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:22 smithi175 ceph-mon[44549]: pgmap v7577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:23.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:22 smithi181 ceph-mon[45557]: pgmap v7577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:25.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:24 smithi088 ceph-mon[35322]: pgmap v7578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:25.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:24 smithi175 ceph-mon[44549]: pgmap v7578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:25.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:24 smithi181 ceph-mon[45557]: pgmap v7578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:27.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:26 smithi088 ceph-mon[35322]: pgmap v7579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:27.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:26 smithi175 ceph-mon[44549]: pgmap v7579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:27.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:26 smithi181 ceph-mon[45557]: pgmap v7579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:29.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:28 smithi088 ceph-mon[35322]: pgmap v7580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:29.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:28 smithi175 ceph-mon[44549]: pgmap v7580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:28 smithi181 ceph-mon[45557]: pgmap v7580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:29.882+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:52:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:29.882+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:52:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:29.882+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:52:30.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:30 smithi175 ceph-mon[44549]: pgmap v7581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:30.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:30 smithi181 ceph-mon[45557]: pgmap v7581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:30 smithi088 ceph-mon[35322]: pgmap v7581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:33.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:32 smithi088 ceph-mon[35322]: pgmap v7582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:33.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:32 smithi175 ceph-mon[44549]: pgmap v7582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:33.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:32 smithi181 ceph-mon[45557]: pgmap v7582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:35.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:34 smithi088 ceph-mon[35322]: pgmap v7583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:34 smithi175 ceph-mon[44549]: pgmap v7583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:35.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:34 smithi181 ceph-mon[45557]: pgmap v7583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:37.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:36 smithi088 ceph-mon[35322]: pgmap v7584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:37.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:36 smithi175 ceph-mon[44549]: pgmap v7584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:37.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:36 smithi181 ceph-mon[45557]: pgmap v7584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:39.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:38 smithi088 ceph-mon[35322]: pgmap v7585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:39.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:38 smithi175 ceph-mon[44549]: pgmap v7585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:39.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:38 smithi181 ceph-mon[45557]: pgmap v7585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:40.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:40 smithi175 ceph-mon[44549]: pgmap v7586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:40.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:40 smithi181 ceph-mon[45557]: pgmap v7586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:41.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:40 smithi088 ceph-mon[35322]: pgmap v7586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:43.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:42 smithi088 ceph-mon[35322]: pgmap v7587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:43.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:42 smithi175 ceph-mon[44549]: pgmap v7587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:43.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:42 smithi181 ceph-mon[45557]: pgmap v7587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:44.900 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:44.897+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:52:44.900 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:44.897+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:52:44.901 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:44.897+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:52:45.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:44 smithi088 ceph-mon[35322]: pgmap v7588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:45.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:44 smithi175 ceph-mon[44549]: pgmap v7588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:45.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:44 smithi181 ceph-mon[45557]: pgmap v7588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:47.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:46 smithi088 ceph-mon[35322]: pgmap v7589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:47.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:46 smithi175 ceph-mon[44549]: pgmap v7589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:47.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:46 smithi181 ceph-mon[45557]: pgmap v7589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:49.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:48 smithi088 ceph-mon[35322]: pgmap v7590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:49.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:48 smithi175 ceph-mon[44549]: pgmap v7590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:49.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:48 smithi181 ceph-mon[45557]: pgmap v7590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:50.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:50 smithi175 ceph-mon[44549]: pgmap v7591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:50.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:50 smithi181 ceph-mon[45557]: pgmap v7591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:51.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:50 smithi088 ceph-mon[35322]: pgmap v7591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:52:53.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:52 smithi088 ceph-mon[35322]: pgmap v7592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:53.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:52 smithi175 ceph-mon[44549]: pgmap v7592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:53.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:52 smithi181 ceph-mon[45557]: pgmap v7592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:55.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:54 smithi088 ceph-mon[35322]: pgmap v7593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:55.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:54 smithi175 ceph-mon[44549]: pgmap v7593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:55.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:54 smithi181 ceph-mon[45557]: pgmap v7593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:52:57.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:56 smithi088 ceph-mon[35322]: pgmap v7594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:56 smithi175 ceph-mon[44549]: pgmap v7594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:57.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:56 smithi181 ceph-mon[45557]: pgmap v7594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:52:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:52:58 smithi088 ceph-mon[35322]: pgmap v7595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:52:58 smithi175 ceph-mon[44549]: pgmap v7595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:52:58 smithi181 ceph-mon[45557]: pgmap v7595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:52:59.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:59.910+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:52:59.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:59.910+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:52:59.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:52:59.910+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:53:00.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:00 smithi175 ceph-mon[44549]: pgmap v7596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:00.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:00 smithi181 ceph-mon[45557]: pgmap v7596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:00 smithi088 ceph-mon[35322]: pgmap v7596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:03.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:02 smithi088 ceph-mon[35322]: pgmap v7597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:03.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:02 smithi175 ceph-mon[44549]: pgmap v7597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:03.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:02 smithi181 ceph-mon[45557]: pgmap v7597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:05.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:04 smithi088 ceph-mon[35322]: pgmap v7598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:05.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:04 smithi175 ceph-mon[44549]: pgmap v7598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:05.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:04 smithi181 ceph-mon[45557]: pgmap v7598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:06 smithi088 ceph-mon[35322]: pgmap v7599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:07.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:06 smithi175 ceph-mon[44549]: pgmap v7599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:07.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:06 smithi181 ceph-mon[45557]: pgmap v7599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:08 smithi088 ceph-mon[35322]: pgmap v7600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:08 smithi175 ceph-mon[44549]: pgmap v7600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:09.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:08 smithi181 ceph-mon[45557]: pgmap v7600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:10 smithi175 ceph-mon[44549]: pgmap v7601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:53:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:10 smithi181 ceph-mon[45557]: pgmap v7601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:53:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:10 smithi088 ceph-mon[35322]: pgmap v7601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:53:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:53:11.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:53:11.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 207.8M 2024-01-28T16:53:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 217993195: error parsing value: Value '217993195' is below minimum 939524096 2024-01-28T16:53:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:53:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:53:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: pgmap v7602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:53:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: pgmap v7603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:53:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:53:11.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:53:11.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:53:11.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 207.8M 2024-01-28T16:53:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 217993195: error parsing value: Value '217993195' is below minimum 939524096 2024-01-28T16:53:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:53:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:53:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: pgmap v7602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:53:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: pgmap v7603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:53:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:53:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T16:53:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T16:53:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:53:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 207.8M 2024-01-28T16:53:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 217993195: error parsing value: Value '217993195' is below minimum 939524096 2024-01-28T16:53:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:53:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:53:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: pgmap v7602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:53:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: pgmap v7603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:53:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:53:14.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:13 smithi088 ceph-mon[35322]: pgmap v7604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:53:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:13 smithi175 ceph-mon[44549]: pgmap v7604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:53:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:13 smithi181 ceph-mon[45557]: pgmap v7604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:53:14.928 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:14.924+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:53:14.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:14.924+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:53:14.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:14.924+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:53:15.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:15 smithi175 ceph-mon[44549]: pgmap v7605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:53:15.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:15 smithi181 ceph-mon[45557]: pgmap v7605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:53:16.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:15 smithi088 ceph-mon[35322]: pgmap v7605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:53:18.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:17 smithi088 ceph-mon[35322]: pgmap v7606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:53:18.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:17 smithi175 ceph-mon[44549]: pgmap v7606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:53:18.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:17 smithi181 ceph-mon[45557]: pgmap v7606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:53:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:19 smithi088 ceph-mon[35322]: pgmap v7607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:53:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:19 smithi175 ceph-mon[44549]: pgmap v7607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:53:20.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:19 smithi181 ceph-mon[45557]: pgmap v7607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:53:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:21 smithi088 ceph-mon[35322]: pgmap v7608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:53:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:21 smithi175 ceph-mon[44549]: pgmap v7608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:53:22.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:21 smithi181 ceph-mon[45557]: pgmap v7608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:53:24.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:23 smithi088 ceph-mon[35322]: pgmap v7609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:23 smithi175 ceph-mon[44549]: pgmap v7609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:24.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:23 smithi181 ceph-mon[45557]: pgmap v7609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:25.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:25 smithi175 ceph-mon[44549]: pgmap v7610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:25.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:25 smithi181 ceph-mon[45557]: pgmap v7610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:26.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:25 smithi088 ceph-mon[35322]: pgmap v7610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:28.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:27 smithi088 ceph-mon[35322]: pgmap v7611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:28.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:27 smithi175 ceph-mon[44549]: pgmap v7611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:28.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:27 smithi181 ceph-mon[45557]: pgmap v7611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:29.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:29.940+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:53:29.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:29.940+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:53:29.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:29.940+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:53:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:29 smithi088 ceph-mon[35322]: pgmap v7612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:29 smithi175 ceph-mon[44549]: pgmap v7612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:29 smithi181 ceph-mon[45557]: pgmap v7612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:32.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:31 smithi088 ceph-mon[35322]: pgmap v7613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:31 smithi175 ceph-mon[44549]: pgmap v7613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:31 smithi181 ceph-mon[45557]: pgmap v7613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:34.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:33 smithi088 ceph-mon[35322]: pgmap v7614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:34.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:33 smithi175 ceph-mon[44549]: pgmap v7614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:34.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:33 smithi181 ceph-mon[45557]: pgmap v7614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:35.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:35 smithi175 ceph-mon[44549]: pgmap v7615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:35.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:35 smithi181 ceph-mon[45557]: pgmap v7615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:36.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:35 smithi088 ceph-mon[35322]: pgmap v7615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:38.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:37 smithi088 ceph-mon[35322]: pgmap v7616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:37 smithi175 ceph-mon[44549]: pgmap v7616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:37 smithi181 ceph-mon[45557]: pgmap v7616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:40.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:39 smithi088 ceph-mon[35322]: pgmap v7617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:39 smithi175 ceph-mon[44549]: pgmap v7617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:40.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:39 smithi181 ceph-mon[45557]: pgmap v7617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:42.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:41 smithi088 ceph-mon[35322]: pgmap v7618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:42.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:41 smithi175 ceph-mon[44549]: pgmap v7618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:42.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:41 smithi181 ceph-mon[45557]: pgmap v7618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:44.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:43 smithi088 ceph-mon[35322]: pgmap v7619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:43 smithi175 ceph-mon[44549]: pgmap v7619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:44.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:43 smithi181 ceph-mon[45557]: pgmap v7619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:44.944+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:53:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:44.944+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:53:44.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:44.944+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:53:45.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:45 smithi175 ceph-mon[44549]: pgmap v7620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:45.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:45 smithi181 ceph-mon[45557]: pgmap v7620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:46.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:45 smithi088 ceph-mon[35322]: pgmap v7620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:48.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:47 smithi088 ceph-mon[35322]: pgmap v7621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:48.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:47 smithi175 ceph-mon[44549]: pgmap v7621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:48.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:47 smithi181 ceph-mon[45557]: pgmap v7621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:50.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:49 smithi088 ceph-mon[35322]: pgmap v7622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:50.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:49 smithi175 ceph-mon[44549]: pgmap v7622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:50.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:49 smithi181 ceph-mon[45557]: pgmap v7622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:53:52.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:51 smithi088 ceph-mon[35322]: pgmap v7623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:51 smithi175 ceph-mon[44549]: pgmap v7623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:52.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:51 smithi181 ceph-mon[45557]: pgmap v7623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:54.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:53 smithi175 ceph-mon[44549]: pgmap v7624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:54.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:53 smithi181 ceph-mon[45557]: pgmap v7624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:54.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:53 smithi088 ceph-mon[35322]: pgmap v7624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:53:55.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:55 smithi175 ceph-mon[44549]: pgmap v7625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:55.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:55 smithi181 ceph-mon[45557]: pgmap v7625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:56.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:55 smithi088 ceph-mon[35322]: pgmap v7625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:53:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:57 smithi088 ceph-mon[35322]: pgmap v7626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:57 smithi175 ceph-mon[44549]: pgmap v7626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:58.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:57 smithi181 ceph-mon[45557]: pgmap v7626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:53:59.949 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:59.946+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:53:59.949 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:59.946+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:53:59.949 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:53:59.946+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:54:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:53:59 smithi088 ceph-mon[35322]: pgmap v7627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:53:59 smithi175 ceph-mon[44549]: pgmap v7627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:00.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:53:59 smithi181 ceph-mon[45557]: pgmap v7627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:02.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:01 smithi088 ceph-mon[35322]: pgmap v7628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:02.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:01 smithi175 ceph-mon[44549]: pgmap v7628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:02.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:01 smithi181 ceph-mon[45557]: pgmap v7628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:03 smithi175 ceph-mon[44549]: pgmap v7629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:04.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:03 smithi181 ceph-mon[45557]: pgmap v7629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:04.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:03 smithi088 ceph-mon[35322]: pgmap v7629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:05.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:05 smithi175 ceph-mon[44549]: pgmap v7630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:54:05.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:05 smithi181 ceph-mon[45557]: pgmap v7630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:54:06.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:05 smithi088 ceph-mon[35322]: pgmap v7630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:54:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:07 smithi088 ceph-mon[35322]: pgmap v7631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:07 smithi175 ceph-mon[44549]: pgmap v7631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:08.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:07 smithi181 ceph-mon[45557]: pgmap v7631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:10.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:09 smithi088 ceph-mon[35322]: pgmap v7632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:09 smithi175 ceph-mon[44549]: pgmap v7632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:10.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:09 smithi181 ceph-mon[45557]: pgmap v7632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:11 smithi175 ceph-mon[44549]: pgmap v7633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:54:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:54:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:54:12.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:54:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:11 smithi181 ceph-mon[45557]: pgmap v7633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:54:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:54:12.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:54:12.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:54:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:11 smithi088 ceph-mon[35322]: pgmap v7633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:54:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T16:54:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:54:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:54:12.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:54:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:12 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:54:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:12 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:54:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:12 smithi175 ceph-mon[44549]: pgmap v7634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:54:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:12 smithi175 ceph-mon[44549]: pgmap v7635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:54:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:12 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:54:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:12 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:54:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:12 smithi181 ceph-mon[45557]: pgmap v7634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:54:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:12 smithi181 ceph-mon[45557]: pgmap v7635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:54:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:12 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T16:54:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:12 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T16:54:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:12 smithi088 ceph-mon[35322]: pgmap v7634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:54:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:12 smithi088 ceph-mon[35322]: pgmap v7635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:54:14.951 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:14.948+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:54:14.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:14.948+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:54:14.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:14.948+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:54:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:14 smithi175 ceph-mon[44549]: pgmap v7636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:54:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:14 smithi181 ceph-mon[45557]: pgmap v7636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:54:15.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:14 smithi088 ceph-mon[35322]: pgmap v7636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:54:17.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:16 smithi175 ceph-mon[44549]: pgmap v7637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:54:17.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:16 smithi181 ceph-mon[45557]: pgmap v7637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:54:17.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:16 smithi088 ceph-mon[35322]: pgmap v7637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:54:19.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:18 smithi175 ceph-mon[44549]: pgmap v7638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:54:19.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:18 smithi181 ceph-mon[45557]: pgmap v7638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:54:19.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:18 smithi088 ceph-mon[35322]: pgmap v7638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:54:20.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:20 smithi175 ceph-mon[44549]: pgmap v7639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:54:20.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:20 smithi181 ceph-mon[45557]: pgmap v7639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:54:21.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:20 smithi088 ceph-mon[35322]: pgmap v7639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:54:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:22 smithi175 ceph-mon[44549]: pgmap v7640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:54:23.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:22 smithi181 ceph-mon[45557]: pgmap v7640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:54:23.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:22 smithi088 ceph-mon[35322]: pgmap v7640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:54:25.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:24 smithi175 ceph-mon[44549]: pgmap v7641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:25.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:24 smithi181 ceph-mon[45557]: pgmap v7641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:25.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:24 smithi088 ceph-mon[35322]: pgmap v7641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:27.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:26 smithi175 ceph-mon[44549]: pgmap v7642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:27.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:26 smithi181 ceph-mon[45557]: pgmap v7642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:27.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:26 smithi088 ceph-mon[35322]: pgmap v7642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:29.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:28 smithi175 ceph-mon[44549]: pgmap v7643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:28 smithi181 ceph-mon[45557]: pgmap v7643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:29.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:28 smithi088 ceph-mon[35322]: pgmap v7643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:29.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:29.952+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:54:29.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:29.952+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:54:29.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:29.952+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:54:30.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:30 smithi175 ceph-mon[44549]: pgmap v7644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:54:30.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:30 smithi181 ceph-mon[45557]: pgmap v7644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:54:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:30 smithi088 ceph-mon[35322]: pgmap v7644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:54:33.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:32 smithi175 ceph-mon[44549]: pgmap v7645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:33.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:32 smithi181 ceph-mon[45557]: pgmap v7645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:33.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:32 smithi088 ceph-mon[35322]: pgmap v7645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:34 smithi175 ceph-mon[44549]: pgmap v7646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:54:35.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:34 smithi181 ceph-mon[45557]: pgmap v7646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:54:35.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:34 smithi088 ceph-mon[35322]: pgmap v7646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T16:54:37.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:36 smithi175 ceph-mon[44549]: pgmap v7647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:37.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:36 smithi181 ceph-mon[45557]: pgmap v7647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:37.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:36 smithi088 ceph-mon[35322]: pgmap v7647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:39.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:38 smithi175 ceph-mon[44549]: pgmap v7648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:39.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:38 smithi181 ceph-mon[45557]: pgmap v7648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:39.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:38 smithi088 ceph-mon[35322]: pgmap v7648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:40.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:40 smithi175 ceph-mon[44549]: pgmap v7649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:54:40.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:40 smithi181 ceph-mon[45557]: pgmap v7649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:54:41.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:40 smithi088 ceph-mon[35322]: pgmap v7649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:54:41.581 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:41.577+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:54:41.581 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:41.577+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T16:54:41.581 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:41.578+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 111 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T16:54:41.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:41.578+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 111 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:54:43.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:42 smithi175 ceph-mon[44549]: pgmap v7650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:43.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:42 smithi181 ceph-mon[45557]: pgmap v7650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:43.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:42 smithi088 ceph-mon[35322]: pgmap v7650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:44.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:44.966+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:54:44.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:44.966+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:54:44.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:44.966+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:54:45.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:44 smithi175 ceph-mon[44549]: pgmap v7651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:45.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:44 smithi181 ceph-mon[45557]: pgmap v7651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:45.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:44 smithi088 ceph-mon[35322]: pgmap v7651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:47.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:46 smithi175 ceph-mon[44549]: pgmap v7652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:47.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:46 smithi181 ceph-mon[45557]: pgmap v7652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:47.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:46 smithi088 ceph-mon[35322]: pgmap v7652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:49.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:48 smithi175 ceph-mon[44549]: pgmap v7653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:49.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:48 smithi181 ceph-mon[45557]: pgmap v7653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:49.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:48 smithi088 ceph-mon[35322]: pgmap v7653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:50.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:50 smithi175 ceph-mon[44549]: pgmap v7654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:54:50.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:50 smithi181 ceph-mon[45557]: pgmap v7654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:54:51.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:50 smithi088 ceph-mon[35322]: pgmap v7654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:54:53.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:52 smithi175 ceph-mon[44549]: pgmap v7655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:53.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:52 smithi181 ceph-mon[45557]: pgmap v7655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:53.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:52 smithi088 ceph-mon[35322]: pgmap v7655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:55.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:54 smithi175 ceph-mon[44549]: pgmap v7656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:55.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:54 smithi181 ceph-mon[45557]: pgmap v7656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:55.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:54 smithi088 ceph-mon[35322]: pgmap v7656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:54:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:56 smithi175 ceph-mon[44549]: pgmap v7657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:57.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:56 smithi181 ceph-mon[45557]: pgmap v7657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:57.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:56 smithi088 ceph-mon[35322]: pgmap v7657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:54:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:54:58 smithi175 ceph-mon[44549]: pgmap v7658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:59.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:54:58 smithi181 ceph-mon[45557]: pgmap v7658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:59.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:54:58 smithi088 ceph-mon[35322]: pgmap v7658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:54:59.983 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:59.979+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:54:59.983 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:59.979+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:54:59.983 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:54:59.979+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:55:00.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:00 smithi175 ceph-mon[44549]: pgmap v7659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:00.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:00 smithi181 ceph-mon[45557]: pgmap v7659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:00 smithi088 ceph-mon[35322]: pgmap v7659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:03.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:02 smithi175 ceph-mon[44549]: pgmap v7660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:03.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:02 smithi181 ceph-mon[45557]: pgmap v7660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:03.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:02 smithi088 ceph-mon[35322]: pgmap v7660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:05.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:04 smithi175 ceph-mon[44549]: pgmap v7661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:05.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:04 smithi181 ceph-mon[45557]: pgmap v7661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:05.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:04 smithi088 ceph-mon[35322]: pgmap v7661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:07.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:06 smithi175 ceph-mon[44549]: pgmap v7662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:07.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:06 smithi181 ceph-mon[45557]: pgmap v7662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:07.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:06 smithi088 ceph-mon[35322]: pgmap v7662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:08 smithi175 ceph-mon[44549]: pgmap v7663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:09.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:08 smithi181 ceph-mon[45557]: pgmap v7663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:09.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:08 smithi088 ceph-mon[35322]: pgmap v7663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:10 smithi175 ceph-mon[44549]: pgmap v7664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:10 smithi181 ceph-mon[45557]: pgmap v7664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:10 smithi088 ceph-mon[35322]: pgmap v7664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:12 smithi175 ceph-mon[44549]: pgmap v7665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:55:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:55:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:55:13.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:55:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:12 smithi181 ceph-mon[45557]: pgmap v7665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:55:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:55:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:55:13.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:55:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:12 smithi088 ceph-mon[35322]: pgmap v7665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:55:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:55:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:55:13.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:55:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:13 smithi175 ceph-mon[44549]: pgmap v7666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:55:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:13 smithi175 ceph-mon[44549]: pgmap v7667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:55:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:13 smithi181 ceph-mon[45557]: pgmap v7666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:55:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:13 smithi181 ceph-mon[45557]: pgmap v7667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:55:14.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:13 smithi088 ceph-mon[35322]: pgmap v7666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:55:14.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:13 smithi088 ceph-mon[35322]: pgmap v7667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:55:14.998 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:55:14.995+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:55:14.999 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:55:14.995+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:55:14.999 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:55:14.995+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:55:15.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:15 smithi175 ceph-mon[44549]: pgmap v7668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:55:15.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:15 smithi181 ceph-mon[45557]: pgmap v7668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:55:16.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:15 smithi088 ceph-mon[35322]: pgmap v7668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:55:18.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:17 smithi175 ceph-mon[44549]: pgmap v7669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:55:18.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:17 smithi181 ceph-mon[45557]: pgmap v7669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:55:18.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:17 smithi088 ceph-mon[35322]: pgmap v7669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:55:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:19 smithi175 ceph-mon[44549]: pgmap v7670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:55:20.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:19 smithi181 ceph-mon[45557]: pgmap v7670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:55:20.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:19 smithi088 ceph-mon[35322]: pgmap v7670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:55:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:21 smithi175 ceph-mon[44549]: pgmap v7671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:55:22.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:21 smithi181 ceph-mon[45557]: pgmap v7671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:55:22.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:21 smithi088 ceph-mon[35322]: pgmap v7671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:55:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:23 smithi175 ceph-mon[44549]: pgmap v7672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:55:24.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:23 smithi181 ceph-mon[45557]: pgmap v7672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:55:24.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:23 smithi088 ceph-mon[35322]: pgmap v7672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:55:25.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:25 smithi175 ceph-mon[44549]: pgmap v7673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:25.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:25 smithi181 ceph-mon[45557]: pgmap v7673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:26.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:25 smithi088 ceph-mon[35322]: pgmap v7673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:28.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:27 smithi175 ceph-mon[44549]: pgmap v7674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:28.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:27 smithi181 ceph-mon[45557]: pgmap v7674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:28.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:27 smithi088 ceph-mon[35322]: pgmap v7674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:55:30.003+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:55:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:55:30.003+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:55:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:55:30.003+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:55:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:29 smithi175 ceph-mon[44549]: pgmap v7675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:29 smithi181 ceph-mon[45557]: pgmap v7675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:30.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:29 smithi088 ceph-mon[35322]: pgmap v7675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:31 smithi175 ceph-mon[44549]: pgmap v7676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:31 smithi181 ceph-mon[45557]: pgmap v7676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:32.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:31 smithi088 ceph-mon[35322]: pgmap v7676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:34.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:33 smithi175 ceph-mon[44549]: pgmap v7677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:34.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:33 smithi181 ceph-mon[45557]: pgmap v7677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:34.234 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:33 smithi088 ceph-mon[35322]: pgmap v7677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:35.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:35 smithi175 ceph-mon[44549]: pgmap v7678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:35.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:35 smithi181 ceph-mon[45557]: pgmap v7678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:36.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:35 smithi088 ceph-mon[35322]: pgmap v7678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:55:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:37 smithi175 ceph-mon[44549]: pgmap v7679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:37 smithi181 ceph-mon[45557]: pgmap v7679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:38.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:37 smithi088 ceph-mon[35322]: pgmap v7679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:39 smithi175 ceph-mon[44549]: pgmap v7680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:40.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:39 smithi181 ceph-mon[45557]: pgmap v7680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:40.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:39 smithi088 ceph-mon[35322]: pgmap v7680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:42.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:41 smithi175 ceph-mon[44549]: pgmap v7681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:42.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:41 smithi181 ceph-mon[45557]: pgmap v7681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:42.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:41 smithi088 ceph-mon[35322]: pgmap v7681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:43 smithi175 ceph-mon[44549]: pgmap v7682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:44.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:43 smithi181 ceph-mon[45557]: pgmap v7682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:44.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:43 smithi088 ceph-mon[35322]: pgmap v7682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:55:45.016+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:55:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:55:45.016+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:55:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:55:45.016+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:55:45.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:45 smithi175 ceph-mon[44549]: pgmap v7683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:55:45.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:45 smithi181 ceph-mon[45557]: pgmap v7683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:55:46.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:45 smithi088 ceph-mon[35322]: pgmap v7683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:55:48.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:47 smithi175 ceph-mon[44549]: pgmap v7684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:48.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:47 smithi181 ceph-mon[45557]: pgmap v7684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:48.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:47 smithi088 ceph-mon[35322]: pgmap v7684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:50.106 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:49 smithi088 ceph-mon[35322]: pgmap v7685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:50.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:49 smithi175 ceph-mon[44549]: pgmap v7685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:50.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:49 smithi181 ceph-mon[45557]: pgmap v7685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:55:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:51 smithi175 ceph-mon[44549]: pgmap v7686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:52.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:51 smithi181 ceph-mon[45557]: pgmap v7686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:52.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:51 smithi088 ceph-mon[35322]: pgmap v7686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:55:54.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:53 smithi175 ceph-mon[44549]: pgmap v7687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:54.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:53 smithi181 ceph-mon[45557]: pgmap v7687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:54.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:53 smithi088 ceph-mon[35322]: pgmap v7687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:55.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:55 smithi175 ceph-mon[44549]: pgmap v7688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:55:55.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:55 smithi181 ceph-mon[45557]: pgmap v7688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:55:56.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:55 smithi088 ceph-mon[35322]: pgmap v7688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:55:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:57 smithi175 ceph-mon[44549]: pgmap v7689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:58.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:57 smithi181 ceph-mon[45557]: pgmap v7689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:55:58.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:57 smithi088 ceph-mon[35322]: pgmap v7689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:56:00.036 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:00.032+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:56:00.036 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:00.032+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:56:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:00.033+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:56:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:55:59 smithi175 ceph-mon[44549]: pgmap v7690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:56:00.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:55:59 smithi181 ceph-mon[45557]: pgmap v7690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:56:00.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:55:59 smithi088 ceph-mon[35322]: pgmap v7690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:56:02.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:01 smithi175 ceph-mon[44549]: pgmap v7691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:02.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:01 smithi181 ceph-mon[45557]: pgmap v7691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:02.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:01 smithi088 ceph-mon[35322]: pgmap v7691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:03 smithi175 ceph-mon[44549]: pgmap v7692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:56:04.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:03 smithi181 ceph-mon[45557]: pgmap v7692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:56:04.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:03 smithi088 ceph-mon[35322]: pgmap v7692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:56:05.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:05 smithi175 ceph-mon[44549]: pgmap v7693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:05.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:05 smithi181 ceph-mon[45557]: pgmap v7693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:05.978 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:05 smithi088 ceph-mon[35322]: pgmap v7693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:08.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:07 smithi175 ceph-mon[44549]: pgmap v7694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:56:08.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:07 smithi181 ceph-mon[45557]: pgmap v7694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:56:08.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:07 smithi088 ceph-mon[35322]: pgmap v7694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:56:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:09 smithi175 ceph-mon[44549]: pgmap v7695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:56:10.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:09 smithi181 ceph-mon[45557]: pgmap v7695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:56:10.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:09 smithi088 ceph-mon[35322]: pgmap v7695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:56:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:11 smithi175 ceph-mon[44549]: pgmap v7696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:11 smithi181 ceph-mon[45557]: pgmap v7696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:11 smithi088 ceph-mon[35322]: pgmap v7696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:13 smithi175 ceph-mon[44549]: pgmap v7697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:56:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:56:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:13 smithi181 ceph-mon[45557]: pgmap v7697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:56:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:56:14.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:13 smithi088 ceph-mon[35322]: pgmap v7697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:56:14.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:56:15.051 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:15.048+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:56:15.051 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:15.048+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:56:15.052 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:15.048+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:56:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:15 smithi175 ceph-mon[44549]: pgmap v7698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:15.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:15 smithi181 ceph-mon[45557]: pgmap v7698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:15 smithi088 ceph-mon[35322]: pgmap v7698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:15.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:16.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:56:16.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:56:16.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:16 smithi175 ceph-mon[44549]: pgmap v7699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T16:56:16.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:16 smithi175 ceph-mon[44549]: pgmap v7700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:56:16.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:16.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:56:16.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:56:16.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:16 smithi181 ceph-mon[45557]: pgmap v7699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T16:56:16.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:16 smithi181 ceph-mon[45557]: pgmap v7700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:56:16.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:56:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:56:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:16 smithi088 ceph-mon[35322]: pgmap v7699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T16:56:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:16 smithi088 ceph-mon[35322]: pgmap v7700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:56:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:56:19.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:19 smithi175 ceph-mon[44549]: pgmap v7701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:56:19.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:19 smithi181 ceph-mon[45557]: pgmap v7701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:56:19.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:19 smithi088 ceph-mon[35322]: pgmap v7701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T16:56:20.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:20 smithi175 ceph-mon[44549]: pgmap v7702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:56:20.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:20 smithi181 ceph-mon[45557]: pgmap v7702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:56:21.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:20 smithi088 ceph-mon[35322]: pgmap v7702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T16:56:23.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:23 smithi175 ceph-mon[44549]: pgmap v7703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:56:23.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:23 smithi181 ceph-mon[45557]: pgmap v7703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:56:23.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:23 smithi088 ceph-mon[35322]: pgmap v7703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:56:25.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:25 smithi175 ceph-mon[44549]: pgmap v7704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:56:25.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:25 smithi181 ceph-mon[45557]: pgmap v7704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:56:25.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:25 smithi088 ceph-mon[35322]: pgmap v7704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T16:56:27.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:27 smithi175 ceph-mon[44549]: pgmap v7705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:56:27.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:27 smithi181 ceph-mon[45557]: pgmap v7705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:56:27.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:27 smithi088 ceph-mon[35322]: pgmap v7705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:56:29.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:29 smithi175 ceph-mon[44549]: pgmap v7706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:56:29.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:29 smithi181 ceph-mon[45557]: pgmap v7706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:56:29.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:29 smithi088 ceph-mon[35322]: pgmap v7706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T16:56:30.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:30.059+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:56:30.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:30.059+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:56:30.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:30.059+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:56:30.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:30 smithi175 ceph-mon[44549]: pgmap v7707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:30.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:30 smithi181 ceph-mon[45557]: pgmap v7707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:30 smithi088 ceph-mon[35322]: pgmap v7707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:33.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:33 smithi175 ceph-mon[44549]: pgmap v7708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:33.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:33 smithi181 ceph-mon[45557]: pgmap v7708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:33.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:33 smithi088 ceph-mon[35322]: pgmap v7708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:35 smithi175 ceph-mon[44549]: pgmap v7709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:56:35.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:35 smithi181 ceph-mon[45557]: pgmap v7709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:56:35.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:35 smithi088 ceph-mon[35322]: pgmap v7709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:56:37.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:37 smithi175 ceph-mon[44549]: pgmap v7710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:37.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:37 smithi181 ceph-mon[45557]: pgmap v7710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:37.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:37 smithi088 ceph-mon[35322]: pgmap v7710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:39.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:39 smithi175 ceph-mon[44549]: pgmap v7711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:56:39.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:39 smithi181 ceph-mon[45557]: pgmap v7711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:56:39.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:39 smithi088 ceph-mon[35322]: pgmap v7711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:56:40.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:40 smithi175 ceph-mon[44549]: pgmap v7712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:40.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:40 smithi181 ceph-mon[45557]: pgmap v7712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:41.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:40 smithi088 ceph-mon[35322]: pgmap v7712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:43.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:43 smithi175 ceph-mon[44549]: pgmap v7713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:43.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:43 smithi181 ceph-mon[45557]: pgmap v7713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:43.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:43 smithi088 ceph-mon[35322]: pgmap v7713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:45.070 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:45.066+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:56:45.070 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:45.066+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:56:45.070 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:56:45.066+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:56:45.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:45 smithi175 ceph-mon[44549]: pgmap v7714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:56:45.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:45 smithi181 ceph-mon[45557]: pgmap v7714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:56:45.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:45 smithi088 ceph-mon[35322]: pgmap v7714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:56:47.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:47 smithi175 ceph-mon[44549]: pgmap v7715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:47.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:47 smithi181 ceph-mon[45557]: pgmap v7715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:47.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:47 smithi088 ceph-mon[35322]: pgmap v7715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:49.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:49 smithi175 ceph-mon[44549]: pgmap v7716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:56:49.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:49 smithi181 ceph-mon[45557]: pgmap v7716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:56:49.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:49 smithi088 ceph-mon[35322]: pgmap v7716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:56:50.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:50 smithi175 ceph-mon[44549]: pgmap v7717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:50.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:50 smithi181 ceph-mon[45557]: pgmap v7717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:51.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:50 smithi088 ceph-mon[35322]: pgmap v7717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:56:53.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:53 smithi175 ceph-mon[44549]: pgmap v7718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:53.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:53 smithi181 ceph-mon[45557]: pgmap v7718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:53.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:53 smithi088 ceph-mon[35322]: pgmap v7718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:55 smithi175 ceph-mon[44549]: pgmap v7719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:56:55.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:55 smithi181 ceph-mon[45557]: pgmap v7719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:56:55.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:55 smithi088 ceph-mon[35322]: pgmap v7719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:56:57.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:57 smithi175 ceph-mon[44549]: pgmap v7720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:57.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:57 smithi181 ceph-mon[45557]: pgmap v7720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:57.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:57 smithi088 ceph-mon[35322]: pgmap v7720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:56:59.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:56:59 smithi175 ceph-mon[44549]: pgmap v7721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:56:59.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:56:59 smithi181 ceph-mon[45557]: pgmap v7721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:56:59.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:56:59 smithi088 ceph-mon[35322]: pgmap v7721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:57:00.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:00.082+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:57:00.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:00.082+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:57:00.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:00.082+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:57:00.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:00 smithi175 ceph-mon[44549]: pgmap v7722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:57:00.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:00 smithi181 ceph-mon[45557]: pgmap v7722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:57:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:00 smithi088 ceph-mon[35322]: pgmap v7722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:57:03.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:03 smithi175 ceph-mon[44549]: pgmap v7723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:03.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:03 smithi181 ceph-mon[45557]: pgmap v7723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:03.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:03 smithi088 ceph-mon[35322]: pgmap v7723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:05.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:05 smithi175 ceph-mon[44549]: pgmap v7724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:57:05.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:05 smithi181 ceph-mon[45557]: pgmap v7724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:57:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:05 smithi088 ceph-mon[35322]: pgmap v7724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:57:07.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:07 smithi175 ceph-mon[44549]: pgmap v7725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:07.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:07 smithi181 ceph-mon[45557]: pgmap v7725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:07.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:07 smithi088 ceph-mon[35322]: pgmap v7725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:09.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:09 smithi175 ceph-mon[44549]: pgmap v7726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:57:09.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:09 smithi181 ceph-mon[45557]: pgmap v7726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:57:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:09 smithi088 ceph-mon[35322]: pgmap v7726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:57:10.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:10 smithi175 ceph-mon[44549]: pgmap v7727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:57:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:10 smithi181 ceph-mon[45557]: pgmap v7727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:57:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:10 smithi088 ceph-mon[35322]: pgmap v7727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:57:13.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:13 smithi175 ceph-mon[44549]: pgmap v7728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:13.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:13 smithi181 ceph-mon[45557]: pgmap v7728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:13.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:13 smithi088 ceph-mon[35322]: pgmap v7728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:15.097+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:57:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:15.097+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:57:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:15.097+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:57:15.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:15 smithi175 ceph-mon[44549]: pgmap v7729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:57:15.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:15 smithi181 ceph-mon[45557]: pgmap v7729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:57:15.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:15 smithi088 ceph-mon[35322]: pgmap v7729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:57:17.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:17 smithi175 ceph-mon[44549]: pgmap v7730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:17.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:57:17.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:57:17.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:57:17.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:57:17.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:17 smithi181 ceph-mon[45557]: pgmap v7730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:17.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:57:17.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:57:17.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:57:17.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:57:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:17 smithi088 ceph-mon[35322]: pgmap v7730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:57:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:57:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:57:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:57:18.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:18 smithi175 ceph-mon[44549]: pgmap v7731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:57:18.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:18 smithi175 ceph-mon[44549]: pgmap v7732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:18.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:18 smithi181 ceph-mon[45557]: pgmap v7731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:57:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:18 smithi181 ceph-mon[45557]: pgmap v7732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:18 smithi088 ceph-mon[35322]: pgmap v7731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T16:57:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:18 smithi088 ceph-mon[35322]: pgmap v7732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:20.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:20 smithi175 ceph-mon[44549]: pgmap v7733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:20.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:20 smithi181 ceph-mon[45557]: pgmap v7733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:20.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:20 smithi088 ceph-mon[35322]: pgmap v7733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:22.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:22 smithi175 ceph-mon[44549]: pgmap v7734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:22.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:22 smithi181 ceph-mon[45557]: pgmap v7734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:22.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:22 smithi088 ceph-mon[35322]: pgmap v7734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:24.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:24 smithi175 ceph-mon[44549]: pgmap v7735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:57:24.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:24 smithi181 ceph-mon[45557]: pgmap v7735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:57:24.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:24 smithi088 ceph-mon[35322]: pgmap v7735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T16:57:25.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:25 smithi175 ceph-mon[44549]: pgmap v7736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:57:25.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:25 smithi181 ceph-mon[45557]: pgmap v7736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:57:26.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:25 smithi088 ceph-mon[35322]: pgmap v7736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:57:28.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:28 smithi175 ceph-mon[44549]: pgmap v7737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:57:28.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:28 smithi181 ceph-mon[45557]: pgmap v7737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:57:28.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:28 smithi088 ceph-mon[35322]: pgmap v7737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:57:30.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:30.109+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:57:30.114 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:30.109+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:57:30.114 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:30.109+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:57:30.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:30 smithi175 ceph-mon[44549]: pgmap v7738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:57:30.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:30 smithi181 ceph-mon[45557]: pgmap v7738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:57:30.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:30 smithi088 ceph-mon[35322]: pgmap v7738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T16:57:32.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:32 smithi175 ceph-mon[44549]: pgmap v7739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:32.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:32 smithi181 ceph-mon[45557]: pgmap v7739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:32 smithi088 ceph-mon[35322]: pgmap v7739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:34.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:34 smithi181 ceph-mon[45557]: pgmap v7740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:57:34.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:34 smithi088 ceph-mon[35322]: pgmap v7740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:57:34.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:34 smithi175 ceph-mon[44549]: pgmap v7740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:57:35.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:35 smithi175 ceph-mon[44549]: pgmap v7741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:57:35.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:35 smithi181 ceph-mon[45557]: pgmap v7741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:57:36.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:35 smithi088 ceph-mon[35322]: pgmap v7741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T16:57:38.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:38 smithi175 ceph-mon[44549]: pgmap v7742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:38.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:38 smithi181 ceph-mon[45557]: pgmap v7742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:38.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:38 smithi088 ceph-mon[35322]: pgmap v7742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:40.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:40 smithi181 ceph-mon[45557]: pgmap v7743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:57:40.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:40 smithi088 ceph-mon[35322]: pgmap v7743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:57:40.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:40 smithi175 ceph-mon[44549]: pgmap v7743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:57:41.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:41.605+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:57:41.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:41.605+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T16:57:41.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:41.605+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 112 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T16:57:41.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:41.605+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 112 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:57:42.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:42 smithi181 ceph-mon[45557]: pgmap v7744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:42.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:42 smithi088 ceph-mon[35322]: pgmap v7744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:42.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:42 smithi175 ceph-mon[44549]: pgmap v7744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:44.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:44 smithi181 ceph-mon[45557]: pgmap v7745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:57:44.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:44 smithi088 ceph-mon[35322]: pgmap v7745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:57:44.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:44 smithi175 ceph-mon[44549]: pgmap v7745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:57:45.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:45.125+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:57:45.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:45.125+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:57:45.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:57:45.125+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:57:45.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:45 smithi175 ceph-mon[44549]: pgmap v7746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:45.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:45 smithi181 ceph-mon[45557]: pgmap v7746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:46.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:45 smithi088 ceph-mon[35322]: pgmap v7746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:48.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:48 smithi175 ceph-mon[44549]: pgmap v7747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:57:48.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:48 smithi181 ceph-mon[45557]: pgmap v7747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:57:48.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:48 smithi088 ceph-mon[35322]: pgmap v7747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:57:50.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:50 smithi181 ceph-mon[45557]: pgmap v7748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:57:50.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:50 smithi088 ceph-mon[35322]: pgmap v7748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:57:50.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:50 smithi175 ceph-mon[44549]: pgmap v7748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:57:52.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:52 smithi181 ceph-mon[45557]: pgmap v7749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:57:52.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:52 smithi088 ceph-mon[35322]: pgmap v7749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:57:52.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:52 smithi175 ceph-mon[44549]: pgmap v7749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T16:57:54.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:54 smithi181 ceph-mon[45557]: pgmap v7750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:57:54.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:54 smithi088 ceph-mon[35322]: pgmap v7750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:57:54.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:54 smithi175 ceph-mon[44549]: pgmap v7750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T16:57:55.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:55 smithi175 ceph-mon[44549]: pgmap v7751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:55.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:55 smithi181 ceph-mon[45557]: pgmap v7751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:56.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:55 smithi088 ceph-mon[35322]: pgmap v7751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T16:57:58.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:57:58 smithi181 ceph-mon[45557]: pgmap v7752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:58.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:57:58 smithi088 ceph-mon[35322]: pgmap v7752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:57:58.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:57:58 smithi175 ceph-mon[44549]: pgmap v7752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:00.141+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:58:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:00.141+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:58:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:00.141+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:58:00.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:00 smithi181 ceph-mon[45557]: pgmap v7753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:00.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:00 smithi088 ceph-mon[35322]: pgmap v7753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:00.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:00 smithi175 ceph-mon[44549]: pgmap v7753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:02.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:02 smithi181 ceph-mon[45557]: pgmap v7754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:02.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:02 smithi088 ceph-mon[35322]: pgmap v7754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:02.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:02 smithi175 ceph-mon[44549]: pgmap v7754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:04.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:04 smithi181 ceph-mon[45557]: pgmap v7755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:58:04.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:04 smithi088 ceph-mon[35322]: pgmap v7755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:58:04.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:04 smithi175 ceph-mon[44549]: pgmap v7755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:58:05.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:05 smithi175 ceph-mon[44549]: pgmap v7756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:58:05.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:05 smithi181 ceph-mon[45557]: pgmap v7756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:58:06.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:05 smithi088 ceph-mon[35322]: pgmap v7756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:58:08.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:08 smithi181 ceph-mon[45557]: pgmap v7757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:08.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:08 smithi088 ceph-mon[35322]: pgmap v7757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:08.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:08 smithi175 ceph-mon[44549]: pgmap v7757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:10.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:10 smithi181 ceph-mon[45557]: pgmap v7758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:10.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:10 smithi088 ceph-mon[35322]: pgmap v7758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:10 smithi175 ceph-mon[44549]: pgmap v7758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:12.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:12 smithi181 ceph-mon[45557]: pgmap v7759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:12.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:12 smithi088 ceph-mon[35322]: pgmap v7759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:12.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:12 smithi175 ceph-mon[44549]: pgmap v7759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:14.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:14 smithi181 ceph-mon[45557]: pgmap v7760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:58:14.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:14 smithi088 ceph-mon[35322]: pgmap v7760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:58:14.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:14 smithi175 ceph-mon[44549]: pgmap v7760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:58:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:15.156+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:58:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:15.156+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:58:15.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:15.156+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:58:15.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:15 smithi175 ceph-mon[44549]: pgmap v7761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:58:15.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:15 smithi181 ceph-mon[45557]: pgmap v7761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:58:16.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:15 smithi088 ceph-mon[35322]: pgmap v7761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:58:18.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:18 smithi181 ceph-mon[45557]: pgmap v7762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:18.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:58:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:18 smithi088 ceph-mon[35322]: pgmap v7762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:58:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:18 smithi175 ceph-mon[44549]: pgmap v7762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:58:19.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:58:19.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:58:19.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:58:19.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:58:19.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:19 smithi175 ceph-mon[44549]: pgmap v7763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:58:19.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:58:19.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:58:19.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:58:19.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:58:19.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:58:19.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:19 smithi181 ceph-mon[45557]: pgmap v7763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:58:19.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:58:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:58:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:58:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:58:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:58:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:19 smithi088 ceph-mon[35322]: pgmap v7763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:58:20.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:58:21.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:21 smithi175 ceph-mon[44549]: pgmap v7764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T16:58:21.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:21 smithi181 ceph-mon[45557]: pgmap v7764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T16:58:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:21 smithi088 ceph-mon[35322]: pgmap v7764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T16:58:23.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:23 smithi175 ceph-mon[44549]: pgmap v7765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:58:23.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:23 smithi181 ceph-mon[45557]: pgmap v7765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:58:24.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:23 smithi088 ceph-mon[35322]: pgmap v7765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T16:58:25.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:25 smithi175 ceph-mon[44549]: pgmap v7766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T16:58:25.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:25 smithi181 ceph-mon[45557]: pgmap v7766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T16:58:26.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:25 smithi088 ceph-mon[35322]: pgmap v7766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T16:58:27.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:27 smithi175 ceph-mon[44549]: pgmap v7767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:58:27.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:27 smithi181 ceph-mon[45557]: pgmap v7767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:58:28.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:27 smithi088 ceph-mon[35322]: pgmap v7767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T16:58:29.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:29 smithi175 ceph-mon[44549]: pgmap v7768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:58:29.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:29 smithi181 ceph-mon[45557]: pgmap v7768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:58:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:29 smithi088 ceph-mon[35322]: pgmap v7768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T16:58:30.172 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:30.169+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:58:30.172 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:30.169+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:58:30.172 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:30.169+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:58:31.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:31 smithi181 ceph-mon[45557]: pgmap v7769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:32.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:31 smithi088 ceph-mon[35322]: pgmap v7769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:31 smithi175 ceph-mon[44549]: pgmap v7769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:33.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:33 smithi181 ceph-mon[45557]: pgmap v7770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:58:34.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:33 smithi088 ceph-mon[35322]: pgmap v7770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:58:34.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:33 smithi175 ceph-mon[44549]: pgmap v7770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:58:35.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:35 smithi181 ceph-mon[45557]: pgmap v7771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:36.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:35 smithi088 ceph-mon[35322]: pgmap v7771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:36.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:35 smithi175 ceph-mon[44549]: pgmap v7771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:37.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:37 smithi181 ceph-mon[45557]: pgmap v7772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:38.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:37 smithi088 ceph-mon[35322]: pgmap v7772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:37 smithi175 ceph-mon[44549]: pgmap v7772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:39.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:39 smithi181 ceph-mon[45557]: pgmap v7773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:58:40.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:39 smithi088 ceph-mon[35322]: pgmap v7773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:58:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:39 smithi175 ceph-mon[44549]: pgmap v7773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:58:41.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:41 smithi181 ceph-mon[45557]: pgmap v7774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:42.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:41 smithi088 ceph-mon[35322]: pgmap v7774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:42.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:41 smithi175 ceph-mon[44549]: pgmap v7774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:43.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:43 smithi181 ceph-mon[45557]: pgmap v7775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:58:44.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:43 smithi088 ceph-mon[35322]: pgmap v7775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:58:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:43 smithi175 ceph-mon[44549]: pgmap v7775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:58:45.182 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:45.178+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:58:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:45.179+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:58:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:58:45.179+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:58:45.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:45 smithi181 ceph-mon[45557]: pgmap v7776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:46.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:45 smithi088 ceph-mon[35322]: pgmap v7776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:46.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:45 smithi175 ceph-mon[44549]: pgmap v7776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:47.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:47 smithi181 ceph-mon[45557]: pgmap v7777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:47 smithi088 ceph-mon[35322]: pgmap v7777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:48.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:47 smithi175 ceph-mon[44549]: pgmap v7777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:49.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:49 smithi181 ceph-mon[45557]: pgmap v7778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:58:50.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:49 smithi088 ceph-mon[35322]: pgmap v7778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:58:50.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:49 smithi175 ceph-mon[44549]: pgmap v7778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:58:51.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:51 smithi181 ceph-mon[45557]: pgmap v7779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:52.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:51 smithi088 ceph-mon[35322]: pgmap v7779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:52.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:51 smithi175 ceph-mon[44549]: pgmap v7779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:53.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:53 smithi181 ceph-mon[45557]: pgmap v7780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:58:54.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:53 smithi088 ceph-mon[35322]: pgmap v7780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:58:54.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:53 smithi175 ceph-mon[44549]: pgmap v7780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:58:56.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:55 smithi088 ceph-mon[35322]: pgmap v7781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:56.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:55 smithi175 ceph-mon[44549]: pgmap v7781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:56.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:55 smithi181 ceph-mon[45557]: pgmap v7781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:58:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:57 smithi088 ceph-mon[35322]: pgmap v7782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:57 smithi175 ceph-mon[44549]: pgmap v7782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:58:58.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:57 smithi181 ceph-mon[45557]: pgmap v7782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:58:59 smithi088 ceph-mon[35322]: pgmap v7783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:00.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:58:59 smithi175 ceph-mon[44549]: pgmap v7783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:00.190+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:59:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:00.190+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:59:00.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:00.190+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:59:00.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:58:59 smithi181 ceph-mon[45557]: pgmap v7783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:02.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:01 smithi088 ceph-mon[35322]: pgmap v7784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:02.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:01 smithi175 ceph-mon[44549]: pgmap v7784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:02.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:01 smithi181 ceph-mon[45557]: pgmap v7784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:04.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:03 smithi088 ceph-mon[35322]: pgmap v7785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:59:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:03 smithi175 ceph-mon[44549]: pgmap v7785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:59:04.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:03 smithi181 ceph-mon[45557]: pgmap v7785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:59:06.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:05 smithi088 ceph-mon[35322]: pgmap v7786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:06.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:05 smithi175 ceph-mon[44549]: pgmap v7786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:06.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:05 smithi181 ceph-mon[45557]: pgmap v7786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:07 smithi088 ceph-mon[35322]: pgmap v7787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:07 smithi175 ceph-mon[44549]: pgmap v7787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:08.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:07 smithi181 ceph-mon[45557]: pgmap v7787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:10.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:09 smithi088 ceph-mon[35322]: pgmap v7788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:09 smithi175 ceph-mon[44549]: pgmap v7788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:10.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:09 smithi181 ceph-mon[45557]: pgmap v7788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:11 smithi088 ceph-mon[35322]: pgmap v7789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:11 smithi175 ceph-mon[44549]: pgmap v7789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:11 smithi181 ceph-mon[45557]: pgmap v7789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:14.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:13 smithi088 ceph-mon[35322]: pgmap v7790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:59:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:13 smithi175 ceph-mon[44549]: pgmap v7790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:59:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:13 smithi181 ceph-mon[45557]: pgmap v7790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T16:59:15.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:15.198+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:59:15.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:15.198+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:59:15.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:15.198+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:59:16.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:15 smithi088 ceph-mon[35322]: pgmap v7791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:15 smithi175 ceph-mon[44549]: pgmap v7791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:15 smithi181 ceph-mon[45557]: pgmap v7791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:18.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:17 smithi088 ceph-mon[35322]: pgmap v7792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:18.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:17 smithi175 ceph-mon[44549]: pgmap v7792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:18.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:17 smithi181 ceph-mon[45557]: pgmap v7792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:19 smithi088 ceph-mon[35322]: pgmap v7793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:59:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:19 smithi175 ceph-mon[44549]: pgmap v7793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:59:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:19 smithi181 ceph-mon[45557]: pgmap v7793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T16:59:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:59:21.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:59:21.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:20 smithi175 ceph-mon[44549]: pgmap v7794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:59:21.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:20 smithi175 ceph-mon[44549]: pgmap v7795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:21.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:59:21.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:59:21.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:20 smithi181 ceph-mon[45557]: pgmap v7794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:59:21.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:20 smithi181 ceph-mon[45557]: pgmap v7795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:21.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:21.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T16:59:21.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T16:59:21.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:20 smithi088 ceph-mon[35322]: pgmap v7794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T16:59:21.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:20 smithi088 ceph-mon[35322]: pgmap v7795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T16:59:21.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T16:59:23.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:23 smithi181 ceph-mon[45557]: pgmap v7796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:59:23.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:23 smithi088 ceph-mon[35322]: pgmap v7796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:59:23.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:23 smithi175 ceph-mon[44549]: pgmap v7796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:59:25.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:25 smithi181 ceph-mon[45557]: pgmap v7797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:59:25.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:25 smithi088 ceph-mon[35322]: pgmap v7797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:59:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:25 smithi175 ceph-mon[44549]: pgmap v7797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:59:27.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:27 smithi181 ceph-mon[45557]: pgmap v7798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:59:27.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:27 smithi088 ceph-mon[35322]: pgmap v7798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:59:27.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:27 smithi175 ceph-mon[44549]: pgmap v7798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T16:59:29.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:29 smithi181 ceph-mon[45557]: pgmap v7799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T16:59:29.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:29 smithi088 ceph-mon[35322]: pgmap v7799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T16:59:29.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:29 smithi175 ceph-mon[44549]: pgmap v7799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T16:59:30.208 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:30.205+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:59:30.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:30.205+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:59:30.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:30.205+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:59:30.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:30 smithi181 ceph-mon[45557]: pgmap v7800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:59:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:30 smithi088 ceph-mon[35322]: pgmap v7800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:59:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:30 smithi175 ceph-mon[44549]: pgmap v7800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T16:59:33.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:33 smithi181 ceph-mon[45557]: pgmap v7801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:33.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:33 smithi088 ceph-mon[35322]: pgmap v7801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:33.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:33 smithi175 ceph-mon[44549]: pgmap v7801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:35.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:35 smithi181 ceph-mon[45557]: pgmap v7802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:35.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:35 smithi088 ceph-mon[35322]: pgmap v7802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:35.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:35 smithi175 ceph-mon[44549]: pgmap v7802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:37.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:37 smithi181 ceph-mon[45557]: pgmap v7803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:37.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:37 smithi088 ceph-mon[35322]: pgmap v7803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:37.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:37 smithi175 ceph-mon[44549]: pgmap v7803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:39.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:39 smithi181 ceph-mon[45557]: pgmap v7804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:59:39.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:39 smithi088 ceph-mon[35322]: pgmap v7804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:59:39.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:39 smithi175 ceph-mon[44549]: pgmap v7804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:59:40.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:40 smithi181 ceph-mon[45557]: pgmap v7805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:59:41.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:40 smithi088 ceph-mon[35322]: pgmap v7805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:59:41.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:40 smithi175 ceph-mon[44549]: pgmap v7805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:59:43.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:43 smithi181 ceph-mon[45557]: pgmap v7806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:43.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:43 smithi088 ceph-mon[35322]: pgmap v7806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:43.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:43 smithi175 ceph-mon[44549]: pgmap v7806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:45.220+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T16:59:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:45.220+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T16:59:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:45.220+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T16:59:45.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:45 smithi181 ceph-mon[45557]: pgmap v7807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:45.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:45 smithi088 ceph-mon[35322]: pgmap v7807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:45.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:45 smithi175 ceph-mon[44549]: pgmap v7807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:47.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:47 smithi181 ceph-mon[45557]: pgmap v7808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:47.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:47 smithi088 ceph-mon[35322]: pgmap v7808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:47.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:47 smithi175 ceph-mon[44549]: pgmap v7808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:49.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:49 smithi181 ceph-mon[45557]: pgmap v7809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:59:49.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:49 smithi088 ceph-mon[35322]: pgmap v7809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:59:49.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:49 smithi175 ceph-mon[44549]: pgmap v7809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:59:50.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:50 smithi181 ceph-mon[45557]: pgmap v7810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:59:51.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:50 smithi088 ceph-mon[35322]: pgmap v7810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:59:51.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:50 smithi175 ceph-mon[44549]: pgmap v7810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T16:59:53.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:53 smithi181 ceph-mon[45557]: pgmap v7811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:53.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:53 smithi088 ceph-mon[35322]: pgmap v7811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:53.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:53 smithi175 ceph-mon[44549]: pgmap v7811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:55.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:55 smithi181 ceph-mon[45557]: pgmap v7812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:55.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:55 smithi088 ceph-mon[35322]: pgmap v7812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:55.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:55 smithi175 ceph-mon[44549]: pgmap v7812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T16:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:56.625+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T16:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:56.625+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T16:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:56.625+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 113 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T16:59:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T16:59:56.625+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 113 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T16:59:57.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:57 smithi181 ceph-mon[45557]: pgmap v7813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:57.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:57 smithi088 ceph-mon[35322]: pgmap v7813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:57.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:57 smithi175 ceph-mon[44549]: pgmap v7813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T16:59:59.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 16:59:59 smithi181 ceph-mon[45557]: pgmap v7814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:59:59.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 16:59:59 smithi088 ceph-mon[35322]: pgmap v7814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T16:59:59.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 16:59:59 smithi175 ceph-mon[44549]: pgmap v7814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:00.235+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:00:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:00.235+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:00:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:00.235+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:00:00.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:00:00.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:00 smithi181 ceph-mon[45557]: pgmap v7815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:00:01.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:00 smithi088 ceph-mon[35322]: pgmap v7815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:01.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:00:01.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:00 smithi175 ceph-mon[44549]: pgmap v7815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:03.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:03 smithi181 ceph-mon[45557]: pgmap v7816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:03.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:03 smithi088 ceph-mon[35322]: pgmap v7816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:03.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:03 smithi175 ceph-mon[44549]: pgmap v7816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:05.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:05 smithi181 ceph-mon[45557]: pgmap v7817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:05 smithi088 ceph-mon[35322]: pgmap v7817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:05.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:05 smithi175 ceph-mon[44549]: pgmap v7817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:07.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:07 smithi181 ceph-mon[45557]: pgmap v7818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:07.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:07 smithi088 ceph-mon[35322]: pgmap v7818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:07.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:07 smithi175 ceph-mon[44549]: pgmap v7818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:09.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:09 smithi181 ceph-mon[45557]: pgmap v7819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:09 smithi088 ceph-mon[35322]: pgmap v7819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:09 smithi175 ceph-mon[44549]: pgmap v7819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:10.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:10 smithi181 ceph-mon[45557]: pgmap v7820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:10 smithi088 ceph-mon[35322]: pgmap v7820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:11.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:10 smithi175 ceph-mon[44549]: pgmap v7820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:13.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:13 smithi181 ceph-mon[45557]: pgmap v7821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:13.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:13 smithi088 ceph-mon[35322]: pgmap v7821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:13.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:13 smithi175 ceph-mon[44549]: pgmap v7821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:15.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:15.247+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:00:15.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:15.247+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:00:15.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:15.247+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:00:15.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:15 smithi181 ceph-mon[45557]: pgmap v7822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:15.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:15 smithi088 ceph-mon[35322]: pgmap v7822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:15 smithi175 ceph-mon[44549]: pgmap v7822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:17.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:17 smithi181 ceph-mon[45557]: pgmap v7823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:17.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:17 smithi088 ceph-mon[35322]: pgmap v7823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:17.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:17 smithi175 ceph-mon[44549]: pgmap v7823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:19.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:19 smithi181 ceph-mon[45557]: pgmap v7824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:19.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:19 smithi088 ceph-mon[35322]: pgmap v7824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:19.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:19 smithi175 ceph-mon[44549]: pgmap v7824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:20.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:20 smithi181 ceph-mon[45557]: pgmap v7825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:20.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:00:21.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:20 smithi088 ceph-mon[35322]: pgmap v7825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:21.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:00:21.081 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:20 smithi175 ceph-mon[44549]: pgmap v7825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:21.081 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:00:21.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:00:21.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:00:21.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:21 smithi181 ceph-mon[45557]: pgmap v7826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:00:21.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:00:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:00:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:00:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:21 smithi088 ceph-mon[35322]: pgmap v7826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:00:22.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:00:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:00:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:00:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:21 smithi175 ceph-mon[44549]: pgmap v7826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:00:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:00:24.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:24 smithi088 ceph-mon[35322]: pgmap v7827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:00:24.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:24 smithi175 ceph-mon[44549]: pgmap v7827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:00:24.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:24 smithi181 ceph-mon[45557]: pgmap v7827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:00:25.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:25 smithi181 ceph-mon[45557]: pgmap v7828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:00:26.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:25 smithi088 ceph-mon[35322]: pgmap v7828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:00:26.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:25 smithi175 ceph-mon[44549]: pgmap v7828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:00:28.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:28 smithi088 ceph-mon[35322]: pgmap v7829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:00:28.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:28 smithi175 ceph-mon[44549]: pgmap v7829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:00:28.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:28 smithi181 ceph-mon[45557]: pgmap v7829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:00:30.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:30.257+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:00:30.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:30.257+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:00:30.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:30.257+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:00:30.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:30 smithi088 ceph-mon[35322]: pgmap v7830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:00:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:30 smithi175 ceph-mon[44549]: pgmap v7830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:00:30.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:30 smithi181 ceph-mon[45557]: pgmap v7830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:00:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:32 smithi088 ceph-mon[35322]: pgmap v7831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:00:32.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:32 smithi175 ceph-mon[44549]: pgmap v7831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:00:32.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:32 smithi181 ceph-mon[45557]: pgmap v7831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:00:34.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:34 smithi088 ceph-mon[35322]: pgmap v7832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:34.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:34 smithi175 ceph-mon[44549]: pgmap v7832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:34.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:34 smithi181 ceph-mon[45557]: pgmap v7832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:35.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:35 smithi181 ceph-mon[45557]: pgmap v7833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:36.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:35 smithi088 ceph-mon[35322]: pgmap v7833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:36.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:35 smithi175 ceph-mon[44549]: pgmap v7833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:38.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:38 smithi088 ceph-mon[35322]: pgmap v7834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:38.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:38 smithi175 ceph-mon[44549]: pgmap v7834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:38.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:38 smithi181 ceph-mon[45557]: pgmap v7834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:39.462+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T17:00:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:39.462+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T17:00:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:39.462+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344043040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T17:00:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:39.462+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344043040 comp rx=0 tx=0).stop 2024-01-28T17:00:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:39.462+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T17:00:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:39.462+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T17:00:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:39.462+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T17:00:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:39.462+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T17:00:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:39.462+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T17:00:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:39.463+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344043040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T17:00:40.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:40 smithi088 ceph-mon[35322]: pgmap v7835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:40.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:40 smithi175 ceph-mon[44549]: pgmap v7835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:40.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:40 smithi181 ceph-mon[45557]: pgmap v7835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:41.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:41.632+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:00:41.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:41.632+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:00:41.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:41.632+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 114 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:00:41.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:41.632+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 114 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T17:00:42.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:42 smithi088 ceph-mon[35322]: pgmap v7836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:42.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:42 smithi175 ceph-mon[44549]: pgmap v7836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:42.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:42 smithi181 ceph-mon[45557]: pgmap v7836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:44.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:44 smithi088 ceph-mon[35322]: pgmap v7837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:44.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:44 smithi175 ceph-mon[44549]: pgmap v7837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:44.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:44 smithi181 ceph-mon[45557]: pgmap v7837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:45.272+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:00:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:45.272+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:00:45.277 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:00:45.272+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:00:45.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:45 smithi181 ceph-mon[45557]: pgmap v7838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:46.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:45 smithi088 ceph-mon[35322]: pgmap v7838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:46.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:45 smithi175 ceph-mon[44549]: pgmap v7838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:48.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:48 smithi088 ceph-mon[35322]: pgmap v7839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:48.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:48 smithi175 ceph-mon[44549]: pgmap v7839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:48.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:48 smithi181 ceph-mon[45557]: pgmap v7839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:50.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:50 smithi088 ceph-mon[35322]: pgmap v7840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:50.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:50 smithi175 ceph-mon[44549]: pgmap v7840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:50.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:50 smithi181 ceph-mon[45557]: pgmap v7840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:00:52.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:52 smithi088 ceph-mon[35322]: pgmap v7841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:52.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:52 smithi175 ceph-mon[44549]: pgmap v7841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:52.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:52 smithi181 ceph-mon[45557]: pgmap v7841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:54.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:54 smithi088 ceph-mon[35322]: pgmap v7842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:54.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:54 smithi175 ceph-mon[44549]: pgmap v7842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:54.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:54 smithi181 ceph-mon[45557]: pgmap v7842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:00:55.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:55 smithi181 ceph-mon[45557]: pgmap v7843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:56.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:55 smithi088 ceph-mon[35322]: pgmap v7843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:56.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:55 smithi175 ceph-mon[44549]: pgmap v7843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:00:58.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:00:58 smithi088 ceph-mon[35322]: pgmap v7844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:58.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:00:58 smithi175 ceph-mon[44549]: pgmap v7844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:00:58.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:00:58 smithi181 ceph-mon[45557]: pgmap v7844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:00.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:00.285+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:01:00.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:00.285+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:01:00.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:00.285+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:01:00.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:00 smithi088 ceph-mon[35322]: pgmap v7845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:00.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:00 smithi175 ceph-mon[44549]: pgmap v7845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:00.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:00 smithi181 ceph-mon[45557]: pgmap v7845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:02.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:02 smithi088 ceph-mon[35322]: pgmap v7846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:02.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:02 smithi175 ceph-mon[44549]: pgmap v7846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:02.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:02 smithi181 ceph-mon[45557]: pgmap v7846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:04.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:04 smithi088 ceph-mon[35322]: pgmap v7847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:04.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:04 smithi175 ceph-mon[44549]: pgmap v7847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:04.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:04 smithi181 ceph-mon[45557]: pgmap v7847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:05.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:05 smithi181 ceph-mon[45557]: pgmap v7848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:06.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:05 smithi088 ceph-mon[35322]: pgmap v7848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:06.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:05 smithi175 ceph-mon[44549]: pgmap v7848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:08.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:08 smithi088 ceph-mon[35322]: pgmap v7849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:08.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:08 smithi175 ceph-mon[44549]: pgmap v7849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:08.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:08 smithi181 ceph-mon[45557]: pgmap v7849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:10.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:10 smithi088 ceph-mon[35322]: pgmap v7850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:10 smithi175 ceph-mon[44549]: pgmap v7850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:10.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:10 smithi181 ceph-mon[45557]: pgmap v7850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:12.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:12 smithi088 ceph-mon[35322]: pgmap v7851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:12.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:12 smithi175 ceph-mon[44549]: pgmap v7851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:12.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:12 smithi181 ceph-mon[45557]: pgmap v7851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:14.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:14 smithi088 ceph-mon[35322]: pgmap v7852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:14.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:14 smithi175 ceph-mon[44549]: pgmap v7852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:14.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:14 smithi181 ceph-mon[45557]: pgmap v7852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:15.296+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:01:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:15.296+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:01:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:15.296+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:01:15.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:15 smithi181 ceph-mon[45557]: pgmap v7853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:16.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:15 smithi088 ceph-mon[35322]: pgmap v7853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:15 smithi175 ceph-mon[44549]: pgmap v7853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:18 smithi088 ceph-mon[35322]: pgmap v7854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:18 smithi175 ceph-mon[44549]: pgmap v7854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:18.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:18 smithi181 ceph-mon[45557]: pgmap v7854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:20.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:20 smithi088 ceph-mon[35322]: pgmap v7855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:20.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:20 smithi175 ceph-mon[44549]: pgmap v7855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:20.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:20 smithi181 ceph-mon[45557]: pgmap v7855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:22 smithi175 ceph-mon[44549]: pgmap v7856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:01:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:01:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:01:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:01:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:22 smithi181 ceph-mon[45557]: pgmap v7856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:01:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:01:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:01:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:01:22.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:22 smithi088 ceph-mon[35322]: pgmap v7856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:22.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:01:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:01:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:01:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:01:23.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:23 smithi175 ceph-mon[44549]: pgmap v7857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:01:23.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:23 smithi175 ceph-mon[44549]: pgmap v7858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:01:23.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:23 smithi181 ceph-mon[45557]: pgmap v7857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:01:23.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:23 smithi181 ceph-mon[45557]: pgmap v7858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:01:23.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:23 smithi088 ceph-mon[35322]: pgmap v7857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:01:23.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:23 smithi088 ceph-mon[35322]: pgmap v7858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:01:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:25 smithi175 ceph-mon[44549]: pgmap v7859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:01:25.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:25 smithi181 ceph-mon[45557]: pgmap v7859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:01:25.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:25 smithi088 ceph-mon[35322]: pgmap v7859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:01:27.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:27 smithi175 ceph-mon[44549]: pgmap v7860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:01:27.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:27 smithi181 ceph-mon[45557]: pgmap v7860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:01:27.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:27 smithi088 ceph-mon[35322]: pgmap v7860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:01:29.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:29 smithi175 ceph-mon[44549]: pgmap v7861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:01:29.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:29 smithi181 ceph-mon[45557]: pgmap v7861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:01:29.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:29 smithi088 ceph-mon[35322]: pgmap v7861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:01:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:30.299+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:01:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:30.299+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:01:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:30.299+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:01:30.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:30 smithi181 ceph-mon[45557]: pgmap v7862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:01:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:30 smithi088 ceph-mon[35322]: pgmap v7862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:01:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:30 smithi175 ceph-mon[44549]: pgmap v7862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:01:33.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:33 smithi088 ceph-mon[35322]: pgmap v7863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:01:33.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:33 smithi175 ceph-mon[44549]: pgmap v7863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:01:33.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:33 smithi181 ceph-mon[45557]: pgmap v7863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:01:35.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:35 smithi088 ceph-mon[35322]: pgmap v7864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:35.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:35 smithi175 ceph-mon[44549]: pgmap v7864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:35.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:35 smithi181 ceph-mon[45557]: pgmap v7864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:37.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:37 smithi088 ceph-mon[35322]: pgmap v7865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:37.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:37 smithi175 ceph-mon[44549]: pgmap v7865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:37.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:37 smithi181 ceph-mon[45557]: pgmap v7865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:39.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:39 smithi088 ceph-mon[35322]: pgmap v7866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:39.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:39 smithi175 ceph-mon[44549]: pgmap v7866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:39.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:39 smithi181 ceph-mon[45557]: pgmap v7866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:41.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:40 smithi088 ceph-mon[35322]: pgmap v7867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:41.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:40 smithi175 ceph-mon[44549]: pgmap v7867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:41.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:40 smithi181 ceph-mon[45557]: pgmap v7867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:43.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:43 smithi088 ceph-mon[35322]: pgmap v7868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:43.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:43 smithi175 ceph-mon[44549]: pgmap v7868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:43.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:43 smithi181 ceph-mon[45557]: pgmap v7868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:45.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:45.314+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:01:45.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:45.314+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:01:45.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:01:45.314+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:01:45.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:45 smithi088 ceph-mon[35322]: pgmap v7869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:45.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:45 smithi175 ceph-mon[44549]: pgmap v7869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:45.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:45 smithi181 ceph-mon[45557]: pgmap v7869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:47.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:47 smithi088 ceph-mon[35322]: pgmap v7870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:47.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:47 smithi175 ceph-mon[44549]: pgmap v7870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:47.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:47 smithi181 ceph-mon[45557]: pgmap v7870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:49.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:49 smithi088 ceph-mon[35322]: pgmap v7871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:49.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:49 smithi175 ceph-mon[44549]: pgmap v7871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:49.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:49 smithi181 ceph-mon[45557]: pgmap v7871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:51.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:50 smithi088 ceph-mon[35322]: pgmap v7872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:51.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:50 smithi175 ceph-mon[44549]: pgmap v7872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:51.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:50 smithi181 ceph-mon[45557]: pgmap v7872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:01:53.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:53 smithi088 ceph-mon[35322]: pgmap v7873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:53.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:53 smithi175 ceph-mon[44549]: pgmap v7873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:53.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:53 smithi181 ceph-mon[45557]: pgmap v7873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:55.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:55 smithi088 ceph-mon[35322]: pgmap v7874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:55.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:55 smithi175 ceph-mon[44549]: pgmap v7874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:55.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:55 smithi181 ceph-mon[45557]: pgmap v7874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:01:57.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:57 smithi088 ceph-mon[35322]: pgmap v7875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:57.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:57 smithi175 ceph-mon[44549]: pgmap v7875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:57.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:57 smithi181 ceph-mon[45557]: pgmap v7875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:01:59.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:01:59 smithi088 ceph-mon[35322]: pgmap v7876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:59.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:01:59 smithi175 ceph-mon[44549]: pgmap v7876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:01:59.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:01:59 smithi181 ceph-mon[45557]: pgmap v7876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:02:00.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:00.328+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:02:00.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:00.328+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:02:00.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:00.328+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:02:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:00 smithi088 ceph-mon[35322]: pgmap v7877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:02:01.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:00 smithi175 ceph-mon[44549]: pgmap v7877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:02:01.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:00 smithi181 ceph-mon[45557]: pgmap v7877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:02:03.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:03 smithi088 ceph-mon[35322]: pgmap v7878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:03.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:03 smithi175 ceph-mon[44549]: pgmap v7878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:03.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:03 smithi181 ceph-mon[45557]: pgmap v7878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:05 smithi088 ceph-mon[35322]: pgmap v7879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:02:05.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:05 smithi175 ceph-mon[44549]: pgmap v7879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:02:05.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:05 smithi181 ceph-mon[45557]: pgmap v7879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:02:07.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:07 smithi088 ceph-mon[35322]: pgmap v7880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:07.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:07 smithi175 ceph-mon[44549]: pgmap v7880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:07.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:07 smithi181 ceph-mon[45557]: pgmap v7880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:09 smithi088 ceph-mon[35322]: pgmap v7881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:02:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:09 smithi175 ceph-mon[44549]: pgmap v7881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:02:09.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:09 smithi181 ceph-mon[45557]: pgmap v7881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:02:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:10 smithi088 ceph-mon[35322]: pgmap v7882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:02:11.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:10 smithi175 ceph-mon[44549]: pgmap v7882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:02:11.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:10 smithi181 ceph-mon[45557]: pgmap v7882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:02:13.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:13 smithi088 ceph-mon[35322]: pgmap v7883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:13.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:13 smithi175 ceph-mon[44549]: pgmap v7883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:13.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:13 smithi181 ceph-mon[45557]: pgmap v7883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:15.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:15.331+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:02:15.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:15.331+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:02:15.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:15.331+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:02:15.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:15 smithi088 ceph-mon[35322]: pgmap v7884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:02:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:15 smithi175 ceph-mon[44549]: pgmap v7884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:02:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:15 smithi181 ceph-mon[45557]: pgmap v7884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:02:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:17 smithi088 ceph-mon[35322]: pgmap v7885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:17.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:17 smithi175 ceph-mon[44549]: pgmap v7885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:17.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:17 smithi181 ceph-mon[45557]: pgmap v7885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:19.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:19 smithi088 ceph-mon[35322]: pgmap v7886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:02:19.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:19 smithi175 ceph-mon[44549]: pgmap v7886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:02:19.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:19 smithi181 ceph-mon[45557]: pgmap v7886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:02:21.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:20 smithi088 ceph-mon[35322]: pgmap v7887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:21.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:20 smithi175 ceph-mon[44549]: pgmap v7887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:21.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:20 smithi181 ceph-mon[45557]: pgmap v7887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:23.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:23 smithi088 ceph-mon[35322]: pgmap v7888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:23.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:02:23.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:02:23.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:02:23.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:02:23.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:23 smithi175 ceph-mon[44549]: pgmap v7888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:23.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:02:23.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:02:23.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:02:23.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:02:23.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:23 smithi181 ceph-mon[45557]: pgmap v7888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:23.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:02:23.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:02:23.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:02:23.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:02:24.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:24 smithi088 ceph-mon[35322]: pgmap v7889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:02:24.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:24 smithi088 ceph-mon[35322]: pgmap v7890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:02:24.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:24 smithi175 ceph-mon[44549]: pgmap v7889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:02:24.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:24 smithi175 ceph-mon[44549]: pgmap v7890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:02:24.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:24 smithi181 ceph-mon[45557]: pgmap v7889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:02:24.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:24 smithi181 ceph-mon[45557]: pgmap v7890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:02:26.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:25 smithi088 ceph-mon[35322]: pgmap v7891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:02:26.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:25 smithi175 ceph-mon[44549]: pgmap v7891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:02:26.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:25 smithi181 ceph-mon[45557]: pgmap v7891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:02:28.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:28 smithi175 ceph-mon[44549]: pgmap v7892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:02:28.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:28 smithi181 ceph-mon[45557]: pgmap v7892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:02:28.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:28 smithi088 ceph-mon[35322]: pgmap v7892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:02:30.350 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:30.346+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:02:30.351 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:30.346+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:02:30.351 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:30.346+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:02:30.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:30 smithi175 ceph-mon[44549]: pgmap v7893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:02:30.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:30 smithi181 ceph-mon[45557]: pgmap v7893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:02:30.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:30 smithi088 ceph-mon[35322]: pgmap v7893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:02:32.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:32 smithi175 ceph-mon[44549]: pgmap v7894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:02:32.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:32 smithi181 ceph-mon[45557]: pgmap v7894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:02:32.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:32 smithi088 ceph-mon[35322]: pgmap v7894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:02:34.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:34 smithi175 ceph-mon[44549]: pgmap v7895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:02:34.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:34 smithi181 ceph-mon[45557]: pgmap v7895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:02:34.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:34 smithi088 ceph-mon[35322]: pgmap v7895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:02:36.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:35 smithi088 ceph-mon[35322]: pgmap v7896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:36.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:35 smithi175 ceph-mon[44549]: pgmap v7896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:36.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:35 smithi181 ceph-mon[45557]: pgmap v7896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:38.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:38 smithi175 ceph-mon[44549]: pgmap v7897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:38.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:38 smithi181 ceph-mon[45557]: pgmap v7897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:38.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:38 smithi088 ceph-mon[35322]: pgmap v7897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:40.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:40 smithi175 ceph-mon[44549]: pgmap v7898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:02:40.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:40 smithi181 ceph-mon[45557]: pgmap v7898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:02:40.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:40 smithi088 ceph-mon[35322]: pgmap v7898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:02:42.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:42 smithi175 ceph-mon[44549]: pgmap v7899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:42.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:42 smithi181 ceph-mon[45557]: pgmap v7899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:42.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:42 smithi088 ceph-mon[35322]: pgmap v7899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:44.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:44 smithi175 ceph-mon[44549]: pgmap v7900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:02:44.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:44 smithi181 ceph-mon[45557]: pgmap v7900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:02:44.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:44 smithi088 ceph-mon[35322]: pgmap v7900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:02:45.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:45.355+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:02:45.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:45.355+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:02:45.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:02:45.355+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:02:46.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:45 smithi088 ceph-mon[35322]: pgmap v7901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:46.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:45 smithi175 ceph-mon[44549]: pgmap v7901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:46.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:45 smithi181 ceph-mon[45557]: pgmap v7901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:48.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:48 smithi175 ceph-mon[44549]: pgmap v7902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:48.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:48 smithi181 ceph-mon[45557]: pgmap v7902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:48.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:48 smithi088 ceph-mon[35322]: pgmap v7902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:50.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:50 smithi175 ceph-mon[44549]: pgmap v7903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:02:50.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:50 smithi181 ceph-mon[45557]: pgmap v7903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:02:50.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:50 smithi088 ceph-mon[35322]: pgmap v7903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:02:52.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:52 smithi175 ceph-mon[44549]: pgmap v7904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:52.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:52 smithi181 ceph-mon[45557]: pgmap v7904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:52.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:52 smithi088 ceph-mon[35322]: pgmap v7904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:54.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:54 smithi175 ceph-mon[44549]: pgmap v7905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:02:54.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:54 smithi181 ceph-mon[45557]: pgmap v7905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:02:54.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:54 smithi088 ceph-mon[35322]: pgmap v7905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:02:56.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:55 smithi088 ceph-mon[35322]: pgmap v7906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:56.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:55 smithi175 ceph-mon[44549]: pgmap v7906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:56.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:55 smithi181 ceph-mon[45557]: pgmap v7906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:02:58.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:02:58 smithi175 ceph-mon[44549]: pgmap v7907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:58.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:02:58 smithi181 ceph-mon[45557]: pgmap v7907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:02:58.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:02:58 smithi088 ceph-mon[35322]: pgmap v7907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:00.361 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:00.357+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:03:00.361 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:00.357+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:03:00.361 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:00.357+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:03:00.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:00 smithi175 ceph-mon[44549]: pgmap v7908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:00.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:00 smithi181 ceph-mon[45557]: pgmap v7908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:00.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:00 smithi088 ceph-mon[35322]: pgmap v7908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:02.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:02 smithi175 ceph-mon[44549]: pgmap v7909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:02.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:02 smithi181 ceph-mon[45557]: pgmap v7909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:02.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:02 smithi088 ceph-mon[35322]: pgmap v7909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:04.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:04 smithi175 ceph-mon[44549]: pgmap v7910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:04.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:04 smithi181 ceph-mon[45557]: pgmap v7910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:04.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:04 smithi088 ceph-mon[35322]: pgmap v7910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:06.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:05 smithi088 ceph-mon[35322]: pgmap v7911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:06.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:05 smithi175 ceph-mon[44549]: pgmap v7911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:06.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:05 smithi181 ceph-mon[45557]: pgmap v7911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:08.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:08 smithi175 ceph-mon[44549]: pgmap v7912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:08.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:08 smithi181 ceph-mon[45557]: pgmap v7912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:08.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:08 smithi088 ceph-mon[35322]: pgmap v7912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:10 smithi175 ceph-mon[44549]: pgmap v7913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:10.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:10 smithi181 ceph-mon[45557]: pgmap v7913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:10.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:10 smithi088 ceph-mon[35322]: pgmap v7913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:12.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:12 smithi175 ceph-mon[44549]: pgmap v7914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:12.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:12 smithi181 ceph-mon[45557]: pgmap v7914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:12.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:12 smithi088 ceph-mon[35322]: pgmap v7914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:14.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:14 smithi175 ceph-mon[44549]: pgmap v7915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:14.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:14 smithi181 ceph-mon[45557]: pgmap v7915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:14.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:14 smithi088 ceph-mon[35322]: pgmap v7915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:15.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:15.364+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:03:15.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:15.364+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:03:15.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:15.364+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:03:16.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:15 smithi088 ceph-mon[35322]: pgmap v7916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:15 smithi175 ceph-mon[44549]: pgmap v7916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:15 smithi181 ceph-mon[45557]: pgmap v7916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:18.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:18 smithi175 ceph-mon[44549]: pgmap v7917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:18.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:18 smithi181 ceph-mon[45557]: pgmap v7917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:18.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:18 smithi088 ceph-mon[35322]: pgmap v7917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:20.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:20 smithi175 ceph-mon[44549]: pgmap v7918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:20.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:20 smithi181 ceph-mon[45557]: pgmap v7918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:20.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:20 smithi088 ceph-mon[35322]: pgmap v7918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:22.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:22 smithi088 ceph-mon[35322]: pgmap v7919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:22.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:22 smithi175 ceph-mon[44549]: pgmap v7919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:22 smithi181 ceph-mon[45557]: pgmap v7919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:24.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:24 smithi175 ceph-mon[44549]: pgmap v7920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:24.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:03:24.611 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:24 smithi181 ceph-mon[45557]: pgmap v7920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:24.611 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:03:24.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:24 smithi088 ceph-mon[35322]: pgmap v7920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:24.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:03:26.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:25 smithi088 ceph-mon[35322]: pgmap v7921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:26.040 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:25 smithi181 ceph-mon[45557]: pgmap v7921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:26.102 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:25 smithi175 ceph-mon[44549]: pgmap v7921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:27.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.459 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:27.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:27.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: pgmap v7922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:03:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:03:28.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:28.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:03:28.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:03:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: pgmap v7922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:03:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:03:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: pgmap v7922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:03:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:03:29.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:29 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 197.3M 2024-01-28T17:03:29.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:29 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 206987341: error parsing value: Value '206987341' is below minimum 939524096 2024-01-28T17:03:29.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:29 smithi181 ceph-mon[45557]: pgmap v7923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:03:29.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:29 smithi181 ceph-mon[45557]: pgmap v7924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T17:03:29.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:29 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 197.3M 2024-01-28T17:03:29.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:29 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 206987341: error parsing value: Value '206987341' is below minimum 939524096 2024-01-28T17:03:29.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:29 smithi088 ceph-mon[35322]: pgmap v7923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:03:29.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:29 smithi088 ceph-mon[35322]: pgmap v7924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T17:03:29.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:29 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 197.3M 2024-01-28T17:03:29.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:29 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 206987341: error parsing value: Value '206987341' is below minimum 939524096 2024-01-28T17:03:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:29 smithi175 ceph-mon[44549]: pgmap v7923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:03:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:29 smithi175 ceph-mon[44549]: pgmap v7924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T17:03:30.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:30.381+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:03:30.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:30.381+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:03:30.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:30.381+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:03:31.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:31 smithi181 ceph-mon[45557]: pgmap v7925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 6 op/s 2024-01-28T17:03:31.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:31 smithi088 ceph-mon[35322]: pgmap v7925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 6 op/s 2024-01-28T17:03:31.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:31 smithi175 ceph-mon[44549]: pgmap v7925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 6 op/s 2024-01-28T17:03:33.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:33 smithi181 ceph-mon[45557]: pgmap v7926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:03:33.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:33 smithi088 ceph-mon[35322]: pgmap v7926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:03:33.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:33 smithi175 ceph-mon[44549]: pgmap v7926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:03:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:35 smithi181 ceph-mon[45557]: pgmap v7927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:03:35.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:35 smithi088 ceph-mon[35322]: pgmap v7927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:03:35.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:35 smithi175 ceph-mon[44549]: pgmap v7927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:03:37.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:37 smithi181 ceph-mon[45557]: pgmap v7928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:03:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:37 smithi088 ceph-mon[35322]: pgmap v7928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:03:37.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:37 smithi175 ceph-mon[44549]: pgmap v7928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:03:39.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:39 smithi181 ceph-mon[45557]: pgmap v7929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:03:39.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:39 smithi088 ceph-mon[35322]: pgmap v7929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:03:39.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:39 smithi175 ceph-mon[44549]: pgmap v7929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:03:41.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:41 smithi181 ceph-mon[45557]: pgmap v7930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:41.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:41 smithi088 ceph-mon[35322]: pgmap v7930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:41.663 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:41.660+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:03:41.664 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:41.660+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:03:41.664 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:41.660+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 115 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:03:41.664 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:41.660+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 115 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:03:41.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:41 smithi175 ceph-mon[44549]: pgmap v7930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:43 smithi088 ceph-mon[35322]: pgmap v7931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:43.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:43 smithi175 ceph-mon[44549]: pgmap v7931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:43.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:43 smithi181 ceph-mon[45557]: pgmap v7931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:45.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:45.396+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:03:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:45.396+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:03:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:03:45.396+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:03:45.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:45 smithi088 ceph-mon[35322]: pgmap v7932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:45.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:45 smithi175 ceph-mon[44549]: pgmap v7932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:45.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:45 smithi181 ceph-mon[45557]: pgmap v7932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:47.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:47 smithi088 ceph-mon[35322]: pgmap v7933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:47.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:47 smithi175 ceph-mon[44549]: pgmap v7933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:47.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:47 smithi181 ceph-mon[45557]: pgmap v7933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:49.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:49 smithi088 ceph-mon[35322]: pgmap v7934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:03:49.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:49 smithi175 ceph-mon[44549]: pgmap v7934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:03:49.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:49 smithi181 ceph-mon[45557]: pgmap v7934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:03:51.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:51 smithi088 ceph-mon[35322]: pgmap v7935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:51.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:51 smithi175 ceph-mon[44549]: pgmap v7935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:51.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:51 smithi181 ceph-mon[45557]: pgmap v7935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:03:53.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:53 smithi088 ceph-mon[35322]: pgmap v7936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:53.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:53 smithi175 ceph-mon[44549]: pgmap v7936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:53.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:53 smithi181 ceph-mon[45557]: pgmap v7936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:03:55.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:55 smithi088 ceph-mon[35322]: pgmap v7937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:55.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:55 smithi175 ceph-mon[44549]: pgmap v7937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:55.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:55 smithi181 ceph-mon[45557]: pgmap v7937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:03:57.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:57 smithi088 ceph-mon[35322]: pgmap v7938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:57.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:57 smithi175 ceph-mon[44549]: pgmap v7938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:57.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:57 smithi181 ceph-mon[45557]: pgmap v7938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:03:59.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:03:59 smithi088 ceph-mon[35322]: pgmap v7939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:03:59.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:03:59 smithi175 ceph-mon[44549]: pgmap v7939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:03:59.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:03:59 smithi181 ceph-mon[45557]: pgmap v7939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:00.416 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:00.412+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:04:00.416 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:00.412+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:04:00.416 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:00.412+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:04:01.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:01 smithi088 ceph-mon[35322]: pgmap v7940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:01.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:01 smithi175 ceph-mon[44549]: pgmap v7940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:01.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:01 smithi181 ceph-mon[45557]: pgmap v7940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:03.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:03 smithi088 ceph-mon[35322]: pgmap v7941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:03.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:03 smithi175 ceph-mon[44549]: pgmap v7941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:03.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:03 smithi181 ceph-mon[45557]: pgmap v7941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:05 smithi088 ceph-mon[35322]: pgmap v7942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:05.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:05 smithi175 ceph-mon[44549]: pgmap v7942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:05.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:05 smithi181 ceph-mon[45557]: pgmap v7942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:07.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:07 smithi088 ceph-mon[35322]: pgmap v7943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:07.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:07 smithi175 ceph-mon[44549]: pgmap v7943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:07.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:07 smithi181 ceph-mon[45557]: pgmap v7943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:09.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:09 smithi088 ceph-mon[35322]: pgmap v7944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:09.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:09 smithi175 ceph-mon[44549]: pgmap v7944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:09.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:09 smithi181 ceph-mon[45557]: pgmap v7944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:11.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:11 smithi088 ceph-mon[35322]: pgmap v7945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:11 smithi175 ceph-mon[44549]: pgmap v7945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:11.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:11 smithi181 ceph-mon[45557]: pgmap v7945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:13.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:13 smithi088 ceph-mon[35322]: pgmap v7946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:13.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:13 smithi175 ceph-mon[44549]: pgmap v7946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:13.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:13 smithi181 ceph-mon[45557]: pgmap v7946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:15.423+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:04:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:15.423+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:04:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:15.423+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:04:15.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:15 smithi088 ceph-mon[35322]: pgmap v7947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:15 smithi175 ceph-mon[44549]: pgmap v7947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:15.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:15 smithi181 ceph-mon[45557]: pgmap v7947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:17 smithi088 ceph-mon[35322]: pgmap v7948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:17.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:17 smithi175 ceph-mon[44549]: pgmap v7948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:17.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:17 smithi181 ceph-mon[45557]: pgmap v7948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:19.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:19 smithi088 ceph-mon[35322]: pgmap v7949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:19.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:19 smithi175 ceph-mon[44549]: pgmap v7949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:19.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:19 smithi181 ceph-mon[45557]: pgmap v7949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:21.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:21 smithi175 ceph-mon[44549]: pgmap v7950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:21.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:21 smithi181 ceph-mon[45557]: pgmap v7950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:21.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:21 smithi088 ceph-mon[35322]: pgmap v7950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:23.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:23 smithi175 ceph-mon[44549]: pgmap v7951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:23.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:23 smithi181 ceph-mon[45557]: pgmap v7951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:23.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:23 smithi088 ceph-mon[35322]: pgmap v7951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:25 smithi175 ceph-mon[44549]: pgmap v7952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:25.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:25 smithi181 ceph-mon[45557]: pgmap v7952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:25.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:25 smithi088 ceph-mon[35322]: pgmap v7952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:27.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:27 smithi175 ceph-mon[44549]: pgmap v7953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:27.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:27 smithi181 ceph-mon[45557]: pgmap v7953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:27.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:27 smithi088 ceph-mon[35322]: pgmap v7953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:28.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:04:28.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:04:28.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:04:29.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:29 smithi175 ceph-mon[44549]: pgmap v7954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:04:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:04:29.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:04:29.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:29 smithi181 ceph-mon[45557]: pgmap v7954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:29.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:04:29.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:04:29.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:04:29.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:29 smithi088 ceph-mon[35322]: pgmap v7954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:29.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:04:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:04:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:04:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:04:30.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:30.439+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:04:30.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:30.439+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:04:30.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:30.439+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:04:30.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:30 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:04:30.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:30 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:04:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:30 smithi175 ceph-mon[44549]: pgmap v7955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:04:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:30 smithi175 ceph-mon[44549]: pgmap v7956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:04:30.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:30 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:04:30.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:30 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:04:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:30 smithi181 ceph-mon[45557]: pgmap v7955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:04:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:30 smithi181 ceph-mon[45557]: pgmap v7956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:04:30.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:30 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:04:30.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:30 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:04:30.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:30 smithi088 ceph-mon[35322]: pgmap v7955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:04:30.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:30 smithi088 ceph-mon[35322]: pgmap v7956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:04:32.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:32 smithi175 ceph-mon[44549]: pgmap v7957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:04:32.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:32 smithi181 ceph-mon[45557]: pgmap v7957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:04:32.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:32 smithi088 ceph-mon[35322]: pgmap v7957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:04:34.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:34 smithi175 ceph-mon[44549]: pgmap v7958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:04:34.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:34 smithi181 ceph-mon[45557]: pgmap v7958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:04:34.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:34 smithi088 ceph-mon[35322]: pgmap v7958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:04:36.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:36 smithi175 ceph-mon[44549]: pgmap v7959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:04:36.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:36 smithi181 ceph-mon[45557]: pgmap v7959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:04:36.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:36 smithi088 ceph-mon[35322]: pgmap v7959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:04:38.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:38 smithi175 ceph-mon[44549]: pgmap v7960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:04:38.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:38 smithi181 ceph-mon[45557]: pgmap v7960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:04:38.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:38 smithi088 ceph-mon[35322]: pgmap v7960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:04:40.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:40 smithi175 ceph-mon[44549]: pgmap v7961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:04:40.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:40 smithi181 ceph-mon[45557]: pgmap v7961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:04:40.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:40 smithi088 ceph-mon[35322]: pgmap v7961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:04:42.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:42 smithi175 ceph-mon[44549]: pgmap v7962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:42.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:42 smithi181 ceph-mon[45557]: pgmap v7962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:42.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:42 smithi088 ceph-mon[35322]: pgmap v7962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:44.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:44 smithi175 ceph-mon[44549]: pgmap v7963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:44.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:44 smithi181 ceph-mon[45557]: pgmap v7963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:44.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:44 smithi088 ceph-mon[35322]: pgmap v7963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:45.450+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:04:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:45.450+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:04:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:04:45.450+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:04:46.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:46 smithi175 ceph-mon[44549]: pgmap v7964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:46.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:46 smithi181 ceph-mon[45557]: pgmap v7964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:46.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:46 smithi088 ceph-mon[35322]: pgmap v7964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:48.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:48 smithi175 ceph-mon[44549]: pgmap v7965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:48.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:48 smithi181 ceph-mon[45557]: pgmap v7965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:48.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:48 smithi088 ceph-mon[35322]: pgmap v7965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:50.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:50 smithi175 ceph-mon[44549]: pgmap v7966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:50.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:50 smithi181 ceph-mon[45557]: pgmap v7966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:50.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:50 smithi088 ceph-mon[35322]: pgmap v7966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:04:52.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:52 smithi175 ceph-mon[44549]: pgmap v7967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:52.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:52 smithi181 ceph-mon[45557]: pgmap v7967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:52.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:52 smithi088 ceph-mon[35322]: pgmap v7967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:04:54.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:54 smithi175 ceph-mon[44549]: pgmap v7968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:54.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:54 smithi181 ceph-mon[45557]: pgmap v7968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:54.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:54 smithi088 ceph-mon[35322]: pgmap v7968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:04:56.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:56 smithi175 ceph-mon[44549]: pgmap v7969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:56.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:56 smithi181 ceph-mon[45557]: pgmap v7969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:56.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:56 smithi088 ceph-mon[35322]: pgmap v7969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:04:58.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:04:58 smithi175 ceph-mon[44549]: pgmap v7970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:58.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:04:58 smithi181 ceph-mon[45557]: pgmap v7970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:04:58.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:04:58 smithi088 ceph-mon[35322]: pgmap v7970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:00.465+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:05:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:00.465+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:05:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:00.465+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:05:00.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:00 smithi175 ceph-mon[44549]: pgmap v7971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:00.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:00 smithi181 ceph-mon[45557]: pgmap v7971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:00.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:00 smithi088 ceph-mon[35322]: pgmap v7971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:01.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:01 smithi175 ceph-mon[44549]: pgmap v7972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:01.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:01 smithi181 ceph-mon[45557]: pgmap v7972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:01.782 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:01 smithi088 ceph-mon[35322]: pgmap v7972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:04.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:03 smithi088 ceph-mon[35322]: pgmap v7973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:03 smithi175 ceph-mon[44549]: pgmap v7973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:04.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:03 smithi181 ceph-mon[45557]: pgmap v7973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:06.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:05 smithi175 ceph-mon[44549]: pgmap v7974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:06.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:05 smithi181 ceph-mon[45557]: pgmap v7974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:06.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:05 smithi088 ceph-mon[35322]: pgmap v7974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:07 smithi175 ceph-mon[44549]: pgmap v7975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:08.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:07 smithi181 ceph-mon[45557]: pgmap v7975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:08.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:07 smithi088 ceph-mon[35322]: pgmap v7975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:10.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:09 smithi175 ceph-mon[44549]: pgmap v7976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:10.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:09 smithi181 ceph-mon[45557]: pgmap v7976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:10.235 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:09 smithi088 ceph-mon[35322]: pgmap v7976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:12.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:11 smithi175 ceph-mon[44549]: pgmap v7977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:12.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:11 smithi181 ceph-mon[45557]: pgmap v7977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:12.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:11 smithi088 ceph-mon[35322]: pgmap v7977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:14.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:13 smithi175 ceph-mon[44549]: pgmap v7978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:14.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:13 smithi181 ceph-mon[45557]: pgmap v7978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:14.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:13 smithi088 ceph-mon[35322]: pgmap v7978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:15.478+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:05:15.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:15.478+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:05:15.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:15.478+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:05:16.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:15 smithi175 ceph-mon[44549]: pgmap v7979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:15 smithi181 ceph-mon[45557]: pgmap v7979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:16.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:15 smithi088 ceph-mon[35322]: pgmap v7979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:18.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:17 smithi175 ceph-mon[44549]: pgmap v7980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:18.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:17 smithi181 ceph-mon[45557]: pgmap v7980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:18.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:17 smithi088 ceph-mon[35322]: pgmap v7980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:20.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:19 smithi175 ceph-mon[44549]: pgmap v7981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:20.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:19 smithi181 ceph-mon[45557]: pgmap v7981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:20.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:19 smithi088 ceph-mon[35322]: pgmap v7981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:21 smithi175 ceph-mon[44549]: pgmap v7982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:22.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:21 smithi181 ceph-mon[45557]: pgmap v7982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:22.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:21 smithi088 ceph-mon[35322]: pgmap v7982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:23 smithi175 ceph-mon[44549]: pgmap v7983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:24.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:23 smithi181 ceph-mon[45557]: pgmap v7983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:24.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:23 smithi088 ceph-mon[35322]: pgmap v7983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:26.107 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:25 smithi088 ceph-mon[35322]: pgmap v7984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:26.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:25 smithi175 ceph-mon[44549]: pgmap v7984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:26.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:25 smithi181 ceph-mon[45557]: pgmap v7984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:28.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:27 smithi175 ceph-mon[44549]: pgmap v7985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:28.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:27 smithi181 ceph-mon[45557]: pgmap v7985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:28.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:27 smithi088 ceph-mon[35322]: pgmap v7985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:30.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:29 smithi175 ceph-mon[44549]: pgmap v7986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:30.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:05:30.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:05:30.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:05:30.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:05:30.220 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:29 smithi181 ceph-mon[45557]: pgmap v7986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:30.220 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:05:30.220 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:05:30.220 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:05:30.220 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:05:30.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:29 smithi088 ceph-mon[35322]: pgmap v7986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:30.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:05:30.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:05:30.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:05:30.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:05:30.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:30.493+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:05:30.498 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:30.493+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:05:30.498 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:30.493+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:05:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:30 smithi175 ceph-mon[44549]: pgmap v7987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:05:31.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:30 smithi175 ceph-mon[44549]: pgmap v7988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:05:31.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:30 smithi181 ceph-mon[45557]: pgmap v7987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:05:31.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:30 smithi181 ceph-mon[45557]: pgmap v7988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:05:31.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:30 smithi088 ceph-mon[35322]: pgmap v7987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:05:31.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:30 smithi088 ceph-mon[35322]: pgmap v7988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:05:33.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:32 smithi175 ceph-mon[44549]: pgmap v7989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:05:33.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:32 smithi181 ceph-mon[45557]: pgmap v7989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:05:33.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:32 smithi088 ceph-mon[35322]: pgmap v7989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:05:35.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:34 smithi175 ceph-mon[44549]: pgmap v7990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:05:35.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:34 smithi181 ceph-mon[45557]: pgmap v7990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:05:35.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:34 smithi088 ceph-mon[35322]: pgmap v7990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:05:37.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:36 smithi175 ceph-mon[44549]: pgmap v7991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:05:37.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:36 smithi181 ceph-mon[45557]: pgmap v7991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:05:37.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:36 smithi088 ceph-mon[35322]: pgmap v7991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:05:39.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:38 smithi175 ceph-mon[44549]: pgmap v7992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:05:39.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:38 smithi181 ceph-mon[45557]: pgmap v7992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:05:39.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:38 smithi088 ceph-mon[35322]: pgmap v7992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:05:41.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:40 smithi175 ceph-mon[44549]: pgmap v7993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:05:41.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:40 smithi181 ceph-mon[45557]: pgmap v7993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:05:41.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:40 smithi088 ceph-mon[35322]: pgmap v7993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:05:43.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:42 smithi175 ceph-mon[44549]: pgmap v7994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:43.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:42 smithi181 ceph-mon[45557]: pgmap v7994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:43.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:42 smithi088 ceph-mon[35322]: pgmap v7994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:45.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:44 smithi175 ceph-mon[44549]: pgmap v7995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:45.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:44 smithi181 ceph-mon[45557]: pgmap v7995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:45.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:44 smithi088 ceph-mon[35322]: pgmap v7995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:45.513 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:45.508+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:05:45.513 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:45.508+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:05:45.513 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:05:45.508+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:05:47.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:46 smithi175 ceph-mon[44549]: pgmap v7996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:47.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:46 smithi181 ceph-mon[45557]: pgmap v7996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:47.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:46 smithi088 ceph-mon[35322]: pgmap v7996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:49.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:48 smithi175 ceph-mon[44549]: pgmap v7997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:49.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:48 smithi181 ceph-mon[45557]: pgmap v7997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:49.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:48 smithi088 ceph-mon[35322]: pgmap v7997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:51.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:50 smithi175 ceph-mon[44549]: pgmap v7998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:51.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:50 smithi181 ceph-mon[45557]: pgmap v7998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:51.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:50 smithi088 ceph-mon[35322]: pgmap v7998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:05:53.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:52 smithi175 ceph-mon[44549]: pgmap v7999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:52 smithi181 ceph-mon[45557]: pgmap v7999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:53.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:52 smithi088 ceph-mon[35322]: pgmap v7999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:05:55.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:54 smithi175 ceph-mon[44549]: pgmap v8000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:55.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:54 smithi181 ceph-mon[45557]: pgmap v8000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:55.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:54 smithi088 ceph-mon[35322]: pgmap v8000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:05:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:56 smithi175 ceph-mon[44549]: pgmap v8001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:57.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:56 smithi181 ceph-mon[45557]: pgmap v8001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:57.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:56 smithi088 ceph-mon[35322]: pgmap v8001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:05:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:05:58 smithi175 ceph-mon[44549]: pgmap v8002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:05:58 smithi181 ceph-mon[45557]: pgmap v8002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:05:59.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:05:58 smithi088 ceph-mon[35322]: pgmap v8002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:00.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:00.518+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:06:00.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:00.518+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:06:00.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:00.518+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:06:01.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:00 smithi175 ceph-mon[44549]: pgmap v8003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:01.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:00 smithi181 ceph-mon[45557]: pgmap v8003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:01.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:00 smithi088 ceph-mon[35322]: pgmap v8003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:03.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:02 smithi175 ceph-mon[44549]: pgmap v8004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:03.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:02 smithi181 ceph-mon[45557]: pgmap v8004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:03.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:02 smithi088 ceph-mon[35322]: pgmap v8004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:05.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:04 smithi175 ceph-mon[44549]: pgmap v8005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:05.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:04 smithi181 ceph-mon[45557]: pgmap v8005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:05.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:04 smithi088 ceph-mon[35322]: pgmap v8005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:07.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:06 smithi175 ceph-mon[44549]: pgmap v8006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:07.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:06 smithi181 ceph-mon[45557]: pgmap v8006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:07.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:06 smithi088 ceph-mon[35322]: pgmap v8006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:09.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:08 smithi181 ceph-mon[45557]: pgmap v8007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:09.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:08 smithi088 ceph-mon[35322]: pgmap v8007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:09.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:08 smithi175 ceph-mon[44549]: pgmap v8007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:11.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:10 smithi181 ceph-mon[45557]: pgmap v8008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:11.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:10 smithi088 ceph-mon[35322]: pgmap v8008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:11.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:10 smithi175 ceph-mon[44549]: pgmap v8008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:13.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:12 smithi181 ceph-mon[45557]: pgmap v8009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:13.213 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:12 smithi088 ceph-mon[35322]: pgmap v8009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:13.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:12 smithi175 ceph-mon[44549]: pgmap v8009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:14 smithi181 ceph-mon[45557]: pgmap v8010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:15.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:14 smithi088 ceph-mon[35322]: pgmap v8010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:15.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:14 smithi175 ceph-mon[44549]: pgmap v8010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:15.532 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:15.528+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:06:15.532 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:15.528+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:06:15.533 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:15.528+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:06:17.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:16 smithi181 ceph-mon[45557]: pgmap v8011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:17.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:16 smithi088 ceph-mon[35322]: pgmap v8011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:16 smithi175 ceph-mon[44549]: pgmap v8011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:19.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:18 smithi181 ceph-mon[45557]: pgmap v8012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:19.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:18 smithi088 ceph-mon[35322]: pgmap v8012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:19.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:18 smithi175 ceph-mon[44549]: pgmap v8012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:21.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:20 smithi181 ceph-mon[45557]: pgmap v8013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:21.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:20 smithi088 ceph-mon[35322]: pgmap v8013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:21.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:20 smithi175 ceph-mon[44549]: pgmap v8013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:23.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:22 smithi181 ceph-mon[45557]: pgmap v8014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:23.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:22 smithi088 ceph-mon[35322]: pgmap v8014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:23.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:22 smithi175 ceph-mon[44549]: pgmap v8014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:25.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:24 smithi181 ceph-mon[45557]: pgmap v8015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:25.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:24 smithi088 ceph-mon[35322]: pgmap v8015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:25.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:24 smithi175 ceph-mon[44549]: pgmap v8015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:27.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:26 smithi181 ceph-mon[45557]: pgmap v8016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:27.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:26 smithi088 ceph-mon[35322]: pgmap v8016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:27.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:26 smithi175 ceph-mon[44549]: pgmap v8016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:29.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:28 smithi181 ceph-mon[45557]: pgmap v8017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:29.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:28 smithi088 ceph-mon[35322]: pgmap v8017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:29.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:28 smithi175 ceph-mon[44549]: pgmap v8017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:30.543+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:06:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:30.543+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:06:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:30.543+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:06:31.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:30 smithi175 ceph-mon[44549]: pgmap v8018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:31.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:06:31.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:30 smithi181 ceph-mon[45557]: pgmap v8018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:31.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:06:31.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:30 smithi088 ceph-mon[35322]: pgmap v8018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:06:31.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:06:32.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:32.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:33 smithi088 ceph-mon[35322]: pgmap v8019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:06:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:06:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:33.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:33 smithi175 ceph-mon[44549]: pgmap v8019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:33.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:33.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:33.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:06:33.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:06:33.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:33.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:33 smithi181 ceph-mon[45557]: pgmap v8019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:33.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:33.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:33.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:06:33.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:06:33.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:06:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:34 smithi088 ceph-mon[35322]: pgmap v8020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:06:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:34 smithi088 ceph-mon[35322]: pgmap v8021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:06:34.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:34 smithi175 ceph-mon[44549]: pgmap v8020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:06:34.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:34 smithi175 ceph-mon[44549]: pgmap v8021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:06:34.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:34 smithi181 ceph-mon[45557]: pgmap v8020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:06:34.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:34 smithi181 ceph-mon[45557]: pgmap v8021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:06:36.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:35 smithi175 ceph-mon[44549]: pgmap v8022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:06:36.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:35 smithi181 ceph-mon[45557]: pgmap v8022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:06:36.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:35 smithi088 ceph-mon[35322]: pgmap v8022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:06:38.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:38 smithi175 ceph-mon[44549]: pgmap v8023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:06:38.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:38 smithi181 ceph-mon[45557]: pgmap v8023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:06:38.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:38 smithi088 ceph-mon[35322]: pgmap v8023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:06:40.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:40 smithi175 ceph-mon[44549]: pgmap v8024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:06:40.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:40 smithi181 ceph-mon[45557]: pgmap v8024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:06:40.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:40 smithi088 ceph-mon[35322]: pgmap v8024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:06:41.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:41.687+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:06:41.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:41.687+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:06:41.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:41.687+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 116 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:06:41.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:41.687+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 116 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:06:42.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:42 smithi175 ceph-mon[44549]: pgmap v8025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:06:42.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:42 smithi181 ceph-mon[45557]: pgmap v8025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:06:42.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:42 smithi088 ceph-mon[35322]: pgmap v8025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:06:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:44 smithi088 ceph-mon[35322]: pgmap v8026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:06:44.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:44 smithi175 ceph-mon[44549]: pgmap v8026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:06:44.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:44 smithi181 ceph-mon[45557]: pgmap v8026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:06:45.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:45.558+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:06:45.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:45.558+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:06:45.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:06:45.558+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:06:46.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:45 smithi175 ceph-mon[44549]: pgmap v8027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:46.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:45 smithi181 ceph-mon[45557]: pgmap v8027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:46.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:45 smithi088 ceph-mon[35322]: pgmap v8027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:48.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:48 smithi175 ceph-mon[44549]: pgmap v8028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:48.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:48 smithi181 ceph-mon[45557]: pgmap v8028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:48.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:48 smithi088 ceph-mon[35322]: pgmap v8028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:50.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:50 smithi175 ceph-mon[44549]: pgmap v8029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:50.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:50 smithi181 ceph-mon[45557]: pgmap v8029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:50.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:50 smithi088 ceph-mon[35322]: pgmap v8029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:52.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:52 smithi175 ceph-mon[44549]: pgmap v8030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:52.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:52 smithi181 ceph-mon[45557]: pgmap v8030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:52.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:52 smithi088 ceph-mon[35322]: pgmap v8030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:06:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:54 smithi175 ceph-mon[44549]: pgmap v8031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:54 smithi181 ceph-mon[45557]: pgmap v8031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:54.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:54 smithi088 ceph-mon[35322]: pgmap v8031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:06:56.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:55 smithi175 ceph-mon[44549]: pgmap v8032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:56.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:55 smithi181 ceph-mon[45557]: pgmap v8032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:56.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:55 smithi088 ceph-mon[35322]: pgmap v8032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:06:58.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:06:58 smithi175 ceph-mon[44549]: pgmap v8033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:58.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:06:58 smithi181 ceph-mon[45557]: pgmap v8033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:06:58.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:06:58 smithi088 ceph-mon[35322]: pgmap v8033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:00.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:00 smithi175 ceph-mon[44549]: pgmap v8034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:00.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:00 smithi181 ceph-mon[45557]: pgmap v8034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:00.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:00 smithi088 ceph-mon[35322]: pgmap v8034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:00.564+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:07:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:00.564+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:07:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:00.564+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:07:02.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:02 smithi175 ceph-mon[44549]: pgmap v8035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:02.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:02 smithi181 ceph-mon[45557]: pgmap v8035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:02 smithi088 ceph-mon[35322]: pgmap v8035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:04.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:04 smithi175 ceph-mon[44549]: pgmap v8036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:04.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:04 smithi181 ceph-mon[45557]: pgmap v8036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:04.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:04 smithi088 ceph-mon[35322]: pgmap v8036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:06.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:05 smithi175 ceph-mon[44549]: pgmap v8037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:06.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:05 smithi181 ceph-mon[45557]: pgmap v8037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:06.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:05 smithi088 ceph-mon[35322]: pgmap v8037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:08.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:08 smithi175 ceph-mon[44549]: pgmap v8038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:08.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:08 smithi181 ceph-mon[45557]: pgmap v8038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:08.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:08 smithi088 ceph-mon[35322]: pgmap v8038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:10.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:10 smithi175 ceph-mon[44549]: pgmap v8039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:10.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:10 smithi181 ceph-mon[45557]: pgmap v8039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:10.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:10 smithi088 ceph-mon[35322]: pgmap v8039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:12.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:12 smithi175 ceph-mon[44549]: pgmap v8040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:12.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:12 smithi181 ceph-mon[45557]: pgmap v8040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:12.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:12 smithi088 ceph-mon[35322]: pgmap v8040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:14.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:14 smithi175 ceph-mon[44549]: pgmap v8041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:14.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:14 smithi181 ceph-mon[45557]: pgmap v8041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:14.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:14 smithi088 ceph-mon[35322]: pgmap v8041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:15.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:15.576+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:07:15.581 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:15.576+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:07:15.581 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:15.576+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:07:16.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:15 smithi175 ceph-mon[44549]: pgmap v8042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:15 smithi181 ceph-mon[45557]: pgmap v8042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:16.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:15 smithi088 ceph-mon[35322]: pgmap v8042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:18.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:18 smithi175 ceph-mon[44549]: pgmap v8043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:18 smithi181 ceph-mon[45557]: pgmap v8043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:18.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:18 smithi088 ceph-mon[35322]: pgmap v8043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:20.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:20 smithi175 ceph-mon[44549]: pgmap v8044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:20.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:20 smithi181 ceph-mon[45557]: pgmap v8044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:20.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:20 smithi088 ceph-mon[35322]: pgmap v8044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:22.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:22 smithi175 ceph-mon[44549]: pgmap v8045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:22.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:22 smithi181 ceph-mon[45557]: pgmap v8045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:22.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:22 smithi088 ceph-mon[35322]: pgmap v8045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:24.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:24 smithi175 ceph-mon[44549]: pgmap v8046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:24.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:24 smithi181 ceph-mon[45557]: pgmap v8046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:24.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:24 smithi088 ceph-mon[35322]: pgmap v8046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:26.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:25 smithi175 ceph-mon[44549]: pgmap v8047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:26.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:25 smithi181 ceph-mon[45557]: pgmap v8047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:26.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:25 smithi088 ceph-mon[35322]: pgmap v8047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:28.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:28 smithi175 ceph-mon[44549]: pgmap v8048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:28 smithi181 ceph-mon[45557]: pgmap v8048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:28 smithi088 ceph-mon[35322]: pgmap v8048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:30.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:30 smithi175 ceph-mon[44549]: pgmap v8049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:30.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:30 smithi181 ceph-mon[45557]: pgmap v8049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:30.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:30 smithi088 ceph-mon[35322]: pgmap v8049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:30.577+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:07:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:30.577+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:07:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:30.577+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:07:32.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:32 smithi175 ceph-mon[44549]: pgmap v8050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:32.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:32 smithi181 ceph-mon[45557]: pgmap v8050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:32.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:32 smithi088 ceph-mon[35322]: pgmap v8050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:34.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:34 smithi175 ceph-mon[44549]: pgmap v8051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:34.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:07:34.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:07:34.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:07:34.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:07:34.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:34 smithi181 ceph-mon[45557]: pgmap v8051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:34.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:07:34.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:07:34.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:07:34.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:07:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:34 smithi088 ceph-mon[35322]: pgmap v8051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:07:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:07:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:07:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:07:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:35 smithi175 ceph-mon[44549]: pgmap v8052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:07:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:35 smithi175 ceph-mon[44549]: pgmap v8053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:07:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:35 smithi181 ceph-mon[45557]: pgmap v8052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:07:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:35 smithi181 ceph-mon[45557]: pgmap v8053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:07:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:35 smithi088 ceph-mon[35322]: pgmap v8052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:07:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:35 smithi088 ceph-mon[35322]: pgmap v8053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:07:37.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:37 smithi175 ceph-mon[44549]: pgmap v8054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:07:37.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:37 smithi181 ceph-mon[45557]: pgmap v8054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:07:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:37 smithi088 ceph-mon[35322]: pgmap v8054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:07:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:39 smithi175 ceph-mon[44549]: pgmap v8055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:07:39.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:39 smithi181 ceph-mon[45557]: pgmap v8055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:07:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:39 smithi088 ceph-mon[35322]: pgmap v8055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:07:41.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:40 smithi175 ceph-mon[44549]: pgmap v8056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:07:41.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:40 smithi181 ceph-mon[45557]: pgmap v8056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:07:41.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:40 smithi088 ceph-mon[35322]: pgmap v8056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:07:43.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:43 smithi175 ceph-mon[44549]: pgmap v8057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:07:43.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:43 smithi181 ceph-mon[45557]: pgmap v8057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:07:43.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:43 smithi088 ceph-mon[35322]: pgmap v8057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:07:45.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:45 smithi175 ceph-mon[44549]: pgmap v8058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:07:45.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:45 smithi181 ceph-mon[45557]: pgmap v8058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:07:45.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:45 smithi088 ceph-mon[35322]: pgmap v8058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:07:45.583 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:45.579+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:07:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:45.579+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:07:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:07:45.579+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:07:47.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:47 smithi175 ceph-mon[44549]: pgmap v8059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:47.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:47 smithi181 ceph-mon[45557]: pgmap v8059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:47.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:47 smithi088 ceph-mon[35322]: pgmap v8059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:49.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:49 smithi175 ceph-mon[44549]: pgmap v8060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:49.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:49 smithi181 ceph-mon[45557]: pgmap v8060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:49.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:49 smithi088 ceph-mon[35322]: pgmap v8060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:51.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:50 smithi175 ceph-mon[44549]: pgmap v8061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:51.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:50 smithi181 ceph-mon[45557]: pgmap v8061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:51.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:50 smithi088 ceph-mon[35322]: pgmap v8061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:53 smithi175 ceph-mon[44549]: pgmap v8062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:53.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:53 smithi181 ceph-mon[45557]: pgmap v8062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:53.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:53 smithi088 ceph-mon[35322]: pgmap v8062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:07:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:55 smithi175 ceph-mon[44549]: pgmap v8063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:55.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:55 smithi181 ceph-mon[45557]: pgmap v8063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:55.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:55 smithi088 ceph-mon[35322]: pgmap v8063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:07:57.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:57 smithi175 ceph-mon[44549]: pgmap v8064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:57.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:57 smithi181 ceph-mon[45557]: pgmap v8064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:57.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:57 smithi088 ceph-mon[35322]: pgmap v8064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:07:59.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:07:59 smithi175 ceph-mon[44549]: pgmap v8065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:59.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:07:59 smithi181 ceph-mon[45557]: pgmap v8065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:07:59.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:07:59 smithi088 ceph-mon[35322]: pgmap v8065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:08:00.590 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:00.586+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:08:00.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:00.586+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:08:00.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:00.586+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:08:01.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:00 smithi175 ceph-mon[44549]: pgmap v8066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:01.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:00 smithi181 ceph-mon[45557]: pgmap v8066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:01.243 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:00 smithi088 ceph-mon[35322]: pgmap v8066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:03 smithi175 ceph-mon[44549]: pgmap v8067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:08:03.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:03 smithi181 ceph-mon[45557]: pgmap v8067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:08:03.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:03 smithi088 ceph-mon[35322]: pgmap v8067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:08:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:05 smithi175 ceph-mon[44549]: pgmap v8068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:05.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:05 smithi181 ceph-mon[45557]: pgmap v8068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:05.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:05 smithi088 ceph-mon[35322]: pgmap v8068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:07.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:07 smithi175 ceph-mon[44549]: pgmap v8069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:07.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:07 smithi181 ceph-mon[45557]: pgmap v8069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:07.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:07 smithi088 ceph-mon[35322]: pgmap v8069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:09.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:09 smithi175 ceph-mon[44549]: pgmap v8070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:08:09.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:09 smithi181 ceph-mon[45557]: pgmap v8070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:08:09.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:09 smithi088 ceph-mon[35322]: pgmap v8070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:08:11.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:10 smithi175 ceph-mon[44549]: pgmap v8071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:11.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:10 smithi181 ceph-mon[45557]: pgmap v8071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:11.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:10 smithi088 ceph-mon[35322]: pgmap v8071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:11.706 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:11.702+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:08:11.706 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:11.702+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:08:11.706 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:11.702+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 117 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:08:11.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:11.702+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 117 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T17:08:13.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:13 smithi175 ceph-mon[44549]: pgmap v8072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:08:13.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:13 smithi181 ceph-mon[45557]: pgmap v8072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:08:13.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:13 smithi088 ceph-mon[35322]: pgmap v8072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:08:15.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:15 smithi175 ceph-mon[44549]: pgmap v8073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:15.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:15 smithi181 ceph-mon[45557]: pgmap v8073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:15.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:15 smithi088 ceph-mon[35322]: pgmap v8073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:15.601+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:08:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:15.601+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:08:15.606 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:15.601+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:08:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:17 smithi175 ceph-mon[44549]: pgmap v8074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:08:17.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:17 smithi181 ceph-mon[45557]: pgmap v8074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:08:17.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:17 smithi088 ceph-mon[35322]: pgmap v8074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:08:19.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:19 smithi175 ceph-mon[44549]: pgmap v8075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:08:19.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:19 smithi181 ceph-mon[45557]: pgmap v8075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:08:19.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:19 smithi088 ceph-mon[35322]: pgmap v8075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:08:21.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:20 smithi175 ceph-mon[44549]: pgmap v8076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:21.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:20 smithi181 ceph-mon[45557]: pgmap v8076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:21.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:20 smithi088 ceph-mon[35322]: pgmap v8076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:23.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:23 smithi175 ceph-mon[44549]: pgmap v8077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:08:23.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:23 smithi181 ceph-mon[45557]: pgmap v8077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:08:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:23 smithi088 ceph-mon[35322]: pgmap v8077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:08:25.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:25 smithi175 ceph-mon[44549]: pgmap v8078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:25.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:25 smithi181 ceph-mon[45557]: pgmap v8078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:25.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:25 smithi088 ceph-mon[35322]: pgmap v8078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:27.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:27 smithi175 ceph-mon[44549]: pgmap v8079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:27 smithi181 ceph-mon[45557]: pgmap v8079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:27.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:27 smithi088 ceph-mon[35322]: pgmap v8079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:29.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:29 smithi175 ceph-mon[44549]: pgmap v8080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:08:29.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:29 smithi181 ceph-mon[45557]: pgmap v8080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:08:29.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:29 smithi088 ceph-mon[35322]: pgmap v8080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:08:30.617 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:30.613+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:08:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:30.613+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:08:30.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:30.613+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:08:31.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:30 smithi175 ceph-mon[44549]: pgmap v8081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:31.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:30 smithi181 ceph-mon[45557]: pgmap v8081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:31.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:30 smithi088 ceph-mon[35322]: pgmap v8081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:33.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:33 smithi088 ceph-mon[35322]: pgmap v8082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:08:33.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:33 smithi175 ceph-mon[44549]: pgmap v8082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:08:33.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:33 smithi181 ceph-mon[45557]: pgmap v8082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:08:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:35 smithi175 ceph-mon[44549]: pgmap v8083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:08:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:08:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:08:35.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:08:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:35 smithi181 ceph-mon[45557]: pgmap v8083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:08:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:08:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:08:35.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:08:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:35 smithi088 ceph-mon[35322]: pgmap v8083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:08:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:08:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:08:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:08:36.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:36 smithi175 ceph-mon[44549]: pgmap v8084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:08:36.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:36 smithi175 ceph-mon[44549]: pgmap v8085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:08:36.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:36 smithi181 ceph-mon[45557]: pgmap v8084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:08:36.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:36 smithi181 ceph-mon[45557]: pgmap v8085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:08:36.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:36 smithi088 ceph-mon[35322]: pgmap v8084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:08:36.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:36 smithi088 ceph-mon[35322]: pgmap v8085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:08:38.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:38 smithi175 ceph-mon[44549]: pgmap v8086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:38.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:38 smithi181 ceph-mon[45557]: pgmap v8086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:38.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:38 smithi088 ceph-mon[35322]: pgmap v8086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:40.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:40 smithi175 ceph-mon[44549]: pgmap v8087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:40.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:40 smithi181 ceph-mon[45557]: pgmap v8087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:40.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:40 smithi088 ceph-mon[35322]: pgmap v8087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:42.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:42 smithi175 ceph-mon[44549]: pgmap v8088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:42.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:42 smithi181 ceph-mon[45557]: pgmap v8088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:42.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:42 smithi088 ceph-mon[35322]: pgmap v8088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:08:44.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:44 smithi175 ceph-mon[44549]: pgmap v8089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:08:44.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:44 smithi181 ceph-mon[45557]: pgmap v8089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:08:44.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:44 smithi088 ceph-mon[35322]: pgmap v8089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:08:45.624 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:45.620+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:08:45.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:45.620+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:08:45.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:08:45.620+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:08:46.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:45 smithi175 ceph-mon[44549]: pgmap v8090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:08:46.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:45 smithi181 ceph-mon[45557]: pgmap v8090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:08:46.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:45 smithi088 ceph-mon[35322]: pgmap v8090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:08:48.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:48 smithi175 ceph-mon[44549]: pgmap v8091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:48.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:48 smithi181 ceph-mon[45557]: pgmap v8091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:48.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:48 smithi088 ceph-mon[35322]: pgmap v8091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:50.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:50 smithi175 ceph-mon[44549]: pgmap v8092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:08:50.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:50 smithi181 ceph-mon[45557]: pgmap v8092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:08:50.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:50 smithi088 ceph-mon[35322]: pgmap v8092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:08:52.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:52 smithi175 ceph-mon[44549]: pgmap v8093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:52.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:52 smithi181 ceph-mon[45557]: pgmap v8093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:52.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:52 smithi088 ceph-mon[35322]: pgmap v8093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:54 smithi175 ceph-mon[44549]: pgmap v8094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:08:54.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:54 smithi181 ceph-mon[45557]: pgmap v8094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:08:54.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:54 smithi088 ceph-mon[35322]: pgmap v8094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:08:56.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:55 smithi175 ceph-mon[44549]: pgmap v8095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:56.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:55 smithi181 ceph-mon[45557]: pgmap v8095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:56.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:55 smithi088 ceph-mon[35322]: pgmap v8095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:08:58.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:08:58 smithi175 ceph-mon[44549]: pgmap v8096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:58.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:08:58 smithi181 ceph-mon[45557]: pgmap v8096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:08:58.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:08:58 smithi088 ceph-mon[35322]: pgmap v8096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:00.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:00 smithi175 ceph-mon[44549]: pgmap v8097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:00.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:00 smithi181 ceph-mon[45557]: pgmap v8097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:00.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:00 smithi088 ceph-mon[35322]: pgmap v8097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:00.633 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:00.629+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:09:00.633 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:00.629+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:09:00.634 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:00.629+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:09:02.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:02 smithi175 ceph-mon[44549]: pgmap v8098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:02.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:02 smithi181 ceph-mon[45557]: pgmap v8098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:02 smithi088 ceph-mon[35322]: pgmap v8098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:04.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:04 smithi175 ceph-mon[44549]: pgmap v8099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:04.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:04 smithi181 ceph-mon[45557]: pgmap v8099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:04.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:04 smithi088 ceph-mon[35322]: pgmap v8099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:06.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:05 smithi175 ceph-mon[44549]: pgmap v8100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:06.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:05 smithi181 ceph-mon[45557]: pgmap v8100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:06.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:05 smithi088 ceph-mon[35322]: pgmap v8100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:08.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:08 smithi175 ceph-mon[44549]: pgmap v8101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:08.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:08 smithi181 ceph-mon[45557]: pgmap v8101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:08.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:08 smithi088 ceph-mon[35322]: pgmap v8101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:10.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:10 smithi175 ceph-mon[44549]: pgmap v8102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:10.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:10 smithi181 ceph-mon[45557]: pgmap v8102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:10.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:10 smithi088 ceph-mon[35322]: pgmap v8102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:12.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:12 smithi175 ceph-mon[44549]: pgmap v8103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:12.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:12 smithi181 ceph-mon[45557]: pgmap v8103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:12.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:12 smithi088 ceph-mon[35322]: pgmap v8103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:14.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:14 smithi175 ceph-mon[44549]: pgmap v8104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:14.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:14 smithi181 ceph-mon[45557]: pgmap v8104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:14.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:14 smithi088 ceph-mon[35322]: pgmap v8104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:15.643+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:09:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:15.643+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:09:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:15.643+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:09:16.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:15 smithi175 ceph-mon[44549]: pgmap v8105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:15 smithi181 ceph-mon[45557]: pgmap v8105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:16.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:15 smithi088 ceph-mon[35322]: pgmap v8105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:18.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:18 smithi175 ceph-mon[44549]: pgmap v8106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:18 smithi181 ceph-mon[45557]: pgmap v8106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:18 smithi088 ceph-mon[35322]: pgmap v8106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:20.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:20 smithi175 ceph-mon[44549]: pgmap v8107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:20.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:20 smithi181 ceph-mon[45557]: pgmap v8107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:20.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:20 smithi088 ceph-mon[35322]: pgmap v8107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:22.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:22 smithi175 ceph-mon[44549]: pgmap v8108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:22.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:22 smithi181 ceph-mon[45557]: pgmap v8108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:22.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:22 smithi088 ceph-mon[35322]: pgmap v8108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:24.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:24 smithi181 ceph-mon[45557]: pgmap v8109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:24.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:24 smithi088 ceph-mon[35322]: pgmap v8109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:24.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:24 smithi175 ceph-mon[44549]: pgmap v8109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:26.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:25 smithi175 ceph-mon[44549]: pgmap v8110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:26.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:25 smithi181 ceph-mon[45557]: pgmap v8110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:26.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:25 smithi088 ceph-mon[35322]: pgmap v8110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:28.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:28 smithi175 ceph-mon[44549]: pgmap v8111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:28 smithi181 ceph-mon[45557]: pgmap v8111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:28 smithi088 ceph-mon[35322]: pgmap v8111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:30.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:30 smithi175 ceph-mon[44549]: pgmap v8112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:30.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:30 smithi181 ceph-mon[45557]: pgmap v8112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:30.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:30 smithi088 ceph-mon[35322]: pgmap v8112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:30.654+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:09:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:30.654+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:09:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:30.654+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:09:32.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:32 smithi181 ceph-mon[45557]: pgmap v8113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:32.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:32 smithi088 ceph-mon[35322]: pgmap v8113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:32.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:32 smithi175 ceph-mon[44549]: pgmap v8113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:34.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:34 smithi181 ceph-mon[45557]: pgmap v8114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:34 smithi088 ceph-mon[35322]: pgmap v8114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:34.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:34 smithi175 ceph-mon[44549]: pgmap v8114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:09:36.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:35 smithi175 ceph-mon[44549]: pgmap v8115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:36.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:09:36.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:35 smithi181 ceph-mon[45557]: pgmap v8115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:36.321 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:09:36.321 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.321 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.321 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.321 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.323 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.323 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:35 smithi088 ceph-mon[35322]: pgmap v8115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:09:36.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:09:36.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:36.324 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:37.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:09:37.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:09:37.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:37.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:09:37.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:09:37.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:37.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:09:37.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:09:37.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:09:38.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:37 smithi175 ceph-mon[44549]: pgmap v8116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:09:38.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:37 smithi175 ceph-mon[44549]: pgmap v8117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:09:38.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:37 smithi181 ceph-mon[45557]: pgmap v8116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:09:38.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:37 smithi181 ceph-mon[45557]: pgmap v8117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:09:38.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:37 smithi088 ceph-mon[35322]: pgmap v8116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:09:38.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:37 smithi088 ceph-mon[35322]: pgmap v8117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:09:40.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:39 smithi175 ceph-mon[44549]: pgmap v8118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:40.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:39 smithi181 ceph-mon[45557]: pgmap v8118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:40.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:39 smithi088 ceph-mon[35322]: pgmap v8118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:41.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:41.715+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:09:41.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:41.715+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:09:41.728 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:41.716+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 118 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:09:41.728 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:41.716+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 118 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T17:09:42.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:41 smithi175 ceph-mon[44549]: pgmap v8119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:42.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:41 smithi181 ceph-mon[45557]: pgmap v8119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:42.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:41 smithi088 ceph-mon[35322]: pgmap v8119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:44.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:43 smithi175 ceph-mon[44549]: pgmap v8120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:09:44.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:43 smithi181 ceph-mon[45557]: pgmap v8120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:09:44.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:43 smithi088 ceph-mon[35322]: pgmap v8120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:09:45.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:45.665+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:09:45.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:45.665+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:09:45.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:09:45.665+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:09:46.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:45 smithi175 ceph-mon[44549]: pgmap v8121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:09:46.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:45 smithi181 ceph-mon[45557]: pgmap v8121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:09:46.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:45 smithi088 ceph-mon[35322]: pgmap v8121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:09:48.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:47 smithi175 ceph-mon[44549]: pgmap v8122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:09:48.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:47 smithi181 ceph-mon[45557]: pgmap v8122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:09:48.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:47 smithi088 ceph-mon[35322]: pgmap v8122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:09:50.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:49 smithi175 ceph-mon[44549]: pgmap v8123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:09:50.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:49 smithi181 ceph-mon[45557]: pgmap v8123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:09:50.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:49 smithi088 ceph-mon[35322]: pgmap v8123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:09:52.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:51 smithi175 ceph-mon[44549]: pgmap v8124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:52.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:51 smithi181 ceph-mon[45557]: pgmap v8124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:52.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:51 smithi088 ceph-mon[35322]: pgmap v8124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:54.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:53 smithi175 ceph-mon[44549]: pgmap v8125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:54.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:53 smithi181 ceph-mon[45557]: pgmap v8125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:54.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:53 smithi088 ceph-mon[35322]: pgmap v8125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:09:56.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:55 smithi175 ceph-mon[44549]: pgmap v8126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:56.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:55 smithi181 ceph-mon[45557]: pgmap v8126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:56.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:55 smithi088 ceph-mon[35322]: pgmap v8126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:09:58.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:57 smithi175 ceph-mon[44549]: pgmap v8127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:58.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:57 smithi181 ceph-mon[45557]: pgmap v8127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:09:58.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:57 smithi088 ceph-mon[35322]: pgmap v8127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:00.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:09:59 smithi175 ceph-mon[44549]: pgmap v8128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:00.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:09:59 smithi181 ceph-mon[45557]: pgmap v8128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:00.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:09:59 smithi088 ceph-mon[35322]: pgmap v8128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:00.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:00.669+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:10:00.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:00.669+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:10:00.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:00.669+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:10:01.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:10:01.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:10:01.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:10:02.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:01 smithi181 ceph-mon[45557]: pgmap v8129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:02.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:01 smithi088 ceph-mon[35322]: pgmap v8129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:02.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:01 smithi175 ceph-mon[44549]: pgmap v8129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:04.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:03 smithi181 ceph-mon[45557]: pgmap v8130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:04.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:03 smithi088 ceph-mon[35322]: pgmap v8130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:04.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:03 smithi175 ceph-mon[44549]: pgmap v8130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:06.178 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:05 smithi088 ceph-mon[35322]: pgmap v8131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:06.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:05 smithi181 ceph-mon[45557]: pgmap v8131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:06.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:05 smithi175 ceph-mon[44549]: pgmap v8131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:08.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:07 smithi181 ceph-mon[45557]: pgmap v8132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:08.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:07 smithi088 ceph-mon[35322]: pgmap v8132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:08.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:07 smithi175 ceph-mon[44549]: pgmap v8132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:10.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:09 smithi181 ceph-mon[45557]: pgmap v8133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:10.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:09 smithi088 ceph-mon[35322]: pgmap v8133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:10.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:09 smithi175 ceph-mon[44549]: pgmap v8133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:12.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:11 smithi181 ceph-mon[45557]: pgmap v8134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:12.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:11 smithi088 ceph-mon[35322]: pgmap v8134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:12.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:11 smithi175 ceph-mon[44549]: pgmap v8134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:14.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:13 smithi181 ceph-mon[45557]: pgmap v8135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:14.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:13 smithi088 ceph-mon[35322]: pgmap v8135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:14.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:13 smithi175 ceph-mon[44549]: pgmap v8135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:15.690 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:15.685+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:10:15.690 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:15.685+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:10:15.690 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:15.685+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:10:16.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:15 smithi181 ceph-mon[45557]: pgmap v8136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:16.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:15 smithi088 ceph-mon[35322]: pgmap v8136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:16.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:15 smithi175 ceph-mon[44549]: pgmap v8136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:18.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:17 smithi181 ceph-mon[45557]: pgmap v8137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:18.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:17 smithi088 ceph-mon[35322]: pgmap v8137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:18.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:17 smithi175 ceph-mon[44549]: pgmap v8137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:19 smithi181 ceph-mon[45557]: pgmap v8138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:20.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:19 smithi088 ceph-mon[35322]: pgmap v8138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:20.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:19 smithi175 ceph-mon[44549]: pgmap v8138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:22.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:21 smithi181 ceph-mon[45557]: pgmap v8139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:22.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:21 smithi088 ceph-mon[35322]: pgmap v8139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:22.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:21 smithi175 ceph-mon[44549]: pgmap v8139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:24.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:23 smithi088 ceph-mon[35322]: pgmap v8140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:24.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:23 smithi175 ceph-mon[44549]: pgmap v8140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:24.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:23 smithi181 ceph-mon[45557]: pgmap v8140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:26.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:25 smithi088 ceph-mon[35322]: pgmap v8141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:26.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:25 smithi175 ceph-mon[44549]: pgmap v8141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:26.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:25 smithi181 ceph-mon[45557]: pgmap v8141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:28.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:27 smithi088 ceph-mon[35322]: pgmap v8142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:28.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:27 smithi175 ceph-mon[44549]: pgmap v8142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:28.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:27 smithi181 ceph-mon[45557]: pgmap v8142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:30.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:29 smithi088 ceph-mon[35322]: pgmap v8143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:30.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:29 smithi175 ceph-mon[44549]: pgmap v8143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:30.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:29 smithi181 ceph-mon[45557]: pgmap v8143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:10:30.702 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:30.698+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:10:30.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:30.698+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:10:30.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:30.698+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:10:32.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:31 smithi088 ceph-mon[35322]: pgmap v8144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:32.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:31 smithi175 ceph-mon[44549]: pgmap v8144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:32.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:31 smithi181 ceph-mon[45557]: pgmap v8144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:34.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:33 smithi088 ceph-mon[35322]: pgmap v8145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:34.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:33 smithi175 ceph-mon[44549]: pgmap v8145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:34.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:33 smithi181 ceph-mon[45557]: pgmap v8145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:36.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:35 smithi088 ceph-mon[35322]: pgmap v8146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:36.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:35 smithi175 ceph-mon[44549]: pgmap v8146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:36.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:35 smithi181 ceph-mon[45557]: pgmap v8146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:10:37.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:10:37.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:10:37.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:10:38.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:37 smithi088 ceph-mon[35322]: pgmap v8147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:38.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:10:38.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:10:38.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:10:38.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:37 smithi175 ceph-mon[44549]: pgmap v8147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:38.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:10:38.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:10:38.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:10:38.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:37 smithi181 ceph-mon[45557]: pgmap v8147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:38.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:10:38.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:10:38.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:10:39.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:38 smithi088 ceph-mon[35322]: pgmap v8148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:10:39.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:38 smithi088 ceph-mon[35322]: pgmap v8149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:10:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:38 smithi175 ceph-mon[44549]: pgmap v8148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:10:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:38 smithi175 ceph-mon[44549]: pgmap v8149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:10:39.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:38 smithi181 ceph-mon[45557]: pgmap v8148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:10:39.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:38 smithi181 ceph-mon[45557]: pgmap v8149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:10:41.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:41 smithi088 ceph-mon[35322]: pgmap v8150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:10:41.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:41 smithi175 ceph-mon[44549]: pgmap v8150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:10:41.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:41 smithi181 ceph-mon[45557]: pgmap v8150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:10:43.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:43 smithi088 ceph-mon[35322]: pgmap v8151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:10:43.419 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:43 smithi175 ceph-mon[44549]: pgmap v8151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:10:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:43 smithi181 ceph-mon[45557]: pgmap v8151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:10:45.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:45 smithi088 ceph-mon[35322]: pgmap v8152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:10:45.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:45 smithi175 ceph-mon[44549]: pgmap v8152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:10:45.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:45 smithi181 ceph-mon[45557]: pgmap v8152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:10:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:45.713+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:10:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:45.713+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:10:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:10:45.713+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:10:47.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:47 smithi088 ceph-mon[35322]: pgmap v8153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:10:47.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:47 smithi175 ceph-mon[44549]: pgmap v8153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:10:47.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:47 smithi181 ceph-mon[45557]: pgmap v8153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:10:49.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:49 smithi088 ceph-mon[35322]: pgmap v8154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:10:49.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:49 smithi175 ceph-mon[44549]: pgmap v8154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:10:49.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:49 smithi181 ceph-mon[45557]: pgmap v8154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:10:51.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:51 smithi088 ceph-mon[35322]: pgmap v8155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:10:51.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:51 smithi175 ceph-mon[44549]: pgmap v8155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:10:51.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:51 smithi181 ceph-mon[45557]: pgmap v8155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:10:53.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:53 smithi088 ceph-mon[35322]: pgmap v8156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:53.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:53 smithi175 ceph-mon[44549]: pgmap v8156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:53 smithi181 ceph-mon[45557]: pgmap v8156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:55.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:55 smithi175 ceph-mon[44549]: pgmap v8157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:10:55.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:55 smithi181 ceph-mon[45557]: pgmap v8157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:10:55.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:55 smithi088 ceph-mon[35322]: pgmap v8157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:10:57.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:57 smithi175 ceph-mon[44549]: pgmap v8158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:57.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:57 smithi181 ceph-mon[45557]: pgmap v8158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:57.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:57 smithi088 ceph-mon[35322]: pgmap v8158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:10:59.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:10:59 smithi175 ceph-mon[44549]: pgmap v8159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:59.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:10:59 smithi181 ceph-mon[45557]: pgmap v8159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:10:59.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:10:59 smithi088 ceph-mon[35322]: pgmap v8159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:00.720+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:11:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:00.720+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:11:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:00.720+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:11:01.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:01 smithi175 ceph-mon[44549]: pgmap v8160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:01.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:01 smithi181 ceph-mon[45557]: pgmap v8160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:01.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:01 smithi088 ceph-mon[35322]: pgmap v8160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:03.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:03 smithi175 ceph-mon[44549]: pgmap v8161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:03.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:03 smithi181 ceph-mon[45557]: pgmap v8161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:03.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:03 smithi088 ceph-mon[35322]: pgmap v8161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:05 smithi175 ceph-mon[44549]: pgmap v8162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:05.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:05 smithi181 ceph-mon[45557]: pgmap v8162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:05.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:05 smithi088 ceph-mon[35322]: pgmap v8162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:07.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:07 smithi175 ceph-mon[44549]: pgmap v8163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:07.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:07 smithi181 ceph-mon[45557]: pgmap v8163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:07.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:07 smithi088 ceph-mon[35322]: pgmap v8163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:09.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:09 smithi175 ceph-mon[44549]: pgmap v8164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:09.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:09 smithi181 ceph-mon[45557]: pgmap v8164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:09.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:09 smithi088 ceph-mon[35322]: pgmap v8164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:11.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:11 smithi175 ceph-mon[44549]: pgmap v8165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:11.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:11 smithi181 ceph-mon[45557]: pgmap v8165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:11.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:11 smithi088 ceph-mon[35322]: pgmap v8165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:13.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:13 smithi175 ceph-mon[44549]: pgmap v8166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:13.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:13 smithi181 ceph-mon[45557]: pgmap v8166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:13.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:13 smithi088 ceph-mon[35322]: pgmap v8166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:15.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:15 smithi175 ceph-mon[44549]: pgmap v8167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:15.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:15 smithi181 ceph-mon[45557]: pgmap v8167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:15.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:15 smithi088 ceph-mon[35322]: pgmap v8167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:15.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:15.730+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:11:15.735 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:15.730+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:11:15.735 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:15.730+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:11:17.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:17 smithi175 ceph-mon[44549]: pgmap v8168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:17.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:17 smithi181 ceph-mon[45557]: pgmap v8168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:17.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:17 smithi088 ceph-mon[35322]: pgmap v8168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:19.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:19 smithi175 ceph-mon[44549]: pgmap v8169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:19.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:19 smithi181 ceph-mon[45557]: pgmap v8169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:19.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:19 smithi088 ceph-mon[35322]: pgmap v8169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:21.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:21 smithi175 ceph-mon[44549]: pgmap v8170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:21.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:21 smithi181 ceph-mon[45557]: pgmap v8170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:21.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:21 smithi088 ceph-mon[35322]: pgmap v8170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:23.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:23 smithi175 ceph-mon[44549]: pgmap v8171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:23 smithi181 ceph-mon[45557]: pgmap v8171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:23.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:23 smithi088 ceph-mon[35322]: pgmap v8171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:25.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:25 smithi175 ceph-mon[44549]: pgmap v8172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:25.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:25 smithi181 ceph-mon[45557]: pgmap v8172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:25.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:25 smithi088 ceph-mon[35322]: pgmap v8172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:27.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:27 smithi175 ceph-mon[44549]: pgmap v8173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:27.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:27 smithi181 ceph-mon[45557]: pgmap v8173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:27.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:27 smithi088 ceph-mon[35322]: pgmap v8173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:29.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:29 smithi175 ceph-mon[44549]: pgmap v8174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:29.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:29 smithi181 ceph-mon[45557]: pgmap v8174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:29.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:29 smithi088 ceph-mon[35322]: pgmap v8174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:30.740+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:11:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:30.740+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:11:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:30.740+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:11:31.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:31 smithi175 ceph-mon[44549]: pgmap v8175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:11:31.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:31 smithi181 ceph-mon[45557]: pgmap v8175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:11:31.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:31 smithi088 ceph-mon[35322]: pgmap v8175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:11:33.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:33 smithi175 ceph-mon[44549]: pgmap v8176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:33.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:33 smithi181 ceph-mon[45557]: pgmap v8176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:33.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:33 smithi088 ceph-mon[35322]: pgmap v8176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:35.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:35 smithi175 ceph-mon[44549]: pgmap v8177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:11:35.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:35 smithi181 ceph-mon[45557]: pgmap v8177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:11:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:35 smithi088 ceph-mon[35322]: pgmap v8177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:11:37.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:37 smithi175 ceph-mon[44549]: pgmap v8178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T17:11:37.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:37 smithi181 ceph-mon[45557]: pgmap v8178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T17:11:37.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:37 smithi088 ceph-mon[35322]: pgmap v8178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T17:11:38.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:11:38.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:11:38.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:11:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:39 smithi175 ceph-mon[44549]: pgmap v8179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:11:39.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:11:39.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:11:39.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:39 smithi181 ceph-mon[45557]: pgmap v8179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:39.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:11:39.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:11:39.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:11:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:39 smithi088 ceph-mon[35322]: pgmap v8179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:11:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:11:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:11:40.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:40 smithi175 ceph-mon[44549]: pgmap v8180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T17:11:40.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:40 smithi175 ceph-mon[44549]: pgmap v8181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:11:40.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:40 smithi181 ceph-mon[45557]: pgmap v8180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T17:11:40.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:40 smithi181 ceph-mon[45557]: pgmap v8181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:11:40.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:40 smithi088 ceph-mon[35322]: pgmap v8180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T17:11:40.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:40 smithi088 ceph-mon[35322]: pgmap v8181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:11:42.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:42 smithi175 ceph-mon[44549]: pgmap v8182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:11:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:42 smithi181 ceph-mon[45557]: pgmap v8182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:11:42.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:42 smithi088 ceph-mon[35322]: pgmap v8182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:11:44.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:44 smithi175 ceph-mon[44549]: pgmap v8183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:11:44.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:44 smithi181 ceph-mon[45557]: pgmap v8183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:11:44.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:44 smithi088 ceph-mon[35322]: pgmap v8183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:11:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:45.752+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:11:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:45.752+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:11:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:11:45.752+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:11:46.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:46 smithi175 ceph-mon[44549]: pgmap v8184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:11:46.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:46 smithi181 ceph-mon[45557]: pgmap v8184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:11:46.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:46 smithi088 ceph-mon[35322]: pgmap v8184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:11:48.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:48 smithi175 ceph-mon[44549]: pgmap v8185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:11:48.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:48 smithi181 ceph-mon[45557]: pgmap v8185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:11:48.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:48 smithi088 ceph-mon[35322]: pgmap v8185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:11:50.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:50 smithi175 ceph-mon[44549]: pgmap v8186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:11:50.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:50 smithi181 ceph-mon[45557]: pgmap v8186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:11:50.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:50 smithi088 ceph-mon[35322]: pgmap v8186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:11:52.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:52 smithi175 ceph-mon[44549]: pgmap v8187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:52.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:52 smithi181 ceph-mon[45557]: pgmap v8187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:52.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:52 smithi088 ceph-mon[35322]: pgmap v8187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:11:54.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:54 smithi175 ceph-mon[44549]: pgmap v8188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:54.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:54 smithi181 ceph-mon[45557]: pgmap v8188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:54.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:54 smithi088 ceph-mon[35322]: pgmap v8188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:56.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:56 smithi181 ceph-mon[45557]: pgmap v8189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:56.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:56 smithi088 ceph-mon[35322]: pgmap v8189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:56.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:56 smithi175 ceph-mon[44549]: pgmap v8189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:11:58.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:11:58 smithi181 ceph-mon[45557]: pgmap v8190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:58.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:11:58 smithi088 ceph-mon[35322]: pgmap v8190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:11:58.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:11:58 smithi175 ceph-mon[44549]: pgmap v8190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:00.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:00 smithi181 ceph-mon[45557]: pgmap v8191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:00.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:00 smithi088 ceph-mon[35322]: pgmap v8191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:00.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:00 smithi175 ceph-mon[44549]: pgmap v8191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:00.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:00.760+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:12:00.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:00.760+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:12:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:00.760+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:12:02.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:02 smithi181 ceph-mon[45557]: pgmap v8192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:02 smithi088 ceph-mon[35322]: pgmap v8192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:02.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:02 smithi175 ceph-mon[44549]: pgmap v8192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:04.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:04 smithi181 ceph-mon[45557]: pgmap v8193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:04.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:04 smithi088 ceph-mon[35322]: pgmap v8193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:04.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:04 smithi175 ceph-mon[44549]: pgmap v8193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:06 smithi181 ceph-mon[45557]: pgmap v8194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:06.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:06 smithi088 ceph-mon[35322]: pgmap v8194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:06.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:06 smithi175 ceph-mon[44549]: pgmap v8194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:08.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:08 smithi181 ceph-mon[45557]: pgmap v8195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:08.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:08 smithi088 ceph-mon[35322]: pgmap v8195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:08.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:08 smithi175 ceph-mon[44549]: pgmap v8195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:10.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:10 smithi181 ceph-mon[45557]: pgmap v8196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:10.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:10 smithi088 ceph-mon[35322]: pgmap v8196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:10.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:10 smithi175 ceph-mon[44549]: pgmap v8196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:12.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:12 smithi181 ceph-mon[45557]: pgmap v8197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:12.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:12 smithi088 ceph-mon[35322]: pgmap v8197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:12.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:12 smithi175 ceph-mon[44549]: pgmap v8197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:14.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:14 smithi181 ceph-mon[45557]: pgmap v8198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:14.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:14 smithi088 ceph-mon[35322]: pgmap v8198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:14.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:14 smithi175 ceph-mon[44549]: pgmap v8198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:15.767 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:15.762+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:12:15.767 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:15.762+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:12:15.767 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:15.762+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:12:16.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:16 smithi181 ceph-mon[45557]: pgmap v8199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:16.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:16 smithi088 ceph-mon[35322]: pgmap v8199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:16.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:16 smithi175 ceph-mon[44549]: pgmap v8199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:18.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:18 smithi088 ceph-mon[35322]: pgmap v8200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:18.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:18 smithi175 ceph-mon[44549]: pgmap v8200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:18.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:18 smithi181 ceph-mon[45557]: pgmap v8200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:20.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:20 smithi088 ceph-mon[35322]: pgmap v8201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:20.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:20 smithi175 ceph-mon[44549]: pgmap v8201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:20.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:20 smithi181 ceph-mon[45557]: pgmap v8201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:22.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:22 smithi088 ceph-mon[35322]: pgmap v8202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:22.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:22 smithi175 ceph-mon[44549]: pgmap v8202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:22.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:22 smithi181 ceph-mon[45557]: pgmap v8202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:24.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:24 smithi088 ceph-mon[35322]: pgmap v8203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:24.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:24 smithi175 ceph-mon[44549]: pgmap v8203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:24.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:24 smithi181 ceph-mon[45557]: pgmap v8203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:26.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:26 smithi088 ceph-mon[35322]: pgmap v8204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:26.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:26 smithi175 ceph-mon[44549]: pgmap v8204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:26.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:26 smithi181 ceph-mon[45557]: pgmap v8204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:28 smithi088 ceph-mon[35322]: pgmap v8205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:28.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:28 smithi175 ceph-mon[44549]: pgmap v8205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:28.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:28 smithi181 ceph-mon[45557]: pgmap v8205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:30.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:30 smithi088 ceph-mon[35322]: pgmap v8206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:30.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:30 smithi175 ceph-mon[44549]: pgmap v8206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:30.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:30 smithi181 ceph-mon[45557]: pgmap v8206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:30.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:30.777+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:12:30.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:30.777+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:12:30.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:30.777+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:12:32.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:32 smithi088 ceph-mon[35322]: pgmap v8207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:32.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:32 smithi175 ceph-mon[44549]: pgmap v8207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:32.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:32 smithi181 ceph-mon[45557]: pgmap v8207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:34.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:34 smithi088 ceph-mon[35322]: pgmap v8208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:34.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:34 smithi175 ceph-mon[44549]: pgmap v8208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:34.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:34 smithi181 ceph-mon[45557]: pgmap v8208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:36.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:36 smithi088 ceph-mon[35322]: pgmap v8209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:36.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:36 smithi175 ceph-mon[44549]: pgmap v8209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:36.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:36 smithi181 ceph-mon[45557]: pgmap v8209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:38.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:38 smithi088 ceph-mon[35322]: pgmap v8210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:38.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:38 smithi175 ceph-mon[44549]: pgmap v8210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:38.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:38 smithi181 ceph-mon[45557]: pgmap v8210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:12:39.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:12:39.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:12:40.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:40 smithi088 ceph-mon[35322]: pgmap v8211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:40.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:12:40.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:12:40.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:12:40.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:40 smithi175 ceph-mon[44549]: pgmap v8211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:40.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:12:40.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:12:40.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:12:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:40 smithi181 ceph-mon[45557]: pgmap v8211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:12:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:12:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:12:41.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:41 smithi088 ceph-mon[35322]: pgmap v8212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:12:41.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:41 smithi088 ceph-mon[35322]: pgmap v8213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:12:41.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:41 smithi175 ceph-mon[44549]: pgmap v8212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:12:41.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:41 smithi175 ceph-mon[44549]: pgmap v8213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:12:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:41 smithi181 ceph-mon[45557]: pgmap v8212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:12:41.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:41 smithi181 ceph-mon[45557]: pgmap v8213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:12:41.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:41.743+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:12:41.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:41.743+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:12:41.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:41.743+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 119 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:12:41.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:41.743+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 119 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T17:12:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:43 smithi088 ceph-mon[35322]: pgmap v8214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:12:43.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:43 smithi175 ceph-mon[44549]: pgmap v8214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:12:43.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:43 smithi181 ceph-mon[45557]: pgmap v8214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:12:45.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:45 smithi088 ceph-mon[35322]: pgmap v8215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:12:45.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:45 smithi175 ceph-mon[44549]: pgmap v8215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:12:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:45 smithi181 ceph-mon[45557]: pgmap v8215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:12:45.793 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:45.788+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:12:45.793 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:45.788+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:12:45.793 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:12:45.788+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:12:47.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:47 smithi088 ceph-mon[35322]: pgmap v8216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:12:47.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:47 smithi175 ceph-mon[44549]: pgmap v8216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:12:47.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:47 smithi181 ceph-mon[45557]: pgmap v8216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:12:49.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:49 smithi088 ceph-mon[35322]: pgmap v8217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:12:49.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:49 smithi175 ceph-mon[44549]: pgmap v8217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:12:49.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:49 smithi181 ceph-mon[45557]: pgmap v8217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:12:51.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:51 smithi088 ceph-mon[35322]: pgmap v8218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:12:51.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:51 smithi175 ceph-mon[44549]: pgmap v8218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:12:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:51 smithi181 ceph-mon[45557]: pgmap v8218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:12:53.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:53 smithi175 ceph-mon[44549]: pgmap v8219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:53.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:53 smithi181 ceph-mon[45557]: pgmap v8219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:53.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:53 smithi088 ceph-mon[35322]: pgmap v8219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:55.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:55 smithi175 ceph-mon[44549]: pgmap v8220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:55.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:55 smithi181 ceph-mon[45557]: pgmap v8220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:55.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:55 smithi088 ceph-mon[35322]: pgmap v8220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:12:57.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:57 smithi175 ceph-mon[44549]: pgmap v8221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:57.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:57 smithi181 ceph-mon[45557]: pgmap v8221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:57.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:57 smithi088 ceph-mon[35322]: pgmap v8221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:12:59.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:12:59 smithi175 ceph-mon[44549]: pgmap v8222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:59.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:12:59 smithi181 ceph-mon[45557]: pgmap v8222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:12:59.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:12:59 smithi088 ceph-mon[35322]: pgmap v8222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:00.803 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:00.798+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:13:00.803 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:00.798+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:13:00.803 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:00.798+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:13:01.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:01 smithi175 ceph-mon[44549]: pgmap v8223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:01.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:01 smithi181 ceph-mon[45557]: pgmap v8223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:01.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:01 smithi088 ceph-mon[35322]: pgmap v8223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:03.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:03 smithi175 ceph-mon[44549]: pgmap v8224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:03.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:03 smithi181 ceph-mon[45557]: pgmap v8224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:03.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:03 smithi088 ceph-mon[35322]: pgmap v8224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:05.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:05 smithi175 ceph-mon[44549]: pgmap v8225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:05.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:05 smithi181 ceph-mon[45557]: pgmap v8225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:05.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:05 smithi088 ceph-mon[35322]: pgmap v8225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:07.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:07 smithi175 ceph-mon[44549]: pgmap v8226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:07 smithi181 ceph-mon[45557]: pgmap v8226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:07.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:07 smithi088 ceph-mon[35322]: pgmap v8226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:09.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:09 smithi175 ceph-mon[44549]: pgmap v8227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:09.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:09 smithi181 ceph-mon[45557]: pgmap v8227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:09.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:09 smithi088 ceph-mon[35322]: pgmap v8227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:11.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:11 smithi175 ceph-mon[44549]: pgmap v8228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:11 smithi181 ceph-mon[45557]: pgmap v8228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:11.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:11 smithi088 ceph-mon[35322]: pgmap v8228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:13.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:13 smithi175 ceph-mon[44549]: pgmap v8229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:13.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:13 smithi181 ceph-mon[45557]: pgmap v8229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:13.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:13 smithi088 ceph-mon[35322]: pgmap v8229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:15 smithi175 ceph-mon[44549]: pgmap v8230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:15 smithi181 ceph-mon[45557]: pgmap v8230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:15.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:15 smithi088 ceph-mon[35322]: pgmap v8230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:15.818 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:15.813+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:13:15.818 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:15.813+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:13:15.818 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:15.813+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:13:17.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:17 smithi175 ceph-mon[44549]: pgmap v8231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:17.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:17 smithi181 ceph-mon[45557]: pgmap v8231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:17.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:17 smithi088 ceph-mon[35322]: pgmap v8231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:19.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:19 smithi175 ceph-mon[44549]: pgmap v8232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:19.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:19 smithi181 ceph-mon[45557]: pgmap v8232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:19.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:19 smithi088 ceph-mon[35322]: pgmap v8232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:21.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:21 smithi175 ceph-mon[44549]: pgmap v8233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:21.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:21 smithi181 ceph-mon[45557]: pgmap v8233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:21.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:21 smithi088 ceph-mon[35322]: pgmap v8233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:23.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:23 smithi175 ceph-mon[44549]: pgmap v8234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:23.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:23 smithi181 ceph-mon[45557]: pgmap v8234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:23.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:23 smithi088 ceph-mon[35322]: pgmap v8234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:25.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:25 smithi175 ceph-mon[44549]: pgmap v8235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:25.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:25 smithi181 ceph-mon[45557]: pgmap v8235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:25.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:25 smithi088 ceph-mon[35322]: pgmap v8235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:27.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:27 smithi175 ceph-mon[44549]: pgmap v8236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:27.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:27 smithi181 ceph-mon[45557]: pgmap v8236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:27.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:27 smithi088 ceph-mon[35322]: pgmap v8236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:29.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:29 smithi175 ceph-mon[44549]: pgmap v8237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:29.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:29 smithi181 ceph-mon[45557]: pgmap v8237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:29.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:29 smithi088 ceph-mon[35322]: pgmap v8237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:30.829+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:13:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:30.829+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:13:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:30.829+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:13:31.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:31 smithi175 ceph-mon[44549]: pgmap v8238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:31.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:31 smithi181 ceph-mon[45557]: pgmap v8238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:31.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:31 smithi088 ceph-mon[35322]: pgmap v8238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:33.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:33 smithi175 ceph-mon[44549]: pgmap v8239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:33.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:33 smithi181 ceph-mon[45557]: pgmap v8239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:33.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:33 smithi088 ceph-mon[35322]: pgmap v8239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:35 smithi175 ceph-mon[44549]: pgmap v8240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:35.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:35 smithi181 ceph-mon[45557]: pgmap v8240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:35.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:35 smithi088 ceph-mon[35322]: pgmap v8240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:37.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:37 smithi175 ceph-mon[44549]: pgmap v8241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:37.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:37 smithi181 ceph-mon[45557]: pgmap v8241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:37.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:37 smithi088 ceph-mon[35322]: pgmap v8241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:13:39.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:39 smithi175 ceph-mon[44549]: pgmap v8242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:39.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:39 smithi181 ceph-mon[45557]: pgmap v8242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:39.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:39 smithi088 ceph-mon[35322]: pgmap v8242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:41.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: pgmap v8243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:41.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:13:41.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:13:41.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:13:41.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:13:41.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: pgmap v8243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:13:41.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: pgmap v8243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:13:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:13:41.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:13:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:42 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:13:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:42 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:13:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:42 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 186.6M 2024-01-28T17:13:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:42 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 195713052: error parsing value: Value '195713052' is below minimum 939524096 2024-01-28T17:13:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:42 smithi175 ceph-mon[44549]: pgmap v8244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:13:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:42 smithi175 ceph-mon[44549]: pgmap v8245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:13:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:42 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:13:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:42 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:13:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:42 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 186.6M 2024-01-28T17:13:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:42 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 195713052: error parsing value: Value '195713052' is below minimum 939524096 2024-01-28T17:13:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:42 smithi181 ceph-mon[45557]: pgmap v8244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:13:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:42 smithi181 ceph-mon[45557]: pgmap v8245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:13:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:42 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:13:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:42 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:13:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:42 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 186.6M 2024-01-28T17:13:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:42 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 195713052: error parsing value: Value '195713052' is below minimum 939524096 2024-01-28T17:13:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:42 smithi088 ceph-mon[35322]: pgmap v8244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:13:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:42 smithi088 ceph-mon[35322]: pgmap v8245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:13:44.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:44 smithi175 ceph-mon[44549]: pgmap v8246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:13:44.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:44 smithi181 ceph-mon[45557]: pgmap v8246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:13:44.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:44 smithi088 ceph-mon[35322]: pgmap v8246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:13:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:45.844+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:13:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:45.844+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:13:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:13:45.844+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:13:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:46 smithi175 ceph-mon[44549]: pgmap v8247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:13:46.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:46 smithi181 ceph-mon[45557]: pgmap v8247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:13:46.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:46 smithi088 ceph-mon[35322]: pgmap v8247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:13:48.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:48 smithi175 ceph-mon[44549]: pgmap v8248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:13:48.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:48 smithi181 ceph-mon[45557]: pgmap v8248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:13:48.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:48 smithi088 ceph-mon[35322]: pgmap v8248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:13:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:50 smithi175 ceph-mon[44549]: pgmap v8249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:13:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:50 smithi181 ceph-mon[45557]: pgmap v8249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:13:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:50 smithi088 ceph-mon[35322]: pgmap v8249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:13:52.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:52 smithi175 ceph-mon[44549]: pgmap v8250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:13:52.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:52 smithi181 ceph-mon[45557]: pgmap v8250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:13:52.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:52 smithi088 ceph-mon[35322]: pgmap v8250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:13:54.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:54 smithi175 ceph-mon[44549]: pgmap v8251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:54.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:54 smithi181 ceph-mon[45557]: pgmap v8251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:54.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:54 smithi088 ceph-mon[35322]: pgmap v8251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:56.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:56 smithi175 ceph-mon[44549]: pgmap v8252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:56.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:56 smithi181 ceph-mon[45557]: pgmap v8252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:56.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:56 smithi088 ceph-mon[35322]: pgmap v8252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:13:58.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:13:58 smithi181 ceph-mon[45557]: pgmap v8253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:58.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:13:58 smithi088 ceph-mon[35322]: pgmap v8253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:13:58.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:13:58 smithi175 ceph-mon[44549]: pgmap v8253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:00 smithi181 ceph-mon[45557]: pgmap v8254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:00.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:00 smithi088 ceph-mon[35322]: pgmap v8254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:00.857+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:14:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:00.857+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:14:00.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:00.857+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:14:00.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:00 smithi175 ceph-mon[44549]: pgmap v8254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:02.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:02 smithi181 ceph-mon[45557]: pgmap v8255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:02.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:02 smithi088 ceph-mon[35322]: pgmap v8255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:02.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:02 smithi175 ceph-mon[44549]: pgmap v8255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:04.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:04 smithi181 ceph-mon[45557]: pgmap v8256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:04.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:04 smithi088 ceph-mon[35322]: pgmap v8256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:04.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:04 smithi175 ceph-mon[44549]: pgmap v8256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:06.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:06 smithi181 ceph-mon[45557]: pgmap v8257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:06.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:06 smithi088 ceph-mon[35322]: pgmap v8257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:06.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:06 smithi175 ceph-mon[44549]: pgmap v8257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:08.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:08 smithi181 ceph-mon[45557]: pgmap v8258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:08.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:08 smithi088 ceph-mon[35322]: pgmap v8258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:08.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:08 smithi175 ceph-mon[44549]: pgmap v8258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:10 smithi181 ceph-mon[45557]: pgmap v8259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:10.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:10 smithi088 ceph-mon[35322]: pgmap v8259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:10.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:10 smithi175 ceph-mon[44549]: pgmap v8259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:12.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:12 smithi181 ceph-mon[45557]: pgmap v8260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:12.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:12 smithi088 ceph-mon[35322]: pgmap v8260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:12.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:12 smithi175 ceph-mon[44549]: pgmap v8260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:14.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:14 smithi181 ceph-mon[45557]: pgmap v8261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:14.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:14 smithi088 ceph-mon[35322]: pgmap v8261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:14.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:14 smithi175 ceph-mon[44549]: pgmap v8261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:15.871+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:14:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:15.871+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:14:15.878 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:15.871+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:14:16.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:16 smithi181 ceph-mon[45557]: pgmap v8262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:16.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:16 smithi088 ceph-mon[35322]: pgmap v8262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:16.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:16 smithi175 ceph-mon[44549]: pgmap v8262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:18.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:18 smithi088 ceph-mon[35322]: pgmap v8263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:18.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:18 smithi175 ceph-mon[44549]: pgmap v8263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:18.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:18 smithi181 ceph-mon[45557]: pgmap v8263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:20.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:20 smithi088 ceph-mon[35322]: pgmap v8264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:20.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:20 smithi175 ceph-mon[44549]: pgmap v8264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:20.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:20 smithi181 ceph-mon[45557]: pgmap v8264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:22 smithi088 ceph-mon[35322]: pgmap v8265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:22 smithi175 ceph-mon[44549]: pgmap v8265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:22.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:22 smithi181 ceph-mon[45557]: pgmap v8265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:24.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:24 smithi088 ceph-mon[35322]: pgmap v8266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:24 smithi175 ceph-mon[44549]: pgmap v8266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:24 smithi181 ceph-mon[45557]: pgmap v8266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:26.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:25 smithi181 ceph-mon[45557]: pgmap v8267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:26.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:25 smithi088 ceph-mon[35322]: pgmap v8267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:26.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:25 smithi175 ceph-mon[44549]: pgmap v8267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:28.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:27 smithi181 ceph-mon[45557]: pgmap v8268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:28.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:27 smithi088 ceph-mon[35322]: pgmap v8268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:28.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:27 smithi175 ceph-mon[44549]: pgmap v8268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:30.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:29 smithi181 ceph-mon[45557]: pgmap v8269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:30.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:29 smithi088 ceph-mon[35322]: pgmap v8269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:30.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:29 smithi175 ceph-mon[44549]: pgmap v8269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:30.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:30.876+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:14:30.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:30.876+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:14:30.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:30.876+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:14:32.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:31 smithi181 ceph-mon[45557]: pgmap v8270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:32.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:31 smithi088 ceph-mon[35322]: pgmap v8270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:32.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:31 smithi175 ceph-mon[44549]: pgmap v8270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:34.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:33 smithi088 ceph-mon[35322]: pgmap v8271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:34.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:33 smithi175 ceph-mon[44549]: pgmap v8271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:34.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:33 smithi181 ceph-mon[45557]: pgmap v8271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:36.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:35 smithi088 ceph-mon[35322]: pgmap v8272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:36.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:35 smithi175 ceph-mon[44549]: pgmap v8272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:36.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:35 smithi181 ceph-mon[45557]: pgmap v8272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:38.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:37 smithi088 ceph-mon[35322]: pgmap v8273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:38.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:37 smithi175 ceph-mon[44549]: pgmap v8273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:38.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:37 smithi181 ceph-mon[45557]: pgmap v8273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:40.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:39 smithi088 ceph-mon[35322]: pgmap v8274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:40.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:39 smithi175 ceph-mon[44549]: pgmap v8274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:40.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:39 smithi181 ceph-mon[45557]: pgmap v8274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:41 smithi088 ceph-mon[35322]: pgmap v8275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:14:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:14:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:14:42.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:14:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:41 smithi175 ceph-mon[44549]: pgmap v8275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:14:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:14:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:14:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:14:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:41 smithi181 ceph-mon[45557]: pgmap v8275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:14:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:14:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:14:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:14:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:14:43.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:42 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:14:43.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:42 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:14:43.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:42 smithi088 ceph-mon[35322]: pgmap v8276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:14:43.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:42 smithi088 ceph-mon[35322]: pgmap v8277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:14:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:42 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:14:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:42 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:14:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:42 smithi175 ceph-mon[44549]: pgmap v8276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:14:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:42 smithi175 ceph-mon[44549]: pgmap v8277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:14:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:42 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:14:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:42 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:14:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:42 smithi181 ceph-mon[45557]: pgmap v8276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:14:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:42 smithi181 ceph-mon[45557]: pgmap v8277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:14:45.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:44 smithi088 ceph-mon[35322]: pgmap v8278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:14:45.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:44 smithi175 ceph-mon[44549]: pgmap v8278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:14:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:44 smithi181 ceph-mon[45557]: pgmap v8278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:14:45.887 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:45.882+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:14:45.887 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:45.882+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:14:45.887 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:14:45.882+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:14:47.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:46 smithi088 ceph-mon[35322]: pgmap v8279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:14:47.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:46 smithi175 ceph-mon[44549]: pgmap v8279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:14:47.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:46 smithi181 ceph-mon[45557]: pgmap v8279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:14:49.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:48 smithi088 ceph-mon[35322]: pgmap v8280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:14:49.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:48 smithi175 ceph-mon[44549]: pgmap v8280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:14:49.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:48 smithi181 ceph-mon[45557]: pgmap v8280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:14:51.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:51 smithi088 ceph-mon[35322]: pgmap v8281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:14:51.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:51 smithi175 ceph-mon[44549]: pgmap v8281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:14:51.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:51 smithi181 ceph-mon[45557]: pgmap v8281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:14:53.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:53 smithi088 ceph-mon[35322]: pgmap v8282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:14:53.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:53 smithi175 ceph-mon[44549]: pgmap v8282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:14:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:53 smithi181 ceph-mon[45557]: pgmap v8282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:14:55.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:55 smithi088 ceph-mon[35322]: pgmap v8283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:55.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:55 smithi175 ceph-mon[44549]: pgmap v8283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:55.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:55 smithi181 ceph-mon[45557]: pgmap v8283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:14:57.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:57 smithi088 ceph-mon[35322]: pgmap v8284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:57.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:57 smithi175 ceph-mon[44549]: pgmap v8284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:57.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:57 smithi181 ceph-mon[45557]: pgmap v8284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:14:59.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:14:59 smithi088 ceph-mon[35322]: pgmap v8285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:59.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:14:59 smithi175 ceph-mon[44549]: pgmap v8285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:14:59.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:14:59 smithi181 ceph-mon[45557]: pgmap v8285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:00.902 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:00.896+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:15:00.903 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:00.896+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:15:00.903 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:00.896+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:15:01.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:01 smithi088 ceph-mon[35322]: pgmap v8286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:01.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:01 smithi175 ceph-mon[44549]: pgmap v8286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:01.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:01 smithi181 ceph-mon[45557]: pgmap v8286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:03.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:03 smithi088 ceph-mon[35322]: pgmap v8287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:03.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:03 smithi175 ceph-mon[44549]: pgmap v8287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:03.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:03 smithi181 ceph-mon[45557]: pgmap v8287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:05.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:05 smithi088 ceph-mon[35322]: pgmap v8288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:05.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:05 smithi175 ceph-mon[44549]: pgmap v8288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:05 smithi181 ceph-mon[45557]: pgmap v8288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:07.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:07 smithi175 ceph-mon[44549]: pgmap v8289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:07.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:07 smithi181 ceph-mon[45557]: pgmap v8289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:07.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:07 smithi088 ceph-mon[35322]: pgmap v8289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:09.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:09 smithi175 ceph-mon[44549]: pgmap v8290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:09.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:09 smithi181 ceph-mon[45557]: pgmap v8290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:09.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:09 smithi088 ceph-mon[35322]: pgmap v8290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:11.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:11 smithi175 ceph-mon[44549]: pgmap v8291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:11.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:11 smithi181 ceph-mon[45557]: pgmap v8291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:11.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:11 smithi088 ceph-mon[35322]: pgmap v8291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:13.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:13 smithi175 ceph-mon[44549]: pgmap v8292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:13.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:13 smithi181 ceph-mon[45557]: pgmap v8292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:13 smithi088 ceph-mon[35322]: pgmap v8292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:15.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:15 smithi175 ceph-mon[44549]: pgmap v8293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:15.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:15 smithi181 ceph-mon[45557]: pgmap v8293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:15.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:15 smithi088 ceph-mon[35322]: pgmap v8293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:15.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:15.909+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:15:15.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:15.909+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:15:15.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:15.909+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:15:17.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:17 smithi175 ceph-mon[44549]: pgmap v8294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:17.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:17 smithi181 ceph-mon[45557]: pgmap v8294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:17.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:17 smithi088 ceph-mon[35322]: pgmap v8294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:19.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:19 smithi175 ceph-mon[44549]: pgmap v8295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:19.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:19 smithi181 ceph-mon[45557]: pgmap v8295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:19.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:19 smithi088 ceph-mon[35322]: pgmap v8295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:21.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:21 smithi175 ceph-mon[44549]: pgmap v8296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:21.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:21 smithi181 ceph-mon[45557]: pgmap v8296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:21.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:21 smithi088 ceph-mon[35322]: pgmap v8296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:23 smithi175 ceph-mon[44549]: pgmap v8297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:23 smithi181 ceph-mon[45557]: pgmap v8297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:23.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:23 smithi088 ceph-mon[35322]: pgmap v8297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:25.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:25 smithi175 ceph-mon[44549]: pgmap v8298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:25.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:25 smithi181 ceph-mon[45557]: pgmap v8298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:25.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:25 smithi088 ceph-mon[35322]: pgmap v8298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:27.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:27 smithi175 ceph-mon[44549]: pgmap v8299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:27.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:27 smithi181 ceph-mon[45557]: pgmap v8299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:27.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:27 smithi088 ceph-mon[35322]: pgmap v8299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:29.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:29 smithi175 ceph-mon[44549]: pgmap v8300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:29.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:29 smithi181 ceph-mon[45557]: pgmap v8300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:29.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:29 smithi088 ceph-mon[35322]: pgmap v8300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:30.924+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:15:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:30.924+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:15:30.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:30.924+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:15:31.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:31 smithi175 ceph-mon[44549]: pgmap v8301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:31.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:31 smithi181 ceph-mon[45557]: pgmap v8301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:31.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:31 smithi088 ceph-mon[35322]: pgmap v8301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:33.347 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:33 smithi088 ceph-mon[35322]: pgmap v8302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:33.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:33 smithi175 ceph-mon[44549]: pgmap v8302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:33.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:33 smithi181 ceph-mon[45557]: pgmap v8302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:35.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:35 smithi175 ceph-mon[44549]: pgmap v8303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:35.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:35 smithi181 ceph-mon[45557]: pgmap v8303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:35.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:35 smithi088 ceph-mon[35322]: pgmap v8303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:37.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:37 smithi175 ceph-mon[44549]: pgmap v8304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:37.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:37 smithi181 ceph-mon[45557]: pgmap v8304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:37.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:37 smithi088 ceph-mon[35322]: pgmap v8304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:15:39.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:39 smithi175 ceph-mon[44549]: pgmap v8305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:39.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:39 smithi181 ceph-mon[45557]: pgmap v8305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:39.464+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T17:15:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:39.464+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T17:15:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:39.464+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344043040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T17:15:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:39.464+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344043040 comp rx=0 tx=0).stop 2024-01-28T17:15:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:39.464+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2f60 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T17:15:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:39.464+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2f60 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T17:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:39.464+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T17:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:39.464+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T17:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:39.464+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T17:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:39.465+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344065040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T17:15:39.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:39 smithi088 ceph-mon[35322]: pgmap v8305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:41 smithi175 ceph-mon[44549]: pgmap v8306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:41.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:41 smithi181 ceph-mon[45557]: pgmap v8306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:41.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:41 smithi088 ceph-mon[35322]: pgmap v8306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:41.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:41.770+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:15:41.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:41.770+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:15:41.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:41.770+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 120 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:15:41.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:41.770+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 120 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T17:15:42.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:15:42.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:15:42.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:15:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:43 smithi175 ceph-mon[44549]: pgmap v8307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:15:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:15:43.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:15:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:43 smithi181 ceph-mon[45557]: pgmap v8307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:15:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:15:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:15:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:43 smithi088 ceph-mon[35322]: pgmap v8307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:15:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:15:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:15:44.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:44 smithi175 ceph-mon[44549]: pgmap v8308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:15:44.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:44 smithi175 ceph-mon[44549]: pgmap v8309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:15:44.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:44 smithi181 ceph-mon[45557]: pgmap v8308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:15:44.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:44 smithi181 ceph-mon[45557]: pgmap v8309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:15:44.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:44 smithi088 ceph-mon[35322]: pgmap v8308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:15:44.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:44 smithi088 ceph-mon[35322]: pgmap v8309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:15:45.936 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:45.930+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:15:45.936 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:45.930+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:15:45.936 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:15:45.930+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:15:46.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:46 smithi175 ceph-mon[44549]: pgmap v8310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:15:46.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:46 smithi181 ceph-mon[45557]: pgmap v8310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:15:46.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:46 smithi088 ceph-mon[35322]: pgmap v8310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:15:48.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:48 smithi175 ceph-mon[44549]: pgmap v8311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:15:48.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:48 smithi181 ceph-mon[45557]: pgmap v8311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:15:48.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:48 smithi088 ceph-mon[35322]: pgmap v8311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:15:50.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:50 smithi175 ceph-mon[44549]: pgmap v8312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:15:50.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:50 smithi181 ceph-mon[45557]: pgmap v8312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:15:50.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:50 smithi088 ceph-mon[35322]: pgmap v8312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:15:52.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:52 smithi175 ceph-mon[44549]: pgmap v8313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:15:52.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:52 smithi181 ceph-mon[45557]: pgmap v8313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:15:52.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:52 smithi088 ceph-mon[35322]: pgmap v8313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:15:54.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:54 smithi175 ceph-mon[44549]: pgmap v8314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:15:54.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:54 smithi181 ceph-mon[45557]: pgmap v8314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:15:54.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:54 smithi088 ceph-mon[35322]: pgmap v8314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:15:56.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:56 smithi175 ceph-mon[44549]: pgmap v8315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:56.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:56 smithi181 ceph-mon[45557]: pgmap v8315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:56.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:56 smithi088 ceph-mon[35322]: pgmap v8315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:15:58.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:15:58 smithi175 ceph-mon[44549]: pgmap v8316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:58.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:15:58 smithi181 ceph-mon[45557]: pgmap v8316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:15:58.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:15:58 smithi088 ceph-mon[35322]: pgmap v8316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:00.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:00 smithi175 ceph-mon[44549]: pgmap v8317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:00.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:00 smithi181 ceph-mon[45557]: pgmap v8317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:00.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:00 smithi088 ceph-mon[35322]: pgmap v8317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:00.951 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:00.946+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:16:00.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:00.946+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:16:00.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:00.946+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:16:02.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:02 smithi175 ceph-mon[44549]: pgmap v8318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:02.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:02 smithi181 ceph-mon[45557]: pgmap v8318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:02.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:02 smithi088 ceph-mon[35322]: pgmap v8318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:04.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:04 smithi175 ceph-mon[44549]: pgmap v8319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:04.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:04 smithi181 ceph-mon[45557]: pgmap v8319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:04.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:04 smithi088 ceph-mon[35322]: pgmap v8319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:06 smithi175 ceph-mon[44549]: pgmap v8320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:06 smithi181 ceph-mon[45557]: pgmap v8320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:06 smithi088 ceph-mon[35322]: pgmap v8320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:08.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:08 smithi175 ceph-mon[44549]: pgmap v8321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:08.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:08 smithi181 ceph-mon[45557]: pgmap v8321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:08.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:08 smithi088 ceph-mon[35322]: pgmap v8321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:10.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:10 smithi181 ceph-mon[45557]: pgmap v8322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:10.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:10 smithi088 ceph-mon[35322]: pgmap v8322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:10.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:10 smithi175 ceph-mon[44549]: pgmap v8322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:12.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:12 smithi181 ceph-mon[45557]: pgmap v8323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:12.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:12 smithi088 ceph-mon[35322]: pgmap v8323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:12.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:12 smithi175 ceph-mon[44549]: pgmap v8323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:14.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:14 smithi181 ceph-mon[45557]: pgmap v8324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:14.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:14 smithi088 ceph-mon[35322]: pgmap v8324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:14 smithi175 ceph-mon[44549]: pgmap v8324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:15.959+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:16:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:15.959+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:16:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:15.959+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:16:16.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:16 smithi181 ceph-mon[45557]: pgmap v8325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:16.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:16 smithi088 ceph-mon[35322]: pgmap v8325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:16.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:16 smithi175 ceph-mon[44549]: pgmap v8325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:18.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:18 smithi181 ceph-mon[45557]: pgmap v8326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:18.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:18 smithi088 ceph-mon[35322]: pgmap v8326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:18.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:18 smithi175 ceph-mon[44549]: pgmap v8326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:20.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:20 smithi181 ceph-mon[45557]: pgmap v8327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:20.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:20 smithi088 ceph-mon[35322]: pgmap v8327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:20.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:20 smithi175 ceph-mon[44549]: pgmap v8327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:22.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:22 smithi181 ceph-mon[45557]: pgmap v8328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:22.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:22 smithi088 ceph-mon[35322]: pgmap v8328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:22.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:22 smithi175 ceph-mon[44549]: pgmap v8328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:24.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:24 smithi181 ceph-mon[45557]: pgmap v8329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:24.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:24 smithi088 ceph-mon[35322]: pgmap v8329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:24.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:24 smithi175 ceph-mon[44549]: pgmap v8329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:26.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:26 smithi181 ceph-mon[45557]: pgmap v8330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:26.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:26 smithi088 ceph-mon[35322]: pgmap v8330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:26.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:26 smithi175 ceph-mon[44549]: pgmap v8330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:26.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:26.777+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:16:26.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:26.777+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:16:26.783 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:26.777+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 121 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:16:26.783 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:26.777+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 121 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:16:28.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:28 smithi181 ceph-mon[45557]: pgmap v8331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:28.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:28 smithi088 ceph-mon[35322]: pgmap v8331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:28.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:28 smithi175 ceph-mon[44549]: pgmap v8331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:30.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:30 smithi181 ceph-mon[45557]: pgmap v8332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:30.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:30 smithi088 ceph-mon[35322]: pgmap v8332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:30.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:30 smithi175 ceph-mon[44549]: pgmap v8332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:30.971+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:16:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:30.971+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:16:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:30.971+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:16:32.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:32 smithi181 ceph-mon[45557]: pgmap v8333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:32.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:32 smithi088 ceph-mon[35322]: pgmap v8333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:32.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:32 smithi175 ceph-mon[44549]: pgmap v8333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:34.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:34 smithi181 ceph-mon[45557]: pgmap v8334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:34.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:34 smithi088 ceph-mon[35322]: pgmap v8334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:34.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:34 smithi175 ceph-mon[44549]: pgmap v8334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:36.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:36 smithi088 ceph-mon[35322]: pgmap v8335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:36.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:36 smithi175 ceph-mon[44549]: pgmap v8335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:36.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:36 smithi181 ceph-mon[45557]: pgmap v8335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:38.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:38 smithi088 ceph-mon[35322]: pgmap v8336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:38.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:38 smithi175 ceph-mon[44549]: pgmap v8336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:38.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:38 smithi181 ceph-mon[45557]: pgmap v8336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:40.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:40 smithi088 ceph-mon[35322]: pgmap v8337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:40.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:40 smithi175 ceph-mon[44549]: pgmap v8337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:40 smithi181 ceph-mon[45557]: pgmap v8337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:42.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:42 smithi088 ceph-mon[35322]: pgmap v8338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:42 smithi175 ceph-mon[44549]: pgmap v8338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:42 smithi181 ceph-mon[45557]: pgmap v8338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:16:43.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:16:43.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:16:44.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:44 smithi088 ceph-mon[35322]: pgmap v8339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:44.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:44 smithi175 ceph-mon[44549]: pgmap v8339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:44.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:44 smithi181 ceph-mon[45557]: pgmap v8339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:16:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:45.981+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:16:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:45.981+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:16:45.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:16:45.981+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:16:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:46 smithi175 ceph-mon[44549]: pgmap v8340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:16:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:16:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:46.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:46 smithi181 ceph-mon[45557]: pgmap v8340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:46.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:16:46.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:16:46.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:46.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:46 smithi088 ceph-mon[35322]: pgmap v8340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:16:46.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:16:46.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:16:46.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:16:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:47 smithi175 ceph-mon[44549]: pgmap v8341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:16:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:47 smithi175 ceph-mon[44549]: pgmap v8342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:16:47.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:47 smithi181 ceph-mon[45557]: pgmap v8341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:16:47.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:47 smithi181 ceph-mon[45557]: pgmap v8342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:16:47.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:47 smithi088 ceph-mon[35322]: pgmap v8341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:16:47.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:47 smithi088 ceph-mon[35322]: pgmap v8342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:16:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:49 smithi175 ceph-mon[44549]: pgmap v8343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:16:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:49 smithi181 ceph-mon[45557]: pgmap v8343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:16:49.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:49 smithi088 ceph-mon[35322]: pgmap v8343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:16:51.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:50 smithi088 ceph-mon[35322]: pgmap v8344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:16:51.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:50 smithi175 ceph-mon[44549]: pgmap v8344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:16:51.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:50 smithi181 ceph-mon[45557]: pgmap v8344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:16:53.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:53 smithi181 ceph-mon[45557]: pgmap v8345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:16:53.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:53 smithi088 ceph-mon[35322]: pgmap v8345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:16:53.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:53 smithi175 ceph-mon[44549]: pgmap v8345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:16:55.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:55 smithi181 ceph-mon[45557]: pgmap v8346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:16:55.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:55 smithi088 ceph-mon[35322]: pgmap v8346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:16:55.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:55 smithi175 ceph-mon[44549]: pgmap v8346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:16:57.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:57 smithi181 ceph-mon[45557]: pgmap v8347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:16:57.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:57 smithi088 ceph-mon[35322]: pgmap v8347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:16:57.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:57 smithi175 ceph-mon[44549]: pgmap v8347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:16:59.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:16:59 smithi181 ceph-mon[45557]: pgmap v8348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:59.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:16:59 smithi088 ceph-mon[35322]: pgmap v8348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:16:59.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:16:59 smithi175 ceph-mon[44549]: pgmap v8348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:17:00.993 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:00.987+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:17:00.993 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:00.987+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:17:00.993 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:00.987+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:17:01.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:01 smithi088 ceph-mon[35322]: pgmap v8349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:01.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:01 smithi175 ceph-mon[44549]: pgmap v8349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:01.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:01 smithi181 ceph-mon[45557]: pgmap v8349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:03.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:03 smithi181 ceph-mon[45557]: pgmap v8350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:03.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:03 smithi088 ceph-mon[35322]: pgmap v8350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:03.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:03 smithi175 ceph-mon[44549]: pgmap v8350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:05.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:05 smithi181 ceph-mon[45557]: pgmap v8351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:05.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:05 smithi088 ceph-mon[35322]: pgmap v8351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:05.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:05 smithi175 ceph-mon[44549]: pgmap v8351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:07.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:07 smithi181 ceph-mon[45557]: pgmap v8352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:07.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:07 smithi088 ceph-mon[35322]: pgmap v8352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:07.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:07 smithi175 ceph-mon[44549]: pgmap v8352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:09.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:09 smithi181 ceph-mon[45557]: pgmap v8353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:17:09.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:09 smithi088 ceph-mon[35322]: pgmap v8353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:17:09.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:09 smithi175 ceph-mon[44549]: pgmap v8353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:17:11.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:11 smithi088 ceph-mon[35322]: pgmap v8354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:11.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:11 smithi175 ceph-mon[44549]: pgmap v8354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:11.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:11 smithi181 ceph-mon[45557]: pgmap v8354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:13.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:13 smithi181 ceph-mon[45557]: pgmap v8355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:13 smithi088 ceph-mon[35322]: pgmap v8355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:13 smithi175 ceph-mon[44549]: pgmap v8355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:15.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:15 smithi181 ceph-mon[45557]: pgmap v8356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:15 smithi088 ceph-mon[35322]: pgmap v8356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:15 smithi175 ceph-mon[44549]: pgmap v8356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:16.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:16.000+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:17:16.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:16.000+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:17:16.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:16.000+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:17:17.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:17 smithi181 ceph-mon[45557]: pgmap v8357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:17.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:17 smithi088 ceph-mon[35322]: pgmap v8357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:17.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:17 smithi175 ceph-mon[44549]: pgmap v8357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:19.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:19 smithi181 ceph-mon[45557]: pgmap v8358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:17:19.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:19 smithi088 ceph-mon[35322]: pgmap v8358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:17:19.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:19 smithi175 ceph-mon[44549]: pgmap v8358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:17:21.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:21 smithi088 ceph-mon[35322]: pgmap v8359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:21.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:21 smithi175 ceph-mon[44549]: pgmap v8359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:21.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:21 smithi181 ceph-mon[45557]: pgmap v8359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:23.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:23 smithi181 ceph-mon[45557]: pgmap v8360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:23.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:23 smithi088 ceph-mon[35322]: pgmap v8360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:23.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:23 smithi175 ceph-mon[44549]: pgmap v8360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:25.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:25 smithi181 ceph-mon[45557]: pgmap v8361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:25.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:25 smithi088 ceph-mon[35322]: pgmap v8361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:25.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:25 smithi175 ceph-mon[44549]: pgmap v8361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:27.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:27 smithi181 ceph-mon[45557]: pgmap v8362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:27.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:27 smithi088 ceph-mon[35322]: pgmap v8362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:27.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:27 smithi175 ceph-mon[44549]: pgmap v8362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:29.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:29 smithi181 ceph-mon[45557]: pgmap v8363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:17:29.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:29 smithi088 ceph-mon[35322]: pgmap v8363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:17:29.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:29 smithi175 ceph-mon[44549]: pgmap v8363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:17:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:31.014+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:17:31.021 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:31.014+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:17:31.021 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:31.014+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:17:31.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:31 smithi088 ceph-mon[35322]: pgmap v8364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:31.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:31 smithi175 ceph-mon[44549]: pgmap v8364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:31.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:31 smithi181 ceph-mon[45557]: pgmap v8364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:33.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:33 smithi181 ceph-mon[45557]: pgmap v8365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:33.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:33 smithi088 ceph-mon[35322]: pgmap v8365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:33.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:33 smithi175 ceph-mon[44549]: pgmap v8365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:35.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:35 smithi181 ceph-mon[45557]: pgmap v8366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:35.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:35 smithi088 ceph-mon[35322]: pgmap v8366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:35 smithi175 ceph-mon[44549]: pgmap v8366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:37.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:37 smithi181 ceph-mon[45557]: pgmap v8367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:37.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:37 smithi088 ceph-mon[35322]: pgmap v8367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:37.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:37 smithi175 ceph-mon[44549]: pgmap v8367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:39.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:39 smithi181 ceph-mon[45557]: pgmap v8368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:17:39.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:39 smithi088 ceph-mon[35322]: pgmap v8368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:17:39.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:39 smithi175 ceph-mon[44549]: pgmap v8368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:17:41.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:41 smithi088 ceph-mon[35322]: pgmap v8369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:41 smithi175 ceph-mon[44549]: pgmap v8369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:41.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:41 smithi181 ceph-mon[45557]: pgmap v8369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:17:43.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:43 smithi181 ceph-mon[45557]: pgmap v8370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:43 smithi088 ceph-mon[35322]: pgmap v8370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:43 smithi175 ceph-mon[44549]: pgmap v8370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:45.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:45 smithi181 ceph-mon[45557]: pgmap v8371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:45 smithi088 ceph-mon[35322]: pgmap v8371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:45 smithi175 ceph-mon[44549]: pgmap v8371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:17:46.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:46.022+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:17:46.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:46.022+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:17:46.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:17:46.022+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:17:47.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:47 smithi181 ceph-mon[45557]: pgmap v8372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:47.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:17:47.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:17:47.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:17:47.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:17:47.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:47 smithi088 ceph-mon[35322]: pgmap v8372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:47.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:17:47.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:17:47.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:17:47.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:17:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:47 smithi175 ceph-mon[44549]: pgmap v8372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:17:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:17:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:17:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:17:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:17:48.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:48 smithi181 ceph-mon[45557]: pgmap v8373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:17:48.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:48 smithi181 ceph-mon[45557]: pgmap v8374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:17:48.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:48 smithi088 ceph-mon[35322]: pgmap v8373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:17:48.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:48 smithi088 ceph-mon[35322]: pgmap v8374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:17:48.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:48 smithi175 ceph-mon[44549]: pgmap v8373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:17:48.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:48 smithi175 ceph-mon[44549]: pgmap v8374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:17:50.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:50 smithi181 ceph-mon[45557]: pgmap v8375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:17:50.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:50 smithi088 ceph-mon[35322]: pgmap v8375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:17:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:50 smithi175 ceph-mon[44549]: pgmap v8375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:17:52.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:52 smithi181 ceph-mon[45557]: pgmap v8376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:17:52.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:52 smithi088 ceph-mon[35322]: pgmap v8376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:17:52.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:52 smithi175 ceph-mon[44549]: pgmap v8376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:17:54.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:54 smithi088 ceph-mon[35322]: pgmap v8377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:17:54.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:54 smithi175 ceph-mon[44549]: pgmap v8377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:17:54.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:54 smithi181 ceph-mon[45557]: pgmap v8377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:17:56.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:56 smithi088 ceph-mon[35322]: pgmap v8378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:17:56.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:56 smithi175 ceph-mon[44549]: pgmap v8378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:17:56.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:56 smithi181 ceph-mon[45557]: pgmap v8378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:17:58.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:17:58 smithi181 ceph-mon[45557]: pgmap v8379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:17:58.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:17:58 smithi088 ceph-mon[35322]: pgmap v8379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:17:58.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:17:58 smithi175 ceph-mon[44549]: pgmap v8379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:18:00.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:00 smithi088 ceph-mon[35322]: pgmap v8380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:00.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:00 smithi175 ceph-mon[44549]: pgmap v8380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:00 smithi181 ceph-mon[45557]: pgmap v8380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:01.026+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:18:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:01.026+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:18:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:01.026+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:18:02.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:02 smithi088 ceph-mon[35322]: pgmap v8381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:02.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:02 smithi175 ceph-mon[44549]: pgmap v8381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:02.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:02 smithi181 ceph-mon[45557]: pgmap v8381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:04.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:04 smithi088 ceph-mon[35322]: pgmap v8382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:04.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:04 smithi175 ceph-mon[44549]: pgmap v8382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:04.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:04 smithi181 ceph-mon[45557]: pgmap v8382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:06.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:06 smithi088 ceph-mon[35322]: pgmap v8383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:06.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:06 smithi175 ceph-mon[44549]: pgmap v8383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:06.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:06 smithi181 ceph-mon[45557]: pgmap v8383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:08.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:08 smithi181 ceph-mon[45557]: pgmap v8384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:08.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:08 smithi088 ceph-mon[35322]: pgmap v8384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:08.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:08 smithi175 ceph-mon[44549]: pgmap v8384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:10.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:10 smithi088 ceph-mon[35322]: pgmap v8385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:10.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:10 smithi175 ceph-mon[44549]: pgmap v8385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:10.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:10 smithi181 ceph-mon[45557]: pgmap v8385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:12.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:12 smithi088 ceph-mon[35322]: pgmap v8386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:12.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:12 smithi175 ceph-mon[44549]: pgmap v8386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:12.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:12 smithi181 ceph-mon[45557]: pgmap v8386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:14.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:14 smithi088 ceph-mon[35322]: pgmap v8387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:14 smithi175 ceph-mon[44549]: pgmap v8387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:14.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:14 smithi181 ceph-mon[45557]: pgmap v8387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:16.041+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:18:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:16.041+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:18:16.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:16.041+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:18:16.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:16 smithi088 ceph-mon[35322]: pgmap v8388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:16.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:16 smithi175 ceph-mon[44549]: pgmap v8388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:16.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:16 smithi181 ceph-mon[45557]: pgmap v8388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:18.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:18 smithi088 ceph-mon[35322]: pgmap v8389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:18.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:18 smithi175 ceph-mon[44549]: pgmap v8389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:18.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:18 smithi181 ceph-mon[45557]: pgmap v8389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:20.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:20 smithi088 ceph-mon[35322]: pgmap v8390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:20.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:20 smithi175 ceph-mon[44549]: pgmap v8390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:20.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:20 smithi181 ceph-mon[45557]: pgmap v8390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:22.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:22 smithi088 ceph-mon[35322]: pgmap v8391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:22.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:22 smithi175 ceph-mon[44549]: pgmap v8391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:22.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:22 smithi181 ceph-mon[45557]: pgmap v8391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:24.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:24 smithi088 ceph-mon[35322]: pgmap v8392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:24.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:24 smithi175 ceph-mon[44549]: pgmap v8392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:24.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:24 smithi181 ceph-mon[45557]: pgmap v8392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:26.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:26 smithi088 ceph-mon[35322]: pgmap v8393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:26.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:26 smithi175 ceph-mon[44549]: pgmap v8393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:26.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:26 smithi181 ceph-mon[45557]: pgmap v8393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:28.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:28 smithi088 ceph-mon[35322]: pgmap v8394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:28.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:28 smithi175 ceph-mon[44549]: pgmap v8394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:28.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:28 smithi181 ceph-mon[45557]: pgmap v8394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:30.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:30 smithi088 ceph-mon[35322]: pgmap v8395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:30.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:30 smithi175 ceph-mon[44549]: pgmap v8395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:30.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:30 smithi181 ceph-mon[45557]: pgmap v8395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:31.057+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:18:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:31.057+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:18:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:31.057+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:18:32.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:32 smithi088 ceph-mon[35322]: pgmap v8396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:32.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:32 smithi175 ceph-mon[44549]: pgmap v8396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:32.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:32 smithi181 ceph-mon[45557]: pgmap v8396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:34.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:34 smithi088 ceph-mon[35322]: pgmap v8397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:34.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:34 smithi175 ceph-mon[44549]: pgmap v8397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:34.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:34 smithi181 ceph-mon[45557]: pgmap v8397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:36.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:36 smithi175 ceph-mon[44549]: pgmap v8398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:36.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:36 smithi181 ceph-mon[45557]: pgmap v8398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:36.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:36 smithi088 ceph-mon[35322]: pgmap v8398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:18:38.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:38 smithi088 ceph-mon[35322]: pgmap v8399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:38.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:38 smithi175 ceph-mon[44549]: pgmap v8399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:38.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:38 smithi181 ceph-mon[45557]: pgmap v8399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:40.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:40 smithi088 ceph-mon[35322]: pgmap v8400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:40.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:40 smithi175 ceph-mon[44549]: pgmap v8400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:40.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:40 smithi181 ceph-mon[45557]: pgmap v8400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:18:41.803 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:41.798+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:18:41.803 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:41.798+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:18:41.803 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:41.798+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 122 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:18:41.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:41.798+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 122 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:18:42.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:42 smithi088 ceph-mon[35322]: pgmap v8401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:42.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:42 smithi175 ceph-mon[44549]: pgmap v8401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:42.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:42 smithi181 ceph-mon[45557]: pgmap v8401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:18:44.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:44 smithi088 ceph-mon[35322]: pgmap v8402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:44.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:44 smithi175 ceph-mon[44549]: pgmap v8402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:44.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:44 smithi181 ceph-mon[45557]: pgmap v8402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:18:46.078 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:46.072+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:18:46.078 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:46.072+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:18:46.078 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:18:46.072+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:18:46.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:46 smithi175 ceph-mon[44549]: pgmap v8403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:18:46.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:46 smithi181 ceph-mon[45557]: pgmap v8403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:18:46.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:46 smithi088 ceph-mon[35322]: pgmap v8403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:18:48.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:48 smithi088 ceph-mon[35322]: pgmap v8404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:18:48.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:18:48.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:18:48.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:18:48.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:18:48.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:48 smithi175 ceph-mon[44549]: pgmap v8404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:18:48.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:18:48.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:18:48.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:18:48.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:18:48.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:48 smithi181 ceph-mon[45557]: pgmap v8404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:18:48.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:18:48.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:18:48.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:18:48.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:18:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:49 smithi088 ceph-mon[35322]: pgmap v8405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:18:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:49 smithi088 ceph-mon[35322]: pgmap v8406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T17:18:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:49 smithi175 ceph-mon[44549]: pgmap v8405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:18:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:49 smithi175 ceph-mon[44549]: pgmap v8406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T17:18:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:49 smithi181 ceph-mon[45557]: pgmap v8405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:18:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:49 smithi181 ceph-mon[45557]: pgmap v8406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T17:18:51.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:51 smithi175 ceph-mon[44549]: pgmap v8407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T17:18:51.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:51 smithi181 ceph-mon[45557]: pgmap v8407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T17:18:51.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:51 smithi088 ceph-mon[35322]: pgmap v8407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T17:18:53.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:53 smithi088 ceph-mon[35322]: pgmap v8408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:18:53.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:53 smithi175 ceph-mon[44549]: pgmap v8408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:18:53.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:53 smithi181 ceph-mon[45557]: pgmap v8408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:18:55.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:55 smithi088 ceph-mon[35322]: pgmap v8409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:18:55.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:55 smithi175 ceph-mon[44549]: pgmap v8409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:18:55.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:55 smithi181 ceph-mon[45557]: pgmap v8409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:18:57.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:57 smithi088 ceph-mon[35322]: pgmap v8410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:18:57.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:57 smithi175 ceph-mon[44549]: pgmap v8410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:18:57.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:57 smithi181 ceph-mon[45557]: pgmap v8410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:18:59.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:18:59 smithi088 ceph-mon[35322]: pgmap v8411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:18:59.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:18:59 smithi175 ceph-mon[44549]: pgmap v8411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:18:59.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:18:59 smithi181 ceph-mon[45557]: pgmap v8411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:19:01.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:01.085+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:19:01.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:01.085+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:19:01.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:01.085+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:19:01.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:01 smithi175 ceph-mon[44549]: pgmap v8412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:01.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:01 smithi181 ceph-mon[45557]: pgmap v8412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:01.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:01 smithi088 ceph-mon[35322]: pgmap v8412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:03.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:03 smithi088 ceph-mon[35322]: pgmap v8413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:03.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:03 smithi175 ceph-mon[44549]: pgmap v8413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:03.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:03 smithi181 ceph-mon[45557]: pgmap v8413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:05.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:05 smithi088 ceph-mon[35322]: pgmap v8414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:05.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:05 smithi175 ceph-mon[44549]: pgmap v8414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:05.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:05 smithi181 ceph-mon[45557]: pgmap v8414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:07.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:07 smithi088 ceph-mon[35322]: pgmap v8415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:07.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:07 smithi175 ceph-mon[44549]: pgmap v8415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:07 smithi181 ceph-mon[45557]: pgmap v8415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:09.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:09 smithi088 ceph-mon[35322]: pgmap v8416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:09.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:09 smithi175 ceph-mon[44549]: pgmap v8416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:09 smithi181 ceph-mon[45557]: pgmap v8416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:11.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:11 smithi088 ceph-mon[35322]: pgmap v8417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:11.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:11 smithi175 ceph-mon[44549]: pgmap v8417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:11.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:11 smithi181 ceph-mon[45557]: pgmap v8417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:13 smithi088 ceph-mon[35322]: pgmap v8418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:13 smithi175 ceph-mon[44549]: pgmap v8418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:13 smithi181 ceph-mon[45557]: pgmap v8418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:15 smithi088 ceph-mon[35322]: pgmap v8419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:15 smithi175 ceph-mon[44549]: pgmap v8419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:15 smithi181 ceph-mon[45557]: pgmap v8419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:16.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:16.099+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:19:16.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:16.099+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:19:16.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:16.099+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:19:17.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:17 smithi088 ceph-mon[35322]: pgmap v8420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:17.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:17 smithi175 ceph-mon[44549]: pgmap v8420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:17.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:17 smithi181 ceph-mon[45557]: pgmap v8420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:19.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:19 smithi088 ceph-mon[35322]: pgmap v8421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:19.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:19 smithi175 ceph-mon[44549]: pgmap v8421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:19.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:19 smithi181 ceph-mon[45557]: pgmap v8421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:21.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:21 smithi175 ceph-mon[44549]: pgmap v8422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:21.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:21 smithi181 ceph-mon[45557]: pgmap v8422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:21.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:21 smithi088 ceph-mon[35322]: pgmap v8422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:23.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:23 smithi088 ceph-mon[35322]: pgmap v8423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:23.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:23 smithi175 ceph-mon[44549]: pgmap v8423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:23.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:23 smithi181 ceph-mon[45557]: pgmap v8423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:25.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:25 smithi088 ceph-mon[35322]: pgmap v8424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:25.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:25 smithi175 ceph-mon[44549]: pgmap v8424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:25.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:25 smithi181 ceph-mon[45557]: pgmap v8424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:27.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:27 smithi088 ceph-mon[35322]: pgmap v8425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:27.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:27 smithi175 ceph-mon[44549]: pgmap v8425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:27.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:27 smithi181 ceph-mon[45557]: pgmap v8425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:29.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:29 smithi088 ceph-mon[35322]: pgmap v8426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:29.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:29 smithi175 ceph-mon[44549]: pgmap v8426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:29.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:29 smithi181 ceph-mon[45557]: pgmap v8426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:31.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:31.115+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:19:31.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:31.115+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:19:31.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:31.115+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:19:31.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:31 smithi175 ceph-mon[44549]: pgmap v8427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:31.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:31 smithi181 ceph-mon[45557]: pgmap v8427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:31.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:31 smithi088 ceph-mon[35322]: pgmap v8427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:33.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:33 smithi088 ceph-mon[35322]: pgmap v8428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:33.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:33 smithi175 ceph-mon[44549]: pgmap v8428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:33.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:33 smithi181 ceph-mon[45557]: pgmap v8428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:35.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:35 smithi088 ceph-mon[35322]: pgmap v8429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:35 smithi175 ceph-mon[44549]: pgmap v8429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:35.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:35 smithi181 ceph-mon[45557]: pgmap v8429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:37 smithi088 ceph-mon[35322]: pgmap v8430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:37.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:37 smithi175 ceph-mon[44549]: pgmap v8430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:37.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:37 smithi181 ceph-mon[45557]: pgmap v8430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:39.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:39 smithi088 ceph-mon[35322]: pgmap v8431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:39.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:39 smithi175 ceph-mon[44549]: pgmap v8431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:39.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:39 smithi181 ceph-mon[45557]: pgmap v8431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:41 smithi175 ceph-mon[44549]: pgmap v8432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:41.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:41 smithi181 ceph-mon[45557]: pgmap v8432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:41.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:41 smithi088 ceph-mon[35322]: pgmap v8432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:19:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:43 smithi088 ceph-mon[35322]: pgmap v8433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:43.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:43 smithi175 ceph-mon[44549]: pgmap v8433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:43.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:43 smithi181 ceph-mon[45557]: pgmap v8433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:45.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:45 smithi088 ceph-mon[35322]: pgmap v8434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:45 smithi175 ceph-mon[44549]: pgmap v8434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:45 smithi181 ceph-mon[45557]: pgmap v8434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:19:46.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:46.126+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:19:46.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:46.126+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:19:46.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:19:46.126+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:19:47.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:47 smithi088 ceph-mon[35322]: pgmap v8435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:47 smithi175 ceph-mon[44549]: pgmap v8435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:47.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:47 smithi181 ceph-mon[45557]: pgmap v8435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:19:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:49 smithi088 ceph-mon[35322]: pgmap v8436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:19:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:49 smithi175 ceph-mon[44549]: pgmap v8436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:19:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:49 smithi181 ceph-mon[45557]: pgmap v8436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:19:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:19:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:50.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:19:50.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:19:50.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:19:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:19:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:19:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:19:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:19:51.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:51 smithi088 ceph-mon[35322]: pgmap v8437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T17:19:51.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:51 smithi088 ceph-mon[35322]: pgmap v8438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:19:51.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:51 smithi175 ceph-mon[44549]: pgmap v8437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T17:19:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:51 smithi175 ceph-mon[44549]: pgmap v8438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:19:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:51 smithi181 ceph-mon[45557]: pgmap v8437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T17:19:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:51 smithi181 ceph-mon[45557]: pgmap v8438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:19:53.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:53 smithi088 ceph-mon[35322]: pgmap v8439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:19:53.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:53 smithi175 ceph-mon[44549]: pgmap v8439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:19:53.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:53 smithi181 ceph-mon[45557]: pgmap v8439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:19:55.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:55 smithi088 ceph-mon[35322]: pgmap v8440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:19:55.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:55 smithi175 ceph-mon[44549]: pgmap v8440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:19:55.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:55 smithi181 ceph-mon[45557]: pgmap v8440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:19:57.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:57 smithi088 ceph-mon[35322]: pgmap v8441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:19:57.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:57 smithi175 ceph-mon[44549]: pgmap v8441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:19:57.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:57 smithi181 ceph-mon[45557]: pgmap v8441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:19:59.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:19:59 smithi088 ceph-mon[35322]: pgmap v8442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:19:59.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:19:59 smithi175 ceph-mon[44549]: pgmap v8442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:19:59.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:19:59 smithi181 ceph-mon[45557]: pgmap v8442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:20:00.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:20:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:20:00.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:20:01.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:01.141+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:20:01.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:01.141+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:20:01.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:01.141+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:20:01.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:01 smithi175 ceph-mon[44549]: pgmap v8443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:20:01.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:01 smithi181 ceph-mon[45557]: pgmap v8443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:20:01.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:01 smithi088 ceph-mon[35322]: pgmap v8443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:20:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:03 smithi175 ceph-mon[44549]: pgmap v8444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:03.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:03 smithi181 ceph-mon[45557]: pgmap v8444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:03.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:03 smithi088 ceph-mon[35322]: pgmap v8444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:05.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:05 smithi175 ceph-mon[44549]: pgmap v8445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:05.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:05 smithi181 ceph-mon[45557]: pgmap v8445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:05.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:05 smithi088 ceph-mon[35322]: pgmap v8445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:07.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:07 smithi175 ceph-mon[44549]: pgmap v8446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:07.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:07 smithi181 ceph-mon[45557]: pgmap v8446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:07.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:07 smithi088 ceph-mon[35322]: pgmap v8446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:09.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:09 smithi175 ceph-mon[44549]: pgmap v8447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:09.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:09 smithi181 ceph-mon[45557]: pgmap v8447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:09.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:09 smithi088 ceph-mon[35322]: pgmap v8447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:11.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:11 smithi175 ceph-mon[44549]: pgmap v8448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:11.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:11 smithi181 ceph-mon[45557]: pgmap v8448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:11.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:11 smithi088 ceph-mon[35322]: pgmap v8448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:13.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:13 smithi175 ceph-mon[44549]: pgmap v8449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:13.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:13 smithi181 ceph-mon[45557]: pgmap v8449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:13 smithi088 ceph-mon[35322]: pgmap v8449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:15.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:15 smithi175 ceph-mon[44549]: pgmap v8450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:15.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:15 smithi181 ceph-mon[45557]: pgmap v8450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:15.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:15 smithi088 ceph-mon[35322]: pgmap v8450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:16.149+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:20:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:16.149+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:20:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:16.149+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:20:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:17 smithi175 ceph-mon[44549]: pgmap v8451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:17.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:17 smithi181 ceph-mon[45557]: pgmap v8451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:17.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:17 smithi088 ceph-mon[35322]: pgmap v8451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:19.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:19 smithi175 ceph-mon[44549]: pgmap v8452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:19.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:19 smithi181 ceph-mon[45557]: pgmap v8452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:19.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:19 smithi088 ceph-mon[35322]: pgmap v8452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:21.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:21 smithi175 ceph-mon[44549]: pgmap v8453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:21.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:21 smithi181 ceph-mon[45557]: pgmap v8453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:21.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:21 smithi088 ceph-mon[35322]: pgmap v8453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:23.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:23 smithi175 ceph-mon[44549]: pgmap v8454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:23.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:23 smithi181 ceph-mon[45557]: pgmap v8454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:23.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:23 smithi088 ceph-mon[35322]: pgmap v8454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:25.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:25 smithi175 ceph-mon[44549]: pgmap v8455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:25.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:25 smithi181 ceph-mon[45557]: pgmap v8455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:25.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:25 smithi088 ceph-mon[35322]: pgmap v8455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:27.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:27 smithi175 ceph-mon[44549]: pgmap v8456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:27.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:27 smithi181 ceph-mon[45557]: pgmap v8456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:27.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:27 smithi088 ceph-mon[35322]: pgmap v8456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:29.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:29 smithi175 ceph-mon[44549]: pgmap v8457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:29.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:29 smithi181 ceph-mon[45557]: pgmap v8457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:29.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:29 smithi088 ceph-mon[35322]: pgmap v8457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:31.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:31.165+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:20:31.171 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:31.165+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:20:31.171 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:31.165+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:20:31.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:31 smithi175 ceph-mon[44549]: pgmap v8458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:31.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:31 smithi181 ceph-mon[45557]: pgmap v8458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:31.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:31 smithi088 ceph-mon[35322]: pgmap v8458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:33.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:33 smithi175 ceph-mon[44549]: pgmap v8459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:33.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:33 smithi181 ceph-mon[45557]: pgmap v8459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:33.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:33 smithi088 ceph-mon[35322]: pgmap v8459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:35.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:35 smithi175 ceph-mon[44549]: pgmap v8460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:35.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:35 smithi181 ceph-mon[45557]: pgmap v8460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:35.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:35 smithi088 ceph-mon[35322]: pgmap v8460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:37.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:37 smithi175 ceph-mon[44549]: pgmap v8461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:37.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:37 smithi181 ceph-mon[45557]: pgmap v8461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:37.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:37 smithi088 ceph-mon[35322]: pgmap v8461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:39.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:39 smithi175 ceph-mon[44549]: pgmap v8462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:39.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:39 smithi181 ceph-mon[45557]: pgmap v8462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:39.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:39 smithi088 ceph-mon[35322]: pgmap v8462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:41.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:41 smithi175 ceph-mon[44549]: pgmap v8463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:41.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:41 smithi181 ceph-mon[45557]: pgmap v8463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:41.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:41 smithi088 ceph-mon[35322]: pgmap v8463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:20:43.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:43 smithi175 ceph-mon[44549]: pgmap v8464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:43.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:43 smithi181 ceph-mon[45557]: pgmap v8464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:43.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:43 smithi088 ceph-mon[35322]: pgmap v8464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:20:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:45 smithi175 ceph-mon[44549]: pgmap v8465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:45.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:45 smithi181 ceph-mon[45557]: pgmap v8465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:45 smithi088 ceph-mon[35322]: pgmap v8465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:20:46.180 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:46.174+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:20:46.180 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:46.174+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:20:46.180 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:20:46.174+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:20:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:47 smithi175 ceph-mon[44549]: pgmap v8466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:47.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:47 smithi181 ceph-mon[45557]: pgmap v8466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:47.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:47 smithi088 ceph-mon[35322]: pgmap v8466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:20:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:49 smithi175 ceph-mon[44549]: pgmap v8467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:49.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:49 smithi181 ceph-mon[45557]: pgmap v8467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:49.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:49 smithi088 ceph-mon[35322]: pgmap v8467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:20:50.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:20:50.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:20:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:20:51.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:51 smithi175 ceph-mon[44549]: pgmap v8468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:20:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:20:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:20:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:20:51.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:51 smithi181 ceph-mon[45557]: pgmap v8468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:20:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:20:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:20:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:20:51.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:51 smithi088 ceph-mon[35322]: pgmap v8468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:20:51.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:20:51.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:20:51.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:20:52.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:52 smithi175 ceph-mon[44549]: pgmap v8469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T17:20:52.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:52 smithi175 ceph-mon[44549]: pgmap v8470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T17:20:52.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:52 smithi181 ceph-mon[45557]: pgmap v8469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T17:20:52.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:52 smithi181 ceph-mon[45557]: pgmap v8470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T17:20:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:52 smithi088 ceph-mon[35322]: pgmap v8469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T17:20:52.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:52 smithi088 ceph-mon[35322]: pgmap v8470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T17:20:54.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:54 smithi175 ceph-mon[44549]: pgmap v8471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T17:20:54.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:54 smithi181 ceph-mon[45557]: pgmap v8471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T17:20:54.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:54 smithi088 ceph-mon[35322]: pgmap v8471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T17:20:56.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:56 smithi175 ceph-mon[44549]: pgmap v8472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:20:56.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:56 smithi181 ceph-mon[45557]: pgmap v8472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:20:56.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:56 smithi088 ceph-mon[35322]: pgmap v8472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:20:58.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:20:58 smithi175 ceph-mon[44549]: pgmap v8473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:20:58.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:20:58 smithi181 ceph-mon[45557]: pgmap v8473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:20:58.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:20:58 smithi088 ceph-mon[35322]: pgmap v8473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:21:00.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:00 smithi181 ceph-mon[45557]: pgmap v8474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:21:00.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:00 smithi088 ceph-mon[35322]: pgmap v8474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:21:00.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:00 smithi175 ceph-mon[44549]: pgmap v8474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:21:01.195 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:01.189+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:21:01.195 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:01.189+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:21:01.195 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:01.189+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:21:02.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:02 smithi181 ceph-mon[45557]: pgmap v8475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:21:02.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:02 smithi088 ceph-mon[35322]: pgmap v8475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:21:02.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:02 smithi175 ceph-mon[44549]: pgmap v8475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:21:04.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:04 smithi181 ceph-mon[45557]: pgmap v8476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:04.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:04 smithi088 ceph-mon[35322]: pgmap v8476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:04.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:04 smithi175 ceph-mon[44549]: pgmap v8476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:06.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:06 smithi181 ceph-mon[45557]: pgmap v8477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:06.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:06 smithi088 ceph-mon[35322]: pgmap v8477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:06.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:06 smithi175 ceph-mon[44549]: pgmap v8477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:08.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:08 smithi181 ceph-mon[45557]: pgmap v8478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:08.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:08 smithi088 ceph-mon[35322]: pgmap v8478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:08.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:08 smithi175 ceph-mon[44549]: pgmap v8478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:10.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:10 smithi181 ceph-mon[45557]: pgmap v8479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:10.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:10 smithi088 ceph-mon[35322]: pgmap v8479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:10.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:10 smithi175 ceph-mon[44549]: pgmap v8479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:12.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:12 smithi181 ceph-mon[45557]: pgmap v8480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:12.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:12 smithi088 ceph-mon[35322]: pgmap v8480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:12.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:12 smithi175 ceph-mon[44549]: pgmap v8480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:14.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:14 smithi181 ceph-mon[45557]: pgmap v8481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:14.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:14 smithi088 ceph-mon[35322]: pgmap v8481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:14.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:14 smithi175 ceph-mon[44549]: pgmap v8481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:16.204+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:21:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:16.204+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:21:16.210 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:16.204+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:21:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:16 smithi181 ceph-mon[45557]: pgmap v8482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:16.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:16 smithi088 ceph-mon[35322]: pgmap v8482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:16.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:16 smithi175 ceph-mon[44549]: pgmap v8482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:18.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:18 smithi181 ceph-mon[45557]: pgmap v8483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:18.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:18 smithi088 ceph-mon[35322]: pgmap v8483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:18.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:18 smithi175 ceph-mon[44549]: pgmap v8483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:20.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:20 smithi181 ceph-mon[45557]: pgmap v8484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:20.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:20 smithi088 ceph-mon[35322]: pgmap v8484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:20.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:20 smithi175 ceph-mon[44549]: pgmap v8484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:22.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:22 smithi181 ceph-mon[45557]: pgmap v8485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:22.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:22 smithi088 ceph-mon[35322]: pgmap v8485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:22 smithi175 ceph-mon[44549]: pgmap v8485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:24.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:24 smithi088 ceph-mon[35322]: pgmap v8486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:24 smithi175 ceph-mon[44549]: pgmap v8486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:24.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:24 smithi181 ceph-mon[45557]: pgmap v8486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:26.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:26 smithi088 ceph-mon[35322]: pgmap v8487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:26.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:26 smithi175 ceph-mon[44549]: pgmap v8487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:26.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:26 smithi181 ceph-mon[45557]: pgmap v8487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:28.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:28 smithi088 ceph-mon[35322]: pgmap v8488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:28.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:28 smithi175 ceph-mon[44549]: pgmap v8488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:28.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:28 smithi181 ceph-mon[45557]: pgmap v8488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:30.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:30 smithi088 ceph-mon[35322]: pgmap v8489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:30.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:30 smithi175 ceph-mon[44549]: pgmap v8489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:30.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:30 smithi181 ceph-mon[45557]: pgmap v8489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:31.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:31.219+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:21:31.225 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:31.219+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:21:31.225 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:31.219+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:21:32.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:32 smithi088 ceph-mon[35322]: pgmap v8490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:32.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:32 smithi175 ceph-mon[44549]: pgmap v8490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:32.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:32 smithi181 ceph-mon[45557]: pgmap v8490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:34.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:34 smithi088 ceph-mon[35322]: pgmap v8491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:34.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:34 smithi175 ceph-mon[44549]: pgmap v8491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:34.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:34 smithi181 ceph-mon[45557]: pgmap v8491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:36.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:36 smithi088 ceph-mon[35322]: pgmap v8492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:36.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:36 smithi175 ceph-mon[44549]: pgmap v8492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:36.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:36 smithi181 ceph-mon[45557]: pgmap v8492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:38.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:38 smithi088 ceph-mon[35322]: pgmap v8493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:38.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:38 smithi175 ceph-mon[44549]: pgmap v8493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:38.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:38 smithi181 ceph-mon[45557]: pgmap v8493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:40.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:40 smithi088 ceph-mon[35322]: pgmap v8494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:40.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:40 smithi175 ceph-mon[44549]: pgmap v8494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:40.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:40 smithi181 ceph-mon[45557]: pgmap v8494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:41.831 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:41.824+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:21:41.831 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:41.824+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:21:41.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:41.825+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 123 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:21:41.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:41.825+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 123 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:21:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:42 smithi088 ceph-mon[35322]: pgmap v8495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:42.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:42 smithi175 ceph-mon[44549]: pgmap v8495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:42.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:42 smithi181 ceph-mon[45557]: pgmap v8495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:44.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:44 smithi088 ceph-mon[35322]: pgmap v8496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:44.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:44 smithi175 ceph-mon[44549]: pgmap v8496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:44.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:44 smithi181 ceph-mon[45557]: pgmap v8496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:46.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:46.228+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:21:46.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:46.228+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:21:46.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:21:46.228+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:21:46.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:46 smithi088 ceph-mon[35322]: pgmap v8497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:46.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:46 smithi175 ceph-mon[44549]: pgmap v8497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:46.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:46 smithi181 ceph-mon[45557]: pgmap v8497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:48.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:48 smithi088 ceph-mon[35322]: pgmap v8498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:48.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:48 smithi175 ceph-mon[44549]: pgmap v8498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:48.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:48 smithi181 ceph-mon[45557]: pgmap v8498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:21:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:50 smithi088 ceph-mon[35322]: pgmap v8499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:50.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:50 smithi175 ceph-mon[44549]: pgmap v8499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:50.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:50 smithi181 ceph-mon[45557]: pgmap v8499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:21:51.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:21:51.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:21:51.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:21:52.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:52 smithi088 ceph-mon[35322]: pgmap v8500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:52.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:21:52.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:21:52.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:21:52.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:52 smithi175 ceph-mon[44549]: pgmap v8500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:52.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:21:52.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:21:52.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:21:52.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:52 smithi181 ceph-mon[45557]: pgmap v8500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:21:52.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:21:52.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:21:52.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:21:53.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:53 smithi175 ceph-mon[44549]: pgmap v8501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:21:53.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:53 smithi175 ceph-mon[44549]: pgmap v8502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:21:53.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:53 smithi181 ceph-mon[45557]: pgmap v8501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:21:53.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:53 smithi181 ceph-mon[45557]: pgmap v8502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:21:54.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:53 smithi088 ceph-mon[35322]: pgmap v8501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:21:54.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:53 smithi088 ceph-mon[35322]: pgmap v8502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:21:55.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:55 smithi175 ceph-mon[44549]: pgmap v8503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:21:55.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:55 smithi181 ceph-mon[45557]: pgmap v8503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:21:56.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:55 smithi088 ceph-mon[35322]: pgmap v8503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:21:57.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:57 smithi175 ceph-mon[44549]: pgmap v8504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:21:57.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:57 smithi181 ceph-mon[45557]: pgmap v8504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:21:58.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:57 smithi088 ceph-mon[35322]: pgmap v8504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:21:58.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:21:58 smithi175 ceph-mon[44549]: pgmap v8505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:21:58.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:21:58 smithi181 ceph-mon[45557]: pgmap v8505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:21:59.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:21:58 smithi088 ceph-mon[35322]: pgmap v8505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:22:01.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:01.232+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:22:01.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:01.232+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:22:01.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:01.232+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:22:01.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:01 smithi175 ceph-mon[44549]: pgmap v8506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:22:01.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:01 smithi181 ceph-mon[45557]: pgmap v8506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:22:01.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:01 smithi088 ceph-mon[35322]: pgmap v8506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:22:03.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:03 smithi088 ceph-mon[35322]: pgmap v8507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:22:03.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:03 smithi175 ceph-mon[44549]: pgmap v8507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:22:03.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:03 smithi181 ceph-mon[45557]: pgmap v8507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:22:05.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:05 smithi175 ceph-mon[44549]: pgmap v8508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:05.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:05 smithi181 ceph-mon[45557]: pgmap v8508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:05.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:05 smithi088 ceph-mon[35322]: pgmap v8508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:07.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:07 smithi175 ceph-mon[44549]: pgmap v8509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:07.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:07 smithi181 ceph-mon[45557]: pgmap v8509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:07.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:07 smithi088 ceph-mon[35322]: pgmap v8509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:09.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:09 smithi175 ceph-mon[44549]: pgmap v8510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:09.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:09 smithi181 ceph-mon[45557]: pgmap v8510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:09.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:09 smithi088 ceph-mon[35322]: pgmap v8510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:11.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:11 smithi175 ceph-mon[44549]: pgmap v8511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:11.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:11 smithi181 ceph-mon[45557]: pgmap v8511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:11.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:11 smithi088 ceph-mon[35322]: pgmap v8511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:13.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:13 smithi175 ceph-mon[44549]: pgmap v8512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:13.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:13 smithi181 ceph-mon[45557]: pgmap v8512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:13.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:13 smithi088 ceph-mon[35322]: pgmap v8512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:15.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:15 smithi175 ceph-mon[44549]: pgmap v8513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:15.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:15 smithi181 ceph-mon[45557]: pgmap v8513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:15.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:15 smithi088 ceph-mon[35322]: pgmap v8513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:16.233+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:22:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:16.233+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:22:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:16.233+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:22:17.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:17 smithi175 ceph-mon[44549]: pgmap v8514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:17.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:17 smithi181 ceph-mon[45557]: pgmap v8514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:17.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:17 smithi088 ceph-mon[35322]: pgmap v8514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:19.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:19 smithi175 ceph-mon[44549]: pgmap v8515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:19.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:19 smithi181 ceph-mon[45557]: pgmap v8515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:19.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:19 smithi088 ceph-mon[35322]: pgmap v8515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:21.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:21 smithi175 ceph-mon[44549]: pgmap v8516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:21.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:21 smithi181 ceph-mon[45557]: pgmap v8516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:21.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:21 smithi088 ceph-mon[35322]: pgmap v8516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:23.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:23 smithi175 ceph-mon[44549]: pgmap v8517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:23.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:23 smithi181 ceph-mon[45557]: pgmap v8517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:23.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:23 smithi088 ceph-mon[35322]: pgmap v8517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:25.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:25 smithi175 ceph-mon[44549]: pgmap v8518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:25.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:25 smithi181 ceph-mon[45557]: pgmap v8518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:25.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:25 smithi088 ceph-mon[35322]: pgmap v8518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:27.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:27 smithi175 ceph-mon[44549]: pgmap v8519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:27.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:27 smithi181 ceph-mon[45557]: pgmap v8519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:27.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:27 smithi088 ceph-mon[35322]: pgmap v8519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:29.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:29 smithi175 ceph-mon[44549]: pgmap v8520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:29.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:29 smithi181 ceph-mon[45557]: pgmap v8520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:29.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:29 smithi088 ceph-mon[35322]: pgmap v8520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:31.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:31.240+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:22:31.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:31.240+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:22:31.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:31.240+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:22:31.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:31 smithi175 ceph-mon[44549]: pgmap v8521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:31.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:31 smithi181 ceph-mon[45557]: pgmap v8521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:31.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:31 smithi088 ceph-mon[35322]: pgmap v8521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:33.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:33 smithi175 ceph-mon[44549]: pgmap v8522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:33.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:33 smithi181 ceph-mon[45557]: pgmap v8522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:33.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:33 smithi088 ceph-mon[35322]: pgmap v8522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:35.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:35 smithi175 ceph-mon[44549]: pgmap v8523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:35.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:35 smithi181 ceph-mon[45557]: pgmap v8523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:35 smithi088 ceph-mon[35322]: pgmap v8523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:37.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:37 smithi175 ceph-mon[44549]: pgmap v8524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:37.462 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:37 smithi181 ceph-mon[45557]: pgmap v8524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:37 smithi088 ceph-mon[35322]: pgmap v8524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:39.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:39 smithi175 ceph-mon[44549]: pgmap v8525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:39.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:39 smithi181 ceph-mon[45557]: pgmap v8525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:39.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:39 smithi088 ceph-mon[35322]: pgmap v8525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:41.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:41 smithi181 ceph-mon[45557]: pgmap v8526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:41.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:41 smithi088 ceph-mon[35322]: pgmap v8526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:41.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:41 smithi175 ceph-mon[44549]: pgmap v8526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:43.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:43 smithi181 ceph-mon[45557]: pgmap v8527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:43.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:43 smithi088 ceph-mon[35322]: pgmap v8527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:43 smithi175 ceph-mon[44549]: pgmap v8527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:45.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:45 smithi181 ceph-mon[45557]: pgmap v8528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:45.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:45 smithi088 ceph-mon[35322]: pgmap v8528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:45.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:45 smithi175 ceph-mon[44549]: pgmap v8528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:46.262 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:46.256+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:22:46.262 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:46.256+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:22:46.262 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:22:46.256+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:22:47.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:47 smithi181 ceph-mon[45557]: pgmap v8529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:47.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:47 smithi088 ceph-mon[35322]: pgmap v8529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:47.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:47 smithi175 ceph-mon[44549]: pgmap v8529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:22:49.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:49 smithi181 ceph-mon[45557]: pgmap v8530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:49.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:49 smithi088 ceph-mon[35322]: pgmap v8530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:49.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:49 smithi175 ceph-mon[44549]: pgmap v8530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:51.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:51 smithi181 ceph-mon[45557]: pgmap v8531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:51.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:51 smithi088 ceph-mon[35322]: pgmap v8531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:51.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:51 smithi175 ceph-mon[44549]: pgmap v8531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:22:52.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:22:52.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:22:52.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:22:53.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:53 smithi181 ceph-mon[45557]: pgmap v8532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:53.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:22:53.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:22:53.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:22:53.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:53 smithi088 ceph-mon[35322]: pgmap v8532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:53.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:22:53.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:22:53.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:22:53.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:53 smithi175 ceph-mon[44549]: pgmap v8532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:22:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:22:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:22:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:22:54.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:54 smithi181 ceph-mon[45557]: pgmap v8533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:22:54.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:54 smithi181 ceph-mon[45557]: pgmap v8534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:22:54.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:54 smithi088 ceph-mon[35322]: pgmap v8533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:22:54.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:54 smithi088 ceph-mon[35322]: pgmap v8534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:22:54.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:54 smithi175 ceph-mon[44549]: pgmap v8533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:22:54.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:54 smithi175 ceph-mon[44549]: pgmap v8534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:22:56.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:56 smithi181 ceph-mon[45557]: pgmap v8535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:22:56.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:56 smithi088 ceph-mon[35322]: pgmap v8535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:22:56.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:56 smithi175 ceph-mon[44549]: pgmap v8535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:22:58.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:22:58 smithi181 ceph-mon[45557]: pgmap v8536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:22:58.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:22:58 smithi088 ceph-mon[35322]: pgmap v8536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:22:58.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:22:58 smithi175 ceph-mon[44549]: pgmap v8536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:23:00.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:00 smithi088 ceph-mon[35322]: pgmap v8537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:23:00.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:00 smithi175 ceph-mon[44549]: pgmap v8537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:23:00.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:00 smithi181 ceph-mon[45557]: pgmap v8537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:23:01.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:01.270+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:23:01.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:01.270+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:23:01.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:01.270+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:23:02.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:02 smithi088 ceph-mon[35322]: pgmap v8538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:23:02.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:02 smithi175 ceph-mon[44549]: pgmap v8538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:23:02.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:02 smithi181 ceph-mon[45557]: pgmap v8538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:23:04.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:04 smithi088 ceph-mon[35322]: pgmap v8539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:23:04.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:04 smithi175 ceph-mon[44549]: pgmap v8539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:23:04.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:04 smithi181 ceph-mon[45557]: pgmap v8539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:23:06.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:06 smithi088 ceph-mon[35322]: pgmap v8540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:06.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:06 smithi175 ceph-mon[44549]: pgmap v8540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:06.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:06 smithi181 ceph-mon[45557]: pgmap v8540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:08.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:08 smithi088 ceph-mon[35322]: pgmap v8541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:08.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:08 smithi175 ceph-mon[44549]: pgmap v8541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:08.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:08 smithi181 ceph-mon[45557]: pgmap v8541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:10.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:10 smithi088 ceph-mon[35322]: pgmap v8542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:10.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:10 smithi175 ceph-mon[44549]: pgmap v8542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:10.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:10 smithi181 ceph-mon[45557]: pgmap v8542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:12.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:12 smithi088 ceph-mon[35322]: pgmap v8543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:12.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:12 smithi175 ceph-mon[44549]: pgmap v8543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:12.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:12 smithi181 ceph-mon[45557]: pgmap v8543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:14.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:14 smithi088 ceph-mon[35322]: pgmap v8544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:14.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:14 smithi175 ceph-mon[44549]: pgmap v8544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:14.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:14 smithi181 ceph-mon[45557]: pgmap v8544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:16.286+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:23:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:16.286+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:23:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:16.286+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:23:16.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:16 smithi088 ceph-mon[35322]: pgmap v8545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:16 smithi175 ceph-mon[44549]: pgmap v8545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:16 smithi181 ceph-mon[45557]: pgmap v8545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:18.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:18 smithi088 ceph-mon[35322]: pgmap v8546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:18.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:18 smithi175 ceph-mon[44549]: pgmap v8546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:18.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:18 smithi181 ceph-mon[45557]: pgmap v8546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:20.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:20 smithi088 ceph-mon[35322]: pgmap v8547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:20.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:20 smithi175 ceph-mon[44549]: pgmap v8547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:20.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:20 smithi181 ceph-mon[45557]: pgmap v8547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:22.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:22 smithi088 ceph-mon[35322]: pgmap v8548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:22.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:22 smithi175 ceph-mon[44549]: pgmap v8548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:22.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:22 smithi181 ceph-mon[45557]: pgmap v8548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:24.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:24 smithi088 ceph-mon[35322]: pgmap v8549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:24.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:24 smithi175 ceph-mon[44549]: pgmap v8549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:24.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:24 smithi181 ceph-mon[45557]: pgmap v8549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:26.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:26 smithi088 ceph-mon[35322]: pgmap v8550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:26.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:26 smithi175 ceph-mon[44549]: pgmap v8550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:26.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:26 smithi181 ceph-mon[45557]: pgmap v8550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:28.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:28 smithi088 ceph-mon[35322]: pgmap v8551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:28.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:28 smithi175 ceph-mon[44549]: pgmap v8551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:28.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:28 smithi181 ceph-mon[45557]: pgmap v8551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:30.534 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:30 smithi088 ceph-mon[35322]: pgmap v8552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:30.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:30 smithi175 ceph-mon[44549]: pgmap v8552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:30.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:30 smithi181 ceph-mon[45557]: pgmap v8552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:31.306 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:31.300+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:23:31.306 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:31.300+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:23:31.306 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:31.300+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:23:32.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:32 smithi088 ceph-mon[35322]: pgmap v8553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:32 smithi175 ceph-mon[44549]: pgmap v8553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:32 smithi181 ceph-mon[45557]: pgmap v8553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:34.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:34 smithi175 ceph-mon[44549]: pgmap v8554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:34.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:34 smithi181 ceph-mon[45557]: pgmap v8554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:34.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:34 smithi088 ceph-mon[35322]: pgmap v8554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:36 smithi088 ceph-mon[35322]: pgmap v8555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:36.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:36 smithi175 ceph-mon[44549]: pgmap v8555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:36.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:36 smithi181 ceph-mon[45557]: pgmap v8555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:38.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:38 smithi175 ceph-mon[44549]: pgmap v8556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:38.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:38 smithi181 ceph-mon[45557]: pgmap v8556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:38.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:38 smithi088 ceph-mon[35322]: pgmap v8556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:40.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:40 smithi175 ceph-mon[44549]: pgmap v8557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:40.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:40 smithi181 ceph-mon[45557]: pgmap v8557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:40.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:40 smithi088 ceph-mon[35322]: pgmap v8557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:42.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:42 smithi175 ceph-mon[44549]: pgmap v8558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:42.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:42 smithi181 ceph-mon[45557]: pgmap v8558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:42 smithi088 ceph-mon[35322]: pgmap v8558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:44.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:44 smithi175 ceph-mon[44549]: pgmap v8559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:44.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:44 smithi181 ceph-mon[45557]: pgmap v8559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:44.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:44 smithi088 ceph-mon[35322]: pgmap v8559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:46.321 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:46.315+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:23:46.321 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:46.315+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:23:46.321 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:23:46.315+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:23:46.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:46 smithi175 ceph-mon[44549]: pgmap v8560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:46.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:46 smithi181 ceph-mon[45557]: pgmap v8560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:46.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:46 smithi088 ceph-mon[35322]: pgmap v8560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:48.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:48 smithi175 ceph-mon[44549]: pgmap v8561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:48.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:48 smithi181 ceph-mon[45557]: pgmap v8561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:48.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:48 smithi088 ceph-mon[35322]: pgmap v8561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:50.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:50 smithi175 ceph-mon[44549]: pgmap v8562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:50.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:50 smithi181 ceph-mon[45557]: pgmap v8562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:50.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:50 smithi088 ceph-mon[35322]: pgmap v8562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:23:52.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:52 smithi175 ceph-mon[44549]: pgmap v8563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:52.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:52 smithi181 ceph-mon[45557]: pgmap v8563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:52.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:52 smithi088 ceph-mon[35322]: pgmap v8563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:23:53.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:23:53.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:23:53.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:23:54.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: pgmap v8564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:54.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:23:54.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:23:54.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:23:54.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:23:54.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: pgmap v8564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:23:54.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:23:54.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:23:54.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: pgmap v8564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:23:54.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:23:54.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:23:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:23:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:23:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:23:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:23:55.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:55 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 175.8M 2024-01-28T17:23:55.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:55 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 184438763: error parsing value: Value '184438763' is below minimum 939524096 2024-01-28T17:23:55.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:55 smithi175 ceph-mon[44549]: pgmap v8565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:23:55.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:55 smithi175 ceph-mon[44549]: pgmap v8566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:23:55.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:55 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 175.8M 2024-01-28T17:23:55.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:55 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 184438763: error parsing value: Value '184438763' is below minimum 939524096 2024-01-28T17:23:55.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:55 smithi181 ceph-mon[45557]: pgmap v8565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:23:55.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:55 smithi181 ceph-mon[45557]: pgmap v8566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:23:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:55 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 175.8M 2024-01-28T17:23:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:55 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 184438763: error parsing value: Value '184438763' is below minimum 939524096 2024-01-28T17:23:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:55 smithi088 ceph-mon[35322]: pgmap v8565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:23:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:55 smithi088 ceph-mon[35322]: pgmap v8566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:23:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:57 smithi175 ceph-mon[44549]: pgmap v8567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:23:57.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:57 smithi181 ceph-mon[45557]: pgmap v8567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:23:57.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:57 smithi088 ceph-mon[35322]: pgmap v8567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:23:59.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:23:59 smithi175 ceph-mon[44549]: pgmap v8568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:23:59.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:23:59 smithi181 ceph-mon[45557]: pgmap v8568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:23:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:23:59 smithi088 ceph-mon[35322]: pgmap v8568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:24:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:01.331+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:24:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:01.331+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:24:01.337 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:01.331+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:24:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:01 smithi175 ceph-mon[44549]: pgmap v8569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:24:01.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:01 smithi181 ceph-mon[45557]: pgmap v8569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:24:01.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:01 smithi088 ceph-mon[35322]: pgmap v8569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:24:03.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:03 smithi175 ceph-mon[44549]: pgmap v8570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:24:03.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:03 smithi181 ceph-mon[45557]: pgmap v8570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:24:03.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:03 smithi088 ceph-mon[35322]: pgmap v8570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:24:05.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:05 smithi175 ceph-mon[44549]: pgmap v8571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:24:05.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:05 smithi181 ceph-mon[45557]: pgmap v8571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:24:05.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:05 smithi088 ceph-mon[35322]: pgmap v8571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:24:07.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:07 smithi175 ceph-mon[44549]: pgmap v8572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:07.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:07 smithi181 ceph-mon[45557]: pgmap v8572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:07.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:07 smithi088 ceph-mon[35322]: pgmap v8572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:09.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:09 smithi175 ceph-mon[44549]: pgmap v8573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:09.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:09 smithi181 ceph-mon[45557]: pgmap v8573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:09.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:09 smithi088 ceph-mon[35322]: pgmap v8573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:11.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:11 smithi175 ceph-mon[44549]: pgmap v8574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:11.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:11 smithi181 ceph-mon[45557]: pgmap v8574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:11.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:11 smithi088 ceph-mon[35322]: pgmap v8574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:13.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:13 smithi175 ceph-mon[44549]: pgmap v8575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:13.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:13 smithi181 ceph-mon[45557]: pgmap v8575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:13.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:13 smithi088 ceph-mon[35322]: pgmap v8575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:15.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:15 smithi175 ceph-mon[44549]: pgmap v8576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:15.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:15 smithi181 ceph-mon[45557]: pgmap v8576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:15.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:15 smithi088 ceph-mon[35322]: pgmap v8576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:16.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:16.340+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:24:16.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:16.340+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:24:16.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:16.340+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:24:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:17 smithi175 ceph-mon[44549]: pgmap v8577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:17.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:17 smithi181 ceph-mon[45557]: pgmap v8577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:17 smithi088 ceph-mon[35322]: pgmap v8577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:19 smithi175 ceph-mon[44549]: pgmap v8578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:19.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:19 smithi181 ceph-mon[45557]: pgmap v8578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:19.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:19 smithi088 ceph-mon[35322]: pgmap v8578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:21 smithi175 ceph-mon[44549]: pgmap v8579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:21.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:21 smithi181 ceph-mon[45557]: pgmap v8579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:21.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:21 smithi088 ceph-mon[35322]: pgmap v8579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:23.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:23 smithi175 ceph-mon[44549]: pgmap v8580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:23.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:23 smithi181 ceph-mon[45557]: pgmap v8580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:23.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:23 smithi088 ceph-mon[35322]: pgmap v8580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:25.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:25 smithi175 ceph-mon[44549]: pgmap v8581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:25.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:25 smithi181 ceph-mon[45557]: pgmap v8581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:25.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:25 smithi088 ceph-mon[35322]: pgmap v8581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:27.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:27 smithi175 ceph-mon[44549]: pgmap v8582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:27.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:27 smithi181 ceph-mon[45557]: pgmap v8582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:27.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:27 smithi088 ceph-mon[35322]: pgmap v8582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:29.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:29 smithi175 ceph-mon[44549]: pgmap v8583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:29.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:29 smithi181 ceph-mon[45557]: pgmap v8583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:29.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:29 smithi088 ceph-mon[35322]: pgmap v8583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:31.361 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:31.355+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:24:31.361 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:31.355+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:24:31.361 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:31.355+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:24:31.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:31 smithi175 ceph-mon[44549]: pgmap v8584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:31.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:31 smithi181 ceph-mon[45557]: pgmap v8584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:31.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:31 smithi088 ceph-mon[35322]: pgmap v8584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:33.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:33 smithi181 ceph-mon[45557]: pgmap v8585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:33.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:33 smithi088 ceph-mon[35322]: pgmap v8585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:33.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:33 smithi175 ceph-mon[44549]: pgmap v8585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:35.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:35 smithi181 ceph-mon[45557]: pgmap v8586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:35.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:35 smithi088 ceph-mon[35322]: pgmap v8586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:35.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:35 smithi175 ceph-mon[44549]: pgmap v8586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:37.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:37 smithi181 ceph-mon[45557]: pgmap v8587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:37.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:37 smithi088 ceph-mon[35322]: pgmap v8587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:37.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:37 smithi175 ceph-mon[44549]: pgmap v8587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:39.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:39 smithi181 ceph-mon[45557]: pgmap v8588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:39.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:39 smithi088 ceph-mon[35322]: pgmap v8588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:39.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:39 smithi175 ceph-mon[44549]: pgmap v8588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:41.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:41 smithi181 ceph-mon[45557]: pgmap v8589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:41.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:41 smithi088 ceph-mon[35322]: pgmap v8589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:41.859 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:41.853+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:24:41.859 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:41.853+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:24:41.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:41.854+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 124 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:24:41.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:41.854+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T17:24:41.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:41.854+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 124 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T17:24:41.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:41.854+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:24:41.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:41.854+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 125 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:24:41.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:41.854+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 125 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:24:41.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:41 smithi175 ceph-mon[44549]: pgmap v8589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:43.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:43 smithi181 ceph-mon[45557]: pgmap v8590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:43.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:43 smithi088 ceph-mon[35322]: pgmap v8590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:43.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:43 smithi175 ceph-mon[44549]: pgmap v8590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:45.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:45 smithi181 ceph-mon[45557]: pgmap v8591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:45.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:45 smithi088 ceph-mon[35322]: pgmap v8591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:45.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:45 smithi175 ceph-mon[44549]: pgmap v8591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:46.366+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:24:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:46.366+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:24:46.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:24:46.366+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:24:47.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:47 smithi181 ceph-mon[45557]: pgmap v8592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:47.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:47 smithi088 ceph-mon[35322]: pgmap v8592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:47.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:47 smithi175 ceph-mon[44549]: pgmap v8592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:24:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:49 smithi181 ceph-mon[45557]: pgmap v8593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:49.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:49 smithi088 ceph-mon[35322]: pgmap v8593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:49.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:49 smithi175 ceph-mon[44549]: pgmap v8593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:51 smithi181 ceph-mon[45557]: pgmap v8594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:51.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:51 smithi088 ceph-mon[35322]: pgmap v8594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:51.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:51 smithi175 ceph-mon[44549]: pgmap v8594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:53.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:53 smithi181 ceph-mon[45557]: pgmap v8595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:53.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:53 smithi088 ceph-mon[35322]: pgmap v8595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:53.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:53 smithi175 ceph-mon[44549]: pgmap v8595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:24:54.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:24:54.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:24:54.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:24:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:55 smithi088 ceph-mon[35322]: pgmap v8596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:24:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:24:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:24:55.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:55 smithi175 ceph-mon[44549]: pgmap v8596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:55.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:24:55.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:24:55.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:24:55.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:55 smithi181 ceph-mon[45557]: pgmap v8596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:24:55.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:24:55.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:24:55.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:24:55.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:24:56.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:56 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:24:56.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:56 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:24:56.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:56 smithi088 ceph-mon[35322]: pgmap v8597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:24:56.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:56 smithi088 ceph-mon[35322]: pgmap v8598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:24:56.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:56 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:24:56.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:56 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:24:56.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:56 smithi175 ceph-mon[44549]: pgmap v8597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:24:56.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:56 smithi175 ceph-mon[44549]: pgmap v8598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:24:56.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:56 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:24:56.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:56 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:24:56.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:56 smithi181 ceph-mon[45557]: pgmap v8597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:24:56.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:56 smithi181 ceph-mon[45557]: pgmap v8598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:24:58.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:24:58 smithi088 ceph-mon[35322]: pgmap v8599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:24:58.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:24:58 smithi175 ceph-mon[44549]: pgmap v8599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:24:58.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:24:58 smithi181 ceph-mon[45557]: pgmap v8599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:25:00.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:00 smithi088 ceph-mon[35322]: pgmap v8600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:25:00.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:00 smithi175 ceph-mon[44549]: pgmap v8600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:25:00.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:00 smithi181 ceph-mon[45557]: pgmap v8600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:25:01.386 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:01.379+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:25:01.387 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:01.379+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:25:01.387 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:01.379+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:25:02.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:02 smithi088 ceph-mon[35322]: pgmap v8601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:25:02.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:02 smithi175 ceph-mon[44549]: pgmap v8601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:25:02.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:02 smithi181 ceph-mon[45557]: pgmap v8601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:25:04.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:04 smithi088 ceph-mon[35322]: pgmap v8602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:25:04.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:04 smithi175 ceph-mon[44549]: pgmap v8602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:25:04.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:04 smithi181 ceph-mon[45557]: pgmap v8602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:25:06.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:06 smithi088 ceph-mon[35322]: pgmap v8603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:25:06.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:06 smithi175 ceph-mon[44549]: pgmap v8603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:25:06.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:06 smithi181 ceph-mon[45557]: pgmap v8603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:25:08.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:08 smithi088 ceph-mon[35322]: pgmap v8604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:08.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:08 smithi175 ceph-mon[44549]: pgmap v8604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:08.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:08 smithi181 ceph-mon[45557]: pgmap v8604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:10.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:10 smithi088 ceph-mon[35322]: pgmap v8605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:10.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:10 smithi175 ceph-mon[44549]: pgmap v8605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:10.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:10 smithi181 ceph-mon[45557]: pgmap v8605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:12.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:12 smithi088 ceph-mon[35322]: pgmap v8606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:12.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:12 smithi175 ceph-mon[44549]: pgmap v8606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:12.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:12 smithi181 ceph-mon[45557]: pgmap v8606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:14.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:14 smithi088 ceph-mon[35322]: pgmap v8607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:14.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:14 smithi175 ceph-mon[44549]: pgmap v8607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:14.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:14 smithi181 ceph-mon[45557]: pgmap v8607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:16.396+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:25:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:16.396+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:25:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:16.396+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:25:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:16 smithi088 ceph-mon[35322]: pgmap v8608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:16.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:16 smithi175 ceph-mon[44549]: pgmap v8608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:16.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:16 smithi181 ceph-mon[45557]: pgmap v8608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:18.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:18 smithi088 ceph-mon[35322]: pgmap v8609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:18.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:18 smithi175 ceph-mon[44549]: pgmap v8609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:18.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:18 smithi181 ceph-mon[45557]: pgmap v8609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:20.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:20 smithi088 ceph-mon[35322]: pgmap v8610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:20.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:20 smithi175 ceph-mon[44549]: pgmap v8610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:20.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:20 smithi181 ceph-mon[45557]: pgmap v8610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:22.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:22 smithi088 ceph-mon[35322]: pgmap v8611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:22 smithi175 ceph-mon[44549]: pgmap v8611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:22.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:22 smithi181 ceph-mon[45557]: pgmap v8611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:24.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:24 smithi088 ceph-mon[35322]: pgmap v8612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:24.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:24 smithi175 ceph-mon[44549]: pgmap v8612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:24.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:24 smithi181 ceph-mon[45557]: pgmap v8612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:26.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:26 smithi175 ceph-mon[44549]: pgmap v8613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:26.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:26 smithi181 ceph-mon[45557]: pgmap v8613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:27.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:26 smithi088 ceph-mon[35322]: pgmap v8613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:28.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:28 smithi175 ceph-mon[44549]: pgmap v8614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:28.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:28 smithi181 ceph-mon[45557]: pgmap v8614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:29.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:28 smithi088 ceph-mon[35322]: pgmap v8614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:30.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:30 smithi175 ceph-mon[44549]: pgmap v8615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:30.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:30 smithi181 ceph-mon[45557]: pgmap v8615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:31.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:30 smithi088 ceph-mon[35322]: pgmap v8615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:31.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:31.411+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:25:31.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:31.411+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:25:31.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:31.411+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:25:32.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:32 smithi175 ceph-mon[44549]: pgmap v8616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:32.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:32 smithi181 ceph-mon[45557]: pgmap v8616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:33.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:32 smithi088 ceph-mon[35322]: pgmap v8616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:34.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:34 smithi175 ceph-mon[44549]: pgmap v8617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:34.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:34 smithi181 ceph-mon[45557]: pgmap v8617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:35.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:34 smithi088 ceph-mon[35322]: pgmap v8617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:36 smithi175 ceph-mon[44549]: pgmap v8618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:36.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:36 smithi181 ceph-mon[45557]: pgmap v8618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:36 smithi088 ceph-mon[35322]: pgmap v8618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:38.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:38 smithi175 ceph-mon[44549]: pgmap v8619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:38.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:38 smithi181 ceph-mon[45557]: pgmap v8619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:39.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:38 smithi088 ceph-mon[35322]: pgmap v8619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:40.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:40 smithi175 ceph-mon[44549]: pgmap v8620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:40.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:40 smithi181 ceph-mon[45557]: pgmap v8620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:41.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:40 smithi088 ceph-mon[35322]: pgmap v8620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:42.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:42 smithi175 ceph-mon[44549]: pgmap v8621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:42.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:42 smithi181 ceph-mon[45557]: pgmap v8621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:43.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:42 smithi088 ceph-mon[35322]: pgmap v8621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:44.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:44 smithi175 ceph-mon[44549]: pgmap v8622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:44.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:44 smithi181 ceph-mon[45557]: pgmap v8622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:45.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:44 smithi088 ceph-mon[35322]: pgmap v8622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:46.427 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:46.421+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:25:46.427 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:46.421+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:25:46.427 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:25:46.421+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:25:46.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:46 smithi175 ceph-mon[44549]: pgmap v8623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:46.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:46 smithi181 ceph-mon[45557]: pgmap v8623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:47.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:46 smithi088 ceph-mon[35322]: pgmap v8623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:48.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:48 smithi175 ceph-mon[44549]: pgmap v8624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:48.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:48 smithi181 ceph-mon[45557]: pgmap v8624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:49.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:48 smithi088 ceph-mon[35322]: pgmap v8624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:50.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:50 smithi175 ceph-mon[44549]: pgmap v8625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:50.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:50 smithi181 ceph-mon[45557]: pgmap v8625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:51.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:50 smithi088 ceph-mon[35322]: pgmap v8625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:52.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:52 smithi175 ceph-mon[44549]: pgmap v8626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:52.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:52 smithi181 ceph-mon[45557]: pgmap v8626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:53.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:52 smithi088 ceph-mon[35322]: pgmap v8626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:25:53.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:53 smithi175 ceph-mon[44549]: pgmap v8627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:53.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:53 smithi181 ceph-mon[45557]: pgmap v8627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:54.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:53 smithi088 ceph-mon[35322]: pgmap v8627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:25:56.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:55 smithi088 ceph-mon[35322]: pgmap v8628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:56.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:25:56.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:25:56.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:25:56.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:25:56.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:55 smithi175 ceph-mon[44549]: pgmap v8628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:56.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:25:56.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:25:56.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:25:56.417 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:25:56.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:55 smithi181 ceph-mon[45557]: pgmap v8628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:25:56.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:25:56.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:25:56.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:25:56.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:25:57.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:57 smithi181 ceph-mon[45557]: pgmap v8629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:25:57.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:57 smithi181 ceph-mon[45557]: pgmap v8630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:25:57.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:57 smithi088 ceph-mon[35322]: pgmap v8629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:25:57.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:57 smithi088 ceph-mon[35322]: pgmap v8630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:25:57.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:57 smithi175 ceph-mon[44549]: pgmap v8629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:25:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:57 smithi175 ceph-mon[44549]: pgmap v8630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:25:59.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:25:59 smithi181 ceph-mon[45557]: pgmap v8631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:25:59.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:25:59 smithi088 ceph-mon[35322]: pgmap v8631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:25:59.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:25:59 smithi175 ceph-mon[44549]: pgmap v8631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:26:01.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:01.432+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:26:01.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:01.432+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:26:01.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:01.432+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:26:01.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:01 smithi181 ceph-mon[45557]: pgmap v8632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:26:01.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:01 smithi088 ceph-mon[35322]: pgmap v8632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:26:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:01 smithi175 ceph-mon[44549]: pgmap v8632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:26:03.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:03 smithi181 ceph-mon[45557]: pgmap v8633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:26:03.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:03 smithi088 ceph-mon[35322]: pgmap v8633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:26:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:03 smithi175 ceph-mon[44549]: pgmap v8633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:26:05.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:05 smithi181 ceph-mon[45557]: pgmap v8634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:26:05.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:05 smithi088 ceph-mon[35322]: pgmap v8634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:26:05.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:05 smithi175 ceph-mon[44549]: pgmap v8634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:26:07.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:07 smithi181 ceph-mon[45557]: pgmap v8635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:26:07.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:07 smithi088 ceph-mon[35322]: pgmap v8635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:26:07.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:07 smithi175 ceph-mon[44549]: pgmap v8635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:26:09.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:09 smithi181 ceph-mon[45557]: pgmap v8636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:09.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:09 smithi088 ceph-mon[35322]: pgmap v8636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:09.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:09 smithi175 ceph-mon[44549]: pgmap v8636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:11.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:11 smithi181 ceph-mon[45557]: pgmap v8637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:11.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:11 smithi088 ceph-mon[35322]: pgmap v8637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:11.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:11 smithi175 ceph-mon[44549]: pgmap v8637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:13.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:13 smithi181 ceph-mon[45557]: pgmap v8638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:13.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:13 smithi088 ceph-mon[35322]: pgmap v8638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:13.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:13 smithi175 ceph-mon[44549]: pgmap v8638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:15.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:15 smithi181 ceph-mon[45557]: pgmap v8639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:15.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:15 smithi088 ceph-mon[35322]: pgmap v8639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:15.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:15 smithi175 ceph-mon[44549]: pgmap v8639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:16.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:16.437+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:26:16.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:16.437+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:26:16.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:16.437+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:26:17.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:17 smithi181 ceph-mon[45557]: pgmap v8640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:17.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:17 smithi088 ceph-mon[35322]: pgmap v8640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:17 smithi175 ceph-mon[44549]: pgmap v8640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:19.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:19 smithi181 ceph-mon[45557]: pgmap v8641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:19.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:19 smithi088 ceph-mon[35322]: pgmap v8641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:19 smithi175 ceph-mon[44549]: pgmap v8641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:21.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:21 smithi181 ceph-mon[45557]: pgmap v8642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:21.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:21 smithi088 ceph-mon[35322]: pgmap v8642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:21 smithi175 ceph-mon[44549]: pgmap v8642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:23.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:23 smithi088 ceph-mon[35322]: pgmap v8643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:23.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:23 smithi175 ceph-mon[44549]: pgmap v8643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:23.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:23 smithi181 ceph-mon[45557]: pgmap v8643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:25.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:25 smithi088 ceph-mon[35322]: pgmap v8644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:25.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:25 smithi175 ceph-mon[44549]: pgmap v8644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:25.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:25 smithi181 ceph-mon[45557]: pgmap v8644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:27.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:27 smithi088 ceph-mon[35322]: pgmap v8645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:27.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:27 smithi175 ceph-mon[44549]: pgmap v8645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:27.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:27 smithi181 ceph-mon[45557]: pgmap v8645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:29.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:29 smithi088 ceph-mon[35322]: pgmap v8646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:29.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:29 smithi175 ceph-mon[44549]: pgmap v8646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:29.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:29 smithi181 ceph-mon[45557]: pgmap v8646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:31.451+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:26:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:31.451+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:26:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:31.451+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:26:31.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:31 smithi088 ceph-mon[35322]: pgmap v8647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:31.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:31 smithi175 ceph-mon[44549]: pgmap v8647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:31.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:31 smithi181 ceph-mon[45557]: pgmap v8647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:33.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:33 smithi088 ceph-mon[35322]: pgmap v8648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:33.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:33 smithi175 ceph-mon[44549]: pgmap v8648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:33.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:33 smithi181 ceph-mon[45557]: pgmap v8648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:35 smithi088 ceph-mon[35322]: pgmap v8649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:35.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:35 smithi175 ceph-mon[44549]: pgmap v8649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:35.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:35 smithi181 ceph-mon[45557]: pgmap v8649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:37.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:37 smithi088 ceph-mon[35322]: pgmap v8650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:37.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:37 smithi175 ceph-mon[44549]: pgmap v8650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:37.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:37 smithi181 ceph-mon[45557]: pgmap v8650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:39.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:39 smithi088 ceph-mon[35322]: pgmap v8651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:39.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:39 smithi175 ceph-mon[44549]: pgmap v8651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:39.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:39 smithi181 ceph-mon[45557]: pgmap v8651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:41.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:41 smithi088 ceph-mon[35322]: pgmap v8652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:41.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:41 smithi175 ceph-mon[44549]: pgmap v8652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:41.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:41 smithi181 ceph-mon[45557]: pgmap v8652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:43.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:43 smithi088 ceph-mon[35322]: pgmap v8653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:43 smithi175 ceph-mon[44549]: pgmap v8653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:43.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:43 smithi181 ceph-mon[45557]: pgmap v8653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:45.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:45 smithi088 ceph-mon[35322]: pgmap v8654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:45.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:45 smithi175 ceph-mon[44549]: pgmap v8654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:45.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:45 smithi181 ceph-mon[45557]: pgmap v8654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:46.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:46.466+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:26:46.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:46.466+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:26:46.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:26:46.466+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:26:47.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:47 smithi088 ceph-mon[35322]: pgmap v8655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:47.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:47 smithi175 ceph-mon[44549]: pgmap v8655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:47.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:47 smithi181 ceph-mon[45557]: pgmap v8655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:49.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:49 smithi088 ceph-mon[35322]: pgmap v8656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:49.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:49 smithi175 ceph-mon[44549]: pgmap v8656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:49 smithi181 ceph-mon[45557]: pgmap v8656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:51.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:51 smithi088 ceph-mon[35322]: pgmap v8657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:51 smithi175 ceph-mon[44549]: pgmap v8657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:51 smithi181 ceph-mon[45557]: pgmap v8657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:26:53.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:53 smithi088 ceph-mon[35322]: pgmap v8658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:53 smithi175 ceph-mon[44549]: pgmap v8658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:53.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:53 smithi181 ceph-mon[45557]: pgmap v8658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:26:55.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:55 smithi088 ceph-mon[35322]: pgmap v8659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:55.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:55 smithi175 ceph-mon[44549]: pgmap v8659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:55.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:55 smithi181 ceph-mon[45557]: pgmap v8659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:26:56.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:26:56.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:26:56.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:26:57.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:57 smithi088 ceph-mon[35322]: pgmap v8660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:57 smithi175 ceph-mon[44549]: pgmap v8660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:57.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:57 smithi181 ceph-mon[45557]: pgmap v8660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:26:58.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:58.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:59 smithi088 ceph-mon[35322]: pgmap v8661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:26:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:26:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:26:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:59.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:59 smithi175 ceph-mon[44549]: pgmap v8661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:59.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:26:59.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:26:59.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:26:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:26:59.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:59 smithi181 ceph-mon[45557]: pgmap v8661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:26:59.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:26:59.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:26:59.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:26:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:27:00.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:00 smithi088 ceph-mon[35322]: pgmap v8662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T17:27:00.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:00 smithi088 ceph-mon[35322]: pgmap v8663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:27:00.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:00 smithi175 ceph-mon[44549]: pgmap v8662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T17:27:00.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:00 smithi175 ceph-mon[44549]: pgmap v8663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:27:00.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:00 smithi181 ceph-mon[45557]: pgmap v8662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T17:27:00.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:00 smithi181 ceph-mon[45557]: pgmap v8663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:27:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:01.481+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:27:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:01.481+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:27:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:01.481+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:27:02.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:02 smithi088 ceph-mon[35322]: pgmap v8664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:27:02.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:02 smithi175 ceph-mon[44549]: pgmap v8664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:27:02.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:02 smithi181 ceph-mon[45557]: pgmap v8664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:27:04.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:04 smithi088 ceph-mon[35322]: pgmap v8665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:27:04.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:04 smithi175 ceph-mon[44549]: pgmap v8665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:27:04.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:04 smithi181 ceph-mon[45557]: pgmap v8665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:27:06.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:06 smithi088 ceph-mon[35322]: pgmap v8666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:27:06.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:06 smithi175 ceph-mon[44549]: pgmap v8666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:27:06.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:06 smithi181 ceph-mon[45557]: pgmap v8666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:27:08.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:08 smithi088 ceph-mon[35322]: pgmap v8667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:27:08.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:08 smithi175 ceph-mon[44549]: pgmap v8667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:27:08.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:08 smithi181 ceph-mon[45557]: pgmap v8667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:27:10.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:10 smithi088 ceph-mon[35322]: pgmap v8668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:27:10.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:10 smithi175 ceph-mon[44549]: pgmap v8668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:27:10.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:10 smithi181 ceph-mon[45557]: pgmap v8668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:27:12.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:12 smithi088 ceph-mon[35322]: pgmap v8669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:12.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:12 smithi175 ceph-mon[44549]: pgmap v8669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:12.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:12 smithi181 ceph-mon[45557]: pgmap v8669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:14.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:14 smithi088 ceph-mon[35322]: pgmap v8670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:14.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:14 smithi175 ceph-mon[44549]: pgmap v8670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:14.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:14 smithi181 ceph-mon[45557]: pgmap v8670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:16.483+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:27:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:16.483+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:27:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:16.483+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:27:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:16 smithi088 ceph-mon[35322]: pgmap v8671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:16.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:16 smithi175 ceph-mon[44549]: pgmap v8671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:16.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:16 smithi181 ceph-mon[45557]: pgmap v8671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:18.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:18 smithi175 ceph-mon[44549]: pgmap v8672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:18.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:18 smithi181 ceph-mon[45557]: pgmap v8672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:19.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:18 smithi088 ceph-mon[35322]: pgmap v8672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:20.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:20 smithi175 ceph-mon[44549]: pgmap v8673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:27:20.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:20 smithi181 ceph-mon[45557]: pgmap v8673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:27:21.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:20 smithi088 ceph-mon[35322]: pgmap v8673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:27:22.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:22 smithi175 ceph-mon[44549]: pgmap v8674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:22.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:22 smithi181 ceph-mon[45557]: pgmap v8674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:23.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:22 smithi088 ceph-mon[35322]: pgmap v8674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:24.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:24 smithi175 ceph-mon[44549]: pgmap v8675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:24.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:24 smithi181 ceph-mon[45557]: pgmap v8675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:25.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:24 smithi088 ceph-mon[35322]: pgmap v8675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:26.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:26 smithi175 ceph-mon[44549]: pgmap v8676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:26.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:26 smithi181 ceph-mon[45557]: pgmap v8676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:27.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:26 smithi088 ceph-mon[35322]: pgmap v8676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:28.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:28 smithi175 ceph-mon[44549]: pgmap v8677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:28.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:28 smithi181 ceph-mon[45557]: pgmap v8677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:29.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:28 smithi088 ceph-mon[35322]: pgmap v8677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:30.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:30 smithi175 ceph-mon[44549]: pgmap v8678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:27:30.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:30 smithi181 ceph-mon[45557]: pgmap v8678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:27:31.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:30 smithi088 ceph-mon[35322]: pgmap v8678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:27:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:31.498+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:27:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:31.498+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:27:31.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:31.498+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:27:32.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:32 smithi175 ceph-mon[44549]: pgmap v8679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:32.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:32 smithi181 ceph-mon[45557]: pgmap v8679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:33.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:32 smithi088 ceph-mon[35322]: pgmap v8679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:34.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:34 smithi175 ceph-mon[44549]: pgmap v8680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:27:34.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:34 smithi181 ceph-mon[45557]: pgmap v8680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:27:35.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:34 smithi088 ceph-mon[35322]: pgmap v8680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:27:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:36 smithi175 ceph-mon[44549]: pgmap v8681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:27:36.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:36 smithi181 ceph-mon[45557]: pgmap v8681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:27:37.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:36 smithi088 ceph-mon[35322]: pgmap v8681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:27:38.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:38 smithi175 ceph-mon[44549]: pgmap v8682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:38.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:38 smithi181 ceph-mon[45557]: pgmap v8682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:39.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:38 smithi088 ceph-mon[35322]: pgmap v8682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:40.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:40 smithi175 ceph-mon[44549]: pgmap v8683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:27:40.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:40 smithi181 ceph-mon[45557]: pgmap v8683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:27:41.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:40 smithi088 ceph-mon[35322]: pgmap v8683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:27:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:41.881+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:27:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:41.881+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:27:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:41.882+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 126 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:27:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:41.882+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 126 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:27:42.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:42 smithi175 ceph-mon[44549]: pgmap v8684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:42.975 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:42 smithi181 ceph-mon[45557]: pgmap v8684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:43.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:42 smithi088 ceph-mon[35322]: pgmap v8684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:44.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:44 smithi175 ceph-mon[44549]: pgmap v8685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:44.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:44 smithi181 ceph-mon[45557]: pgmap v8685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:44.989 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:44 smithi088 ceph-mon[35322]: pgmap v8685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:46.516 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:46.508+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:27:46.516 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:46.508+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:27:46.516 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:27:46.508+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:27:46.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:46 smithi175 ceph-mon[44549]: pgmap v8686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:46.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:46 smithi181 ceph-mon[45557]: pgmap v8686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:47.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:46 smithi088 ceph-mon[35322]: pgmap v8686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:48.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:48 smithi175 ceph-mon[44549]: pgmap v8687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:48.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:48 smithi181 ceph-mon[45557]: pgmap v8687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:49.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:48 smithi088 ceph-mon[35322]: pgmap v8687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:50.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:50 smithi175 ceph-mon[44549]: pgmap v8688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:27:50.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:50 smithi181 ceph-mon[45557]: pgmap v8688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:27:51.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:50 smithi088 ceph-mon[35322]: pgmap v8688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:27:52.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:52 smithi175 ceph-mon[44549]: pgmap v8689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:52.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:52 smithi181 ceph-mon[45557]: pgmap v8689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:53.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:52 smithi088 ceph-mon[35322]: pgmap v8689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:54.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:54 smithi175 ceph-mon[44549]: pgmap v8690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:54.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:54 smithi181 ceph-mon[45557]: pgmap v8690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:55.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:54 smithi088 ceph-mon[35322]: pgmap v8690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:27:56.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:56 smithi175 ceph-mon[44549]: pgmap v8691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:56.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:56 smithi181 ceph-mon[45557]: pgmap v8691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:57.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:56 smithi088 ceph-mon[35322]: pgmap v8691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:27:57.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:27:57 smithi175 ceph-mon[44549]: pgmap v8692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:57.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:27:57 smithi181 ceph-mon[45557]: pgmap v8692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:27:58.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:27:57 smithi088 ceph-mon[35322]: pgmap v8692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:00.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:00 smithi088 ceph-mon[35322]: pgmap v8693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:00.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:28:00.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:28:00.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:28:00.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:28:00.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:00 smithi175 ceph-mon[44549]: pgmap v8693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:00.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:28:00.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:28:00.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:28:00.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:28:00.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:00 smithi181 ceph-mon[45557]: pgmap v8693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:00.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:28:00.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:28:00.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:28:00.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:28:01.521 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:01.515+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:28:01.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:01.515+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:28:01.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:01.515+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:28:01.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:01 smithi088 ceph-mon[35322]: pgmap v8694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:28:01.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:01 smithi088 ceph-mon[35322]: pgmap v8695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:28:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:01 smithi175 ceph-mon[44549]: pgmap v8694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:28:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:01 smithi175 ceph-mon[44549]: pgmap v8695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:28:01.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:01 smithi181 ceph-mon[45557]: pgmap v8694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:28:01.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:01 smithi181 ceph-mon[45557]: pgmap v8695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:28:03.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:03 smithi088 ceph-mon[35322]: pgmap v8696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:28:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:03 smithi175 ceph-mon[44549]: pgmap v8696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:28:03.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:03 smithi181 ceph-mon[45557]: pgmap v8696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:28:05.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:05 smithi088 ceph-mon[35322]: pgmap v8697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:28:05.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:05 smithi175 ceph-mon[44549]: pgmap v8697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:28:05.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:05 smithi181 ceph-mon[45557]: pgmap v8697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:28:07.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:07 smithi088 ceph-mon[35322]: pgmap v8698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:28:07.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:07 smithi175 ceph-mon[44549]: pgmap v8698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:28:07.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:07 smithi181 ceph-mon[45557]: pgmap v8698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:28:09.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:09 smithi088 ceph-mon[35322]: pgmap v8699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:28:09.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:09 smithi175 ceph-mon[44549]: pgmap v8699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:28:09.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:09 smithi181 ceph-mon[45557]: pgmap v8699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:28:11.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:11 smithi088 ceph-mon[35322]: pgmap v8700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:28:11.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:11 smithi175 ceph-mon[44549]: pgmap v8700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:28:11.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:11 smithi181 ceph-mon[45557]: pgmap v8700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:28:13.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:13 smithi088 ceph-mon[35322]: pgmap v8701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:13.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:13 smithi175 ceph-mon[44549]: pgmap v8701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:13.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:13 smithi181 ceph-mon[45557]: pgmap v8701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:15.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:15 smithi088 ceph-mon[35322]: pgmap v8702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:15.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:15 smithi175 ceph-mon[44549]: pgmap v8702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:15.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:15 smithi181 ceph-mon[45557]: pgmap v8702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:16.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:16.529+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:28:16.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:16.529+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:28:16.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:16.529+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:28:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:17 smithi175 ceph-mon[44549]: pgmap v8703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:17.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:17 smithi181 ceph-mon[45557]: pgmap v8703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:17 smithi088 ceph-mon[35322]: pgmap v8703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:19 smithi175 ceph-mon[44549]: pgmap v8704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:19.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:19 smithi181 ceph-mon[45557]: pgmap v8704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:19.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:19 smithi088 ceph-mon[35322]: pgmap v8704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:21 smithi175 ceph-mon[44549]: pgmap v8705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:21.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:21 smithi181 ceph-mon[45557]: pgmap v8705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:21.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:21 smithi088 ceph-mon[35322]: pgmap v8705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:23.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:23 smithi175 ceph-mon[44549]: pgmap v8706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:23.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:23 smithi181 ceph-mon[45557]: pgmap v8706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:23.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:23 smithi088 ceph-mon[35322]: pgmap v8706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:25.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:25 smithi175 ceph-mon[44549]: pgmap v8707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:25.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:25 smithi181 ceph-mon[45557]: pgmap v8707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:25.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:25 smithi088 ceph-mon[35322]: pgmap v8707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:27.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:27 smithi175 ceph-mon[44549]: pgmap v8708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:27.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:27 smithi181 ceph-mon[45557]: pgmap v8708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:27.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:27 smithi088 ceph-mon[35322]: pgmap v8708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:29.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:29 smithi175 ceph-mon[44549]: pgmap v8709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:29.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:29 smithi181 ceph-mon[45557]: pgmap v8709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:29.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:29 smithi088 ceph-mon[35322]: pgmap v8709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:31.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:31.544+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:28:31.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:31.544+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:28:31.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:31.544+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:28:31.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:31 smithi175 ceph-mon[44549]: pgmap v8710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:31.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:31 smithi181 ceph-mon[45557]: pgmap v8710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:31.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:31 smithi088 ceph-mon[35322]: pgmap v8710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:33.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:33 smithi175 ceph-mon[44549]: pgmap v8711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:33.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:33 smithi181 ceph-mon[45557]: pgmap v8711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:33.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:33 smithi088 ceph-mon[35322]: pgmap v8711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:35.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:35 smithi175 ceph-mon[44549]: pgmap v8712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:35.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:35 smithi181 ceph-mon[45557]: pgmap v8712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:35.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:35 smithi088 ceph-mon[35322]: pgmap v8712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:37.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:37 smithi175 ceph-mon[44549]: pgmap v8713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:37.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:37 smithi181 ceph-mon[45557]: pgmap v8713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:37.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:37 smithi088 ceph-mon[35322]: pgmap v8713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:39.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:39 smithi175 ceph-mon[44549]: pgmap v8714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:39.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:39 smithi181 ceph-mon[45557]: pgmap v8714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:39.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:39 smithi088 ceph-mon[35322]: pgmap v8714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:41.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:41 smithi175 ceph-mon[44549]: pgmap v8715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:41.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:41 smithi181 ceph-mon[45557]: pgmap v8715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:41.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:41 smithi088 ceph-mon[35322]: pgmap v8715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:43 smithi175 ceph-mon[44549]: pgmap v8716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:43.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:43 smithi181 ceph-mon[45557]: pgmap v8716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:43.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:43 smithi088 ceph-mon[35322]: pgmap v8716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:45.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:45 smithi175 ceph-mon[44549]: pgmap v8717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:45.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:45 smithi181 ceph-mon[45557]: pgmap v8717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:45 smithi088 ceph-mon[35322]: pgmap v8717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:46.565 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:46.559+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:28:46.566 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:46.559+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:28:46.566 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:28:46.559+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:28:47.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:47 smithi175 ceph-mon[44549]: pgmap v8718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:47.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:47 smithi181 ceph-mon[45557]: pgmap v8718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:47.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:47 smithi088 ceph-mon[35322]: pgmap v8718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:49.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:49 smithi175 ceph-mon[44549]: pgmap v8719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:49 smithi181 ceph-mon[45557]: pgmap v8719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:49.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:49 smithi088 ceph-mon[35322]: pgmap v8719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:51 smithi175 ceph-mon[44549]: pgmap v8720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:51 smithi181 ceph-mon[45557]: pgmap v8720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:51.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:51 smithi088 ceph-mon[35322]: pgmap v8720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:28:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:53 smithi175 ceph-mon[44549]: pgmap v8721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:53.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:53 smithi181 ceph-mon[45557]: pgmap v8721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:53.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:53 smithi088 ceph-mon[35322]: pgmap v8721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:55.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:55 smithi175 ceph-mon[44549]: pgmap v8722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:55.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:55 smithi181 ceph-mon[45557]: pgmap v8722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:55 smithi088 ceph-mon[35322]: pgmap v8722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:28:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:57 smithi175 ceph-mon[44549]: pgmap v8723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:57.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:57 smithi181 ceph-mon[45557]: pgmap v8723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:57.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:57 smithi088 ceph-mon[35322]: pgmap v8723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:28:59.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:28:59 smithi175 ceph-mon[44549]: pgmap v8724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:59.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:28:59 smithi181 ceph-mon[45557]: pgmap v8724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:28:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:28:59 smithi088 ceph-mon[35322]: pgmap v8724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:01.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:01 smithi088 ceph-mon[35322]: pgmap v8725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:01.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:29:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:01.574+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:29:01.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:01.574+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:29:01.581 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:01.574+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:29:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:01 smithi175 ceph-mon[44549]: pgmap v8725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:29:01.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:01 smithi181 ceph-mon[45557]: pgmap v8725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:01.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:29:02.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:29:02.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:29:02.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:29:02.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:29:02.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:02 smithi181 ceph-mon[45557]: pgmap v8726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:29:02.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:02 smithi181 ceph-mon[45557]: pgmap v8727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:29:02.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:29:03.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:29:03.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:29:03.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:29:03.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:29:03.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:02 smithi088 ceph-mon[35322]: pgmap v8726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:29:03.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:02 smithi088 ceph-mon[35322]: pgmap v8727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:29:03.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:29:03.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:29:03.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:29:03.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:29:03.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:29:03.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:02 smithi175 ceph-mon[44549]: pgmap v8726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:29:03.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:02 smithi175 ceph-mon[44549]: pgmap v8727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:29:03.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:29:05.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:04 smithi088 ceph-mon[35322]: pgmap v8728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:29:05.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:04 smithi175 ceph-mon[44549]: pgmap v8728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:29:05.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:04 smithi181 ceph-mon[45557]: pgmap v8728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:29:07.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:07 smithi088 ceph-mon[35322]: pgmap v8729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:29:07.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:07 smithi175 ceph-mon[44549]: pgmap v8729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:29:07.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:07 smithi181 ceph-mon[45557]: pgmap v8729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:29:09.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:09 smithi088 ceph-mon[35322]: pgmap v8730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:29:09.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:09 smithi175 ceph-mon[44549]: pgmap v8730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:29:09.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:09 smithi181 ceph-mon[45557]: pgmap v8730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:29:11.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:11 smithi088 ceph-mon[35322]: pgmap v8731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:29:11.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:11 smithi175 ceph-mon[44549]: pgmap v8731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:29:11.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:11 smithi181 ceph-mon[45557]: pgmap v8731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:29:13.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:13 smithi088 ceph-mon[35322]: pgmap v8732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:29:13.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:13 smithi175 ceph-mon[44549]: pgmap v8732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:29:13.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:13 smithi181 ceph-mon[45557]: pgmap v8732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:29:15.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:15 smithi088 ceph-mon[35322]: pgmap v8733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:29:15.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:15 smithi175 ceph-mon[44549]: pgmap v8733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:29:15.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:15 smithi181 ceph-mon[45557]: pgmap v8733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:29:16.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:16.576+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:29:16.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:16.576+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:29:16.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:16.576+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:29:17.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:17 smithi088 ceph-mon[35322]: pgmap v8734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:17 smithi175 ceph-mon[44549]: pgmap v8734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:17.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:17 smithi181 ceph-mon[45557]: pgmap v8734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:19.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:19 smithi088 ceph-mon[35322]: pgmap v8735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:19 smithi175 ceph-mon[44549]: pgmap v8735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:19.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:19 smithi181 ceph-mon[45557]: pgmap v8735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:21.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:21 smithi088 ceph-mon[35322]: pgmap v8736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:21 smithi175 ceph-mon[44549]: pgmap v8736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:21.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:21 smithi181 ceph-mon[45557]: pgmap v8736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:23.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:23 smithi088 ceph-mon[35322]: pgmap v8737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:23.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:23 smithi175 ceph-mon[44549]: pgmap v8737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:23.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:23 smithi181 ceph-mon[45557]: pgmap v8737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:25.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:25 smithi088 ceph-mon[35322]: pgmap v8738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:25.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:25 smithi175 ceph-mon[44549]: pgmap v8738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:25.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:25 smithi181 ceph-mon[45557]: pgmap v8738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:27.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:27 smithi088 ceph-mon[35322]: pgmap v8739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:27.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:27 smithi175 ceph-mon[44549]: pgmap v8739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:27.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:27 smithi181 ceph-mon[45557]: pgmap v8739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:29.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:29 smithi088 ceph-mon[35322]: pgmap v8740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:29.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:29 smithi175 ceph-mon[44549]: pgmap v8740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:29.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:29 smithi181 ceph-mon[45557]: pgmap v8740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:31.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:31 smithi088 ceph-mon[35322]: pgmap v8741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:31.593+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:29:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:31.593+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:29:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:31.593+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:29:31.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:31 smithi175 ceph-mon[44549]: pgmap v8741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:31.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:31 smithi181 ceph-mon[45557]: pgmap v8741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:33.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:33 smithi088 ceph-mon[35322]: pgmap v8742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:33.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:33 smithi175 ceph-mon[44549]: pgmap v8742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:33.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:33 smithi181 ceph-mon[45557]: pgmap v8742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:35.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:35 smithi088 ceph-mon[35322]: pgmap v8743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:29:35.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:35 smithi175 ceph-mon[44549]: pgmap v8743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:29:35.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:35 smithi181 ceph-mon[45557]: pgmap v8743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:29:37.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:37 smithi175 ceph-mon[44549]: pgmap v8744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T17:29:37.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:37 smithi181 ceph-mon[45557]: pgmap v8744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T17:29:37.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:37 smithi088 ceph-mon[35322]: pgmap v8744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T17:29:39.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:39 smithi175 ceph-mon[44549]: pgmap v8745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:39.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:39 smithi181 ceph-mon[45557]: pgmap v8745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:39.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:39 smithi088 ceph-mon[35322]: pgmap v8745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:41.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:41 smithi175 ceph-mon[44549]: pgmap v8746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:29:41.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:41 smithi181 ceph-mon[45557]: pgmap v8746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:29:41.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:41 smithi088 ceph-mon[35322]: pgmap v8746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:29:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:43 smithi175 ceph-mon[44549]: pgmap v8747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:43.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:43 smithi181 ceph-mon[45557]: pgmap v8747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:43.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:43 smithi088 ceph-mon[35322]: pgmap v8747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:45.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:45 smithi175 ceph-mon[44549]: pgmap v8748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:29:45.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:45 smithi181 ceph-mon[45557]: pgmap v8748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:29:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:45 smithi088 ceph-mon[35322]: pgmap v8748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:29:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:46.594+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:29:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:46.594+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:29:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:29:46.594+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:29:47.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:47 smithi175 ceph-mon[44549]: pgmap v8749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:47.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:47 smithi181 ceph-mon[45557]: pgmap v8749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:47.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:47 smithi088 ceph-mon[35322]: pgmap v8749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:49.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:49 smithi175 ceph-mon[44549]: pgmap v8750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:49.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:49 smithi181 ceph-mon[45557]: pgmap v8750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:49.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:49 smithi088 ceph-mon[35322]: pgmap v8750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:51 smithi175 ceph-mon[44549]: pgmap v8751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:51 smithi181 ceph-mon[45557]: pgmap v8751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:51.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:51 smithi088 ceph-mon[35322]: pgmap v8751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:53 smithi175 ceph-mon[44549]: pgmap v8752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:53.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:53 smithi181 ceph-mon[45557]: pgmap v8752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:53.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:53 smithi088 ceph-mon[35322]: pgmap v8752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:55.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:55 smithi175 ceph-mon[44549]: pgmap v8753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:55.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:55 smithi181 ceph-mon[45557]: pgmap v8753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:55 smithi088 ceph-mon[35322]: pgmap v8753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:29:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:57 smithi175 ceph-mon[44549]: pgmap v8754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:57.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:57 smithi181 ceph-mon[45557]: pgmap v8754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:57.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:57 smithi088 ceph-mon[35322]: pgmap v8754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:29:59.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:29:59 smithi175 ceph-mon[44549]: pgmap v8755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:59.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:29:59 smithi181 ceph-mon[45557]: pgmap v8755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:29:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:29:59 smithi088 ceph-mon[35322]: pgmap v8755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:00.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:30:00.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:30:00.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:30:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:01.608+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:30:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:01.608+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:30:01.615 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:01.608+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:30:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:01 smithi175 ceph-mon[44549]: pgmap v8756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:01.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:01 smithi181 ceph-mon[45557]: pgmap v8756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:01.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:01 smithi088 ceph-mon[35322]: pgmap v8756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:02.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:30:02.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:30:02.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:30:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: pgmap v8757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:30:03.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: pgmap v8757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:03.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:30:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: pgmap v8757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:03.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:03.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:30:03.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:30:03.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:30:04.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:04 smithi088 ceph-mon[35322]: pgmap v8758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:30:04.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:04 smithi088 ceph-mon[35322]: pgmap v8759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T17:30:04.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:04 smithi175 ceph-mon[44549]: pgmap v8758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:30:04.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:04 smithi175 ceph-mon[44549]: pgmap v8759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T17:30:04.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:04 smithi181 ceph-mon[45557]: pgmap v8758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:30:04.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:04 smithi181 ceph-mon[45557]: pgmap v8759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T17:30:06.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:06 smithi088 ceph-mon[35322]: pgmap v8760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:30:06.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:06 smithi175 ceph-mon[44549]: pgmap v8760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:30:06.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:06 smithi181 ceph-mon[45557]: pgmap v8760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:30:08.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:08 smithi175 ceph-mon[44549]: pgmap v8761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:30:08.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:08 smithi181 ceph-mon[45557]: pgmap v8761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:30:08.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:08 smithi088 ceph-mon[35322]: pgmap v8761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:30:10.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:10 smithi175 ceph-mon[44549]: pgmap v8762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:30:10.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:10 smithi181 ceph-mon[45557]: pgmap v8762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:30:10.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:10 smithi088 ceph-mon[35322]: pgmap v8762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:30:12.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:12 smithi175 ceph-mon[44549]: pgmap v8763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:30:12.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:12 smithi181 ceph-mon[45557]: pgmap v8763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:30:12.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:12 smithi088 ceph-mon[35322]: pgmap v8763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:30:14.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:14 smithi175 ceph-mon[44549]: pgmap v8764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:30:14.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:14 smithi181 ceph-mon[45557]: pgmap v8764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:30:14.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:14 smithi088 ceph-mon[35322]: pgmap v8764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:30:16.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:16 smithi088 ceph-mon[35322]: pgmap v8765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:16.624+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:30:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:16.624+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:30:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:16.624+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:30:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:16 smithi175 ceph-mon[44549]: pgmap v8765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:16 smithi181 ceph-mon[45557]: pgmap v8765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:18.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:18 smithi175 ceph-mon[44549]: pgmap v8766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:18.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:18 smithi181 ceph-mon[45557]: pgmap v8766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:18.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:18 smithi088 ceph-mon[35322]: pgmap v8766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:20.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:20 smithi088 ceph-mon[35322]: pgmap v8767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:20.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:20 smithi175 ceph-mon[44549]: pgmap v8767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:20.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:20 smithi181 ceph-mon[45557]: pgmap v8767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:22.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:22 smithi175 ceph-mon[44549]: pgmap v8768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:22.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:22 smithi181 ceph-mon[45557]: pgmap v8768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:22.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:22 smithi088 ceph-mon[35322]: pgmap v8768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:24.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:24 smithi175 ceph-mon[44549]: pgmap v8769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:30:24.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:24 smithi181 ceph-mon[45557]: pgmap v8769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:30:24.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:24 smithi088 ceph-mon[35322]: pgmap v8769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:30:26.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:26 smithi088 ceph-mon[35322]: pgmap v8770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:26.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:26 smithi175 ceph-mon[44549]: pgmap v8770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:26.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:26 smithi181 ceph-mon[45557]: pgmap v8770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:28.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:28 smithi175 ceph-mon[44549]: pgmap v8771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:28.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:28 smithi181 ceph-mon[45557]: pgmap v8771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:28.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:28 smithi088 ceph-mon[35322]: pgmap v8771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:30.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:30 smithi175 ceph-mon[44549]: pgmap v8772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:30.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:30 smithi181 ceph-mon[45557]: pgmap v8772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:30.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:30 smithi088 ceph-mon[35322]: pgmap v8772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:31.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:31.639+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:30:31.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:31.639+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:30:31.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:31.639+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:30:32.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:32 smithi175 ceph-mon[44549]: pgmap v8773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:32.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:32 smithi181 ceph-mon[45557]: pgmap v8773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:32.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:32 smithi088 ceph-mon[35322]: pgmap v8773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:34.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:34 smithi175 ceph-mon[44549]: pgmap v8774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:30:34.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:34 smithi181 ceph-mon[45557]: pgmap v8774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:30:34.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:34 smithi088 ceph-mon[35322]: pgmap v8774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:30:36.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:36 smithi088 ceph-mon[35322]: pgmap v8775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:36.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:36 smithi175 ceph-mon[44549]: pgmap v8775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:36.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:36 smithi181 ceph-mon[45557]: pgmap v8775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:38.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:38 smithi175 ceph-mon[44549]: pgmap v8776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:38.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:38 smithi181 ceph-mon[45557]: pgmap v8776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:38.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:38 smithi088 ceph-mon[35322]: pgmap v8776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:39.465+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T17:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:39.465+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T17:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:39.465+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344065040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T17:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:39.465+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344065040 comp rx=0 tx=0).stop 2024-01-28T17:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:39.465+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T17:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:39.465+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T17:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:39.465+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a2b80 0x7ff32c0ad500 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T17:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:39.465+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T17:30:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:39.465+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T17:30:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:39.466+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344044070 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T17:30:40.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:40 smithi175 ceph-mon[44549]: pgmap v8777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:40.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:40 smithi181 ceph-mon[45557]: pgmap v8777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:40.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:40 smithi088 ceph-mon[35322]: pgmap v8777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:41.917 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:41.910+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:30:41.917 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:41.910+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:30:41.917 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:41.910+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 127 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:30:41.917 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:41.910+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 127 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:30:42.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:42 smithi175 ceph-mon[44549]: pgmap v8778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:42.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:42 smithi181 ceph-mon[45557]: pgmap v8778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:42.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:42 smithi088 ceph-mon[35322]: pgmap v8778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:44.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:44 smithi175 ceph-mon[44549]: pgmap v8779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:30:44.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:44 smithi181 ceph-mon[45557]: pgmap v8779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:30:44.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:44 smithi088 ceph-mon[35322]: pgmap v8779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:30:46.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:46 smithi088 ceph-mon[35322]: pgmap v8780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:46.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:46.653+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:30:46.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:46.653+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:30:46.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:30:46.653+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:30:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:46 smithi175 ceph-mon[44549]: pgmap v8780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:46.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:46 smithi181 ceph-mon[45557]: pgmap v8780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:48.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:48 smithi175 ceph-mon[44549]: pgmap v8781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:48.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:48 smithi181 ceph-mon[45557]: pgmap v8781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:48.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:48 smithi088 ceph-mon[35322]: pgmap v8781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:50.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:50 smithi175 ceph-mon[44549]: pgmap v8782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:50.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:50 smithi181 ceph-mon[45557]: pgmap v8782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:50.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:50 smithi088 ceph-mon[35322]: pgmap v8782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:30:52.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:52 smithi175 ceph-mon[44549]: pgmap v8783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:52.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:52 smithi181 ceph-mon[45557]: pgmap v8783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:52.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:52 smithi088 ceph-mon[35322]: pgmap v8783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:30:54.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:54 smithi175 ceph-mon[44549]: pgmap v8784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:30:54.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:54 smithi181 ceph-mon[45557]: pgmap v8784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:30:54.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:54 smithi088 ceph-mon[35322]: pgmap v8784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:30:56.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:56 smithi088 ceph-mon[35322]: pgmap v8785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:56.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:56 smithi175 ceph-mon[44549]: pgmap v8785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:56.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:56 smithi181 ceph-mon[45557]: pgmap v8785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:30:58.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:30:58 smithi175 ceph-mon[44549]: pgmap v8786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:58.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:30:58 smithi181 ceph-mon[45557]: pgmap v8786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:30:58.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:30:58 smithi088 ceph-mon[35322]: pgmap v8786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:00.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:00 smithi175 ceph-mon[44549]: pgmap v8787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:00.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:00 smithi181 ceph-mon[45557]: pgmap v8787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:00.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:00 smithi088 ceph-mon[35322]: pgmap v8787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:01.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:01.663+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:31:01.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:01.663+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:31:01.671 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:01.663+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:31:02.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:02 smithi175 ceph-mon[44549]: pgmap v8788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:02.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:02 smithi181 ceph-mon[45557]: pgmap v8788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:02.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:02 smithi088 ceph-mon[35322]: pgmap v8788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:04.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:04 smithi175 ceph-mon[44549]: pgmap v8789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:04.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:31:04.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:31:04.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:31:04.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:31:04.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:04 smithi181 ceph-mon[45557]: pgmap v8789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:04.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:31:04.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:31:04.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:31:04.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:31:04.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:04 smithi088 ceph-mon[35322]: pgmap v8789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:04.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:31:04.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:31:04.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:31:04.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:31:05.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:05 smithi175 ceph-mon[44549]: pgmap v8790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:31:05.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:05 smithi175 ceph-mon[44549]: pgmap v8791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:31:05.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:05 smithi181 ceph-mon[45557]: pgmap v8790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:31:05.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:05 smithi181 ceph-mon[45557]: pgmap v8791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:31:05.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:05 smithi088 ceph-mon[35322]: pgmap v8790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:31:05.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:05 smithi088 ceph-mon[35322]: pgmap v8791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:31:07.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:07 smithi088 ceph-mon[35322]: pgmap v8792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:31:07.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:07 smithi175 ceph-mon[44549]: pgmap v8792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:31:07.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:07 smithi181 ceph-mon[45557]: pgmap v8792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:31:09.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:09 smithi175 ceph-mon[44549]: pgmap v8793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:31:09.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:09 smithi181 ceph-mon[45557]: pgmap v8793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:31:09.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:09 smithi088 ceph-mon[35322]: pgmap v8793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:31:11.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:11 smithi088 ceph-mon[35322]: pgmap v8794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:31:11.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:11 smithi175 ceph-mon[44549]: pgmap v8794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:31:11.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:11 smithi181 ceph-mon[45557]: pgmap v8794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:31:13.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:13 smithi175 ceph-mon[44549]: pgmap v8795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:31:13.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:13 smithi181 ceph-mon[45557]: pgmap v8795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:31:13.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:13 smithi088 ceph-mon[35322]: pgmap v8795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:31:15.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:15 smithi175 ceph-mon[44549]: pgmap v8796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:31:15.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:15 smithi181 ceph-mon[45557]: pgmap v8796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:31:15.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:15 smithi088 ceph-mon[35322]: pgmap v8796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:31:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:16.674+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:31:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:16.674+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:31:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:16.674+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:31:17.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:17 smithi175 ceph-mon[44549]: pgmap v8797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:17.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:17 smithi181 ceph-mon[45557]: pgmap v8797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:17 smithi088 ceph-mon[35322]: pgmap v8797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:19.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:19 smithi175 ceph-mon[44549]: pgmap v8798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:19.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:19 smithi181 ceph-mon[45557]: pgmap v8798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:19.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:19 smithi088 ceph-mon[35322]: pgmap v8798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:21.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:21 smithi088 ceph-mon[35322]: pgmap v8799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:21 smithi175 ceph-mon[44549]: pgmap v8799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:21.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:21 smithi181 ceph-mon[45557]: pgmap v8799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:23.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:23 smithi175 ceph-mon[44549]: pgmap v8800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:23.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:23 smithi181 ceph-mon[45557]: pgmap v8800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:23.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:23 smithi088 ceph-mon[35322]: pgmap v8800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:25.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:25 smithi175 ceph-mon[44549]: pgmap v8801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:25.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:25 smithi181 ceph-mon[45557]: pgmap v8801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:25.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:25 smithi088 ceph-mon[35322]: pgmap v8801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:27.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:27 smithi175 ceph-mon[44549]: pgmap v8802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:27.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:27 smithi181 ceph-mon[45557]: pgmap v8802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:27.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:27 smithi088 ceph-mon[35322]: pgmap v8802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:29.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:29 smithi175 ceph-mon[44549]: pgmap v8803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:29.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:29 smithi181 ceph-mon[45557]: pgmap v8803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:29.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:29 smithi088 ceph-mon[35322]: pgmap v8803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:31.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:31 smithi088 ceph-mon[35322]: pgmap v8804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:31.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:31 smithi175 ceph-mon[44549]: pgmap v8804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:31.686+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:31.686+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:31.686+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:31:31.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:31 smithi181 ceph-mon[45557]: pgmap v8804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:33.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:33 smithi175 ceph-mon[44549]: pgmap v8805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:33.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:33 smithi181 ceph-mon[45557]: pgmap v8805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:33.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:33 smithi088 ceph-mon[35322]: pgmap v8805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:35.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:35 smithi175 ceph-mon[44549]: pgmap v8806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:35.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:35 smithi181 ceph-mon[45557]: pgmap v8806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:35.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:35 smithi088 ceph-mon[35322]: pgmap v8806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:37.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:37 smithi175 ceph-mon[44549]: pgmap v8807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:37.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:37 smithi181 ceph-mon[45557]: pgmap v8807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:37.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:37 smithi088 ceph-mon[35322]: pgmap v8807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:39.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:39 smithi175 ceph-mon[44549]: pgmap v8808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:39.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:39 smithi181 ceph-mon[45557]: pgmap v8808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:39.789 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:39 smithi088 ceph-mon[35322]: pgmap v8808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:41.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:41 smithi088 ceph-mon[35322]: pgmap v8809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:41.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:41 smithi175 ceph-mon[44549]: pgmap v8809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:41.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:41 smithi181 ceph-mon[45557]: pgmap v8809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:43.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:43 smithi175 ceph-mon[44549]: pgmap v8810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:43.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:43 smithi181 ceph-mon[45557]: pgmap v8810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:43.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:43 smithi088 ceph-mon[35322]: pgmap v8810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:45.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:45 smithi175 ceph-mon[44549]: pgmap v8811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:45.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:45 smithi181 ceph-mon[45557]: pgmap v8811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:45 smithi088 ceph-mon[35322]: pgmap v8811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:46.701+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:31:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:46.701+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:31:46.710 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:31:46.701+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:31:47.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:47 smithi175 ceph-mon[44549]: pgmap v8812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:47.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:47 smithi181 ceph-mon[45557]: pgmap v8812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:47.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:47 smithi088 ceph-mon[35322]: pgmap v8812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:49.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:49 smithi175 ceph-mon[44549]: pgmap v8813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:49.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:49 smithi181 ceph-mon[45557]: pgmap v8813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:49.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:49 smithi088 ceph-mon[35322]: pgmap v8813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:51.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:51 smithi175 ceph-mon[44549]: pgmap v8814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:51.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:51 smithi181 ceph-mon[45557]: pgmap v8814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:51.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:51 smithi088 ceph-mon[35322]: pgmap v8814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:31:53.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:53 smithi175 ceph-mon[44549]: pgmap v8815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:53.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:53 smithi181 ceph-mon[45557]: pgmap v8815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:53.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:53 smithi088 ceph-mon[35322]: pgmap v8815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:31:55.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:55 smithi175 ceph-mon[44549]: pgmap v8816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:55.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:55 smithi181 ceph-mon[45557]: pgmap v8816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:55.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:55 smithi088 ceph-mon[35322]: pgmap v8816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:31:57.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:57 smithi175 ceph-mon[44549]: pgmap v8817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:57.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:57 smithi181 ceph-mon[45557]: pgmap v8817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:57.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:57 smithi088 ceph-mon[35322]: pgmap v8817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:31:59.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:31:59 smithi175 ceph-mon[44549]: pgmap v8818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:59.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:31:59 smithi181 ceph-mon[45557]: pgmap v8818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:31:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:31:59 smithi088 ceph-mon[35322]: pgmap v8818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:01 smithi175 ceph-mon[44549]: pgmap v8819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:01.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:01 smithi181 ceph-mon[45557]: pgmap v8819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:01.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:01.717+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:32:01.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:01.718+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:32:01.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:01.718+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:32:01.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:01 smithi088 ceph-mon[35322]: pgmap v8819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:03.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:03 smithi175 ceph-mon[44549]: pgmap v8820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:03.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:03 smithi181 ceph-mon[45557]: pgmap v8820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:03.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:03 smithi088 ceph-mon[35322]: pgmap v8820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:05.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:05 smithi175 ceph-mon[44549]: pgmap v8821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:05.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:32:05.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:32:05.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:32:05.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:32:05.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:05 smithi181 ceph-mon[45557]: pgmap v8821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:05.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:32:05.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:32:05.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:32:05.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:32:05.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:05 smithi088 ceph-mon[35322]: pgmap v8821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:05.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:32:05.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:32:05.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:32:05.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:32:06.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:06 smithi175 ceph-mon[44549]: pgmap v8822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:32:06.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:06 smithi175 ceph-mon[44549]: pgmap v8823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:32:06.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:06 smithi181 ceph-mon[45557]: pgmap v8822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:32:06.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:06 smithi181 ceph-mon[45557]: pgmap v8823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:32:06.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:06 smithi088 ceph-mon[35322]: pgmap v8822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:32:06.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:06 smithi088 ceph-mon[35322]: pgmap v8823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:32:08.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:08 smithi175 ceph-mon[44549]: pgmap v8824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:32:08.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:08 smithi181 ceph-mon[45557]: pgmap v8824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:32:08.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:08 smithi088 ceph-mon[35322]: pgmap v8824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:32:10.535 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:10 smithi088 ceph-mon[35322]: pgmap v8825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:32:10.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:10 smithi175 ceph-mon[44549]: pgmap v8825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:32:10.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:10 smithi181 ceph-mon[45557]: pgmap v8825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:32:12.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:12 smithi175 ceph-mon[44549]: pgmap v8826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:32:12.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:12 smithi181 ceph-mon[45557]: pgmap v8826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:32:12.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:12 smithi088 ceph-mon[35322]: pgmap v8826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:32:14.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:14 smithi175 ceph-mon[44549]: pgmap v8827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:32:14.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:14 smithi181 ceph-mon[45557]: pgmap v8827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:32:14.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:14 smithi088 ceph-mon[35322]: pgmap v8827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:32:16.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:16 smithi175 ceph-mon[44549]: pgmap v8828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:32:16.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:16 smithi181 ceph-mon[45557]: pgmap v8828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:32:16.737 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:16.731+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:32:16.738 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:16.731+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:32:16.738 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:16.731+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:32:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:16 smithi088 ceph-mon[35322]: pgmap v8828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:32:18.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:18 smithi175 ceph-mon[44549]: pgmap v8829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:18.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:18 smithi181 ceph-mon[45557]: pgmap v8829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:18.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:18 smithi088 ceph-mon[35322]: pgmap v8829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:20.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:20 smithi181 ceph-mon[45557]: pgmap v8830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:20.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:20 smithi088 ceph-mon[35322]: pgmap v8830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:20.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:20 smithi175 ceph-mon[44549]: pgmap v8830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:22.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:22 smithi181 ceph-mon[45557]: pgmap v8831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:22.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:22 smithi088 ceph-mon[35322]: pgmap v8831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:22.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:22 smithi175 ceph-mon[44549]: pgmap v8831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:24.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:24 smithi181 ceph-mon[45557]: pgmap v8832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:24.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:24 smithi088 ceph-mon[35322]: pgmap v8832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:24.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:24 smithi175 ceph-mon[44549]: pgmap v8832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:26.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:26 smithi088 ceph-mon[35322]: pgmap v8833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:26.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:26 smithi175 ceph-mon[44549]: pgmap v8833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:26.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:26 smithi181 ceph-mon[45557]: pgmap v8833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:28.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:28 smithi181 ceph-mon[45557]: pgmap v8834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:28.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:28 smithi088 ceph-mon[35322]: pgmap v8834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:28.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:28 smithi175 ceph-mon[44549]: pgmap v8834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:30.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:30 smithi181 ceph-mon[45557]: pgmap v8835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:30.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:30 smithi088 ceph-mon[35322]: pgmap v8835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:30.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:30 smithi175 ceph-mon[44549]: pgmap v8835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:31.731+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:32:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:31.731+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:32:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:31.731+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:32:32.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:32 smithi181 ceph-mon[45557]: pgmap v8836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:32.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:32 smithi088 ceph-mon[35322]: pgmap v8836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:32.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:32 smithi175 ceph-mon[44549]: pgmap v8836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:34.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:34 smithi181 ceph-mon[45557]: pgmap v8837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:34.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:34 smithi088 ceph-mon[35322]: pgmap v8837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:34.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:34 smithi175 ceph-mon[44549]: pgmap v8837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:36.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:36 smithi175 ceph-mon[44549]: pgmap v8838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:36.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:36 smithi181 ceph-mon[45557]: pgmap v8838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:36.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:36 smithi088 ceph-mon[35322]: pgmap v8838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:38.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:38 smithi181 ceph-mon[45557]: pgmap v8839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:38.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:38 smithi088 ceph-mon[35322]: pgmap v8839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:38.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:38 smithi175 ceph-mon[44549]: pgmap v8839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:40.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:40 smithi181 ceph-mon[45557]: pgmap v8840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:40.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:40 smithi088 ceph-mon[35322]: pgmap v8840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:40.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:40 smithi175 ceph-mon[44549]: pgmap v8840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:42.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:42 smithi181 ceph-mon[45557]: pgmap v8841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:42.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:42 smithi088 ceph-mon[35322]: pgmap v8841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:42.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:42 smithi175 ceph-mon[44549]: pgmap v8841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:44.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:44 smithi181 ceph-mon[45557]: pgmap v8842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:44.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:44 smithi088 ceph-mon[35322]: pgmap v8842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:44.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:44 smithi175 ceph-mon[44549]: pgmap v8842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:46.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:46 smithi175 ceph-mon[44549]: pgmap v8843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:46.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:46 smithi181 ceph-mon[45557]: pgmap v8843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:46.734+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:32:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:46.734+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:32:46.741 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:46.734+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:32:46.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:46 smithi088 ceph-mon[35322]: pgmap v8843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:48.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:48 smithi181 ceph-mon[45557]: pgmap v8844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:48.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:48 smithi088 ceph-mon[35322]: pgmap v8844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:48.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:48 smithi175 ceph-mon[44549]: pgmap v8844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:50.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:50 smithi181 ceph-mon[45557]: pgmap v8845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:50.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:50 smithi088 ceph-mon[35322]: pgmap v8845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:50.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:50 smithi175 ceph-mon[44549]: pgmap v8845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:32:52.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:52 smithi181 ceph-mon[45557]: pgmap v8846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:52.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:52 smithi088 ceph-mon[35322]: pgmap v8846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:52.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:52 smithi175 ceph-mon[44549]: pgmap v8846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:32:54.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:54 smithi181 ceph-mon[45557]: pgmap v8847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:54.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:54 smithi088 ceph-mon[35322]: pgmap v8847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:54.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:54 smithi175 ceph-mon[44549]: pgmap v8847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:32:56.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:56 smithi175 ceph-mon[44549]: pgmap v8848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:56.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:56 smithi181 ceph-mon[45557]: pgmap v8848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:56.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:56 smithi088 ceph-mon[35322]: pgmap v8848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:32:56.939 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:56.931+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:32:56.939 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:56.931+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:32:56.939 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:56.931+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 128 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:32:56.940 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:32:56.932+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 128 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:32:58.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:32:58 smithi181 ceph-mon[45557]: pgmap v8849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:58.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:32:58 smithi088 ceph-mon[35322]: pgmap v8849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:32:58.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:32:58 smithi175 ceph-mon[44549]: pgmap v8849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:00.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:00 smithi181 ceph-mon[45557]: pgmap v8850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:00.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:00 smithi088 ceph-mon[35322]: pgmap v8850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:00.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:00 smithi175 ceph-mon[44549]: pgmap v8850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:01.749 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:01.742+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:33:01.749 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:01.742+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:33:01.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:01.742+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:33:02.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:02 smithi181 ceph-mon[45557]: pgmap v8851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:02.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:02 smithi088 ceph-mon[35322]: pgmap v8851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:02.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:02 smithi175 ceph-mon[44549]: pgmap v8851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:04.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:04 smithi181 ceph-mon[45557]: pgmap v8852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:04.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:04 smithi088 ceph-mon[35322]: pgmap v8852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:04.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:04 smithi175 ceph-mon[44549]: pgmap v8852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:06.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:06 smithi175 ceph-mon[44549]: pgmap v8853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:06.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:33:06.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:06 smithi181 ceph-mon[45557]: pgmap v8853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:06.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:33:06.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:06 smithi088 ceph-mon[35322]: pgmap v8853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:06.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:33:07.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:33:07.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:33:07.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:07 smithi175 ceph-mon[44549]: pgmap v8854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:33:07.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:07 smithi175 ceph-mon[44549]: pgmap v8855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:33:07.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:33:07.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:33:07.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:33:07.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:07 smithi181 ceph-mon[45557]: pgmap v8854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:33:07.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:07 smithi181 ceph-mon[45557]: pgmap v8855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:33:07.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:33:07.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:33:07.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:33:07.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:07 smithi088 ceph-mon[35322]: pgmap v8854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:33:07.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:07 smithi088 ceph-mon[35322]: pgmap v8855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:33:07.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:33:09.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:09 smithi181 ceph-mon[45557]: pgmap v8856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:33:09.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:09 smithi088 ceph-mon[35322]: pgmap v8856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:33:09.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:09 smithi175 ceph-mon[44549]: pgmap v8856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:33:11.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:11 smithi175 ceph-mon[44549]: pgmap v8857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:33:11.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:11 smithi181 ceph-mon[45557]: pgmap v8857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:33:11.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:11 smithi088 ceph-mon[35322]: pgmap v8857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:33:13.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:13 smithi181 ceph-mon[45557]: pgmap v8858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:33:13.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:13 smithi088 ceph-mon[35322]: pgmap v8858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:33:13.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:13 smithi175 ceph-mon[44549]: pgmap v8858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:33:15.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:15 smithi181 ceph-mon[45557]: pgmap v8859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:33:15.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:15 smithi088 ceph-mon[35322]: pgmap v8859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:33:15.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:15 smithi175 ceph-mon[44549]: pgmap v8859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:33:16.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:16.756+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:33:16.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:16.756+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:33:16.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:16.756+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:33:17.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:17 smithi181 ceph-mon[45557]: pgmap v8860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:33:17.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:17 smithi088 ceph-mon[35322]: pgmap v8860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:33:17.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:17 smithi175 ceph-mon[44549]: pgmap v8860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:33:19.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:19 smithi181 ceph-mon[45557]: pgmap v8861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:19.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:19 smithi088 ceph-mon[35322]: pgmap v8861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:19.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:19 smithi175 ceph-mon[44549]: pgmap v8861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:21.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:21 smithi175 ceph-mon[44549]: pgmap v8862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:21.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:21 smithi181 ceph-mon[45557]: pgmap v8862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:21.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:21 smithi088 ceph-mon[35322]: pgmap v8862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:23.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:23 smithi181 ceph-mon[45557]: pgmap v8863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:23.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:23 smithi088 ceph-mon[35322]: pgmap v8863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:23.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:23 smithi175 ceph-mon[44549]: pgmap v8863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:25.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:25 smithi181 ceph-mon[45557]: pgmap v8864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:25.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:25 smithi088 ceph-mon[35322]: pgmap v8864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:25.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:25 smithi175 ceph-mon[44549]: pgmap v8864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:27.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:27 smithi181 ceph-mon[45557]: pgmap v8865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:27.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:27 smithi088 ceph-mon[35322]: pgmap v8865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:27.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:27 smithi175 ceph-mon[44549]: pgmap v8865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:29.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:29 smithi181 ceph-mon[45557]: pgmap v8866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:29.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:29 smithi088 ceph-mon[35322]: pgmap v8866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:29.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:29 smithi175 ceph-mon[44549]: pgmap v8866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:31.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:31 smithi175 ceph-mon[44549]: pgmap v8867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:31.713 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:31 smithi181 ceph-mon[45557]: pgmap v8867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:31.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:31.765+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:33:31.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:31.765+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:33:31.773 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:31.765+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:33:31.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:31 smithi088 ceph-mon[35322]: pgmap v8867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:33.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:33 smithi181 ceph-mon[45557]: pgmap v8868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:33.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:33 smithi088 ceph-mon[35322]: pgmap v8868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:33.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:33 smithi175 ceph-mon[44549]: pgmap v8868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:35.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:35 smithi181 ceph-mon[45557]: pgmap v8869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:35.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:35 smithi088 ceph-mon[35322]: pgmap v8869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:35.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:35 smithi175 ceph-mon[44549]: pgmap v8869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:37.717 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:37 smithi181 ceph-mon[45557]: pgmap v8870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:37.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:37 smithi088 ceph-mon[35322]: pgmap v8870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:37.922 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:37 smithi175 ceph-mon[44549]: pgmap v8870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:39.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:39 smithi088 ceph-mon[35322]: pgmap v8871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:39.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:39 smithi175 ceph-mon[44549]: pgmap v8871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:39.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:39 smithi181 ceph-mon[45557]: pgmap v8871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:41.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:41 smithi175 ceph-mon[44549]: pgmap v8872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:41.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:41 smithi181 ceph-mon[45557]: pgmap v8872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:41.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:41 smithi088 ceph-mon[35322]: pgmap v8872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:41.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:41.938+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:33:41.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:41.938+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:33:41.946 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:41.938+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 129 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:33:41.946 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:41.939+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 129 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:33:43.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:43 smithi181 ceph-mon[45557]: pgmap v8873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:43.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:43 smithi088 ceph-mon[35322]: pgmap v8873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:43.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:43 smithi175 ceph-mon[44549]: pgmap v8873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:45.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:45 smithi181 ceph-mon[45557]: pgmap v8874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:45.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:45 smithi088 ceph-mon[35322]: pgmap v8874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:45 smithi175 ceph-mon[44549]: pgmap v8874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:46.783 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:46.776+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:33:46.783 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:46.776+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:33:46.783 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:33:46.776+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:33:47.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:47 smithi088 ceph-mon[35322]: pgmap v8875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:47.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:47 smithi175 ceph-mon[44549]: pgmap v8875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:47.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:47 smithi181 ceph-mon[45557]: pgmap v8875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:49.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:49 smithi088 ceph-mon[35322]: pgmap v8876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:33:49.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:49 smithi175 ceph-mon[44549]: pgmap v8876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:33:49.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:49 smithi181 ceph-mon[45557]: pgmap v8876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:33:51.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:51 smithi175 ceph-mon[44549]: pgmap v8877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:51.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:51 smithi181 ceph-mon[45557]: pgmap v8877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:51.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:51 smithi088 ceph-mon[35322]: pgmap v8877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:33:53.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:53 smithi181 ceph-mon[45557]: pgmap v8878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:53.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:53 smithi088 ceph-mon[35322]: pgmap v8878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:53.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:53 smithi175 ceph-mon[44549]: pgmap v8878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:33:55.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:55 smithi088 ceph-mon[35322]: pgmap v8879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:55.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:55 smithi175 ceph-mon[44549]: pgmap v8879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:55.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:55 smithi181 ceph-mon[45557]: pgmap v8879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:33:57.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:57 smithi088 ceph-mon[35322]: pgmap v8880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:57.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:57 smithi175 ceph-mon[44549]: pgmap v8880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:57.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:57 smithi181 ceph-mon[45557]: pgmap v8880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:33:59.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:33:59 smithi088 ceph-mon[35322]: pgmap v8881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:59.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:33:59 smithi175 ceph-mon[44549]: pgmap v8881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:33:59.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:33:59 smithi181 ceph-mon[45557]: pgmap v8881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:01.667 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:01 smithi175 ceph-mon[44549]: pgmap v8882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:01.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:01 smithi181 ceph-mon[45557]: pgmap v8882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:01.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:01 smithi088 ceph-mon[35322]: pgmap v8882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:01.796 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:01.790+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:34:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:01.790+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:34:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:01.790+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:34:03.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:03 smithi088 ceph-mon[35322]: pgmap v8883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:34:03.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:03 smithi175 ceph-mon[44549]: pgmap v8883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:34:03.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:03 smithi181 ceph-mon[45557]: pgmap v8883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:34:05.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:05 smithi088 ceph-mon[35322]: pgmap v8884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:05.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:05 smithi175 ceph-mon[44549]: pgmap v8884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:05.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:05 smithi181 ceph-mon[45557]: pgmap v8884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:07.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:07 smithi088 ceph-mon[35322]: pgmap v8885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:07.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:34:07.795 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:07 smithi175 ceph-mon[44549]: pgmap v8885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:07.795 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:34:07.800 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:07 smithi181 ceph-mon[45557]: pgmap v8885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:07.800 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:34:09.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:09 smithi088 ceph-mon[35322]: pgmap v8886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:09.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:09 smithi175 ceph-mon[44549]: pgmap v8886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:09.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:09 smithi181 ceph-mon[45557]: pgmap v8886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:10.730 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:10 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:34:10.730 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:10 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:34:10.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:10 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:34:10.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:10 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:34:10.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:10 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:34:10.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:10 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:34:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:11 smithi088 ceph-mon[35322]: pgmap v8887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:34:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:34:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:11.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:11 smithi175 ceph-mon[44549]: pgmap v8887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:11.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:11.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:11.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:34:11.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:34:11.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:11.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:11 smithi181 ceph-mon[45557]: pgmap v8887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:11.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:11.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:11.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:34:11.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:34:11.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:34:11.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:34:12.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:12 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 165.3M 2024-01-28T17:34:12.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:12 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 173432909: error parsing value: Value '173432909' is below minimum 939524096 2024-01-28T17:34:12.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:12 smithi088 ceph-mon[35322]: pgmap v8888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:34:12.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:12 smithi088 ceph-mon[35322]: pgmap v8889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:34:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:12 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 165.3M 2024-01-28T17:34:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:12 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 173432909: error parsing value: Value '173432909' is below minimum 939524096 2024-01-28T17:34:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:12 smithi175 ceph-mon[44549]: pgmap v8888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:34:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:12 smithi175 ceph-mon[44549]: pgmap v8889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:34:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:12 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 165.3M 2024-01-28T17:34:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:12 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 173432909: error parsing value: Value '173432909' is below minimum 939524096 2024-01-28T17:34:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:12 smithi181 ceph-mon[45557]: pgmap v8888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:34:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:12 smithi181 ceph-mon[45557]: pgmap v8889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:34:14.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:14 smithi088 ceph-mon[35322]: pgmap v8890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T17:34:14.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:14 smithi175 ceph-mon[44549]: pgmap v8890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T17:34:14.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:14 smithi181 ceph-mon[45557]: pgmap v8890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T17:34:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:16 smithi088 ceph-mon[35322]: pgmap v8891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:34:16.811 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:16.804+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:34:16.811 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:16.804+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:34:16.811 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:16.804+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:34:16.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:16 smithi175 ceph-mon[44549]: pgmap v8891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:34:16.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:16 smithi181 ceph-mon[45557]: pgmap v8891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:34:18.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:18 smithi088 ceph-mon[35322]: pgmap v8892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-01-28T17:34:18.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:18 smithi175 ceph-mon[44549]: pgmap v8892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-01-28T17:34:18.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:18 smithi181 ceph-mon[45557]: pgmap v8892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-01-28T17:34:20.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:20 smithi088 ceph-mon[35322]: pgmap v8893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:34:20.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:20 smithi175 ceph-mon[44549]: pgmap v8893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:34:20.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:20 smithi181 ceph-mon[45557]: pgmap v8893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T17:34:22.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:22 smithi088 ceph-mon[35322]: pgmap v8894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:34:22.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:22 smithi175 ceph-mon[44549]: pgmap v8894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:34:22.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:22 smithi181 ceph-mon[45557]: pgmap v8894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:34:24.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:24 smithi088 ceph-mon[35322]: pgmap v8895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:24.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:24 smithi175 ceph-mon[44549]: pgmap v8895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:24.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:24 smithi181 ceph-mon[45557]: pgmap v8895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:26.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:26 smithi088 ceph-mon[35322]: pgmap v8896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:26.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:26 smithi175 ceph-mon[44549]: pgmap v8896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:26.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:26 smithi181 ceph-mon[45557]: pgmap v8896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:28.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:28 smithi088 ceph-mon[35322]: pgmap v8897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:28.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:28 smithi175 ceph-mon[44549]: pgmap v8897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:28.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:28 smithi181 ceph-mon[45557]: pgmap v8897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:30.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:30 smithi088 ceph-mon[35322]: pgmap v8898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:30.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:30 smithi175 ceph-mon[44549]: pgmap v8898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:30.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:30 smithi181 ceph-mon[45557]: pgmap v8898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:31.817 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:31.809+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:34:31.817 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:31.809+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:34:31.817 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:31.809+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:34:32.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:32 smithi088 ceph-mon[35322]: pgmap v8899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:32.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:32 smithi175 ceph-mon[44549]: pgmap v8899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:32.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:32 smithi181 ceph-mon[45557]: pgmap v8899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:34.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:34 smithi088 ceph-mon[35322]: pgmap v8900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:34.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:34 smithi175 ceph-mon[44549]: pgmap v8900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:34.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:34 smithi181 ceph-mon[45557]: pgmap v8900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:36.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:36 smithi088 ceph-mon[35322]: pgmap v8901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:36.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:36 smithi175 ceph-mon[44549]: pgmap v8901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:36.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:36 smithi181 ceph-mon[45557]: pgmap v8901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:38.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:38 smithi088 ceph-mon[35322]: pgmap v8902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:38.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:38 smithi175 ceph-mon[44549]: pgmap v8902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:38.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:38 smithi181 ceph-mon[45557]: pgmap v8902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:40.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:40 smithi088 ceph-mon[35322]: pgmap v8903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:40.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:40 smithi175 ceph-mon[44549]: pgmap v8903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:40.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:40 smithi181 ceph-mon[45557]: pgmap v8903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:42.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:42 smithi088 ceph-mon[35322]: pgmap v8904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:42.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:42 smithi175 ceph-mon[44549]: pgmap v8904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:42.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:42 smithi181 ceph-mon[45557]: pgmap v8904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:44.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:44 smithi175 ceph-mon[44549]: pgmap v8905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:34:44.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:44 smithi181 ceph-mon[45557]: pgmap v8905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:34:45.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:44 smithi088 ceph-mon[35322]: pgmap v8905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:34:46.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:46.825+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:34:46.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:46.825+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:34:46.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:34:46.825+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:34:46.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:46 smithi175 ceph-mon[44549]: pgmap v8906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:46.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:46 smithi181 ceph-mon[45557]: pgmap v8906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:47.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:46 smithi088 ceph-mon[35322]: pgmap v8906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:48.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:48 smithi175 ceph-mon[44549]: pgmap v8907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:48.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:48 smithi181 ceph-mon[45557]: pgmap v8907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:49.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:48 smithi088 ceph-mon[35322]: pgmap v8907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:50.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:50 smithi175 ceph-mon[44549]: pgmap v8908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:50.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:50 smithi181 ceph-mon[45557]: pgmap v8908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:51.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:50 smithi088 ceph-mon[35322]: pgmap v8908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:34:52.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:52 smithi175 ceph-mon[44549]: pgmap v8909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:52.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:52 smithi181 ceph-mon[45557]: pgmap v8909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:53.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:52 smithi088 ceph-mon[35322]: pgmap v8909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:54.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:54 smithi175 ceph-mon[44549]: pgmap v8910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:54.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:54 smithi181 ceph-mon[45557]: pgmap v8910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:55.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:54 smithi088 ceph-mon[35322]: pgmap v8910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:34:56.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:56 smithi175 ceph-mon[44549]: pgmap v8911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:56.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:56 smithi181 ceph-mon[45557]: pgmap v8911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:57.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:56 smithi088 ceph-mon[35322]: pgmap v8911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:34:58.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:34:58 smithi175 ceph-mon[44549]: pgmap v8912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:58.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:34:58 smithi181 ceph-mon[45557]: pgmap v8912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:34:59.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:34:58 smithi088 ceph-mon[35322]: pgmap v8912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:00.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:00 smithi175 ceph-mon[44549]: pgmap v8913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:00.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:00 smithi181 ceph-mon[45557]: pgmap v8913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:01.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:00 smithi088 ceph-mon[35322]: pgmap v8913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:01.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:01.840+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:35:01.848 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:01.840+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:35:01.848 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:01.840+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:35:02.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:02 smithi175 ceph-mon[44549]: pgmap v8914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:02.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:02 smithi181 ceph-mon[45557]: pgmap v8914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:03.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:02 smithi088 ceph-mon[35322]: pgmap v8914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:04.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:04 smithi175 ceph-mon[44549]: pgmap v8915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:04.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:04 smithi181 ceph-mon[45557]: pgmap v8915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:05.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:04 smithi088 ceph-mon[35322]: pgmap v8915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:06.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:06 smithi175 ceph-mon[44549]: pgmap v8916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:06.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:06 smithi181 ceph-mon[45557]: pgmap v8916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:07.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:06 smithi088 ceph-mon[35322]: pgmap v8916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:08.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:08 smithi175 ceph-mon[44549]: pgmap v8917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:08.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:08 smithi181 ceph-mon[45557]: pgmap v8917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:09.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:08 smithi088 ceph-mon[35322]: pgmap v8917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:10.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:10 smithi175 ceph-mon[44549]: pgmap v8918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:10.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:10 smithi181 ceph-mon[45557]: pgmap v8918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:11.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:10 smithi088 ceph-mon[35322]: pgmap v8918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:11.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:35:11.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:35:12.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:35:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:12 smithi175 ceph-mon[44549]: pgmap v8919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:12 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:35:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:12 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:35:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:35:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:35:12.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:35:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:12 smithi181 ceph-mon[45557]: pgmap v8919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:12 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:35:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:12 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:35:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:35:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:35:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:35:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:12 smithi088 ceph-mon[35322]: pgmap v8919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:35:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:12 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:35:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:12 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:35:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:35:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:35:13.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:35:13.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:13 smithi175 ceph-mon[44549]: pgmap v8920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:35:13.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:13 smithi175 ceph-mon[44549]: pgmap v8921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:35:13.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:13 smithi181 ceph-mon[45557]: pgmap v8920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:35:13.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:13 smithi181 ceph-mon[45557]: pgmap v8921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:35:14.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:13 smithi088 ceph-mon[35322]: pgmap v8920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:35:14.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:13 smithi088 ceph-mon[35322]: pgmap v8921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:35:15.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:15 smithi175 ceph-mon[44549]: pgmap v8922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:35:15.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:15 smithi181 ceph-mon[45557]: pgmap v8922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:35:16.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:15 smithi088 ceph-mon[35322]: pgmap v8922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:35:16.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:16.848+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:35:16.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:16.848+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:35:16.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:16.848+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:35:17.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:17 smithi175 ceph-mon[44549]: pgmap v8923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:35:17.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:17 smithi181 ceph-mon[45557]: pgmap v8923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:35:18.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:17 smithi088 ceph-mon[35322]: pgmap v8923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:35:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:19 smithi175 ceph-mon[44549]: pgmap v8924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:35:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:19 smithi181 ceph-mon[45557]: pgmap v8924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:35:20.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:19 smithi088 ceph-mon[35322]: pgmap v8924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:35:21.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:21 smithi175 ceph-mon[44549]: pgmap v8925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:35:21.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:21 smithi181 ceph-mon[45557]: pgmap v8925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:35:22.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:21 smithi088 ceph-mon[35322]: pgmap v8925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:35:23.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:23 smithi175 ceph-mon[44549]: pgmap v8926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:35:23.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:23 smithi181 ceph-mon[45557]: pgmap v8926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:35:24.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:23 smithi088 ceph-mon[35322]: pgmap v8926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:35:25.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:25 smithi175 ceph-mon[44549]: pgmap v8927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:25.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:25 smithi181 ceph-mon[45557]: pgmap v8927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:26.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:25 smithi088 ceph-mon[35322]: pgmap v8927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:27.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:27 smithi175 ceph-mon[44549]: pgmap v8928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:27.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:27 smithi181 ceph-mon[45557]: pgmap v8928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:28.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:27 smithi088 ceph-mon[35322]: pgmap v8928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:29.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:29 smithi175 ceph-mon[44549]: pgmap v8929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:29.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:29 smithi181 ceph-mon[45557]: pgmap v8929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:30.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:29 smithi088 ceph-mon[35322]: pgmap v8929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:31.856+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:35:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:31.856+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:35:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:31.856+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:35:31.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:31 smithi175 ceph-mon[44549]: pgmap v8930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:31.934 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:31 smithi088 ceph-mon[35322]: pgmap v8930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:31.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:31 smithi181 ceph-mon[45557]: pgmap v8930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:33.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:33 smithi175 ceph-mon[44549]: pgmap v8931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:33.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:33 smithi181 ceph-mon[45557]: pgmap v8931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:34.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:33 smithi088 ceph-mon[35322]: pgmap v8931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:35.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:35 smithi175 ceph-mon[44549]: pgmap v8932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:35.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:35 smithi181 ceph-mon[45557]: pgmap v8932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:36.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:35 smithi088 ceph-mon[35322]: pgmap v8932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:37.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:37 smithi175 ceph-mon[44549]: pgmap v8933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:37.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:37 smithi181 ceph-mon[45557]: pgmap v8933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:38.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:37 smithi088 ceph-mon[35322]: pgmap v8933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:39.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:39 smithi175 ceph-mon[44549]: pgmap v8934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:39.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:39 smithi181 ceph-mon[45557]: pgmap v8934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:40.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:39 smithi088 ceph-mon[35322]: pgmap v8934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:41.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:41 smithi175 ceph-mon[44549]: pgmap v8935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:41.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:41 smithi181 ceph-mon[45557]: pgmap v8935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:42.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:41 smithi088 ceph-mon[35322]: pgmap v8935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:43.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:43 smithi175 ceph-mon[44549]: pgmap v8936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:43.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:43 smithi181 ceph-mon[45557]: pgmap v8936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:44.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:43 smithi088 ceph-mon[35322]: pgmap v8936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:45.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:45 smithi175 ceph-mon[44549]: pgmap v8937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:45.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:45 smithi181 ceph-mon[45557]: pgmap v8937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:46.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:45 smithi088 ceph-mon[35322]: pgmap v8937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:46.868+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:35:46.876 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:46.868+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:35:46.876 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:35:46.868+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:35:47.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:47 smithi181 ceph-mon[45557]: pgmap v8938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:48.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:47 smithi088 ceph-mon[35322]: pgmap v8938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:48.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:47 smithi175 ceph-mon[44549]: pgmap v8938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:49.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:49 smithi181 ceph-mon[45557]: pgmap v8939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:50.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:49 smithi088 ceph-mon[35322]: pgmap v8939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:50.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:49 smithi175 ceph-mon[44549]: pgmap v8939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:35:51.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:51 smithi181 ceph-mon[45557]: pgmap v8940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:52.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:51 smithi088 ceph-mon[35322]: pgmap v8940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:52.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:51 smithi175 ceph-mon[44549]: pgmap v8940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:35:53.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:53 smithi181 ceph-mon[45557]: pgmap v8941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:54.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:53 smithi088 ceph-mon[35322]: pgmap v8941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:54.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:53 smithi175 ceph-mon[44549]: pgmap v8941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:55.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:55 smithi181 ceph-mon[45557]: pgmap v8942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:56.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:55 smithi088 ceph-mon[35322]: pgmap v8942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:56.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:55 smithi175 ceph-mon[44549]: pgmap v8942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:35:57.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:57 smithi181 ceph-mon[45557]: pgmap v8943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:58.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:57 smithi088 ceph-mon[35322]: pgmap v8943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:58.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:57 smithi175 ceph-mon[44549]: pgmap v8943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:35:59.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:35:59 smithi181 ceph-mon[45557]: pgmap v8944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:36:00.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:35:59 smithi088 ceph-mon[35322]: pgmap v8944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:36:00.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:35:59 smithi175 ceph-mon[44549]: pgmap v8944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:36:01.891 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:01.884+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:36:01.891 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:01.884+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:36:01.891 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:01.884+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:36:01.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:01 smithi181 ceph-mon[45557]: pgmap v8945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:36:02.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:01 smithi088 ceph-mon[35322]: pgmap v8945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:36:02.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:01 smithi175 ceph-mon[44549]: pgmap v8945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:36:03.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:03 smithi181 ceph-mon[45557]: pgmap v8946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:04.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:03 smithi088 ceph-mon[35322]: pgmap v8946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:04.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:03 smithi175 ceph-mon[44549]: pgmap v8946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:05.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:04 smithi088 ceph-mon[35322]: pgmap v8947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:36:05.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:04 smithi175 ceph-mon[44549]: pgmap v8947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:36:05.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:04 smithi181 ceph-mon[45557]: pgmap v8947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:36:07.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:07 smithi175 ceph-mon[44549]: pgmap v8948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:07.716 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:07 smithi181 ceph-mon[45557]: pgmap v8948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:07.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:07 smithi088 ceph-mon[35322]: pgmap v8948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:09.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:09 smithi175 ceph-mon[44549]: pgmap v8949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:09.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:09 smithi181 ceph-mon[45557]: pgmap v8949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:09.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:09 smithi088 ceph-mon[35322]: pgmap v8949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:11.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:11 smithi175 ceph-mon[44549]: pgmap v8950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:11.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:11 smithi181 ceph-mon[45557]: pgmap v8950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:11.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:11 smithi088 ceph-mon[35322]: pgmap v8950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:12.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:36:12.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:36:12.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:36:13.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:13 smithi175 ceph-mon[44549]: pgmap v8951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:13.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:36:13.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:36:13.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:36:13.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:13 smithi181 ceph-mon[45557]: pgmap v8951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:13.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:36:13.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:36:13.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:36:13.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:13 smithi088 ceph-mon[35322]: pgmap v8951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:13.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:36:13.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:36:13.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:36:14.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:14 smithi175 ceph-mon[44549]: pgmap v8952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:36:14.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:14 smithi175 ceph-mon[44549]: pgmap v8953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:36:14.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:14 smithi181 ceph-mon[45557]: pgmap v8952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:36:14.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:14 smithi181 ceph-mon[45557]: pgmap v8953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:36:14.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:14 smithi088 ceph-mon[35322]: pgmap v8952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:36:14.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:14 smithi088 ceph-mon[35322]: pgmap v8953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:36:16.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:16 smithi175 ceph-mon[44549]: pgmap v8954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:36:16.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:16 smithi181 ceph-mon[45557]: pgmap v8954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:36:16.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:16 smithi088 ceph-mon[35322]: pgmap v8954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:36:16.905 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:16.898+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:36:16.905 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:16.898+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:36:16.905 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:16.898+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:36:18.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:18 smithi175 ceph-mon[44549]: pgmap v8955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:36:18.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:18 smithi181 ceph-mon[45557]: pgmap v8955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:36:18.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:18 smithi088 ceph-mon[35322]: pgmap v8955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:36:20.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:20 smithi175 ceph-mon[44549]: pgmap v8956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:36:20.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:20 smithi181 ceph-mon[45557]: pgmap v8956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:36:20.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:20 smithi088 ceph-mon[35322]: pgmap v8956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:36:22.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:22 smithi175 ceph-mon[44549]: pgmap v8957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:36:22.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:22 smithi181 ceph-mon[45557]: pgmap v8957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:36:22.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:22 smithi088 ceph-mon[35322]: pgmap v8957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:36:24.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:24 smithi175 ceph-mon[44549]: pgmap v8958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:36:24.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:24 smithi181 ceph-mon[45557]: pgmap v8958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:36:24.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:24 smithi088 ceph-mon[35322]: pgmap v8958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:36:26.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:26 smithi175 ceph-mon[44549]: pgmap v8959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:26.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:26 smithi181 ceph-mon[45557]: pgmap v8959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:26.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:26 smithi088 ceph-mon[35322]: pgmap v8959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:28.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:28 smithi175 ceph-mon[44549]: pgmap v8960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:28.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:28 smithi181 ceph-mon[45557]: pgmap v8960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:28.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:28 smithi088 ceph-mon[35322]: pgmap v8960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:30.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:30 smithi175 ceph-mon[44549]: pgmap v8961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:36:30.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:30 smithi181 ceph-mon[45557]: pgmap v8961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:36:30.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:30 smithi088 ceph-mon[35322]: pgmap v8961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:36:31.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:31.907+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:36:31.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:31.907+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:36:31.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:31.907+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:36:32.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:32 smithi181 ceph-mon[45557]: pgmap v8962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:32.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:32 smithi088 ceph-mon[35322]: pgmap v8962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:32.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:32 smithi175 ceph-mon[44549]: pgmap v8962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:34.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:34 smithi181 ceph-mon[45557]: pgmap v8963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:34.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:34 smithi088 ceph-mon[35322]: pgmap v8963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:34.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:34 smithi175 ceph-mon[44549]: pgmap v8963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:36.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:36 smithi181 ceph-mon[45557]: pgmap v8964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:36.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:36 smithi088 ceph-mon[35322]: pgmap v8964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:36.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:36 smithi175 ceph-mon[44549]: pgmap v8964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:38.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:38 smithi181 ceph-mon[45557]: pgmap v8965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:38.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:38 smithi088 ceph-mon[35322]: pgmap v8965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:38.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:38 smithi175 ceph-mon[44549]: pgmap v8965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:40.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:40 smithi181 ceph-mon[45557]: pgmap v8966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:36:40.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:40 smithi088 ceph-mon[35322]: pgmap v8966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:36:40.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:40 smithi175 ceph-mon[44549]: pgmap v8966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:36:41.973 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:41.964+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:36:41.973 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:41.964+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:36:41.973 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:41.965+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 130 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:36:41.973 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:41.965+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 130 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:36:42.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:42 smithi181 ceph-mon[45557]: pgmap v8967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:42.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:42 smithi088 ceph-mon[35322]: pgmap v8967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:42.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:42 smithi175 ceph-mon[44549]: pgmap v8967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:44.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:44 smithi181 ceph-mon[45557]: pgmap v8968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:44.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:44 smithi088 ceph-mon[35322]: pgmap v8968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:44.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:44 smithi175 ceph-mon[44549]: pgmap v8968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:46.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:46 smithi181 ceph-mon[45557]: pgmap v8969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:46.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:46 smithi088 ceph-mon[35322]: pgmap v8969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:46.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:46 smithi175 ceph-mon[44549]: pgmap v8969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:46.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:46.911+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:36:46.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:46.911+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:36:46.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:36:46.911+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:36:48.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:48 smithi181 ceph-mon[45557]: pgmap v8970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:48.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:48 smithi088 ceph-mon[35322]: pgmap v8970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:48.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:48 smithi175 ceph-mon[44549]: pgmap v8970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:50.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:50 smithi181 ceph-mon[45557]: pgmap v8971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:36:50.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:50 smithi088 ceph-mon[35322]: pgmap v8971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:36:50.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:50 smithi175 ceph-mon[44549]: pgmap v8971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:36:52.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:52 smithi181 ceph-mon[45557]: pgmap v8972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:52.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:52 smithi088 ceph-mon[35322]: pgmap v8972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:52.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:52 smithi175 ceph-mon[44549]: pgmap v8972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:54.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:54 smithi181 ceph-mon[45557]: pgmap v8973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:54 smithi088 ceph-mon[35322]: pgmap v8973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:54.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:54 smithi175 ceph-mon[44549]: pgmap v8973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:36:56.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:56 smithi181 ceph-mon[45557]: pgmap v8974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:56.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:56 smithi088 ceph-mon[35322]: pgmap v8974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:56.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:56 smithi175 ceph-mon[44549]: pgmap v8974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:36:58.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:36:58 smithi088 ceph-mon[35322]: pgmap v8975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:58.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:36:58 smithi175 ceph-mon[44549]: pgmap v8975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:36:58.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:36:58 smithi181 ceph-mon[45557]: pgmap v8975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:00.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:00 smithi088 ceph-mon[35322]: pgmap v8976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:00.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:00 smithi175 ceph-mon[44549]: pgmap v8976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:00.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:00 smithi181 ceph-mon[45557]: pgmap v8976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:01.927+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:37:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:01.927+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:37:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:01.927+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:37:02.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:02 smithi088 ceph-mon[35322]: pgmap v8977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:02.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:02 smithi175 ceph-mon[44549]: pgmap v8977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:02.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:02 smithi181 ceph-mon[45557]: pgmap v8977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:04.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:04 smithi088 ceph-mon[35322]: pgmap v8978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:04.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:04 smithi175 ceph-mon[44549]: pgmap v8978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:04.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:04 smithi181 ceph-mon[45557]: pgmap v8978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:06.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:06 smithi088 ceph-mon[35322]: pgmap v8979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:06.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:06 smithi175 ceph-mon[44549]: pgmap v8979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:06.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:06 smithi181 ceph-mon[45557]: pgmap v8979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:08.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:08 smithi088 ceph-mon[35322]: pgmap v8980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:08.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:08 smithi175 ceph-mon[44549]: pgmap v8980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:08.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:08 smithi181 ceph-mon[45557]: pgmap v8980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:10.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:10 smithi088 ceph-mon[35322]: pgmap v8981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:10.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:10 smithi175 ceph-mon[44549]: pgmap v8981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:10.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:10 smithi181 ceph-mon[45557]: pgmap v8981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:12.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:12 smithi088 ceph-mon[35322]: pgmap v8982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:12 smithi175 ceph-mon[44549]: pgmap v8982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:12 smithi181 ceph-mon[45557]: pgmap v8982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:13.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:37:13.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:37:13.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:37:14.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:14 smithi088 ceph-mon[35322]: pgmap v8983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:14.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:14 smithi175 ceph-mon[44549]: pgmap v8983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:14.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:14 smithi181 ceph-mon[45557]: pgmap v8983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:15.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:15.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:16.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:16.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:16.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:16.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:16.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:16.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:16.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:16.943+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:37:16.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:16.943+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:37:16.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:16.943+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:37:16.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:16 smithi181 ceph-mon[45557]: pgmap v8984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:16.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:37:16.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:37:16.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:17.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:16 smithi088 ceph-mon[35322]: pgmap v8984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:17.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:37:17.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:37:17.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:17.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:16 smithi175 ceph-mon[44549]: pgmap v8984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:17.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:37:17.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:37:17.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:37:17.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:17 smithi181 ceph-mon[45557]: pgmap v8985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:37:17.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:17 smithi181 ceph-mon[45557]: pgmap v8986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:37:18.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:17 smithi088 ceph-mon[35322]: pgmap v8985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:37:18.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:17 smithi088 ceph-mon[35322]: pgmap v8986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:37:18.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:17 smithi175 ceph-mon[44549]: pgmap v8985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T17:37:18.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:17 smithi175 ceph-mon[44549]: pgmap v8986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:37:19.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:19 smithi181 ceph-mon[45557]: pgmap v8987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:37:20.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:19 smithi088 ceph-mon[35322]: pgmap v8987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:37:20.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:19 smithi175 ceph-mon[44549]: pgmap v8987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T17:37:21.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:21 smithi181 ceph-mon[45557]: pgmap v8988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:37:22.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:21 smithi088 ceph-mon[35322]: pgmap v8988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:37:22.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:21 smithi175 ceph-mon[44549]: pgmap v8988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T17:37:23.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:23 smithi181 ceph-mon[45557]: pgmap v8989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:37:24.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:23 smithi088 ceph-mon[35322]: pgmap v8989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:37:24.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:23 smithi175 ceph-mon[44549]: pgmap v8989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:37:25.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:25 smithi181 ceph-mon[45557]: pgmap v8990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:37:26.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:25 smithi088 ceph-mon[35322]: pgmap v8990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:37:26.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:25 smithi175 ceph-mon[44549]: pgmap v8990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:37:27.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:27 smithi181 ceph-mon[45557]: pgmap v8991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:37:28.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:27 smithi088 ceph-mon[35322]: pgmap v8991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:37:28.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:27 smithi175 ceph-mon[44549]: pgmap v8991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:37:29.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:29 smithi181 ceph-mon[45557]: pgmap v8992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:30.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:29 smithi088 ceph-mon[35322]: pgmap v8992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:30.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:29 smithi175 ceph-mon[44549]: pgmap v8992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:31.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:31.953+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:37:31.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:31.953+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:37:31.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:31.953+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:37:31.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:31 smithi181 ceph-mon[45557]: pgmap v8993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:32.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:31 smithi088 ceph-mon[35322]: pgmap v8993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:32.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:31 smithi175 ceph-mon[44549]: pgmap v8993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:33.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:33 smithi181 ceph-mon[45557]: pgmap v8994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:37:34.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:33 smithi088 ceph-mon[35322]: pgmap v8994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:37:34.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:33 smithi175 ceph-mon[44549]: pgmap v8994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:37:36.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:35 smithi088 ceph-mon[35322]: pgmap v8995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:36.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:35 smithi175 ceph-mon[44549]: pgmap v8995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:36.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:35 smithi181 ceph-mon[45557]: pgmap v8995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:37.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:36 smithi088 ceph-mon[35322]: pgmap v8996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:37.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:36 smithi175 ceph-mon[44549]: pgmap v8996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:37.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:36 smithi181 ceph-mon[45557]: pgmap v8996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:39.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:39 smithi175 ceph-mon[44549]: pgmap v8997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:39.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:39 smithi181 ceph-mon[45557]: pgmap v8997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:39.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:39 smithi088 ceph-mon[35322]: pgmap v8997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:41.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:41 smithi181 ceph-mon[45557]: pgmap v8998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:41.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:41 smithi088 ceph-mon[35322]: pgmap v8998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:41.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:41 smithi175 ceph-mon[44549]: pgmap v8998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:43.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:43 smithi181 ceph-mon[45557]: pgmap v8999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:37:43.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:43 smithi088 ceph-mon[35322]: pgmap v8999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:37:43.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:43 smithi175 ceph-mon[44549]: pgmap v8999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:37:45.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:45 smithi181 ceph-mon[45557]: pgmap v9000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:45.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:45 smithi088 ceph-mon[35322]: pgmap v9000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:45.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:45 smithi175 ceph-mon[44549]: pgmap v9000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:46.969+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:37:46.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:46.969+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:37:46.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:37:46.969+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:37:47.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:47 smithi181 ceph-mon[45557]: pgmap v9001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:47.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:47 smithi088 ceph-mon[35322]: pgmap v9001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:47.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:47 smithi175 ceph-mon[44549]: pgmap v9001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:49.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:49 smithi181 ceph-mon[45557]: pgmap v9002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:49.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:49 smithi088 ceph-mon[35322]: pgmap v9002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:49.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:49 smithi175 ceph-mon[44549]: pgmap v9002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:51.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:51 smithi181 ceph-mon[45557]: pgmap v9003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:51.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:51 smithi088 ceph-mon[35322]: pgmap v9003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:51.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:51 smithi175 ceph-mon[44549]: pgmap v9003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:37:53.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:53 smithi181 ceph-mon[45557]: pgmap v9004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:37:53.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:53 smithi088 ceph-mon[35322]: pgmap v9004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:37:53.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:53 smithi175 ceph-mon[44549]: pgmap v9004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:37:55.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:55 smithi181 ceph-mon[45557]: pgmap v9005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:55.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:55 smithi088 ceph-mon[35322]: pgmap v9005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:55.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:55 smithi175 ceph-mon[44549]: pgmap v9005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:37:57.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:57 smithi181 ceph-mon[45557]: pgmap v9006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:57.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:57 smithi088 ceph-mon[35322]: pgmap v9006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:57.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:57 smithi175 ceph-mon[44549]: pgmap v9006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:37:59.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:37:59 smithi181 ceph-mon[45557]: pgmap v9007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:59.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:37:59 smithi088 ceph-mon[35322]: pgmap v9007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:37:59.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:37:59 smithi175 ceph-mon[44549]: pgmap v9007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:01.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:01 smithi181 ceph-mon[45557]: pgmap v9008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:01.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:01 smithi088 ceph-mon[35322]: pgmap v9008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:01.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:01 smithi175 ceph-mon[44549]: pgmap v9008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:01.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:01.984+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:38:01.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:01.984+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:38:01.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:01.984+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:38:03.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:03 smithi088 ceph-mon[35322]: pgmap v9009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:03.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:03 smithi175 ceph-mon[44549]: pgmap v9009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:03.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:03 smithi181 ceph-mon[45557]: pgmap v9009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:05.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:05 smithi088 ceph-mon[35322]: pgmap v9010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:05.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:05 smithi175 ceph-mon[44549]: pgmap v9010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:05.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:05 smithi181 ceph-mon[45557]: pgmap v9010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:07.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:07 smithi088 ceph-mon[35322]: pgmap v9011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:07.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:07 smithi175 ceph-mon[44549]: pgmap v9011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:07.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:07 smithi181 ceph-mon[45557]: pgmap v9011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:09.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:09 smithi088 ceph-mon[35322]: pgmap v9012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:09.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:09 smithi175 ceph-mon[44549]: pgmap v9012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:09 smithi181 ceph-mon[45557]: pgmap v9012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:11.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:11 smithi088 ceph-mon[35322]: pgmap v9013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:11.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:11 smithi175 ceph-mon[44549]: pgmap v9013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:11.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:11 smithi181 ceph-mon[45557]: pgmap v9013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:13.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:13 smithi088 ceph-mon[35322]: pgmap v9014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:13.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:13 smithi175 ceph-mon[44549]: pgmap v9014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:13.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:13 smithi181 ceph-mon[45557]: pgmap v9014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:15.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:15 smithi088 ceph-mon[35322]: pgmap v9015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:15.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:15 smithi175 ceph-mon[44549]: pgmap v9015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:15.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:15 smithi181 ceph-mon[45557]: pgmap v9015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:17.007 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:16.999+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:38:17.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:16.999+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:38:17.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:16.999+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:38:17.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:17 smithi088 ceph-mon[35322]: pgmap v9016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:17.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:38:17.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:38:17.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:38:17.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:38:17.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:17 smithi175 ceph-mon[44549]: pgmap v9016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:17.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:38:17.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:38:17.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:38:17.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:38:17.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:17 smithi181 ceph-mon[45557]: pgmap v9016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:17.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:38:17.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:38:17.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:38:17.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:38:18.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:18 smithi088 ceph-mon[35322]: pgmap v9017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:38:18.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:18 smithi088 ceph-mon[35322]: pgmap v9018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:38:18.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:18 smithi175 ceph-mon[44549]: pgmap v9017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:38:18.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:18 smithi175 ceph-mon[44549]: pgmap v9018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:38:18.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:18 smithi181 ceph-mon[45557]: pgmap v9017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:38:18.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:18 smithi181 ceph-mon[45557]: pgmap v9018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:38:20.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:20 smithi088 ceph-mon[35322]: pgmap v9019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:38:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:20 smithi175 ceph-mon[44549]: pgmap v9019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:38:20.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:20 smithi181 ceph-mon[45557]: pgmap v9019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:38:22.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:22 smithi088 ceph-mon[35322]: pgmap v9020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:38:22.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:22 smithi175 ceph-mon[44549]: pgmap v9020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:38:22.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:22 smithi181 ceph-mon[45557]: pgmap v9020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:38:24.787 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:24 smithi088 ceph-mon[35322]: pgmap v9021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:38:24.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:24 smithi175 ceph-mon[44549]: pgmap v9021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:38:24.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:24 smithi181 ceph-mon[45557]: pgmap v9021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:38:26.668 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:26 smithi175 ceph-mon[44549]: pgmap v9022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:38:26.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:26 smithi181 ceph-mon[45557]: pgmap v9022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:38:26.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:26 smithi088 ceph-mon[35322]: pgmap v9022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:38:28.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:28 smithi088 ceph-mon[35322]: pgmap v9023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:38:28.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:28 smithi175 ceph-mon[44549]: pgmap v9023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:38:28.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:28 smithi181 ceph-mon[45557]: pgmap v9023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:38:30.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:30 smithi088 ceph-mon[35322]: pgmap v9024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:30.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:30 smithi175 ceph-mon[44549]: pgmap v9024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:30.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:30 smithi181 ceph-mon[45557]: pgmap v9024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:32.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:32.014+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:38:32.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:32.014+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:38:32.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:32.014+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:38:32.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:32 smithi088 ceph-mon[35322]: pgmap v9025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:32.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:32 smithi175 ceph-mon[44549]: pgmap v9025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:32.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:32 smithi181 ceph-mon[45557]: pgmap v9025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:34.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:34 smithi088 ceph-mon[35322]: pgmap v9026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:34.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:34 smithi175 ceph-mon[44549]: pgmap v9026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:34.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:34 smithi181 ceph-mon[45557]: pgmap v9026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:36.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:36 smithi181 ceph-mon[45557]: pgmap v9027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:36.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:36 smithi088 ceph-mon[35322]: pgmap v9027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:36.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:36 smithi175 ceph-mon[44549]: pgmap v9027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:38.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:38 smithi088 ceph-mon[35322]: pgmap v9028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:38.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:38 smithi175 ceph-mon[44549]: pgmap v9028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:38.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:38 smithi181 ceph-mon[45557]: pgmap v9028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:40.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:40 smithi088 ceph-mon[35322]: pgmap v9029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:40.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:40 smithi175 ceph-mon[44549]: pgmap v9029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:40.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:40 smithi181 ceph-mon[45557]: pgmap v9029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:42.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:42 smithi088 ceph-mon[35322]: pgmap v9030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:42.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:42 smithi175 ceph-mon[44549]: pgmap v9030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:42.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:42 smithi181 ceph-mon[45557]: pgmap v9030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:44.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:44 smithi088 ceph-mon[35322]: pgmap v9031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:44.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:44 smithi175 ceph-mon[44549]: pgmap v9031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:44.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:44 smithi181 ceph-mon[45557]: pgmap v9031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:46.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:46 smithi181 ceph-mon[45557]: pgmap v9032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:46.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:46 smithi088 ceph-mon[35322]: pgmap v9032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:46.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:46 smithi175 ceph-mon[44549]: pgmap v9032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:47.027+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:38:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:47.027+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:38:47.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:38:47.027+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:38:48.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:48 smithi088 ceph-mon[35322]: pgmap v9033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:48.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:48 smithi175 ceph-mon[44549]: pgmap v9033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:48.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:48 smithi181 ceph-mon[45557]: pgmap v9033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:50.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:50 smithi088 ceph-mon[35322]: pgmap v9034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:50.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:50 smithi175 ceph-mon[44549]: pgmap v9034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:50.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:50 smithi181 ceph-mon[45557]: pgmap v9034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:38:52.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:52 smithi088 ceph-mon[35322]: pgmap v9035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:52.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:52 smithi175 ceph-mon[44549]: pgmap v9035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:52.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:52 smithi181 ceph-mon[45557]: pgmap v9035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:38:54.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:54 smithi088 ceph-mon[35322]: pgmap v9036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:54.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:54 smithi175 ceph-mon[44549]: pgmap v9036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:54.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:54 smithi181 ceph-mon[45557]: pgmap v9036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:38:56.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:56 smithi181 ceph-mon[45557]: pgmap v9037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:56.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:56 smithi088 ceph-mon[35322]: pgmap v9037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:56.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:56 smithi175 ceph-mon[44549]: pgmap v9037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:38:58.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:38:58 smithi088 ceph-mon[35322]: pgmap v9038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:58.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:38:58 smithi175 ceph-mon[44549]: pgmap v9038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:38:58.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:38:58 smithi181 ceph-mon[45557]: pgmap v9038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:00.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:00 smithi088 ceph-mon[35322]: pgmap v9039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:00.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:00 smithi175 ceph-mon[44549]: pgmap v9039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:00.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:00 smithi181 ceph-mon[45557]: pgmap v9039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:02.028+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:39:02.035 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:02.028+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:39:02.036 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:02.028+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:39:02.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:02 smithi088 ceph-mon[35322]: pgmap v9040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:02.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:02 smithi175 ceph-mon[44549]: pgmap v9040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:02.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:02 smithi181 ceph-mon[45557]: pgmap v9040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:04.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:04 smithi088 ceph-mon[35322]: pgmap v9041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:39:04.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:04 smithi175 ceph-mon[44549]: pgmap v9041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:39:04.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:04 smithi181 ceph-mon[45557]: pgmap v9041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:39:06.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:06 smithi181 ceph-mon[45557]: pgmap v9042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:39:06.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:06 smithi088 ceph-mon[35322]: pgmap v9042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:39:06.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:06 smithi175 ceph-mon[44549]: pgmap v9042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:39:08.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:08 smithi088 ceph-mon[35322]: pgmap v9043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:08.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:08 smithi175 ceph-mon[44549]: pgmap v9043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:08.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:08 smithi181 ceph-mon[45557]: pgmap v9043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:10.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:10 smithi088 ceph-mon[35322]: pgmap v9044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:10.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:10 smithi175 ceph-mon[44549]: pgmap v9044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:10.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:10 smithi181 ceph-mon[45557]: pgmap v9044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:12.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:12 smithi088 ceph-mon[35322]: pgmap v9045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:12.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:12 smithi175 ceph-mon[44549]: pgmap v9045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:12.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:12 smithi181 ceph-mon[45557]: pgmap v9045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:14.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:14 smithi088 ceph-mon[35322]: pgmap v9046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:39:14.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:14 smithi175 ceph-mon[44549]: pgmap v9046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:39:14.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:14 smithi181 ceph-mon[45557]: pgmap v9046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:39:16.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:16 smithi181 ceph-mon[45557]: pgmap v9047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:39:16.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:16 smithi088 ceph-mon[35322]: pgmap v9047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:39:16.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:16 smithi175 ceph-mon[44549]: pgmap v9047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:39:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:17.043+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:39:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:17.043+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:39:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:17.043+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:39:18.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:18 smithi088 ceph-mon[35322]: pgmap v9048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:18.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:39:18.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:39:18.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:18 smithi175 ceph-mon[44549]: pgmap v9048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:18.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:39:18.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:39:18.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:18 smithi181 ceph-mon[45557]: pgmap v9048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:18.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:39:18.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:39:19.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:39:19.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:19 smithi088 ceph-mon[35322]: pgmap v9049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:39:19.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:19 smithi088 ceph-mon[35322]: pgmap v9050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:39:19.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:39:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:39:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:19 smithi175 ceph-mon[44549]: pgmap v9049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:39:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:19 smithi175 ceph-mon[44549]: pgmap v9050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:39:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:39:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:39:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:19 smithi181 ceph-mon[45557]: pgmap v9049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:39:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:19 smithi181 ceph-mon[45557]: pgmap v9050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:39:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:39:21.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:21 smithi181 ceph-mon[45557]: pgmap v9051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:39:21.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:21 smithi088 ceph-mon[35322]: pgmap v9051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:39:21.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:21 smithi175 ceph-mon[44549]: pgmap v9051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:39:23.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:23 smithi175 ceph-mon[44549]: pgmap v9052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:39:23.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:23 smithi181 ceph-mon[45557]: pgmap v9052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:39:24.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:23 smithi088 ceph-mon[35322]: pgmap v9052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:39:25.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:25 smithi175 ceph-mon[44549]: pgmap v9053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:39:25.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:25 smithi181 ceph-mon[45557]: pgmap v9053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:39:26.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:25 smithi088 ceph-mon[35322]: pgmap v9053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:39:27.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:27 smithi175 ceph-mon[44549]: pgmap v9054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:39:27.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:27 smithi181 ceph-mon[45557]: pgmap v9054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:39:28.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:27 smithi088 ceph-mon[35322]: pgmap v9054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:39:29.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:29 smithi175 ceph-mon[44549]: pgmap v9055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:39:29.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:29 smithi181 ceph-mon[45557]: pgmap v9055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:39:30.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:29 smithi088 ceph-mon[35322]: pgmap v9055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:39:31.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:31 smithi181 ceph-mon[45557]: pgmap v9056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:31.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:31 smithi088 ceph-mon[35322]: pgmap v9056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:31.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:31 smithi175 ceph-mon[44549]: pgmap v9056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:32.054+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:39:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:32.054+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:39:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:32.054+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:39:33.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:33 smithi175 ceph-mon[44549]: pgmap v9057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:33.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:33 smithi181 ceph-mon[45557]: pgmap v9057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:34.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:33 smithi088 ceph-mon[35322]: pgmap v9057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:35.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:35 smithi175 ceph-mon[44549]: pgmap v9058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:39:35.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:35 smithi181 ceph-mon[45557]: pgmap v9058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:39:36.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:35 smithi088 ceph-mon[35322]: pgmap v9058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:39:37.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:37 smithi175 ceph-mon[44549]: pgmap v9059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:37.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:37 smithi181 ceph-mon[45557]: pgmap v9059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:38.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:37 smithi088 ceph-mon[35322]: pgmap v9059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:39.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:39 smithi175 ceph-mon[44549]: pgmap v9060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:39:39.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:39 smithi181 ceph-mon[45557]: pgmap v9060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:39:40.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:39 smithi088 ceph-mon[35322]: pgmap v9060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:39:41.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:41 smithi181 ceph-mon[45557]: pgmap v9061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:41.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:41 smithi088 ceph-mon[35322]: pgmap v9061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:41.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:41 smithi175 ceph-mon[44549]: pgmap v9061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:42.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:41.993+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:39:42.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:41.993+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:39:42.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:41.993+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 131 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:39:42.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:41.994+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 131 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:39:43.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:43 smithi175 ceph-mon[44549]: pgmap v9062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:43.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:43 smithi181 ceph-mon[45557]: pgmap v9062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:44.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:43 smithi088 ceph-mon[35322]: pgmap v9062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:45.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:45 smithi175 ceph-mon[44549]: pgmap v9063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:45.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:45 smithi181 ceph-mon[45557]: pgmap v9063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:46.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:45 smithi088 ceph-mon[35322]: pgmap v9063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:47.073 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:47.066+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:39:47.073 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:47.066+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:39:47.073 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:39:47.066+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:39:47.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:47 smithi175 ceph-mon[44549]: pgmap v9064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:47.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:47 smithi181 ceph-mon[45557]: pgmap v9064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:48.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:47 smithi088 ceph-mon[35322]: pgmap v9064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:49.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:49 smithi175 ceph-mon[44549]: pgmap v9065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:39:49.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:49 smithi181 ceph-mon[45557]: pgmap v9065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:39:50.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:49 smithi088 ceph-mon[35322]: pgmap v9065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:39:51.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:51 smithi181 ceph-mon[45557]: pgmap v9066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:51.786 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:51 smithi088 ceph-mon[35322]: pgmap v9066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:51.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:51 smithi175 ceph-mon[44549]: pgmap v9066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:53.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:53 smithi175 ceph-mon[44549]: pgmap v9067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:53.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:53 smithi181 ceph-mon[45557]: pgmap v9067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:54.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:53 smithi088 ceph-mon[35322]: pgmap v9067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:39:55.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:55 smithi175 ceph-mon[44549]: pgmap v9068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:55.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:55 smithi181 ceph-mon[45557]: pgmap v9068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:56.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:55 smithi088 ceph-mon[35322]: pgmap v9068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:39:57.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:57 smithi175 ceph-mon[44549]: pgmap v9069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:57.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:57 smithi181 ceph-mon[45557]: pgmap v9069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:58.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:57 smithi088 ceph-mon[35322]: pgmap v9069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:39:59.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:39:59 smithi175 ceph-mon[44549]: pgmap v9070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:39:59.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:39:59 smithi181 ceph-mon[45557]: pgmap v9070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:00.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:39:59 smithi088 ceph-mon[35322]: pgmap v9070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:00.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:40:00.965 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:40:01.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:40:01.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:01 smithi175 ceph-mon[44549]: pgmap v9071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:01.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:01 smithi181 ceph-mon[45557]: pgmap v9071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:02.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:01 smithi088 ceph-mon[35322]: pgmap v9071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:02.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:02.077+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:40:02.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:02.077+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:40:02.086 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:02.077+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:40:03.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:03 smithi175 ceph-mon[44549]: pgmap v9072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:03.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:03 smithi181 ceph-mon[45557]: pgmap v9072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:04.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:03 smithi088 ceph-mon[35322]: pgmap v9072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:05.920 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:05 smithi175 ceph-mon[44549]: pgmap v9073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:05.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:05 smithi181 ceph-mon[45557]: pgmap v9073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:06.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:05 smithi088 ceph-mon[35322]: pgmap v9073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:07.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:07 smithi175 ceph-mon[44549]: pgmap v9074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:07.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:07 smithi181 ceph-mon[45557]: pgmap v9074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:08.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:07 smithi088 ceph-mon[35322]: pgmap v9074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:09.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:09 smithi175 ceph-mon[44549]: pgmap v9075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:09.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:09 smithi181 ceph-mon[45557]: pgmap v9075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:10.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:09 smithi088 ceph-mon[35322]: pgmap v9075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:11.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:11 smithi181 ceph-mon[45557]: pgmap v9076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:11.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:11 smithi088 ceph-mon[35322]: pgmap v9076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:11.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:11 smithi175 ceph-mon[44549]: pgmap v9076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:13.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:13 smithi175 ceph-mon[44549]: pgmap v9077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:13.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:13 smithi181 ceph-mon[45557]: pgmap v9077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:14.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:13 smithi088 ceph-mon[35322]: pgmap v9077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:40:15.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:15 smithi175 ceph-mon[44549]: pgmap v9078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:15.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:15 smithi181 ceph-mon[45557]: pgmap v9078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:16.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:15 smithi088 ceph-mon[35322]: pgmap v9078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:17.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:17.082+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:40:17.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:17.082+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:40:17.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:17.082+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:40:17.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:17 smithi175 ceph-mon[44549]: pgmap v9079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:17.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:17 smithi181 ceph-mon[45557]: pgmap v9079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:18.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:17 smithi088 ceph-mon[35322]: pgmap v9079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:19 smithi175 ceph-mon[44549]: pgmap v9080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:40:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:19 smithi181 ceph-mon[45557]: pgmap v9080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:40:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:19.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:20.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:19 smithi088 ceph-mon[35322]: pgmap v9080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:20.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:40:20.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:20.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:20.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:20.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:20.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:20.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:40:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:40:20.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:20.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:40:20.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:40:20.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:21.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:40:21.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:40:21.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:40:21.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:21 smithi175 ceph-mon[44549]: pgmap v9081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:40:21.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:21 smithi175 ceph-mon[44549]: pgmap v9082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:21.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:21 smithi181 ceph-mon[45557]: pgmap v9081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:40:21.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:21 smithi181 ceph-mon[45557]: pgmap v9082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:22.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:21 smithi088 ceph-mon[35322]: pgmap v9081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:40:22.036 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:21 smithi088 ceph-mon[35322]: pgmap v9082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:40:23.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:23 smithi175 ceph-mon[44549]: pgmap v9083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:40:23.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:23 smithi181 ceph-mon[45557]: pgmap v9083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:40:24.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:23 smithi088 ceph-mon[35322]: pgmap v9083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:40:25.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:25 smithi175 ceph-mon[44549]: pgmap v9084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:40:25.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:25 smithi181 ceph-mon[45557]: pgmap v9084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:40:26.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:25 smithi088 ceph-mon[35322]: pgmap v9084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:40:27.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:27 smithi175 ceph-mon[44549]: pgmap v9085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:40:27.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:27 smithi181 ceph-mon[45557]: pgmap v9085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:40:28.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:27 smithi088 ceph-mon[35322]: pgmap v9085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:40:29.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:29 smithi175 ceph-mon[44549]: pgmap v9086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T17:40:29.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:29 smithi181 ceph-mon[45557]: pgmap v9086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T17:40:30.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:29 smithi088 ceph-mon[35322]: pgmap v9086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T17:40:31.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:31 smithi175 ceph-mon[44549]: pgmap v9087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:40:31.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:31 smithi181 ceph-mon[45557]: pgmap v9087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:40:32.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:31 smithi088 ceph-mon[35322]: pgmap v9087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:32.098+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:32.098+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:40:32.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:32.098+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:40:33.918 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:33 smithi175 ceph-mon[44549]: pgmap v9088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:33.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:33 smithi181 ceph-mon[45557]: pgmap v9088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:34.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:33 smithi088 ceph-mon[35322]: pgmap v9088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:35.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:35 smithi175 ceph-mon[44549]: pgmap v9089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:35.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:35 smithi181 ceph-mon[45557]: pgmap v9089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:36.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:35 smithi088 ceph-mon[35322]: pgmap v9089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:37.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:37 smithi175 ceph-mon[44549]: pgmap v9090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:37.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:37 smithi181 ceph-mon[45557]: pgmap v9090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:38.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:37 smithi088 ceph-mon[35322]: pgmap v9090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:39.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:39 smithi175 ceph-mon[44549]: pgmap v9091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:40:39.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:39 smithi181 ceph-mon[45557]: pgmap v9091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:40:40.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:39 smithi088 ceph-mon[35322]: pgmap v9091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:40:41.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:41 smithi175 ceph-mon[44549]: pgmap v9092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:40:41.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:41 smithi181 ceph-mon[45557]: pgmap v9092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:40:42.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:41 smithi088 ceph-mon[35322]: pgmap v9092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:40:43.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:43 smithi175 ceph-mon[44549]: pgmap v9093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:43.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:43 smithi181 ceph-mon[45557]: pgmap v9093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:44.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:43 smithi088 ceph-mon[35322]: pgmap v9093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:45.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:45 smithi175 ceph-mon[44549]: pgmap v9094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:45.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:45 smithi181 ceph-mon[45557]: pgmap v9094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:46.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:45 smithi088 ceph-mon[35322]: pgmap v9094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:40:47.120 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:47.114+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:40:47.120 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:47.114+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:40:47.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:40:47.114+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:40:47.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:47 smithi175 ceph-mon[44549]: pgmap v9095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:47.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:47 smithi181 ceph-mon[45557]: pgmap v9095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:48.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:47 smithi088 ceph-mon[35322]: pgmap v9095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:40:49.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:49 smithi175 ceph-mon[44549]: pgmap v9096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:40:49.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:49 smithi181 ceph-mon[45557]: pgmap v9096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:40:50.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:49 smithi088 ceph-mon[35322]: pgmap v9096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:40:51.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:51 smithi175 ceph-mon[44549]: pgmap v9097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:40:51.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:51 smithi181 ceph-mon[45557]: pgmap v9097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:40:52.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:51 smithi088 ceph-mon[35322]: pgmap v9097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:40:53.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:53 smithi175 ceph-mon[44549]: pgmap v9098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:40:53.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:53 smithi181 ceph-mon[45557]: pgmap v9098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:40:54.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:53 smithi088 ceph-mon[35322]: pgmap v9098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:40:55.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:55 smithi175 ceph-mon[44549]: pgmap v9099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:40:55.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:55 smithi181 ceph-mon[45557]: pgmap v9099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:40:56.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:55 smithi088 ceph-mon[35322]: pgmap v9099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:40:57.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:57 smithi181 ceph-mon[45557]: pgmap v9100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:40:58.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:57 smithi088 ceph-mon[35322]: pgmap v9100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:40:58.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:57 smithi175 ceph-mon[44549]: pgmap v9100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:40:59.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:40:59 smithi181 ceph-mon[45557]: pgmap v9101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:41:00.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:40:59 smithi088 ceph-mon[35322]: pgmap v9101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:41:00.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:40:59 smithi175 ceph-mon[44549]: pgmap v9101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:41:01.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:01 smithi181 ceph-mon[45557]: pgmap v9102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:02.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:01 smithi088 ceph-mon[35322]: pgmap v9102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:02.125+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:41:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:02.126+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:41:02.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:02.126+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:41:02.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:01 smithi175 ceph-mon[44549]: pgmap v9102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:03.964 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:03 smithi181 ceph-mon[45557]: pgmap v9103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:04.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:03 smithi088 ceph-mon[35322]: pgmap v9103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:04.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:03 smithi175 ceph-mon[44549]: pgmap v9103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:05.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:05 smithi181 ceph-mon[45557]: pgmap v9104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:06.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:05 smithi088 ceph-mon[35322]: pgmap v9104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:06.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:05 smithi175 ceph-mon[44549]: pgmap v9104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:07.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:07 smithi181 ceph-mon[45557]: pgmap v9105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:08.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:07 smithi088 ceph-mon[35322]: pgmap v9105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:08.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:07 smithi175 ceph-mon[44549]: pgmap v9105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:09.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:09 smithi181 ceph-mon[45557]: pgmap v9106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:10.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:09 smithi088 ceph-mon[35322]: pgmap v9106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:10.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:09 smithi175 ceph-mon[44549]: pgmap v9106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:11.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:11 smithi181 ceph-mon[45557]: pgmap v9107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:12.007+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:41:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:12.007+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:41:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:12.008+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 132 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:41:12.014 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:12.008+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 132 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:41:12.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:11 smithi088 ceph-mon[35322]: pgmap v9107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:12.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:11 smithi175 ceph-mon[44549]: pgmap v9107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:13.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:13 smithi181 ceph-mon[45557]: pgmap v9108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:14.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:13 smithi088 ceph-mon[35322]: pgmap v9108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:14.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:13 smithi175 ceph-mon[44549]: pgmap v9108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:15.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:15 smithi181 ceph-mon[45557]: pgmap v9109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:16.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:15 smithi088 ceph-mon[35322]: pgmap v9109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:16.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:15 smithi175 ceph-mon[44549]: pgmap v9109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:17.137 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:17.131+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:41:17.137 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:17.131+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:41:17.137 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:17.131+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:41:17.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:17 smithi181 ceph-mon[45557]: pgmap v9110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:18.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:17 smithi088 ceph-mon[35322]: pgmap v9110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:18.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:17 smithi175 ceph-mon[44549]: pgmap v9110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:20.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:19 smithi088 ceph-mon[35322]: pgmap v9111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:20.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:19 smithi175 ceph-mon[44549]: pgmap v9111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:20.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:19 smithi181 ceph-mon[45557]: pgmap v9111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:21.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:41:21.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:41:21.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:41:22.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:21 smithi088 ceph-mon[35322]: pgmap v9112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:22.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:41:22.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:41:22.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:41:22.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:21 smithi175 ceph-mon[44549]: pgmap v9112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:22.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:41:22.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:41:22.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:41:22.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:21 smithi181 ceph-mon[45557]: pgmap v9112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:22.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:41:22.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:41:22.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:41:23.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:22 smithi088 ceph-mon[35322]: pgmap v9113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:41:23.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:22 smithi088 ceph-mon[35322]: pgmap v9114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:23.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:22 smithi175 ceph-mon[44549]: pgmap v9113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:41:23.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:22 smithi175 ceph-mon[44549]: pgmap v9114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:23.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:22 smithi181 ceph-mon[45557]: pgmap v9113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:41:23.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:22 smithi181 ceph-mon[45557]: pgmap v9114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:25.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:24 smithi088 ceph-mon[35322]: pgmap v9115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:41:25.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:24 smithi175 ceph-mon[44549]: pgmap v9115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:41:25.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:24 smithi181 ceph-mon[45557]: pgmap v9115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:41:27.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:26 smithi088 ceph-mon[35322]: pgmap v9116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:41:27.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:26 smithi175 ceph-mon[44549]: pgmap v9116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:41:27.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:26 smithi181 ceph-mon[45557]: pgmap v9116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:41:29.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:28 smithi088 ceph-mon[35322]: pgmap v9117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:29.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:28 smithi175 ceph-mon[44549]: pgmap v9117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:29.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:28 smithi181 ceph-mon[45557]: pgmap v9117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:31.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:30 smithi088 ceph-mon[35322]: pgmap v9118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:31.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:30 smithi175 ceph-mon[44549]: pgmap v9118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:31.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:30 smithi181 ceph-mon[45557]: pgmap v9118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:41:32.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:32.141+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:41:32.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:32.141+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:41:32.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:32.141+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:41:33.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:32 smithi088 ceph-mon[35322]: pgmap v9119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:41:33.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:32 smithi175 ceph-mon[44549]: pgmap v9119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:41:33.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:32 smithi181 ceph-mon[45557]: pgmap v9119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:41:34.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:33 smithi175 ceph-mon[44549]: pgmap v9120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:34.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:33 smithi181 ceph-mon[45557]: pgmap v9120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:34.285 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:33 smithi088 ceph-mon[35322]: pgmap v9120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:36.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:36 smithi088 ceph-mon[35322]: pgmap v9121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:36.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:36 smithi175 ceph-mon[44549]: pgmap v9121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:36.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:36 smithi181 ceph-mon[45557]: pgmap v9121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:38.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:38 smithi088 ceph-mon[35322]: pgmap v9122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:38.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:38 smithi175 ceph-mon[44549]: pgmap v9122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:38.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:38 smithi181 ceph-mon[45557]: pgmap v9122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:40.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:40 smithi088 ceph-mon[35322]: pgmap v9123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:40.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:40 smithi175 ceph-mon[44549]: pgmap v9123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:40.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:40 smithi181 ceph-mon[45557]: pgmap v9123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:42.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:42 smithi088 ceph-mon[35322]: pgmap v9124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:42.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:42 smithi175 ceph-mon[44549]: pgmap v9124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:42.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:42 smithi181 ceph-mon[45557]: pgmap v9124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:44.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:44 smithi088 ceph-mon[35322]: pgmap v9125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:44.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:44 smithi175 ceph-mon[44549]: pgmap v9125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:44.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:44 smithi181 ceph-mon[45557]: pgmap v9125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:46.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:46 smithi088 ceph-mon[35322]: pgmap v9126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:46.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:46 smithi175 ceph-mon[44549]: pgmap v9126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:46.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:46 smithi181 ceph-mon[45557]: pgmap v9126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:47.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:47.155+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:41:47.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:47.155+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:41:47.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:41:47.155+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:41:48.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:48 smithi088 ceph-mon[35322]: pgmap v9127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:48.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:48 smithi175 ceph-mon[44549]: pgmap v9127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:48.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:48 smithi181 ceph-mon[45557]: pgmap v9127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:50.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:50 smithi088 ceph-mon[35322]: pgmap v9128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:50.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:50 smithi175 ceph-mon[44549]: pgmap v9128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:50.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:50 smithi181 ceph-mon[45557]: pgmap v9128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:41:52.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:52 smithi088 ceph-mon[35322]: pgmap v9129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:52.917 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:52 smithi175 ceph-mon[44549]: pgmap v9129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:52.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:52 smithi181 ceph-mon[45557]: pgmap v9129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:54.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:54 smithi088 ceph-mon[35322]: pgmap v9130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:54.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:54 smithi175 ceph-mon[44549]: pgmap v9130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:54.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:54 smithi181 ceph-mon[45557]: pgmap v9130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:41:56.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:56 smithi088 ceph-mon[35322]: pgmap v9131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:56.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:56 smithi175 ceph-mon[44549]: pgmap v9131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:56.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:56 smithi181 ceph-mon[45557]: pgmap v9131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:41:58.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:41:58 smithi088 ceph-mon[35322]: pgmap v9132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:58.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:41:58 smithi175 ceph-mon[44549]: pgmap v9132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:41:58.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:41:58 smithi181 ceph-mon[45557]: pgmap v9132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:00.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:00 smithi088 ceph-mon[35322]: pgmap v9133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:00.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:00 smithi175 ceph-mon[44549]: pgmap v9133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:00.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:00 smithi181 ceph-mon[45557]: pgmap v9133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:02.171 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:02.165+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:42:02.171 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:02.165+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:42:02.171 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:02.165+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:42:02.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:02 smithi088 ceph-mon[35322]: pgmap v9134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:02.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:02 smithi175 ceph-mon[44549]: pgmap v9134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:02.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:02 smithi181 ceph-mon[45557]: pgmap v9134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:04.785 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:04 smithi088 ceph-mon[35322]: pgmap v9135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:04.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:04 smithi175 ceph-mon[44549]: pgmap v9135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:04.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:04 smithi181 ceph-mon[45557]: pgmap v9135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:06.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:06 smithi088 ceph-mon[35322]: pgmap v9136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:06.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:06 smithi175 ceph-mon[44549]: pgmap v9136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:06.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:06 smithi181 ceph-mon[45557]: pgmap v9136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:08.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:08 smithi088 ceph-mon[35322]: pgmap v9137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:08.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:08 smithi175 ceph-mon[44549]: pgmap v9137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:08.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:08 smithi181 ceph-mon[45557]: pgmap v9137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:10.788 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:10 smithi088 ceph-mon[35322]: pgmap v9138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:10.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:10 smithi175 ceph-mon[44549]: pgmap v9138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:10.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:10 smithi181 ceph-mon[45557]: pgmap v9138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:12.784 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:12 smithi088 ceph-mon[35322]: pgmap v9139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:12.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:12 smithi175 ceph-mon[44549]: pgmap v9139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:12.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:12 smithi181 ceph-mon[45557]: pgmap v9139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:14.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:14 smithi175 ceph-mon[44549]: pgmap v9140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:14.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:14 smithi181 ceph-mon[45557]: pgmap v9140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:15.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:14 smithi088 ceph-mon[35322]: pgmap v9140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:16.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:16 smithi175 ceph-mon[44549]: pgmap v9141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:16.925 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:16 smithi088 ceph-mon[35322]: pgmap v9141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:16.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:16 smithi181 ceph-mon[45557]: pgmap v9141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:17.180+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:42:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:17.180+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:42:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:17.180+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:42:18.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:18 smithi175 ceph-mon[44549]: pgmap v9142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:18.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:18 smithi181 ceph-mon[45557]: pgmap v9142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:19.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:18 smithi088 ceph-mon[35322]: pgmap v9142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:20.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:20 smithi175 ceph-mon[44549]: pgmap v9143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:20.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:20 smithi181 ceph-mon[45557]: pgmap v9143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:21.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:20 smithi088 ceph-mon[35322]: pgmap v9143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:21.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:42:21.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:42:22.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:42:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:22 smithi175 ceph-mon[44549]: pgmap v9144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:42:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:42:22.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:42:22.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:22 smithi181 ceph-mon[45557]: pgmap v9144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:22.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:42:22.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:42:22.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:42:23.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:22 smithi088 ceph-mon[35322]: pgmap v9144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:23.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:42:23.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:42:23.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:42:23.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:23 smithi175 ceph-mon[44549]: pgmap v9145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:42:23.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:23 smithi175 ceph-mon[44549]: pgmap v9146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:42:23.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:23 smithi181 ceph-mon[45557]: pgmap v9145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:42:23.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:23 smithi181 ceph-mon[45557]: pgmap v9146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:42:24.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:23 smithi088 ceph-mon[35322]: pgmap v9145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:42:24.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:23 smithi088 ceph-mon[35322]: pgmap v9146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:42:25.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:25 smithi175 ceph-mon[44549]: pgmap v9147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:42:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:25 smithi181 ceph-mon[45557]: pgmap v9147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:42:26.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:25 smithi088 ceph-mon[35322]: pgmap v9147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:42:27.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:27 smithi175 ceph-mon[44549]: pgmap v9148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:42:27.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:27 smithi181 ceph-mon[45557]: pgmap v9148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:42:28.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:27 smithi088 ceph-mon[35322]: pgmap v9148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:42:29.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:29 smithi175 ceph-mon[44549]: pgmap v9149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:42:29.963 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:29 smithi181 ceph-mon[45557]: pgmap v9149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:42:30.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:29 smithi088 ceph-mon[35322]: pgmap v9149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:42:31.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:31 smithi175 ceph-mon[44549]: pgmap v9150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:42:31.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:31 smithi181 ceph-mon[45557]: pgmap v9150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:42:32.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:31 smithi088 ceph-mon[35322]: pgmap v9150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:32.185+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:32.185+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:42:32.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:32.185+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:42:33.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:33 smithi175 ceph-mon[44549]: pgmap v9151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:42:33.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:33 smithi181 ceph-mon[45557]: pgmap v9151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:42:34.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:33 smithi088 ceph-mon[35322]: pgmap v9151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:42:35.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:35 smithi175 ceph-mon[44549]: pgmap v9152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:35.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:35 smithi181 ceph-mon[45557]: pgmap v9152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:36.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:35 smithi088 ceph-mon[35322]: pgmap v9152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:37.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:37 smithi175 ceph-mon[44549]: pgmap v9153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:37.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:37 smithi181 ceph-mon[45557]: pgmap v9153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:38.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:37 smithi088 ceph-mon[35322]: pgmap v9153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:39.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:39 smithi175 ceph-mon[44549]: pgmap v9154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:39.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:39 smithi181 ceph-mon[45557]: pgmap v9154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:40.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:39 smithi088 ceph-mon[35322]: pgmap v9154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:41.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:41 smithi175 ceph-mon[44549]: pgmap v9155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:41.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:41 smithi181 ceph-mon[45557]: pgmap v9155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:42.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:42.022+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:42:42.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:42.022+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:42:42.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:42.022+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 133 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:42:42.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:42.022+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 133 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:42:42.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:41 smithi088 ceph-mon[35322]: pgmap v9155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:43.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:43 smithi175 ceph-mon[44549]: pgmap v9156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:43.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:43 smithi181 ceph-mon[45557]: pgmap v9156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:44.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:43 smithi088 ceph-mon[35322]: pgmap v9156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:45.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:45 smithi175 ceph-mon[44549]: pgmap v9157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:45.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:45 smithi181 ceph-mon[45557]: pgmap v9157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:46.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:45 smithi088 ceph-mon[35322]: pgmap v9157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:47.205 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:47.199+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:42:47.205 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:47.199+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:42:47.205 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:42:47.199+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:42:47.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:47 smithi175 ceph-mon[44549]: pgmap v9158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:47.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:47 smithi181 ceph-mon[45557]: pgmap v9158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:48.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:47 smithi088 ceph-mon[35322]: pgmap v9158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:49.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:49 smithi175 ceph-mon[44549]: pgmap v9159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:49.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:49 smithi181 ceph-mon[45557]: pgmap v9159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:50.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:49 smithi088 ceph-mon[35322]: pgmap v9159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:42:51.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:51 smithi175 ceph-mon[44549]: pgmap v9160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:51.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:51 smithi181 ceph-mon[45557]: pgmap v9160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:52.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:51 smithi088 ceph-mon[35322]: pgmap v9160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:42:53.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:53 smithi175 ceph-mon[44549]: pgmap v9161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:53.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:53 smithi181 ceph-mon[45557]: pgmap v9161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:54.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:53 smithi088 ceph-mon[35322]: pgmap v9161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:55.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:55 smithi175 ceph-mon[44549]: pgmap v9162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:55.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:55 smithi181 ceph-mon[45557]: pgmap v9162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:56.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:55 smithi088 ceph-mon[35322]: pgmap v9162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:42:57.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:57 smithi175 ceph-mon[44549]: pgmap v9163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:57.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:57 smithi181 ceph-mon[45557]: pgmap v9163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:58.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:57 smithi088 ceph-mon[35322]: pgmap v9163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:42:59.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:42:59 smithi175 ceph-mon[44549]: pgmap v9164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:42:59.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:42:59 smithi181 ceph-mon[45557]: pgmap v9164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:43:00.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:42:59 smithi088 ceph-mon[35322]: pgmap v9164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:43:01.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:01 smithi175 ceph-mon[44549]: pgmap v9165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:01.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:01 smithi181 ceph-mon[45557]: pgmap v9165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:02.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:01 smithi088 ceph-mon[35322]: pgmap v9165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:02.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:02.214+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:43:02.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:02.214+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:43:02.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:02.214+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:43:03.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:03 smithi175 ceph-mon[44549]: pgmap v9166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:03.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:03 smithi181 ceph-mon[45557]: pgmap v9166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:03 smithi088 ceph-mon[35322]: pgmap v9166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:05.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:05 smithi175 ceph-mon[44549]: pgmap v9167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:05.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:05 smithi181 ceph-mon[45557]: pgmap v9167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:06.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:05 smithi088 ceph-mon[35322]: pgmap v9167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:07.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:07 smithi175 ceph-mon[44549]: pgmap v9168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:07.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:07 smithi181 ceph-mon[45557]: pgmap v9168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:08.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:07 smithi088 ceph-mon[35322]: pgmap v9168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:09.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:09 smithi175 ceph-mon[44549]: pgmap v9169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:09.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:09 smithi181 ceph-mon[45557]: pgmap v9169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:10.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:09 smithi088 ceph-mon[35322]: pgmap v9169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:11.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:11 smithi175 ceph-mon[44549]: pgmap v9170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:11.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:11 smithi181 ceph-mon[45557]: pgmap v9170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:12.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:11 smithi088 ceph-mon[35322]: pgmap v9170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:13.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:13 smithi175 ceph-mon[44549]: pgmap v9171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:13.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:13 smithi181 ceph-mon[45557]: pgmap v9171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:14.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:13 smithi088 ceph-mon[35322]: pgmap v9171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:15.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:15 smithi175 ceph-mon[44549]: pgmap v9172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:15.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:15 smithi181 ceph-mon[45557]: pgmap v9172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:16.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:15 smithi088 ceph-mon[35322]: pgmap v9172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:17.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:17.221+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:43:17.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:17.221+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:43:17.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:17.221+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:43:17.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:17 smithi175 ceph-mon[44549]: pgmap v9173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:17.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:17 smithi181 ceph-mon[45557]: pgmap v9173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:18.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:17 smithi088 ceph-mon[35322]: pgmap v9173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:19.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:19 smithi175 ceph-mon[44549]: pgmap v9174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:19.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:19 smithi181 ceph-mon[45557]: pgmap v9174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:20.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:19 smithi088 ceph-mon[35322]: pgmap v9174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:21.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:21 smithi181 ceph-mon[45557]: pgmap v9175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:22.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:21 smithi088 ceph-mon[35322]: pgmap v9175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:22.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:21 smithi175 ceph-mon[44549]: pgmap v9175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:22.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:43:23.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:43:23.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:43:23.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:23 smithi181 ceph-mon[45557]: pgmap v9176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:23.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:43:23.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:43:23.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:43:24.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:23 smithi088 ceph-mon[35322]: pgmap v9176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:24.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:43:24.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:43:24.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:43:24.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:23 smithi175 ceph-mon[44549]: pgmap v9176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:24.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:43:24.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:43:24.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:43:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:24 smithi181 ceph-mon[45557]: pgmap v9177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:43:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:24 smithi181 ceph-mon[45557]: pgmap v9178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:43:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:24 smithi088 ceph-mon[35322]: pgmap v9177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:43:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:24 smithi088 ceph-mon[35322]: pgmap v9178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:43:25.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:24 smithi175 ceph-mon[44549]: pgmap v9177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:43:25.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:24 smithi175 ceph-mon[44549]: pgmap v9178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:43:26.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:26 smithi181 ceph-mon[45557]: pgmap v9179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:43:27.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:26 smithi088 ceph-mon[35322]: pgmap v9179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:43:27.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:26 smithi175 ceph-mon[44549]: pgmap v9179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:43:28.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:28 smithi181 ceph-mon[45557]: pgmap v9180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:43:29.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:28 smithi088 ceph-mon[35322]: pgmap v9180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:43:29.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:28 smithi175 ceph-mon[44549]: pgmap v9180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:43:30.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:30 smithi181 ceph-mon[45557]: pgmap v9181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:43:31.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:30 smithi088 ceph-mon[35322]: pgmap v9181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:43:31.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:30 smithi175 ceph-mon[44549]: pgmap v9181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:43:32.240 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:32.235+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:43:32.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:32.235+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:43:32.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:32.235+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:43:32.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:32 smithi181 ceph-mon[45557]: pgmap v9182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:43:33.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:32 smithi088 ceph-mon[35322]: pgmap v9182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:43:33.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:32 smithi175 ceph-mon[44549]: pgmap v9182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:43:34.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:34 smithi181 ceph-mon[45557]: pgmap v9183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:43:35.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:34 smithi088 ceph-mon[35322]: pgmap v9183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:43:35.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:34 smithi175 ceph-mon[44549]: pgmap v9183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:43:36.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:36 smithi181 ceph-mon[45557]: pgmap v9184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:37.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:36 smithi088 ceph-mon[35322]: pgmap v9184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:37.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:36 smithi175 ceph-mon[44549]: pgmap v9184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:38.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:38 smithi181 ceph-mon[45557]: pgmap v9185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:39.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:38 smithi088 ceph-mon[35322]: pgmap v9185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:39.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:38 smithi175 ceph-mon[44549]: pgmap v9185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:40.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:40 smithi181 ceph-mon[45557]: pgmap v9186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:41.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:40 smithi088 ceph-mon[35322]: pgmap v9186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:41.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:40 smithi175 ceph-mon[44549]: pgmap v9186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:43.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:42 smithi088 ceph-mon[35322]: pgmap v9187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:43.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:42 smithi175 ceph-mon[44549]: pgmap v9187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:43.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:42 smithi181 ceph-mon[45557]: pgmap v9187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:45.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:44 smithi088 ceph-mon[35322]: pgmap v9188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:45.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:44 smithi175 ceph-mon[44549]: pgmap v9188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:45.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:44 smithi181 ceph-mon[45557]: pgmap v9188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:47.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:46 smithi088 ceph-mon[35322]: pgmap v9189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:47.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:46 smithi175 ceph-mon[44549]: pgmap v9189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:47.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:46 smithi181 ceph-mon[45557]: pgmap v9189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:47.244 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:47.239+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:43:47.244 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:47.239+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:43:47.244 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:43:47.239+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:43:49.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:48 smithi088 ceph-mon[35322]: pgmap v9190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:49.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:48 smithi175 ceph-mon[44549]: pgmap v9190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:49.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:48 smithi181 ceph-mon[45557]: pgmap v9190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:51.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:50 smithi088 ceph-mon[35322]: pgmap v9191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:51.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:50 smithi175 ceph-mon[44549]: pgmap v9191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:51.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:50 smithi181 ceph-mon[45557]: pgmap v9191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:43:53.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:52 smithi088 ceph-mon[35322]: pgmap v9192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:53.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:52 smithi175 ceph-mon[44549]: pgmap v9192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:52 smithi181 ceph-mon[45557]: pgmap v9192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:55.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:54 smithi088 ceph-mon[35322]: pgmap v9193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:55.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:54 smithi175 ceph-mon[44549]: pgmap v9193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:55.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:54 smithi181 ceph-mon[45557]: pgmap v9193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:43:57.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:56 smithi088 ceph-mon[35322]: pgmap v9194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:57.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:56 smithi175 ceph-mon[44549]: pgmap v9194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:57.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:56 smithi181 ceph-mon[45557]: pgmap v9194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:43:59.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:43:58 smithi088 ceph-mon[35322]: pgmap v9195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:59.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:43:58 smithi175 ceph-mon[44549]: pgmap v9195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:43:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:43:58 smithi181 ceph-mon[45557]: pgmap v9195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:01.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:00 smithi088 ceph-mon[35322]: pgmap v9196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:01.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:00 smithi175 ceph-mon[44549]: pgmap v9196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:01.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:00 smithi181 ceph-mon[45557]: pgmap v9196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:02.255+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:44:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:02.255+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:44:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:02.255+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:44:03.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:02 smithi088 ceph-mon[35322]: pgmap v9197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:03.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:02 smithi175 ceph-mon[44549]: pgmap v9197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:03.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:02 smithi181 ceph-mon[45557]: pgmap v9197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:04 smithi088 ceph-mon[35322]: pgmap v9198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:05.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:04 smithi175 ceph-mon[44549]: pgmap v9198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:05.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:04 smithi181 ceph-mon[45557]: pgmap v9198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:07.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:06 smithi088 ceph-mon[35322]: pgmap v9199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:07.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:06 smithi175 ceph-mon[44549]: pgmap v9199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:07.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:06 smithi181 ceph-mon[45557]: pgmap v9199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:09.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:08 smithi088 ceph-mon[35322]: pgmap v9200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:09.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:08 smithi175 ceph-mon[44549]: pgmap v9200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:09.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:08 smithi181 ceph-mon[45557]: pgmap v9200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:11.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:10 smithi088 ceph-mon[35322]: pgmap v9201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:11.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:10 smithi175 ceph-mon[44549]: pgmap v9201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:11.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:10 smithi181 ceph-mon[45557]: pgmap v9201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:13.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:12 smithi088 ceph-mon[35322]: pgmap v9202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:13.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:12 smithi175 ceph-mon[44549]: pgmap v9202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:13.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:12 smithi181 ceph-mon[45557]: pgmap v9202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:15.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:14 smithi088 ceph-mon[35322]: pgmap v9203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:15.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:14 smithi175 ceph-mon[44549]: pgmap v9203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:15.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:14 smithi181 ceph-mon[45557]: pgmap v9203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:17.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:16 smithi088 ceph-mon[35322]: pgmap v9204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:17.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:16 smithi175 ceph-mon[44549]: pgmap v9204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:17.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:16 smithi181 ceph-mon[45557]: pgmap v9204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:17.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:17.269+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:44:17.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:17.269+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:44:17.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:17.269+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:44:19.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:18 smithi088 ceph-mon[35322]: pgmap v9205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:19.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:18 smithi175 ceph-mon[44549]: pgmap v9205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:19.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:18 smithi181 ceph-mon[45557]: pgmap v9205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:20.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:19 smithi175 ceph-mon[44549]: pgmap v9206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:20.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:19 smithi181 ceph-mon[45557]: pgmap v9206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:20.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:19 smithi088 ceph-mon[35322]: pgmap v9206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:22.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:22 smithi088 ceph-mon[35322]: pgmap v9207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:22.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:22 smithi175 ceph-mon[44549]: pgmap v9207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:22.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:22 smithi181 ceph-mon[45557]: pgmap v9207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:23.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:44:23.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:44:23.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:44:24.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: pgmap v9208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:24.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:44:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:44:24.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:44:24.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: pgmap v9208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:44:24.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:44:25.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: pgmap v9208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:25.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:25.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:25.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:44:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:44:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:44:25.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:44:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:25 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:44:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:25 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:44:25.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:25 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 154.6M 2024-01-28T17:44:25.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:25 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 162158620: error parsing value: Value '162158620' is below minimum 939524096 2024-01-28T17:44:25.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:25 smithi175 ceph-mon[44549]: pgmap v9209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:44:25.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:25 smithi175 ceph-mon[44549]: pgmap v9210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:44:25.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:25 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:44:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:25 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:44:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:25 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 154.6M 2024-01-28T17:44:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:25 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 162158620: error parsing value: Value '162158620' is below minimum 939524096 2024-01-28T17:44:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:25 smithi181 ceph-mon[45557]: pgmap v9209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:44:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:25 smithi181 ceph-mon[45557]: pgmap v9210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:44:26.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:25 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:44:26.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:25 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:44:26.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:25 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 154.6M 2024-01-28T17:44:26.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:25 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 162158620: error parsing value: Value '162158620' is below minimum 939524096 2024-01-28T17:44:26.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:25 smithi088 ceph-mon[35322]: pgmap v9209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:44:26.034 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:25 smithi088 ceph-mon[35322]: pgmap v9210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:44:27.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:27 smithi175 ceph-mon[44549]: pgmap v9211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:44:27.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:27 smithi181 ceph-mon[45557]: pgmap v9211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:44:28.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:27 smithi088 ceph-mon[35322]: pgmap v9211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:44:29.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:29 smithi175 ceph-mon[44549]: pgmap v9212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:44:29.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:29 smithi181 ceph-mon[45557]: pgmap v9212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:44:30.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:29 smithi088 ceph-mon[35322]: pgmap v9212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:44:31.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:31 smithi175 ceph-mon[44549]: pgmap v9213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:44:31.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:31 smithi181 ceph-mon[45557]: pgmap v9213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:44:32.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:31 smithi088 ceph-mon[35322]: pgmap v9213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:44:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:32.275+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:44:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:32.275+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:44:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:32.275+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:44:33.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:33 smithi175 ceph-mon[44549]: pgmap v9214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:44:33.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:33 smithi181 ceph-mon[45557]: pgmap v9214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:44:34.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:33 smithi088 ceph-mon[35322]: pgmap v9214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:44:35.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:35 smithi175 ceph-mon[44549]: pgmap v9215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:44:35.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:35 smithi181 ceph-mon[45557]: pgmap v9215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:44:36.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:35 smithi088 ceph-mon[35322]: pgmap v9215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:44:37.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:37 smithi175 ceph-mon[44549]: pgmap v9216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:37.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:37 smithi181 ceph-mon[45557]: pgmap v9216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:38.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:37 smithi088 ceph-mon[35322]: pgmap v9216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:39.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:39 smithi175 ceph-mon[44549]: pgmap v9217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:39.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:39 smithi181 ceph-mon[45557]: pgmap v9217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:40.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:39 smithi088 ceph-mon[35322]: pgmap v9217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:41.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:41 smithi175 ceph-mon[44549]: pgmap v9218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:41.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:41 smithi181 ceph-mon[45557]: pgmap v9218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:42.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:41 smithi088 ceph-mon[35322]: pgmap v9218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:43.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:43 smithi175 ceph-mon[44549]: pgmap v9219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:43.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:43 smithi181 ceph-mon[45557]: pgmap v9219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:44.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:43 smithi088 ceph-mon[35322]: pgmap v9219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:45.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:45 smithi175 ceph-mon[44549]: pgmap v9220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:45.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:45 smithi181 ceph-mon[45557]: pgmap v9220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:46.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:45 smithi088 ceph-mon[35322]: pgmap v9220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:47.290+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:44:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:47.290+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:44:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:44:47.290+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:44:47.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:47 smithi175 ceph-mon[44549]: pgmap v9221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:47.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:47 smithi181 ceph-mon[45557]: pgmap v9221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:48.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:47 smithi088 ceph-mon[35322]: pgmap v9221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:49.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:49 smithi175 ceph-mon[44549]: pgmap v9222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:49.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:49 smithi181 ceph-mon[45557]: pgmap v9222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:50.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:49 smithi088 ceph-mon[35322]: pgmap v9222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:51.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:51 smithi175 ceph-mon[44549]: pgmap v9223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:51.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:51 smithi181 ceph-mon[45557]: pgmap v9223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:52.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:51 smithi088 ceph-mon[35322]: pgmap v9223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:44:53.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:53 smithi175 ceph-mon[44549]: pgmap v9224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:53.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:53 smithi181 ceph-mon[45557]: pgmap v9224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:54.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:53 smithi088 ceph-mon[35322]: pgmap v9224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:55.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:55 smithi175 ceph-mon[44549]: pgmap v9225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:55.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:55 smithi181 ceph-mon[45557]: pgmap v9225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:56.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:55 smithi088 ceph-mon[35322]: pgmap v9225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:44:57.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:57 smithi175 ceph-mon[44549]: pgmap v9226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:57.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:57 smithi181 ceph-mon[45557]: pgmap v9226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:58.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:57 smithi088 ceph-mon[35322]: pgmap v9226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:44:59.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:44:59 smithi175 ceph-mon[44549]: pgmap v9227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:44:59.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:44:59 smithi181 ceph-mon[45557]: pgmap v9227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:00.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:44:59 smithi088 ceph-mon[35322]: pgmap v9227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:01.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:01 smithi175 ceph-mon[44549]: pgmap v9228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:01.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:01 smithi181 ceph-mon[45557]: pgmap v9228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:02.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:01 smithi088 ceph-mon[35322]: pgmap v9228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:02.299+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:45:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:02.299+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:45:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:02.299+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:45:03.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:03 smithi175 ceph-mon[44549]: pgmap v9229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:03.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:03 smithi181 ceph-mon[45557]: pgmap v9229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:04.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:03 smithi088 ceph-mon[35322]: pgmap v9229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:05.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:05 smithi175 ceph-mon[44549]: pgmap v9230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:05.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:05 smithi181 ceph-mon[45557]: pgmap v9230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:06.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:05 smithi088 ceph-mon[35322]: pgmap v9230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:07.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:07 smithi175 ceph-mon[44549]: pgmap v9231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:07.931 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:07 smithi088 ceph-mon[35322]: pgmap v9231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:07.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:07 smithi181 ceph-mon[45557]: pgmap v9231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:09.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:09 smithi175 ceph-mon[44549]: pgmap v9232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:45:09.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:09 smithi181 ceph-mon[45557]: pgmap v9232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:45:10.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:09 smithi088 ceph-mon[35322]: pgmap v9232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:45:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:11 smithi175 ceph-mon[44549]: pgmap v9233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:11.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:11 smithi181 ceph-mon[45557]: pgmap v9233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:12.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:11 smithi088 ceph-mon[35322]: pgmap v9233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:13.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:13 smithi175 ceph-mon[44549]: pgmap v9234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:13.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:13 smithi181 ceph-mon[45557]: pgmap v9234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:14.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:13 smithi088 ceph-mon[35322]: pgmap v9234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:15.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:15 smithi175 ceph-mon[44549]: pgmap v9235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:15.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:15 smithi181 ceph-mon[45557]: pgmap v9235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:16.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:15 smithi088 ceph-mon[35322]: pgmap v9235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:17.319 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:17.315+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:45:17.319 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:17.315+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:45:17.319 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:17.315+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:45:17.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:17 smithi175 ceph-mon[44549]: pgmap v9236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:17.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:17 smithi181 ceph-mon[45557]: pgmap v9236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:18.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:17 smithi088 ceph-mon[35322]: pgmap v9236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:19.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:19 smithi175 ceph-mon[44549]: pgmap v9237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:19.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:19 smithi181 ceph-mon[45557]: pgmap v9237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:20.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:19 smithi088 ceph-mon[35322]: pgmap v9237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:21.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:21 smithi175 ceph-mon[44549]: pgmap v9238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:21.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:21 smithi181 ceph-mon[45557]: pgmap v9238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:22.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:21 smithi088 ceph-mon[35322]: pgmap v9238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:23.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:23 smithi175 ceph-mon[44549]: pgmap v9239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:23.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:23 smithi181 ceph-mon[45557]: pgmap v9239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:24.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:23 smithi088 ceph-mon[35322]: pgmap v9239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:24.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:45:24.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:45:25.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:45:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:25 smithi175 ceph-mon[44549]: pgmap v9240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:45:25.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:45:25.916 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:45:25.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:25 smithi181 ceph-mon[45557]: pgmap v9240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:25.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:25.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:25.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:25.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:45:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:45:25.962 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:45:26.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:25 smithi088 ceph-mon[35322]: pgmap v9240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:26.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:26.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:26.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:26.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:45:26.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:45:26.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:45:26.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:45:26.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:26 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:45:26.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:26 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:45:26.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:26 smithi175 ceph-mon[44549]: pgmap v9241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:45:26.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:26 smithi175 ceph-mon[44549]: pgmap v9242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:45:26.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:26 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:45:26.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:26 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:45:26.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:26 smithi181 ceph-mon[45557]: pgmap v9241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:45:26.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:26 smithi181 ceph-mon[45557]: pgmap v9242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:45:27.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:26 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:45:27.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:26 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:45:27.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:26 smithi088 ceph-mon[35322]: pgmap v9241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:45:27.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:26 smithi088 ceph-mon[35322]: pgmap v9242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:45:28.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:28 smithi181 ceph-mon[45557]: pgmap v9243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:45:29.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:28 smithi088 ceph-mon[35322]: pgmap v9243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:45:29.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:28 smithi175 ceph-mon[44549]: pgmap v9243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:45:30.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:30 smithi181 ceph-mon[45557]: pgmap v9244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:45:31.035 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:30 smithi088 ceph-mon[35322]: pgmap v9244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:45:31.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:30 smithi175 ceph-mon[44549]: pgmap v9244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:45:32.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:32.328+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:45:32.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:32.328+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:45:32.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:32.328+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:45:32.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:32 smithi181 ceph-mon[45557]: pgmap v9245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:45:33.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:32 smithi088 ceph-mon[35322]: pgmap v9245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:45:33.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:32 smithi175 ceph-mon[44549]: pgmap v9245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:45:34.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:34 smithi181 ceph-mon[45557]: pgmap v9246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:45:35.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:34 smithi088 ceph-mon[35322]: pgmap v9246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:45:35.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:34 smithi175 ceph-mon[44549]: pgmap v9246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:45:36.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:36 smithi181 ceph-mon[45557]: pgmap v9247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:45:37.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:36 smithi088 ceph-mon[35322]: pgmap v9247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:45:37.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:36 smithi175 ceph-mon[44549]: pgmap v9247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:45:38.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:38 smithi181 ceph-mon[45557]: pgmap v9248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:39.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:38 smithi088 ceph-mon[35322]: pgmap v9248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:39.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:38 smithi175 ceph-mon[44549]: pgmap v9248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:39.466+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T17:45:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:39.466+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T17:45:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:39.466+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344044070 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T17:45:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:39.466+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7ff344050000 tx=0x7ff344044070 comp rx=0 tx=0).stop 2024-01-28T17:45:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:39.466+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2f60 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T17:45:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:39.466+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2f60 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T17:45:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:39.466+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2f60 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T17:45:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:39.466+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T17:45:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:39.466+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T17:45:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:39.467+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344020050 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T17:45:40.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:40 smithi181 ceph-mon[45557]: pgmap v9249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:41.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:40 smithi088 ceph-mon[35322]: pgmap v9249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:41.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:40 smithi175 ceph-mon[44549]: pgmap v9249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:42.054 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:42.050+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:45:42.054 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:42.050+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:45:42.054 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:42.050+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 134 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:45:42.054 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:42.050+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 134 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:45:42.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:42 smithi181 ceph-mon[45557]: pgmap v9250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:43.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:42 smithi088 ceph-mon[35322]: pgmap v9250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:43.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:42 smithi175 ceph-mon[44549]: pgmap v9250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:44.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:44 smithi181 ceph-mon[45557]: pgmap v9251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:45.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:44 smithi088 ceph-mon[35322]: pgmap v9251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:45.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:44 smithi175 ceph-mon[44549]: pgmap v9251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:46.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:46 smithi181 ceph-mon[45557]: pgmap v9252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:47.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:46 smithi088 ceph-mon[35322]: pgmap v9252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:47.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:46 smithi175 ceph-mon[44549]: pgmap v9252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:47.344+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:45:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:47.344+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:45:47.348 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:45:47.344+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:45:48.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:48 smithi181 ceph-mon[45557]: pgmap v9253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:49.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:48 smithi088 ceph-mon[35322]: pgmap v9253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:49.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:48 smithi175 ceph-mon[44549]: pgmap v9253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:50.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:50 smithi181 ceph-mon[45557]: pgmap v9254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:51.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:50 smithi088 ceph-mon[35322]: pgmap v9254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:51.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:50 smithi175 ceph-mon[44549]: pgmap v9254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:45:53.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:52 smithi088 ceph-mon[35322]: pgmap v9255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:53.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:52 smithi175 ceph-mon[44549]: pgmap v9255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:53.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:52 smithi181 ceph-mon[45557]: pgmap v9255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:55.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:54 smithi088 ceph-mon[35322]: pgmap v9256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:55.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:54 smithi175 ceph-mon[44549]: pgmap v9256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:55.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:54 smithi181 ceph-mon[45557]: pgmap v9256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:45:57.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:56 smithi088 ceph-mon[35322]: pgmap v9257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:57.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:56 smithi175 ceph-mon[44549]: pgmap v9257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:57.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:56 smithi181 ceph-mon[45557]: pgmap v9257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:45:59.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:45:58 smithi088 ceph-mon[35322]: pgmap v9258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:59.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:45:58 smithi175 ceph-mon[44549]: pgmap v9258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:45:59.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:45:58 smithi181 ceph-mon[45557]: pgmap v9258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:00 smithi088 ceph-mon[35322]: pgmap v9259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:01.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:00 smithi175 ceph-mon[44549]: pgmap v9259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:01.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:00 smithi181 ceph-mon[45557]: pgmap v9259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:02.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:02.355+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:46:02.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:02.355+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:46:02.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:02.355+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:46:03.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:02 smithi088 ceph-mon[35322]: pgmap v9260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:03.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:02 smithi175 ceph-mon[44549]: pgmap v9260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:03.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:02 smithi181 ceph-mon[45557]: pgmap v9260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:05.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:04 smithi088 ceph-mon[35322]: pgmap v9261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:05.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:04 smithi175 ceph-mon[44549]: pgmap v9261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:05.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:04 smithi181 ceph-mon[45557]: pgmap v9261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:06 smithi088 ceph-mon[35322]: pgmap v9262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:07.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:06 smithi175 ceph-mon[44549]: pgmap v9262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:07.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:06 smithi181 ceph-mon[45557]: pgmap v9262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:09.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:08 smithi088 ceph-mon[35322]: pgmap v9263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:09.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:08 smithi175 ceph-mon[44549]: pgmap v9263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:09.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:08 smithi181 ceph-mon[45557]: pgmap v9263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:11.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:10 smithi088 ceph-mon[35322]: pgmap v9264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:11.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:10 smithi175 ceph-mon[44549]: pgmap v9264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:11.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:10 smithi181 ceph-mon[45557]: pgmap v9264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:13.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:12 smithi088 ceph-mon[35322]: pgmap v9265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:13.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:12 smithi175 ceph-mon[44549]: pgmap v9265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:12 smithi181 ceph-mon[45557]: pgmap v9265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:14 smithi088 ceph-mon[35322]: pgmap v9266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:46:15.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:14 smithi175 ceph-mon[44549]: pgmap v9266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:46:15.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:14 smithi181 ceph-mon[45557]: pgmap v9266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:46:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:16 smithi088 ceph-mon[35322]: pgmap v9267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:46:17.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:16 smithi175 ceph-mon[44549]: pgmap v9267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:46:17.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:16 smithi181 ceph-mon[45557]: pgmap v9267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:46:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:17.366+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:46:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:17.366+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:46:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:17.366+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:46:19.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:18 smithi088 ceph-mon[35322]: pgmap v9268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:19.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:18 smithi175 ceph-mon[44549]: pgmap v9268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:19.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:18 smithi181 ceph-mon[45557]: pgmap v9268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:21.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:20 smithi088 ceph-mon[35322]: pgmap v9269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:46:21.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:20 smithi175 ceph-mon[44549]: pgmap v9269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:46:21.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:20 smithi181 ceph-mon[45557]: pgmap v9269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:46:23.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:22 smithi088 ceph-mon[35322]: pgmap v9270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:22 smithi175 ceph-mon[44549]: pgmap v9270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:23.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:22 smithi181 ceph-mon[45557]: pgmap v9270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:25.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:24 smithi088 ceph-mon[35322]: pgmap v9271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:25.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:24 smithi175 ceph-mon[44549]: pgmap v9271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:25.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:24 smithi181 ceph-mon[45557]: pgmap v9271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:26.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:46:26.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:46:26.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:46:27.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:26 smithi175 ceph-mon[44549]: pgmap v9272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:27.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:46:27.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:46:27.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:46:27.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:26 smithi181 ceph-mon[45557]: pgmap v9272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:27.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:46:27.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:46:27.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:46:27.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:26 smithi088 ceph-mon[35322]: pgmap v9272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:27.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:46:27.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:46:27.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:46:28.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:27 smithi175 ceph-mon[44549]: pgmap v9273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:46:28.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:27 smithi175 ceph-mon[44549]: pgmap v9274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:46:28.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:27 smithi181 ceph-mon[45557]: pgmap v9273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:46:28.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:27 smithi181 ceph-mon[45557]: pgmap v9274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:46:28.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:27 smithi088 ceph-mon[35322]: pgmap v9273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:46:28.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:27 smithi088 ceph-mon[35322]: pgmap v9274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:46:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:29 smithi175 ceph-mon[44549]: pgmap v9275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:46:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:29 smithi181 ceph-mon[45557]: pgmap v9275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:46:30.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:29 smithi088 ceph-mon[35322]: pgmap v9275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:46:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:31 smithi175 ceph-mon[44549]: pgmap v9276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:46:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:31 smithi181 ceph-mon[45557]: pgmap v9276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:46:32.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:31 smithi088 ceph-mon[35322]: pgmap v9276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:46:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:32.373+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:46:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:32.373+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:46:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:32.373+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:46:34.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:33 smithi175 ceph-mon[44549]: pgmap v9277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:46:34.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:33 smithi181 ceph-mon[45557]: pgmap v9277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:46:34.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:33 smithi088 ceph-mon[35322]: pgmap v9277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:46:36.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:35 smithi175 ceph-mon[44549]: pgmap v9278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:46:36.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:35 smithi181 ceph-mon[45557]: pgmap v9278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:46:36.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:35 smithi088 ceph-mon[35322]: pgmap v9278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:46:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:37 smithi175 ceph-mon[44549]: pgmap v9279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:46:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:37 smithi181 ceph-mon[45557]: pgmap v9279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:46:38.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:37 smithi088 ceph-mon[35322]: pgmap v9279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:46:39.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:38 smithi175 ceph-mon[44549]: pgmap v9280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:39.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:38 smithi181 ceph-mon[45557]: pgmap v9280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:39.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:38 smithi088 ceph-mon[35322]: pgmap v9280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:41.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:41 smithi175 ceph-mon[44549]: pgmap v9281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:41.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:41 smithi181 ceph-mon[45557]: pgmap v9281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:42.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:41 smithi088 ceph-mon[35322]: pgmap v9281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:43.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:43 smithi175 ceph-mon[44549]: pgmap v9282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:43.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:43 smithi181 ceph-mon[45557]: pgmap v9282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:44.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:43 smithi088 ceph-mon[35322]: pgmap v9282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:45.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:45 smithi175 ceph-mon[44549]: pgmap v9283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:45.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:45 smithi181 ceph-mon[45557]: pgmap v9283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:46.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:45 smithi088 ceph-mon[35322]: pgmap v9283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:47.391 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:47.387+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:46:47.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:47.387+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:46:47.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:46:47.387+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:46:47.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:47 smithi175 ceph-mon[44549]: pgmap v9284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:47.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:47 smithi181 ceph-mon[45557]: pgmap v9284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:48.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:47 smithi088 ceph-mon[35322]: pgmap v9284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:49.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:49 smithi175 ceph-mon[44549]: pgmap v9285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:49.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:49 smithi181 ceph-mon[45557]: pgmap v9285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:50.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:49 smithi088 ceph-mon[35322]: pgmap v9285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:51.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:51 smithi175 ceph-mon[44549]: pgmap v9286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:51.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:51 smithi181 ceph-mon[45557]: pgmap v9286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:52.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:51 smithi088 ceph-mon[35322]: pgmap v9286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:46:53.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:53 smithi175 ceph-mon[44549]: pgmap v9287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:53.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:53 smithi181 ceph-mon[45557]: pgmap v9287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:54.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:53 smithi088 ceph-mon[35322]: pgmap v9287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:55.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:55 smithi175 ceph-mon[44549]: pgmap v9288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:55.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:55 smithi181 ceph-mon[45557]: pgmap v9288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:56.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:55 smithi088 ceph-mon[35322]: pgmap v9288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:46:57.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:57 smithi175 ceph-mon[44549]: pgmap v9289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:57.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:57 smithi181 ceph-mon[45557]: pgmap v9289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:57 smithi088 ceph-mon[35322]: pgmap v9289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:46:59.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:46:59 smithi175 ceph-mon[44549]: pgmap v9290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:46:59.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:46:59 smithi181 ceph-mon[45557]: pgmap v9290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:46:59 smithi088 ceph-mon[35322]: pgmap v9290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:01.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:01 smithi175 ceph-mon[44549]: pgmap v9291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:47:01.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:01 smithi181 ceph-mon[45557]: pgmap v9291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:47:02.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:01 smithi088 ceph-mon[35322]: pgmap v9291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:47:02.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:02.394+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:47:02.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:02.394+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:47:02.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:02.394+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:47:03.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:03 smithi175 ceph-mon[44549]: pgmap v9292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:03.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:03 smithi181 ceph-mon[45557]: pgmap v9292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:04.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:03 smithi088 ceph-mon[35322]: pgmap v9292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:05.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:05 smithi175 ceph-mon[44549]: pgmap v9293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:05.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:05 smithi181 ceph-mon[45557]: pgmap v9293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:06.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:05 smithi088 ceph-mon[35322]: pgmap v9293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:07.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:07 smithi175 ceph-mon[44549]: pgmap v9294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:07.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:07 smithi181 ceph-mon[45557]: pgmap v9294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:07 smithi088 ceph-mon[35322]: pgmap v9294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:09.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:09 smithi175 ceph-mon[44549]: pgmap v9295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:09.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:09 smithi181 ceph-mon[45557]: pgmap v9295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:10.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:09 smithi088 ceph-mon[35322]: pgmap v9295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:11.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:11 smithi175 ceph-mon[44549]: pgmap v9296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:47:11.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:11 smithi181 ceph-mon[45557]: pgmap v9296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:47:12.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:11 smithi088 ceph-mon[35322]: pgmap v9296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:47:13.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:13 smithi175 ceph-mon[44549]: pgmap v9297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:13.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:13 smithi181 ceph-mon[45557]: pgmap v9297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:14.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:13 smithi088 ceph-mon[35322]: pgmap v9297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:15.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:15 smithi175 ceph-mon[44549]: pgmap v9298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:15.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:15 smithi181 ceph-mon[45557]: pgmap v9298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:16.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:15 smithi088 ceph-mon[35322]: pgmap v9298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:17.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:17.404+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:47:17.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:17.404+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:47:17.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:17.404+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:47:17.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:17 smithi175 ceph-mon[44549]: pgmap v9299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:17.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:17 smithi181 ceph-mon[45557]: pgmap v9299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:18.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:17 smithi088 ceph-mon[35322]: pgmap v9299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:19.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:19 smithi175 ceph-mon[44549]: pgmap v9300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:19.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:19 smithi181 ceph-mon[45557]: pgmap v9300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:19 smithi088 ceph-mon[35322]: pgmap v9300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:21.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:21 smithi175 ceph-mon[44549]: pgmap v9301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:47:21.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:21 smithi181 ceph-mon[45557]: pgmap v9301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:47:22.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:21 smithi088 ceph-mon[35322]: pgmap v9301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:47:23.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:23 smithi175 ceph-mon[44549]: pgmap v9302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:23.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:23 smithi181 ceph-mon[45557]: pgmap v9302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:24.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:23 smithi088 ceph-mon[35322]: pgmap v9302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:25.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:25 smithi175 ceph-mon[44549]: pgmap v9303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:25.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:25 smithi181 ceph-mon[45557]: pgmap v9303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:26.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:25 smithi088 ceph-mon[35322]: pgmap v9303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:26.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:47:26.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:47:27.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:47:27.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:27 smithi175 ceph-mon[44549]: pgmap v9304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:27.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:27 smithi181 ceph-mon[45557]: pgmap v9304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:28.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:27 smithi088 ceph-mon[35322]: pgmap v9304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:29.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.033 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:29.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:29 smithi088 ceph-mon[35322]: pgmap v9305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:47:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:47:30.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:29 smithi175 ceph-mon[44549]: pgmap v9305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:47:30.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:47:30.165 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:29 smithi181 ceph-mon[45557]: pgmap v9305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:47:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:47:30.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:47:30.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:47:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:30 smithi175 ceph-mon[44549]: pgmap v9306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T17:47:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:30 smithi175 ceph-mon[44549]: pgmap v9307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:47:31.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:30 smithi181 ceph-mon[45557]: pgmap v9306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T17:47:31.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:30 smithi181 ceph-mon[45557]: pgmap v9307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:47:31.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:30 smithi088 ceph-mon[35322]: pgmap v9306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T17:47:31.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:30 smithi088 ceph-mon[35322]: pgmap v9307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:47:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:32.419+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:47:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:32.419+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:47:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:32.419+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:47:33.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:32 smithi175 ceph-mon[44549]: pgmap v9308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:47:33.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:32 smithi181 ceph-mon[45557]: pgmap v9308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:47:33.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:32 smithi088 ceph-mon[35322]: pgmap v9308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:47:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:34 smithi175 ceph-mon[44549]: pgmap v9309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:35.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:34 smithi181 ceph-mon[45557]: pgmap v9309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:35.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:34 smithi088 ceph-mon[35322]: pgmap v9309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:37.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:36 smithi175 ceph-mon[44549]: pgmap v9310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:37.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:36 smithi181 ceph-mon[45557]: pgmap v9310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:37.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:36 smithi088 ceph-mon[35322]: pgmap v9310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:39.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:38 smithi175 ceph-mon[44549]: pgmap v9311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:47:39.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:38 smithi181 ceph-mon[45557]: pgmap v9311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:47:39.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:38 smithi088 ceph-mon[35322]: pgmap v9311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:47:41.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:40 smithi175 ceph-mon[44549]: pgmap v9312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:47:41.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:40 smithi181 ceph-mon[45557]: pgmap v9312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:47:41.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:40 smithi088 ceph-mon[35322]: pgmap v9312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:47:43.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:42 smithi175 ceph-mon[44549]: pgmap v9313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:43.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:42 smithi181 ceph-mon[45557]: pgmap v9313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:43.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:42 smithi088 ceph-mon[35322]: pgmap v9313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:45.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:44 smithi175 ceph-mon[44549]: pgmap v9314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:47:45.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:44 smithi181 ceph-mon[45557]: pgmap v9314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:47:45.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:44 smithi088 ceph-mon[35322]: pgmap v9314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:47:46.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:46 smithi175 ceph-mon[44549]: pgmap v9315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:46.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:46 smithi181 ceph-mon[45557]: pgmap v9315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:47.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:46 smithi088 ceph-mon[35322]: pgmap v9315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:47.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:47.435+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:47:47.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:47.435+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:47:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:47:47.435+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:47:48.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:48 smithi175 ceph-mon[44549]: pgmap v9316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:48.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:48 smithi181 ceph-mon[45557]: pgmap v9316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:49.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:48 smithi088 ceph-mon[35322]: pgmap v9316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:50.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:50 smithi175 ceph-mon[44549]: pgmap v9317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:50.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:50 smithi181 ceph-mon[45557]: pgmap v9317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:51.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:50 smithi088 ceph-mon[35322]: pgmap v9317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:47:52.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:52 smithi175 ceph-mon[44549]: pgmap v9318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:52.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:52 smithi181 ceph-mon[45557]: pgmap v9318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:53.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:52 smithi088 ceph-mon[35322]: pgmap v9318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:47:54.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:54 smithi175 ceph-mon[44549]: pgmap v9319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:47:54.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:54 smithi181 ceph-mon[45557]: pgmap v9319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:47:55.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:54 smithi088 ceph-mon[35322]: pgmap v9319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:47:56.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:56 smithi175 ceph-mon[44549]: pgmap v9320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:56.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:56 smithi181 ceph-mon[45557]: pgmap v9320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:57.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:56 smithi088 ceph-mon[35322]: pgmap v9320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:58.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:47:58 smithi175 ceph-mon[44549]: pgmap v9321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:58.938 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:47:58 smithi088 ceph-mon[35322]: pgmap v9321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:47:58.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:47:58 smithi181 ceph-mon[45557]: pgmap v9321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:00.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:00 smithi175 ceph-mon[44549]: pgmap v9322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:00.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:00 smithi181 ceph-mon[45557]: pgmap v9322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:01.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:00 smithi088 ceph-mon[35322]: pgmap v9322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:02.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:02.439+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:48:02.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:02.439+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:48:02.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:02.439+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:48:02.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:02 smithi175 ceph-mon[44549]: pgmap v9323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:02.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:02 smithi181 ceph-mon[45557]: pgmap v9323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:03.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:02 smithi088 ceph-mon[35322]: pgmap v9323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:04.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:04 smithi175 ceph-mon[44549]: pgmap v9324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:48:04.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:04 smithi181 ceph-mon[45557]: pgmap v9324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:48:05.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:04 smithi088 ceph-mon[35322]: pgmap v9324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:48:06.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:06 smithi175 ceph-mon[44549]: pgmap v9325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:06.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:06 smithi181 ceph-mon[45557]: pgmap v9325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:07.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:06 smithi088 ceph-mon[35322]: pgmap v9325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:08.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:08 smithi175 ceph-mon[44549]: pgmap v9326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:08.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:08 smithi181 ceph-mon[45557]: pgmap v9326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:09.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:08 smithi088 ceph-mon[35322]: pgmap v9326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:10.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:10 smithi175 ceph-mon[44549]: pgmap v9327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:48:10.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:10 smithi181 ceph-mon[45557]: pgmap v9327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:48:11.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:10 smithi088 ceph-mon[35322]: pgmap v9327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:48:12.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:12 smithi175 ceph-mon[44549]: pgmap v9328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:12.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:12 smithi181 ceph-mon[45557]: pgmap v9328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:13.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:12 smithi088 ceph-mon[35322]: pgmap v9328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:14.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:14 smithi175 ceph-mon[44549]: pgmap v9329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:48:14.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:14 smithi181 ceph-mon[45557]: pgmap v9329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:48:15.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:14 smithi088 ceph-mon[35322]: pgmap v9329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:48:16.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:16 smithi175 ceph-mon[44549]: pgmap v9330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:16.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:16 smithi181 ceph-mon[45557]: pgmap v9330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:17.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:16 smithi088 ceph-mon[35322]: pgmap v9330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:17.458 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:17.455+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:48:17.458 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:17.455+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:48:17.458 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:17.455+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:48:18.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:18 smithi175 ceph-mon[44549]: pgmap v9331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:18.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:18 smithi181 ceph-mon[45557]: pgmap v9331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:19.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:18 smithi088 ceph-mon[35322]: pgmap v9331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:20.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:20 smithi175 ceph-mon[44549]: pgmap v9332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:20.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:20 smithi181 ceph-mon[45557]: pgmap v9332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:21.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:20 smithi088 ceph-mon[35322]: pgmap v9332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:22.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:22 smithi175 ceph-mon[44549]: pgmap v9333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:22.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:22 smithi181 ceph-mon[45557]: pgmap v9333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:23.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:22 smithi088 ceph-mon[35322]: pgmap v9333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:24.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:24 smithi175 ceph-mon[44549]: pgmap v9334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:48:24.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:24 smithi181 ceph-mon[45557]: pgmap v9334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:48:25.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:24 smithi088 ceph-mon[35322]: pgmap v9334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:48:26.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:26 smithi175 ceph-mon[44549]: pgmap v9335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:26.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:26 smithi181 ceph-mon[45557]: pgmap v9335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:27.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:26 smithi088 ceph-mon[35322]: pgmap v9335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:28.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:28 smithi175 ceph-mon[44549]: pgmap v9336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:28.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:28 smithi181 ceph-mon[45557]: pgmap v9336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:29.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:28 smithi088 ceph-mon[35322]: pgmap v9336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:30.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:30 smithi181 ceph-mon[45557]: pgmap v9337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:30.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:48:30.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:48:30.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:48:30.961 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:48:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:30 smithi088 ceph-mon[35322]: pgmap v9337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:48:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:48:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:48:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:48:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:30 smithi175 ceph-mon[44549]: pgmap v9337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:48:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:48:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:48:31.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:48:31.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:31 smithi181 ceph-mon[45557]: pgmap v9338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:48:31.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:31 smithi181 ceph-mon[45557]: pgmap v9339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:48:32.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:31 smithi088 ceph-mon[35322]: pgmap v9338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:48:32.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:31 smithi088 ceph-mon[35322]: pgmap v9339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:48:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:31 smithi175 ceph-mon[44549]: pgmap v9338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:48:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:31 smithi175 ceph-mon[44549]: pgmap v9339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:48:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:32.459+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:48:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:32.459+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:48:32.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:32.459+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:48:33.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:33 smithi181 ceph-mon[45557]: pgmap v9340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:48:34.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:33 smithi088 ceph-mon[35322]: pgmap v9340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:48:34.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:33 smithi175 ceph-mon[44549]: pgmap v9340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:48:35.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:35 smithi181 ceph-mon[45557]: pgmap v9341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:48:36.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:35 smithi088 ceph-mon[35322]: pgmap v9341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:48:36.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:35 smithi175 ceph-mon[44549]: pgmap v9341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:48:37.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:37 smithi181 ceph-mon[45557]: pgmap v9342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:48:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:37 smithi088 ceph-mon[35322]: pgmap v9342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:48:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:37 smithi175 ceph-mon[44549]: pgmap v9342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:48:39.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:39 smithi181 ceph-mon[45557]: pgmap v9343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:48:40.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:39 smithi088 ceph-mon[35322]: pgmap v9343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:48:40.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:39 smithi175 ceph-mon[44549]: pgmap v9343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:48:41.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:41 smithi181 ceph-mon[45557]: pgmap v9344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:48:42.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:41 smithi088 ceph-mon[35322]: pgmap v9344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:48:42.081 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:42.078+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:48:42.081 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:42.078+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:48:42.081 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:42.078+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 135 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:48:42.081 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:42.078+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 135 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:48:42.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:41 smithi175 ceph-mon[44549]: pgmap v9344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:48:43.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:43 smithi181 ceph-mon[45557]: pgmap v9345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:44.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:43 smithi088 ceph-mon[35322]: pgmap v9345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:44.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:43 smithi175 ceph-mon[44549]: pgmap v9345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:45.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:45 smithi181 ceph-mon[45557]: pgmap v9346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:46.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:45 smithi088 ceph-mon[35322]: pgmap v9346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:46.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:45 smithi175 ceph-mon[44549]: pgmap v9346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:47.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:47.474+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:48:47.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:47.474+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:48:47.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:48:47.474+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:48:47.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:47 smithi181 ceph-mon[45557]: pgmap v9347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:48.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:47 smithi088 ceph-mon[35322]: pgmap v9347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:48.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:47 smithi175 ceph-mon[44549]: pgmap v9347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:49.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:49 smithi181 ceph-mon[45557]: pgmap v9348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:48:50.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:49 smithi088 ceph-mon[35322]: pgmap v9348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:48:50.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:49 smithi175 ceph-mon[44549]: pgmap v9348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:48:51.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:51 smithi181 ceph-mon[45557]: pgmap v9349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:52.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:51 smithi088 ceph-mon[35322]: pgmap v9349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:52.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:51 smithi175 ceph-mon[44549]: pgmap v9349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:54.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:53 smithi088 ceph-mon[35322]: pgmap v9350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:54.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:53 smithi175 ceph-mon[44549]: pgmap v9350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:54.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:53 smithi181 ceph-mon[45557]: pgmap v9350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:48:56.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:55 smithi088 ceph-mon[35322]: pgmap v9351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:56.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:55 smithi175 ceph-mon[44549]: pgmap v9351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:56.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:55 smithi181 ceph-mon[45557]: pgmap v9351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:48:58.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:57 smithi088 ceph-mon[35322]: pgmap v9352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:58.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:57 smithi175 ceph-mon[44549]: pgmap v9352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:48:58.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:57 smithi181 ceph-mon[45557]: pgmap v9352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:00.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:48:59 smithi088 ceph-mon[35322]: pgmap v9353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:00.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:48:59 smithi175 ceph-mon[44549]: pgmap v9353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:00.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:48:59 smithi181 ceph-mon[45557]: pgmap v9353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:02.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:01 smithi088 ceph-mon[35322]: pgmap v9354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:02.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:01 smithi175 ceph-mon[44549]: pgmap v9354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:02.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:01 smithi181 ceph-mon[45557]: pgmap v9354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:02.490+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:49:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:02.490+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:49:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:02.490+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:49:04.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:03 smithi088 ceph-mon[35322]: pgmap v9355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:04.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:03 smithi175 ceph-mon[44549]: pgmap v9355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:04.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:03 smithi181 ceph-mon[45557]: pgmap v9355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:06.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:05 smithi088 ceph-mon[35322]: pgmap v9356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:06.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:05 smithi175 ceph-mon[44549]: pgmap v9356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:06.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:05 smithi181 ceph-mon[45557]: pgmap v9356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:08.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:07 smithi088 ceph-mon[35322]: pgmap v9357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:08.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:07 smithi175 ceph-mon[44549]: pgmap v9357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:08.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:07 smithi181 ceph-mon[45557]: pgmap v9357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:10.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:09 smithi088 ceph-mon[35322]: pgmap v9358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:10.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:09 smithi175 ceph-mon[44549]: pgmap v9358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:10.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:09 smithi181 ceph-mon[45557]: pgmap v9358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:12.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:11 smithi088 ceph-mon[35322]: pgmap v9359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:12.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:11 smithi175 ceph-mon[44549]: pgmap v9359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:12.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:11 smithi181 ceph-mon[45557]: pgmap v9359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:14.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:13 smithi088 ceph-mon[35322]: pgmap v9360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:14.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:13 smithi175 ceph-mon[44549]: pgmap v9360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:14.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:13 smithi181 ceph-mon[45557]: pgmap v9360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:16.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:15 smithi088 ceph-mon[35322]: pgmap v9361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:16.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:15 smithi175 ceph-mon[44549]: pgmap v9361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:16.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:15 smithi181 ceph-mon[45557]: pgmap v9361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:17.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:17.504+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:49:17.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:17.504+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:49:17.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:17.504+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:49:18.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:17 smithi088 ceph-mon[35322]: pgmap v9362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:18.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:17 smithi175 ceph-mon[44549]: pgmap v9362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:18.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:17 smithi181 ceph-mon[45557]: pgmap v9362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:19 smithi088 ceph-mon[35322]: pgmap v9363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:20.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:19 smithi175 ceph-mon[44549]: pgmap v9363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:20.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:19 smithi181 ceph-mon[45557]: pgmap v9363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:22.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:21 smithi088 ceph-mon[35322]: pgmap v9364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:22.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:21 smithi175 ceph-mon[44549]: pgmap v9364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:22.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:21 smithi181 ceph-mon[45557]: pgmap v9364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:24.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:23 smithi088 ceph-mon[35322]: pgmap v9365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:24.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:23 smithi175 ceph-mon[44549]: pgmap v9365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:24.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:23 smithi181 ceph-mon[45557]: pgmap v9365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:26.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:25 smithi088 ceph-mon[35322]: pgmap v9366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:26.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:25 smithi175 ceph-mon[44549]: pgmap v9366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:26.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:25 smithi181 ceph-mon[45557]: pgmap v9366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:27.088 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:27.085+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:49:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:27.085+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:49:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:27.085+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 136 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:49:27.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:27.085+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 136 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:49:28.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:27 smithi088 ceph-mon[35322]: pgmap v9367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:28.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:27 smithi175 ceph-mon[44549]: pgmap v9367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:28.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:27 smithi181 ceph-mon[45557]: pgmap v9367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:30.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:29 smithi088 ceph-mon[35322]: pgmap v9368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:30.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:29 smithi175 ceph-mon[44549]: pgmap v9368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:30.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:29 smithi181 ceph-mon[45557]: pgmap v9368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:32.122 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:31 smithi088 ceph-mon[35322]: pgmap v9369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:32.122 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:49:32.122 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:49:32.122 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:49:32.122 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:49:32.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:31 smithi175 ceph-mon[44549]: pgmap v9369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:32.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:49:32.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:49:32.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:49:32.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:49:32.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:31 smithi181 ceph-mon[45557]: pgmap v9369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:49:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:49:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:49:32.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:49:32.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:32.519+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:49:32.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:32.519+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:49:32.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:32.519+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:49:33.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:32 smithi175 ceph-mon[44549]: pgmap v9370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:49:33.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:32 smithi175 ceph-mon[44549]: pgmap v9371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:49:33.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:32 smithi181 ceph-mon[45557]: pgmap v9370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:49:33.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:32 smithi181 ceph-mon[45557]: pgmap v9371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:49:33.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:32 smithi088 ceph-mon[35322]: pgmap v9370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T17:49:33.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:32 smithi088 ceph-mon[35322]: pgmap v9371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:49:35.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:34 smithi175 ceph-mon[44549]: pgmap v9372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:49:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:34 smithi181 ceph-mon[45557]: pgmap v9372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:49:35.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:34 smithi088 ceph-mon[35322]: pgmap v9372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:49:36.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:36 smithi175 ceph-mon[44549]: pgmap v9373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:49:36.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:36 smithi181 ceph-mon[45557]: pgmap v9373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:49:37.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:36 smithi088 ceph-mon[35322]: pgmap v9373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T17:49:38.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:38 smithi175 ceph-mon[44549]: pgmap v9374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:49:38.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:38 smithi181 ceph-mon[45557]: pgmap v9374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:49:39.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:38 smithi088 ceph-mon[35322]: pgmap v9374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:49:40.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:40 smithi175 ceph-mon[44549]: pgmap v9375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:49:40.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:40 smithi181 ceph-mon[45557]: pgmap v9375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:49:41.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:40 smithi088 ceph-mon[35322]: pgmap v9375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:49:42.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:42 smithi175 ceph-mon[44549]: pgmap v9376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:49:42.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:42 smithi181 ceph-mon[45557]: pgmap v9376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:49:43.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:42 smithi088 ceph-mon[35322]: pgmap v9376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:49:44.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:44 smithi175 ceph-mon[44549]: pgmap v9377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:44.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:44 smithi181 ceph-mon[45557]: pgmap v9377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:45.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:44 smithi088 ceph-mon[35322]: pgmap v9377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:46.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:46 smithi175 ceph-mon[44549]: pgmap v9378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:46.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:46 smithi181 ceph-mon[45557]: pgmap v9378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:47.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:46 smithi088 ceph-mon[35322]: pgmap v9378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:47.530+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:49:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:47.530+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:49:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:49:47.530+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:49:48.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:48 smithi175 ceph-mon[44549]: pgmap v9379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:48.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:48 smithi181 ceph-mon[45557]: pgmap v9379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:49.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:48 smithi088 ceph-mon[35322]: pgmap v9379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:50.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:50 smithi175 ceph-mon[44549]: pgmap v9380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:50.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:50 smithi181 ceph-mon[45557]: pgmap v9380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:51.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:50 smithi088 ceph-mon[35322]: pgmap v9380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:49:52.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:52 smithi175 ceph-mon[44549]: pgmap v9381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:52.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:52 smithi181 ceph-mon[45557]: pgmap v9381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:53.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:52 smithi088 ceph-mon[35322]: pgmap v9381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:54.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:54 smithi175 ceph-mon[44549]: pgmap v9382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:54.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:54 smithi181 ceph-mon[45557]: pgmap v9382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:55.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:54 smithi088 ceph-mon[35322]: pgmap v9382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:49:56.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:56 smithi175 ceph-mon[44549]: pgmap v9383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:56.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:56 smithi181 ceph-mon[45557]: pgmap v9383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:57.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:56 smithi088 ceph-mon[35322]: pgmap v9383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:49:58.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:49:58 smithi175 ceph-mon[44549]: pgmap v9384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:58.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:49:58 smithi181 ceph-mon[45557]: pgmap v9384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:49:59.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:49:58 smithi088 ceph-mon[35322]: pgmap v9384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:50:00.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:00 smithi175 ceph-mon[44549]: pgmap v9385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:00.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:50:00.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:00 smithi181 ceph-mon[45557]: pgmap v9385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:00.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:50:01.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:00 smithi088 ceph-mon[35322]: pgmap v9385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:01.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T17:50:02.544 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:02.541+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:50:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:02.541+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:50:02.545 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:02.541+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:50:02.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:02 smithi175 ceph-mon[44549]: pgmap v9386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:02.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:02 smithi181 ceph-mon[45557]: pgmap v9386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:02 smithi088 ceph-mon[35322]: pgmap v9386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:04.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:04 smithi175 ceph-mon[44549]: pgmap v9387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:04.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:04 smithi181 ceph-mon[45557]: pgmap v9387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:05.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:04 smithi088 ceph-mon[35322]: pgmap v9387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:06.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:06 smithi175 ceph-mon[44549]: pgmap v9388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:06.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:06 smithi181 ceph-mon[45557]: pgmap v9388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:07.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:06 smithi088 ceph-mon[35322]: pgmap v9388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:08.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:08 smithi175 ceph-mon[44549]: pgmap v9389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:50:08.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:08 smithi181 ceph-mon[45557]: pgmap v9389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:50:09.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:08 smithi088 ceph-mon[35322]: pgmap v9389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:50:10.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:10 smithi175 ceph-mon[44549]: pgmap v9390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:10.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:10 smithi181 ceph-mon[45557]: pgmap v9390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:11.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:10 smithi088 ceph-mon[35322]: pgmap v9390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:12.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:12 smithi175 ceph-mon[44549]: pgmap v9391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:12.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:12 smithi181 ceph-mon[45557]: pgmap v9391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:13.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:12 smithi088 ceph-mon[35322]: pgmap v9391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:14.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:14 smithi175 ceph-mon[44549]: pgmap v9392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:14.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:14 smithi181 ceph-mon[45557]: pgmap v9392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:15.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:14 smithi088 ceph-mon[35322]: pgmap v9392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:16.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:16 smithi175 ceph-mon[44549]: pgmap v9393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:16.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:16 smithi181 ceph-mon[45557]: pgmap v9393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:17.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:16 smithi088 ceph-mon[35322]: pgmap v9393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:17.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:17.544+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:50:17.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:17.544+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:50:17.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:17.544+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:50:18.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:18 smithi175 ceph-mon[44549]: pgmap v9394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:50:18.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:18 smithi181 ceph-mon[45557]: pgmap v9394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:50:19.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:18 smithi088 ceph-mon[35322]: pgmap v9394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:50:20.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:20 smithi175 ceph-mon[44549]: pgmap v9395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:20.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:20 smithi181 ceph-mon[45557]: pgmap v9395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:21.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:20 smithi088 ceph-mon[35322]: pgmap v9395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:22.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:22 smithi175 ceph-mon[44549]: pgmap v9396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:22.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:22 smithi181 ceph-mon[45557]: pgmap v9396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:23.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:22 smithi088 ceph-mon[35322]: pgmap v9396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:24.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:24 smithi175 ceph-mon[44549]: pgmap v9397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:24.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:24 smithi181 ceph-mon[45557]: pgmap v9397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:25.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:24 smithi088 ceph-mon[35322]: pgmap v9397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:26.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:26 smithi175 ceph-mon[44549]: pgmap v9398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:26.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:26 smithi181 ceph-mon[45557]: pgmap v9398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:27.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:26 smithi088 ceph-mon[35322]: pgmap v9398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:28.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:28 smithi175 ceph-mon[44549]: pgmap v9399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:50:28.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:28 smithi181 ceph-mon[45557]: pgmap v9399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:50:29.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:28 smithi088 ceph-mon[35322]: pgmap v9399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:50:30.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:30 smithi175 ceph-mon[44549]: pgmap v9400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:30.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:30 smithi181 ceph-mon[45557]: pgmap v9400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:31.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:30 smithi088 ceph-mon[35322]: pgmap v9400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:32.552+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:50:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:32.552+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:50:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:32.552+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:50:32.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:32 smithi175 ceph-mon[44549]: pgmap v9401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:32.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:50:32.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.914 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:32 smithi181 ceph-mon[45557]: pgmap v9401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:32.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:50:32.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:32.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:33.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:32 smithi088 ceph-mon[35322]: pgmap v9401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:33.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:50:33.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:33.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:33.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:33.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:33.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:33.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:33.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:50:33.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:50:33.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:33.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:50:33.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:50:33.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:34.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:50:34.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:50:34.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:50:34.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:34 smithi175 ceph-mon[44549]: pgmap v9402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:50:34.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:34 smithi175 ceph-mon[44549]: pgmap v9403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T17:50:34.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:34 smithi181 ceph-mon[45557]: pgmap v9402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:50:34.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:34 smithi181 ceph-mon[45557]: pgmap v9403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T17:50:35.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:34 smithi088 ceph-mon[35322]: pgmap v9402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:50:35.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:34 smithi088 ceph-mon[35322]: pgmap v9403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T17:50:36.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:36 smithi175 ceph-mon[44549]: pgmap v9404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:36.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:36 smithi181 ceph-mon[45557]: pgmap v9404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:37.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:36 smithi088 ceph-mon[35322]: pgmap v9404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:50:38.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:38 smithi181 ceph-mon[45557]: pgmap v9405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:50:39.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:38 smithi088 ceph-mon[35322]: pgmap v9405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:50:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:38 smithi175 ceph-mon[44549]: pgmap v9405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:50:40.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:40 smithi181 ceph-mon[45557]: pgmap v9406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:50:41.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:40 smithi088 ceph-mon[35322]: pgmap v9406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:50:41.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:40 smithi175 ceph-mon[44549]: pgmap v9406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:50:42.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:42 smithi181 ceph-mon[45557]: pgmap v9407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:50:43.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:42 smithi088 ceph-mon[35322]: pgmap v9407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:50:43.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:42 smithi175 ceph-mon[44549]: pgmap v9407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:50:44.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:44 smithi181 ceph-mon[45557]: pgmap v9408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:50:45.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:44 smithi088 ceph-mon[35322]: pgmap v9408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:50:45.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:44 smithi175 ceph-mon[44549]: pgmap v9408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:50:46.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:46 smithi181 ceph-mon[45557]: pgmap v9409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:50:47.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:46 smithi088 ceph-mon[35322]: pgmap v9409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:50:47.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:46 smithi175 ceph-mon[44549]: pgmap v9409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:50:47.563 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:47.561+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:50:47.563 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:47.561+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:50:47.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:50:47.561+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:50:48.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:48 smithi181 ceph-mon[45557]: pgmap v9410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:49.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:48 smithi088 ceph-mon[35322]: pgmap v9410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:49.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:48 smithi175 ceph-mon[44549]: pgmap v9410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:50.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:50 smithi181 ceph-mon[45557]: pgmap v9411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:50.969 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:50 smithi088 ceph-mon[35322]: pgmap v9411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:50 smithi175 ceph-mon[44549]: pgmap v9411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:50:52.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:52 smithi181 ceph-mon[45557]: pgmap v9412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:53.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:52 smithi088 ceph-mon[35322]: pgmap v9412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:53.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:52 smithi175 ceph-mon[44549]: pgmap v9412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:54.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:54 smithi181 ceph-mon[45557]: pgmap v9413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:50:55.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:54 smithi088 ceph-mon[35322]: pgmap v9413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:50:55.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:54 smithi175 ceph-mon[44549]: pgmap v9413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:50:56.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:56 smithi181 ceph-mon[45557]: pgmap v9414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:50:57.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:56 smithi088 ceph-mon[35322]: pgmap v9414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:50:57.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:56 smithi175 ceph-mon[44549]: pgmap v9414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:50:58.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:50:58 smithi181 ceph-mon[45557]: pgmap v9415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:59.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:50:58 smithi088 ceph-mon[35322]: pgmap v9415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:50:59.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:50:58 smithi175 ceph-mon[44549]: pgmap v9415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:01.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:00 smithi088 ceph-mon[35322]: pgmap v9416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:51:01.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:00 smithi175 ceph-mon[44549]: pgmap v9416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:51:01.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:00 smithi181 ceph-mon[45557]: pgmap v9416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:51:02.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:02.570+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:51:02.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:02.570+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:51:02.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:02.570+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:51:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:02 smithi088 ceph-mon[35322]: pgmap v9417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:02 smithi175 ceph-mon[44549]: pgmap v9417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:03.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:02 smithi181 ceph-mon[45557]: pgmap v9417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:05.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:04 smithi088 ceph-mon[35322]: pgmap v9418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:04 smithi175 ceph-mon[44549]: pgmap v9418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:04 smithi181 ceph-mon[45557]: pgmap v9418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:07.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:06 smithi088 ceph-mon[35322]: pgmap v9419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:51:07.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:06 smithi175 ceph-mon[44549]: pgmap v9419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:51:07.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:06 smithi181 ceph-mon[45557]: pgmap v9419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:51:09.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:08 smithi088 ceph-mon[35322]: pgmap v9420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:09.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:08 smithi175 ceph-mon[44549]: pgmap v9420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:09.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:08 smithi181 ceph-mon[45557]: pgmap v9420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:11.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:10 smithi088 ceph-mon[35322]: pgmap v9421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:51:11.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:10 smithi175 ceph-mon[44549]: pgmap v9421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:51:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:10 smithi181 ceph-mon[45557]: pgmap v9421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:51:13.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:12 smithi088 ceph-mon[35322]: pgmap v9422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:12 smithi175 ceph-mon[44549]: pgmap v9422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:13.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:12 smithi181 ceph-mon[45557]: pgmap v9422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:15.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:14 smithi088 ceph-mon[35322]: pgmap v9423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:15.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:14 smithi175 ceph-mon[44549]: pgmap v9423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:15.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:14 smithi181 ceph-mon[45557]: pgmap v9423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:17.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:16 smithi088 ceph-mon[35322]: pgmap v9424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:51:17.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:16 smithi175 ceph-mon[44549]: pgmap v9424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:51:17.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:16 smithi181 ceph-mon[45557]: pgmap v9424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:51:17.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:17.578+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:51:17.581 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:17.578+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:51:17.581 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:17.578+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:51:19.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:18 smithi088 ceph-mon[35322]: pgmap v9425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:19.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:18 smithi175 ceph-mon[44549]: pgmap v9425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:19.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:18 smithi181 ceph-mon[45557]: pgmap v9425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:21.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:20 smithi088 ceph-mon[35322]: pgmap v9426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:51:21.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:20 smithi175 ceph-mon[44549]: pgmap v9426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:51:21.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:20 smithi181 ceph-mon[45557]: pgmap v9426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:51:23.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:22 smithi088 ceph-mon[35322]: pgmap v9427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:51:23.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:22 smithi175 ceph-mon[44549]: pgmap v9427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:51:23.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:22 smithi181 ceph-mon[45557]: pgmap v9427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:51:25.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:24 smithi088 ceph-mon[35322]: pgmap v9428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:51:25.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:24 smithi175 ceph-mon[44549]: pgmap v9428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:51:25.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:24 smithi181 ceph-mon[45557]: pgmap v9428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:51:27.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:26 smithi088 ceph-mon[35322]: pgmap v9429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:27.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:26 smithi175 ceph-mon[44549]: pgmap v9429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:27.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:26 smithi181 ceph-mon[45557]: pgmap v9429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:29.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:28 smithi088 ceph-mon[35322]: pgmap v9430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:51:29.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:28 smithi175 ceph-mon[44549]: pgmap v9430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:51:29.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:28 smithi181 ceph-mon[45557]: pgmap v9430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:51:31.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:30 smithi088 ceph-mon[35322]: pgmap v9431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:51:31.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:30 smithi175 ceph-mon[44549]: pgmap v9431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:51:31.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:30 smithi181 ceph-mon[45557]: pgmap v9431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:51:32.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:32.579+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:51:32.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:32.579+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:51:32.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:32.579+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:51:33.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:32 smithi088 ceph-mon[35322]: pgmap v9432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:33.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:32 smithi175 ceph-mon[44549]: pgmap v9432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:33.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:32 smithi181 ceph-mon[45557]: pgmap v9432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:34.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:51:34.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:51:34.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:51:35.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:34 smithi175 ceph-mon[44549]: pgmap v9433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:51:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:51:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:51:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:34 smithi181 ceph-mon[45557]: pgmap v9433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:51:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:51:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:51:35.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:34 smithi088 ceph-mon[35322]: pgmap v9433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:35.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:51:35.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:51:35.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:51:36.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:35 smithi175 ceph-mon[44549]: pgmap v9434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:51:36.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:35 smithi175 ceph-mon[44549]: pgmap v9435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:36.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:35 smithi181 ceph-mon[45557]: pgmap v9434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:51:36.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:35 smithi181 ceph-mon[45557]: pgmap v9435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:36.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:35 smithi088 ceph-mon[35322]: pgmap v9434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:51:36.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:35 smithi088 ceph-mon[35322]: pgmap v9435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:38.074 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:37 smithi088 ceph-mon[35322]: pgmap v9436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:37 smithi175 ceph-mon[44549]: pgmap v9436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:37 smithi181 ceph-mon[45557]: pgmap v9436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:40.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:39 smithi175 ceph-mon[44549]: pgmap v9437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:51:40.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:39 smithi181 ceph-mon[45557]: pgmap v9437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:51:40.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:39 smithi088 ceph-mon[35322]: pgmap v9437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:51:42.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:42.105+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:51:42.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:42.105+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:51:42.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:42.105+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 137 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:51:42.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:42.105+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 137 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:51:42.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:41 smithi175 ceph-mon[44549]: pgmap v9438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:51:42.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:41 smithi181 ceph-mon[45557]: pgmap v9438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:51:42.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:41 smithi088 ceph-mon[35322]: pgmap v9438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:51:44.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:43 smithi175 ceph-mon[44549]: pgmap v9439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:44.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:43 smithi181 ceph-mon[45557]: pgmap v9439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:44.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:43 smithi088 ceph-mon[35322]: pgmap v9439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:51:46.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:45 smithi175 ceph-mon[44549]: pgmap v9440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:51:46.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:45 smithi181 ceph-mon[45557]: pgmap v9440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:51:46.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:45 smithi088 ceph-mon[35322]: pgmap v9440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:51:47.597 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:47.594+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:51:47.597 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:47.594+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:51:47.597 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:51:47.594+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:51:48.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:47 smithi175 ceph-mon[44549]: pgmap v9441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:47 smithi181 ceph-mon[45557]: pgmap v9441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:48.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:47 smithi088 ceph-mon[35322]: pgmap v9441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:50.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:49 smithi175 ceph-mon[44549]: pgmap v9442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:50.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:49 smithi181 ceph-mon[45557]: pgmap v9442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:50.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:49 smithi088 ceph-mon[35322]: pgmap v9442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:51:52.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:51 smithi175 ceph-mon[44549]: pgmap v9443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:51:52.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:51 smithi181 ceph-mon[45557]: pgmap v9443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:51:52.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:51 smithi088 ceph-mon[35322]: pgmap v9443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:51:54.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:53 smithi175 ceph-mon[44549]: pgmap v9444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:54.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:53 smithi181 ceph-mon[45557]: pgmap v9444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:54.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:53 smithi088 ceph-mon[35322]: pgmap v9444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:56.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:55 smithi175 ceph-mon[44549]: pgmap v9445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:51:56.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:55 smithi181 ceph-mon[45557]: pgmap v9445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:51:56.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:55 smithi088 ceph-mon[35322]: pgmap v9445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:51:58.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:57 smithi175 ceph-mon[44549]: pgmap v9446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:58.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:57 smithi181 ceph-mon[45557]: pgmap v9446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:51:58.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:57 smithi088 ceph-mon[35322]: pgmap v9446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:00.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:51:59 smithi175 ceph-mon[44549]: pgmap v9447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:00.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:51:59 smithi181 ceph-mon[45557]: pgmap v9447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:00.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:51:59 smithi088 ceph-mon[35322]: pgmap v9447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:02.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:01 smithi175 ceph-mon[44549]: pgmap v9448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:02.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:01 smithi181 ceph-mon[45557]: pgmap v9448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:02.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:01 smithi088 ceph-mon[35322]: pgmap v9448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:02.602 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:02.599+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:52:02.602 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:02.599+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:52:02.602 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:02.599+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:52:04.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:03 smithi175 ceph-mon[44549]: pgmap v9449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:04.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:03 smithi181 ceph-mon[45557]: pgmap v9449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:04.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:03 smithi088 ceph-mon[35322]: pgmap v9449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:06.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:05 smithi175 ceph-mon[44549]: pgmap v9450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:06.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:05 smithi181 ceph-mon[45557]: pgmap v9450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:06.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:05 smithi088 ceph-mon[35322]: pgmap v9450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:08.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:07 smithi175 ceph-mon[44549]: pgmap v9451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:08.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:07 smithi181 ceph-mon[45557]: pgmap v9451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:08.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:07 smithi088 ceph-mon[35322]: pgmap v9451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:10.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:09 smithi175 ceph-mon[44549]: pgmap v9452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:10.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:09 smithi181 ceph-mon[45557]: pgmap v9452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:10.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:09 smithi088 ceph-mon[35322]: pgmap v9452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:12.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:11 smithi175 ceph-mon[44549]: pgmap v9453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:12.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:11 smithi181 ceph-mon[45557]: pgmap v9453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:12.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:11 smithi088 ceph-mon[35322]: pgmap v9453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:13.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:12 smithi181 ceph-mon[45557]: pgmap v9454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:13.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:12 smithi088 ceph-mon[35322]: pgmap v9454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:13.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:12 smithi175 ceph-mon[44549]: pgmap v9454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:15.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:15 smithi088 ceph-mon[35322]: pgmap v9455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:15.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:15 smithi175 ceph-mon[44549]: pgmap v9455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:15.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:15 smithi181 ceph-mon[45557]: pgmap v9455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:17.606+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:52:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:17.606+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:52:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:17.606+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:52:17.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:17 smithi181 ceph-mon[45557]: pgmap v9456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:18.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:17 smithi088 ceph-mon[35322]: pgmap v9456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:18.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:17 smithi175 ceph-mon[44549]: pgmap v9456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:19.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:19 smithi181 ceph-mon[45557]: pgmap v9457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:19 smithi088 ceph-mon[35322]: pgmap v9457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:20.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:19 smithi175 ceph-mon[44549]: pgmap v9457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:21.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:21 smithi181 ceph-mon[45557]: pgmap v9458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:22.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:21 smithi088 ceph-mon[35322]: pgmap v9458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:22.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:21 smithi175 ceph-mon[44549]: pgmap v9458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:23.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:23 smithi181 ceph-mon[45557]: pgmap v9459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:24.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:23 smithi088 ceph-mon[35322]: pgmap v9459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:24.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:23 smithi175 ceph-mon[44549]: pgmap v9459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:25.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:25 smithi181 ceph-mon[45557]: pgmap v9460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:26.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:25 smithi088 ceph-mon[35322]: pgmap v9460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:26.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:25 smithi175 ceph-mon[44549]: pgmap v9460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:27.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:27 smithi181 ceph-mon[45557]: pgmap v9461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:28.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:27 smithi088 ceph-mon[35322]: pgmap v9461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:28.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:27 smithi175 ceph-mon[44549]: pgmap v9461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:29.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:29 smithi181 ceph-mon[45557]: pgmap v9462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:30.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:29 smithi088 ceph-mon[35322]: pgmap v9462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:30.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:29 smithi175 ceph-mon[44549]: pgmap v9462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:31.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:31 smithi181 ceph-mon[45557]: pgmap v9463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:32.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:31 smithi088 ceph-mon[35322]: pgmap v9463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:32.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:31 smithi175 ceph-mon[44549]: pgmap v9463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:32.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:32.607+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:52:32.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:32.607+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:52:32.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:32.607+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:52:33.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:33 smithi181 ceph-mon[45557]: pgmap v9464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:34.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:33 smithi088 ceph-mon[35322]: pgmap v9464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:34.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:33 smithi175 ceph-mon[44549]: pgmap v9464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:34.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:52:35.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:52:35.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:52:36.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:35 smithi088 ceph-mon[35322]: pgmap v9465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:36.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:52:36.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:52:36.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:52:36.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:35 smithi175 ceph-mon[44549]: pgmap v9465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:36.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:52:36.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:52:36.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:52:36.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:35 smithi181 ceph-mon[45557]: pgmap v9465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:36.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:52:36.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:52:36.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:52:37.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:36 smithi088 ceph-mon[35322]: pgmap v9466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:52:37.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:36 smithi088 ceph-mon[35322]: pgmap v9467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:52:37.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:36 smithi175 ceph-mon[44549]: pgmap v9466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:52:37.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:36 smithi175 ceph-mon[44549]: pgmap v9467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:52:37.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:36 smithi181 ceph-mon[45557]: pgmap v9466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:52:37.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:36 smithi181 ceph-mon[45557]: pgmap v9467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:52:39.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:38 smithi088 ceph-mon[35322]: pgmap v9468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:52:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:38 smithi175 ceph-mon[44549]: pgmap v9468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:52:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:38 smithi181 ceph-mon[45557]: pgmap v9468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:52:41.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:40 smithi088 ceph-mon[35322]: pgmap v9469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:52:41.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:40 smithi175 ceph-mon[44549]: pgmap v9469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:52:41.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:40 smithi181 ceph-mon[45557]: pgmap v9469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:52:43.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:42 smithi088 ceph-mon[35322]: pgmap v9470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:52:43.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:42 smithi175 ceph-mon[44549]: pgmap v9470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:52:43.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:42 smithi181 ceph-mon[45557]: pgmap v9470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:52:45.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:44 smithi088 ceph-mon[35322]: pgmap v9471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:52:45.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:44 smithi175 ceph-mon[44549]: pgmap v9471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:52:45.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:44 smithi181 ceph-mon[45557]: pgmap v9471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:52:47.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:46 smithi088 ceph-mon[35322]: pgmap v9472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:52:47.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:46 smithi175 ceph-mon[44549]: pgmap v9472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:52:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:46 smithi181 ceph-mon[45557]: pgmap v9472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:52:47.616 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:47.614+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:52:47.617 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:47.614+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:52:47.617 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:52:47.614+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:52:49.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:48 smithi088 ceph-mon[35322]: pgmap v9473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:49.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:48 smithi175 ceph-mon[44549]: pgmap v9473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:49.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:48 smithi181 ceph-mon[45557]: pgmap v9473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:51.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:50 smithi088 ceph-mon[35322]: pgmap v9474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:50 smithi175 ceph-mon[44549]: pgmap v9474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:50 smithi181 ceph-mon[45557]: pgmap v9474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:52:53.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:52 smithi088 ceph-mon[35322]: pgmap v9475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:53.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:52 smithi175 ceph-mon[44549]: pgmap v9475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:53.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:52 smithi181 ceph-mon[45557]: pgmap v9475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:55.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:54 smithi088 ceph-mon[35322]: pgmap v9476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:55.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:54 smithi175 ceph-mon[44549]: pgmap v9476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:55.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:54 smithi181 ceph-mon[45557]: pgmap v9476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:52:57.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:56 smithi088 ceph-mon[35322]: pgmap v9477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:57.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:56 smithi175 ceph-mon[44549]: pgmap v9477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:57.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:56 smithi181 ceph-mon[45557]: pgmap v9477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:52:59.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:52:58 smithi088 ceph-mon[35322]: pgmap v9478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:59.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:52:58 smithi175 ceph-mon[44549]: pgmap v9478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:52:59.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:52:58 smithi181 ceph-mon[45557]: pgmap v9478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:01.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:00 smithi088 ceph-mon[35322]: pgmap v9479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:01.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:00 smithi175 ceph-mon[44549]: pgmap v9479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:01.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:00 smithi181 ceph-mon[45557]: pgmap v9479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:02.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:02.616+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:53:02.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:02.616+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:53:02.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:02.616+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:53:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:02 smithi088 ceph-mon[35322]: pgmap v9480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:03.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:02 smithi175 ceph-mon[44549]: pgmap v9480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:03.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:02 smithi181 ceph-mon[45557]: pgmap v9480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:05.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:04 smithi088 ceph-mon[35322]: pgmap v9481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:04 smithi175 ceph-mon[44549]: pgmap v9481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:04 smithi181 ceph-mon[45557]: pgmap v9481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:07.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:06 smithi088 ceph-mon[35322]: pgmap v9482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:07.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:06 smithi175 ceph-mon[44549]: pgmap v9482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:07.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:06 smithi181 ceph-mon[45557]: pgmap v9482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:09.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:08 smithi088 ceph-mon[35322]: pgmap v9483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:09.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:08 smithi175 ceph-mon[44549]: pgmap v9483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:09.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:08 smithi181 ceph-mon[45557]: pgmap v9483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:11.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:10 smithi088 ceph-mon[35322]: pgmap v9484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:11.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:10 smithi175 ceph-mon[44549]: pgmap v9484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:10 smithi181 ceph-mon[45557]: pgmap v9484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:12 smithi175 ceph-mon[44549]: pgmap v9485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:13.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:12 smithi181 ceph-mon[45557]: pgmap v9485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:13.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:12 smithi088 ceph-mon[35322]: pgmap v9485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:15.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:14 smithi175 ceph-mon[44549]: pgmap v9486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:53:15.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:14 smithi181 ceph-mon[45557]: pgmap v9486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:53:15.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:14 smithi088 ceph-mon[35322]: pgmap v9486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:53:17.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:16 smithi175 ceph-mon[44549]: pgmap v9487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:17.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:16 smithi181 ceph-mon[45557]: pgmap v9487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:17.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:16 smithi088 ceph-mon[35322]: pgmap v9487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:17.622 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:17.620+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:53:17.622 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:17.620+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:53:17.622 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:17.620+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:53:19.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:18 smithi175 ceph-mon[44549]: pgmap v9488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:19.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:18 smithi181 ceph-mon[45557]: pgmap v9488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:19.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:18 smithi088 ceph-mon[35322]: pgmap v9488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:21.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:20 smithi175 ceph-mon[44549]: pgmap v9489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:21.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:20 smithi181 ceph-mon[45557]: pgmap v9489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:20 smithi088 ceph-mon[35322]: pgmap v9489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:23.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:22 smithi175 ceph-mon[44549]: pgmap v9490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:23.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:22 smithi181 ceph-mon[45557]: pgmap v9490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:23.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:22 smithi088 ceph-mon[35322]: pgmap v9490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:25.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:24 smithi175 ceph-mon[44549]: pgmap v9491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:25.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:24 smithi181 ceph-mon[45557]: pgmap v9491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:24 smithi088 ceph-mon[35322]: pgmap v9491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:27.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:26 smithi175 ceph-mon[44549]: pgmap v9492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:27.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:26 smithi181 ceph-mon[45557]: pgmap v9492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:26 smithi088 ceph-mon[35322]: pgmap v9492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:28 smithi175 ceph-mon[44549]: pgmap v9493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:29.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:28 smithi181 ceph-mon[45557]: pgmap v9493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:29.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:28 smithi088 ceph-mon[35322]: pgmap v9493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:31.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:30 smithi175 ceph-mon[44549]: pgmap v9494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:31.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:30 smithi181 ceph-mon[45557]: pgmap v9494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:30 smithi088 ceph-mon[35322]: pgmap v9494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:32.634 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:32.632+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:53:32.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:32.632+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:53:32.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:32.632+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:53:33.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:32 smithi175 ceph-mon[44549]: pgmap v9495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:33.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:32 smithi181 ceph-mon[45557]: pgmap v9495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:33.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:32 smithi088 ceph-mon[35322]: pgmap v9495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:35.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:34 smithi175 ceph-mon[44549]: pgmap v9496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:34 smithi181 ceph-mon[45557]: pgmap v9496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:34 smithi088 ceph-mon[35322]: pgmap v9496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:53:36.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:53:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:53:37.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:36 smithi175 ceph-mon[44549]: pgmap v9497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:37.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:53:37.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:53:37.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:53:37.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:36 smithi181 ceph-mon[45557]: pgmap v9497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:37.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:53:37.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:53:37.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:53:37.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:36 smithi088 ceph-mon[35322]: pgmap v9497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:37.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:53:37.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:53:37.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:53:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:37 smithi175 ceph-mon[44549]: pgmap v9498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:53:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:37 smithi175 ceph-mon[44549]: pgmap v9499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:53:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:37 smithi181 ceph-mon[45557]: pgmap v9498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:53:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:37 smithi181 ceph-mon[45557]: pgmap v9499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:53:38.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:37 smithi088 ceph-mon[35322]: pgmap v9498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:53:38.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:37 smithi088 ceph-mon[35322]: pgmap v9499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:53:40.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:39 smithi175 ceph-mon[44549]: pgmap v9500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:53:40.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:39 smithi181 ceph-mon[45557]: pgmap v9500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:53:40.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:39 smithi088 ceph-mon[35322]: pgmap v9500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:53:42.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:41 smithi175 ceph-mon[44549]: pgmap v9501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:53:42.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:41 smithi181 ceph-mon[45557]: pgmap v9501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:53:42.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:41 smithi088 ceph-mon[35322]: pgmap v9501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:53:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:43 smithi175 ceph-mon[44549]: pgmap v9502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:53:44.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:43 smithi181 ceph-mon[45557]: pgmap v9502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:53:44.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:43 smithi088 ceph-mon[35322]: pgmap v9502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:53:46.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:45 smithi175 ceph-mon[44549]: pgmap v9503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:53:46.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:45 smithi181 ceph-mon[45557]: pgmap v9503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:53:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:45 smithi088 ceph-mon[35322]: pgmap v9503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:53:47.650 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:47.647+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:53:47.650 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:47.648+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:53:47.650 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:53:47.648+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:53:48.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:47 smithi175 ceph-mon[44549]: pgmap v9504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:53:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:47 smithi181 ceph-mon[45557]: pgmap v9504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:53:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:47 smithi088 ceph-mon[35322]: pgmap v9504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:53:50.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:49 smithi175 ceph-mon[44549]: pgmap v9505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:50.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:49 smithi181 ceph-mon[45557]: pgmap v9505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:49 smithi088 ceph-mon[35322]: pgmap v9505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:53:52.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:51 smithi175 ceph-mon[44549]: pgmap v9506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:52.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:51 smithi181 ceph-mon[45557]: pgmap v9506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:52.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:51 smithi088 ceph-mon[35322]: pgmap v9506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:53:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:53 smithi175 ceph-mon[44549]: pgmap v9507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:53:54.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:53 smithi181 ceph-mon[45557]: pgmap v9507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:53:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:53 smithi088 ceph-mon[35322]: pgmap v9507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:53:56.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:55 smithi175 ceph-mon[44549]: pgmap v9508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:56.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:55 smithi181 ceph-mon[45557]: pgmap v9508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:56.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:55 smithi088 ceph-mon[35322]: pgmap v9508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:53:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:57 smithi175 ceph-mon[44549]: pgmap v9509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:58.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:57 smithi181 ceph-mon[45557]: pgmap v9509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:53:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:57 smithi088 ceph-mon[35322]: pgmap v9509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:00.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:53:59 smithi175 ceph-mon[44549]: pgmap v9510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:00.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:53:59 smithi181 ceph-mon[45557]: pgmap v9510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:53:59 smithi088 ceph-mon[35322]: pgmap v9510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:01 smithi175 ceph-mon[44549]: pgmap v9511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:02.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:01 smithi181 ceph-mon[45557]: pgmap v9511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:02.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:01 smithi088 ceph-mon[35322]: pgmap v9511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:02.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:02.663+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:54:02.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:02.663+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:54:02.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:02.663+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:54:04.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:03 smithi175 ceph-mon[44549]: pgmap v9512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:04.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:03 smithi181 ceph-mon[45557]: pgmap v9512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:03 smithi088 ceph-mon[35322]: pgmap v9512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:04 smithi175 ceph-mon[44549]: pgmap v9513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:04 smithi181 ceph-mon[45557]: pgmap v9513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:04 smithi088 ceph-mon[35322]: pgmap v9513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:07.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:07 smithi181 ceph-mon[45557]: pgmap v9514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:07 smithi088 ceph-mon[35322]: pgmap v9514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:08.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:07 smithi175 ceph-mon[44549]: pgmap v9514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:09.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:09 smithi181 ceph-mon[45557]: pgmap v9515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:10.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:09 smithi088 ceph-mon[35322]: pgmap v9515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:09 smithi175 ceph-mon[44549]: pgmap v9515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:11.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:11 smithi181 ceph-mon[45557]: pgmap v9516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:12.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:11 smithi088 ceph-mon[35322]: pgmap v9516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:11 smithi175 ceph-mon[44549]: pgmap v9516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:13 smithi088 ceph-mon[35322]: pgmap v9517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:13 smithi175 ceph-mon[44549]: pgmap v9517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:14.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:13 smithi181 ceph-mon[45557]: pgmap v9517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:15 smithi088 ceph-mon[35322]: pgmap v9518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:15 smithi175 ceph-mon[44549]: pgmap v9518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:16.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:15 smithi181 ceph-mon[45557]: pgmap v9518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:17.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:17.678+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:54:17.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:17.678+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:54:17.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:17.678+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:54:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:17 smithi088 ceph-mon[35322]: pgmap v9519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:18.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:17 smithi175 ceph-mon[44549]: pgmap v9519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:18.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:17 smithi181 ceph-mon[45557]: pgmap v9519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:19 smithi088 ceph-mon[35322]: pgmap v9520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:20.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:19 smithi175 ceph-mon[44549]: pgmap v9520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:20.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:19 smithi181 ceph-mon[45557]: pgmap v9520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:21 smithi088 ceph-mon[35322]: pgmap v9521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:21 smithi175 ceph-mon[44549]: pgmap v9521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:22.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:21 smithi181 ceph-mon[45557]: pgmap v9521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:23 smithi088 ceph-mon[35322]: pgmap v9522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:23 smithi175 ceph-mon[44549]: pgmap v9522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:24.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:23 smithi181 ceph-mon[45557]: pgmap v9522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:25 smithi088 ceph-mon[35322]: pgmap v9523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:26.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:25 smithi175 ceph-mon[44549]: pgmap v9523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:26.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:25 smithi181 ceph-mon[45557]: pgmap v9523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:27 smithi088 ceph-mon[35322]: pgmap v9524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:28.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:27 smithi175 ceph-mon[44549]: pgmap v9524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:28.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:27 smithi181 ceph-mon[45557]: pgmap v9524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:29 smithi088 ceph-mon[35322]: pgmap v9525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:29 smithi175 ceph-mon[44549]: pgmap v9525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:30.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:29 smithi181 ceph-mon[45557]: pgmap v9525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:31 smithi088 ceph-mon[35322]: pgmap v9526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:31 smithi175 ceph-mon[44549]: pgmap v9526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:32.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:31 smithi181 ceph-mon[45557]: pgmap v9526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:32.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:32.689+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:54:32.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:32.689+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:54:32.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:32.689+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:54:34.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:33 smithi088 ceph-mon[35322]: pgmap v9527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:34.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:33 smithi175 ceph-mon[44549]: pgmap v9527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:34.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:33 smithi181 ceph-mon[45557]: pgmap v9527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:35 smithi088 ceph-mon[35322]: pgmap v9528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:35 smithi175 ceph-mon[44549]: pgmap v9528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:36.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:35 smithi181 ceph-mon[45557]: pgmap v9528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:54:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:54:37.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: pgmap v9529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:54:38.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:54:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: pgmap v9529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:54:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:54:38.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:54:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: pgmap v9529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:54:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:54:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:54:38.210 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:54:39.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:38 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:54:39.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:38 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:54:39.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:38 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 143.8M 2024-01-28T17:54:39.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:38 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 150884331: error parsing value: Value '150884331' is below minimum 939524096 2024-01-28T17:54:39.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:38 smithi088 ceph-mon[35322]: pgmap v9530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:54:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:38 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:54:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:38 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:54:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:38 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 143.8M 2024-01-28T17:54:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:38 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 150884331: error parsing value: Value '150884331' is below minimum 939524096 2024-01-28T17:54:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:38 smithi175 ceph-mon[44549]: pgmap v9530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:54:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:38 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T17:54:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:38 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T17:54:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:38 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 143.8M 2024-01-28T17:54:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:38 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 150884331: error parsing value: Value '150884331' is below minimum 939524096 2024-01-28T17:54:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:38 smithi181 ceph-mon[45557]: pgmap v9530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:54:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:40 smithi088 ceph-mon[35322]: pgmap v9531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:54:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:40 smithi175 ceph-mon[44549]: pgmap v9531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:54:41.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:40 smithi181 ceph-mon[45557]: pgmap v9531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:54:42.136 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:42.134+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:54:42.136 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:42.134+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:54:42.136 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:42.134+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 138 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:54:42.136 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:42.134+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 138 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:54:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:42 smithi088 ceph-mon[35322]: pgmap v9532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:54:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:42 smithi175 ceph-mon[44549]: pgmap v9532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:54:43.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:42 smithi181 ceph-mon[45557]: pgmap v9532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T17:54:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:44 smithi175 ceph-mon[44549]: pgmap v9533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:54:45.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:44 smithi181 ceph-mon[45557]: pgmap v9533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:54:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:44 smithi088 ceph-mon[35322]: pgmap v9533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:54:47.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:46 smithi175 ceph-mon[44549]: pgmap v9534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:54:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:46 smithi181 ceph-mon[45557]: pgmap v9534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:54:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:46 smithi088 ceph-mon[35322]: pgmap v9534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T17:54:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:47.699+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:54:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:47.699+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:54:47.701 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:54:47.699+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:54:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:48 smithi175 ceph-mon[44549]: pgmap v9535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:54:49.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:48 smithi181 ceph-mon[45557]: pgmap v9535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:54:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:48 smithi088 ceph-mon[35322]: pgmap v9535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:54:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:50 smithi175 ceph-mon[44549]: pgmap v9536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:50 smithi181 ceph-mon[45557]: pgmap v9536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:51.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:50 smithi088 ceph-mon[35322]: pgmap v9536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:54:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:52 smithi175 ceph-mon[44549]: pgmap v9537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:53.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:52 smithi181 ceph-mon[45557]: pgmap v9537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:52 smithi088 ceph-mon[35322]: pgmap v9537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:54:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:54 smithi175 ceph-mon[44549]: pgmap v9538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:55.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:54 smithi181 ceph-mon[45557]: pgmap v9538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:54 smithi088 ceph-mon[35322]: pgmap v9538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:54:57.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:56 smithi175 ceph-mon[44549]: pgmap v9539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:57.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:56 smithi181 ceph-mon[45557]: pgmap v9539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:56 smithi088 ceph-mon[35322]: pgmap v9539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:54:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:54:58 smithi175 ceph-mon[44549]: pgmap v9540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:59.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:54:58 smithi181 ceph-mon[45557]: pgmap v9540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:54:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:54:58 smithi088 ceph-mon[35322]: pgmap v9540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:01.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:00 smithi175 ceph-mon[44549]: pgmap v9541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:01.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:00 smithi181 ceph-mon[45557]: pgmap v9541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:01.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:00 smithi088 ceph-mon[35322]: pgmap v9541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:02.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:02.713+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:55:02.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:02.713+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:55:02.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:02.713+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:55:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:02 smithi175 ceph-mon[44549]: pgmap v9542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:03.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:02 smithi181 ceph-mon[45557]: pgmap v9542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:02 smithi088 ceph-mon[35322]: pgmap v9542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:04 smithi175 ceph-mon[44549]: pgmap v9543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:04 smithi181 ceph-mon[45557]: pgmap v9543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:04 smithi088 ceph-mon[35322]: pgmap v9543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:06 smithi175 ceph-mon[44549]: pgmap v9544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:06 smithi181 ceph-mon[45557]: pgmap v9544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:06 smithi088 ceph-mon[35322]: pgmap v9544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:08 smithi175 ceph-mon[44549]: pgmap v9545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:09.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:08 smithi181 ceph-mon[45557]: pgmap v9545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:08 smithi088 ceph-mon[35322]: pgmap v9545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:10 smithi175 ceph-mon[44549]: pgmap v9546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:10 smithi181 ceph-mon[45557]: pgmap v9546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:10 smithi088 ceph-mon[35322]: pgmap v9546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:12 smithi175 ceph-mon[44549]: pgmap v9547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:13.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:12 smithi181 ceph-mon[45557]: pgmap v9547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:12 smithi088 ceph-mon[35322]: pgmap v9547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:15.161 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:14 smithi088 ceph-mon[35322]: pgmap v9548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:14 smithi175 ceph-mon[44549]: pgmap v9548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:15.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:14 smithi181 ceph-mon[45557]: pgmap v9548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:16 smithi175 ceph-mon[44549]: pgmap v9549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:17.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:16 smithi181 ceph-mon[45557]: pgmap v9549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:16 smithi088 ceph-mon[35322]: pgmap v9549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:17.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:17.730+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:55:17.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:17.730+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:55:17.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:17.730+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:55:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:18 smithi175 ceph-mon[44549]: pgmap v9550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:19.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:18 smithi181 ceph-mon[45557]: pgmap v9550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:18 smithi088 ceph-mon[35322]: pgmap v9550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:20 smithi175 ceph-mon[44549]: pgmap v9551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:21.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:20 smithi181 ceph-mon[45557]: pgmap v9551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:20 smithi088 ceph-mon[35322]: pgmap v9551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:22 smithi175 ceph-mon[44549]: pgmap v9552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:23.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:22 smithi181 ceph-mon[45557]: pgmap v9552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:23.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:22 smithi088 ceph-mon[35322]: pgmap v9552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:25.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:24 smithi175 ceph-mon[44549]: pgmap v9553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:24 smithi181 ceph-mon[45557]: pgmap v9553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:24 smithi088 ceph-mon[35322]: pgmap v9553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:26 smithi175 ceph-mon[44549]: pgmap v9554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:26 smithi181 ceph-mon[45557]: pgmap v9554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:26 smithi088 ceph-mon[35322]: pgmap v9554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:28 smithi175 ceph-mon[44549]: pgmap v9555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:28 smithi181 ceph-mon[45557]: pgmap v9555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:28 smithi088 ceph-mon[35322]: pgmap v9555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:30 smithi175 ceph-mon[44549]: pgmap v9556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:31.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:30 smithi181 ceph-mon[45557]: pgmap v9556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:30 smithi088 ceph-mon[35322]: pgmap v9556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:32.746 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:32.744+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:55:32.746 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:32.744+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:55:32.746 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:32.744+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:55:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:32 smithi175 ceph-mon[44549]: pgmap v9557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:32 smithi181 ceph-mon[45557]: pgmap v9557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:32 smithi088 ceph-mon[35322]: pgmap v9557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:34 smithi175 ceph-mon[44549]: pgmap v9558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:34 smithi181 ceph-mon[45557]: pgmap v9558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:35.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:34 smithi088 ceph-mon[35322]: pgmap v9558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:55:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:36 smithi175 ceph-mon[44549]: pgmap v9559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:36 smithi181 ceph-mon[45557]: pgmap v9559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:36 smithi088 ceph-mon[35322]: pgmap v9559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:38.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:55:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:55:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:55:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:38 smithi175 ceph-mon[44549]: pgmap v9560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:55:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:55:39.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:55:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:38 smithi181 ceph-mon[45557]: pgmap v9560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:55:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:55:39.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:55:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:38 smithi088 ceph-mon[35322]: pgmap v9560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:39.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T17:55:39.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:55:39.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:55:39.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:55:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:39 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:55:40.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:39 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:55:40.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:39 smithi175 ceph-mon[44549]: pgmap v9561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:55:40.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:39 smithi175 ceph-mon[44549]: pgmap v9562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:55:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:39 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:55:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:39 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:55:40.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:39 smithi181 ceph-mon[45557]: pgmap v9561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:55:40.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:39 smithi181 ceph-mon[45557]: pgmap v9562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:55:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:39 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T17:55:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:39 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T17:55:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:39 smithi088 ceph-mon[35322]: pgmap v9561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T17:55:40.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:39 smithi088 ceph-mon[35322]: pgmap v9562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:55:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:41 smithi088 ceph-mon[35322]: pgmap v9563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:55:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:41 smithi175 ceph-mon[44549]: pgmap v9563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:55:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:41 smithi181 ceph-mon[45557]: pgmap v9563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:55:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:43 smithi088 ceph-mon[35322]: pgmap v9564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:55:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:43 smithi175 ceph-mon[44549]: pgmap v9564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:55:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:43 smithi181 ceph-mon[45557]: pgmap v9564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:55:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:45 smithi088 ceph-mon[35322]: pgmap v9565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:55:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:45 smithi175 ceph-mon[44549]: pgmap v9565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:55:46.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:45 smithi181 ceph-mon[45557]: pgmap v9565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T17:55:47.762 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:47.759+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:55:47.762 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:47.759+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:55:47.762 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:55:47.759+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:55:48.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:47 smithi088 ceph-mon[35322]: pgmap v9566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:55:48.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:47 smithi175 ceph-mon[44549]: pgmap v9566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:55:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:47 smithi181 ceph-mon[45557]: pgmap v9566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:55:50.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:49 smithi088 ceph-mon[35322]: pgmap v9567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:55:50.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:49 smithi175 ceph-mon[44549]: pgmap v9567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:55:50.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:49 smithi181 ceph-mon[45557]: pgmap v9567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:55:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:51 smithi088 ceph-mon[35322]: pgmap v9568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:51 smithi175 ceph-mon[44549]: pgmap v9568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:51 smithi181 ceph-mon[45557]: pgmap v9568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:55:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:53 smithi088 ceph-mon[35322]: pgmap v9569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:53 smithi175 ceph-mon[44549]: pgmap v9569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:53 smithi181 ceph-mon[45557]: pgmap v9569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:55:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:55 smithi088 ceph-mon[35322]: pgmap v9570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:55 smithi175 ceph-mon[44549]: pgmap v9570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:55 smithi181 ceph-mon[45557]: pgmap v9570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:55:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:57 smithi088 ceph-mon[35322]: pgmap v9571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:57 smithi175 ceph-mon[44549]: pgmap v9571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:55:58.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:57 smithi181 ceph-mon[45557]: pgmap v9571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:00.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:55:59 smithi088 ceph-mon[35322]: pgmap v9572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:56:00.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:55:59 smithi175 ceph-mon[44549]: pgmap v9572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:56:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:55:59 smithi181 ceph-mon[45557]: pgmap v9572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:56:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:01 smithi088 ceph-mon[35322]: pgmap v9573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:01 smithi175 ceph-mon[44549]: pgmap v9573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:01 smithi181 ceph-mon[45557]: pgmap v9573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:02.768+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:56:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:02.768+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:56:02.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:02.768+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:56:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:03 smithi088 ceph-mon[35322]: pgmap v9574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:03 smithi175 ceph-mon[44549]: pgmap v9574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:03 smithi181 ceph-mon[45557]: pgmap v9574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:05 smithi175 ceph-mon[44549]: pgmap v9575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:56:06.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:05 smithi181 ceph-mon[45557]: pgmap v9575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:56:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:05 smithi088 ceph-mon[35322]: pgmap v9575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:56:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:07 smithi175 ceph-mon[44549]: pgmap v9576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:07 smithi181 ceph-mon[45557]: pgmap v9576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:07 smithi088 ceph-mon[35322]: pgmap v9576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:09 smithi175 ceph-mon[44549]: pgmap v9577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:56:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:09 smithi181 ceph-mon[45557]: pgmap v9577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:56:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:09 smithi088 ceph-mon[35322]: pgmap v9577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:56:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:11 smithi175 ceph-mon[44549]: pgmap v9578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:11 smithi181 ceph-mon[45557]: pgmap v9578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:11 smithi088 ceph-mon[35322]: pgmap v9578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:13 smithi175 ceph-mon[44549]: pgmap v9579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:13 smithi181 ceph-mon[45557]: pgmap v9579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:13 smithi088 ceph-mon[35322]: pgmap v9579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:15 smithi175 ceph-mon[44549]: pgmap v9580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:56:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:15 smithi181 ceph-mon[45557]: pgmap v9580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:56:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:15 smithi088 ceph-mon[35322]: pgmap v9580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:56:17.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:17.782+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:56:17.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:17.782+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:56:17.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:17.782+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:56:18.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:17 smithi175 ceph-mon[44549]: pgmap v9581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:17 smithi181 ceph-mon[45557]: pgmap v9581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:17 smithi088 ceph-mon[35322]: pgmap v9581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:20.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:19 smithi175 ceph-mon[44549]: pgmap v9582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:56:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:19 smithi181 ceph-mon[45557]: pgmap v9582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:56:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:19 smithi088 ceph-mon[35322]: pgmap v9582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:56:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:21 smithi175 ceph-mon[44549]: pgmap v9583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:21 smithi181 ceph-mon[45557]: pgmap v9583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:21 smithi088 ceph-mon[35322]: pgmap v9583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:23 smithi175 ceph-mon[44549]: pgmap v9584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:23 smithi181 ceph-mon[45557]: pgmap v9584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:23 smithi088 ceph-mon[35322]: pgmap v9584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:25 smithi175 ceph-mon[44549]: pgmap v9585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:56:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:25 smithi181 ceph-mon[45557]: pgmap v9585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:56:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:25 smithi088 ceph-mon[35322]: pgmap v9585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:56:28.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:27 smithi175 ceph-mon[44549]: pgmap v9586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:27 smithi181 ceph-mon[45557]: pgmap v9586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:27 smithi088 ceph-mon[35322]: pgmap v9586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:29 smithi175 ceph-mon[44549]: pgmap v9587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:56:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:29 smithi181 ceph-mon[45557]: pgmap v9587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:56:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:29 smithi088 ceph-mon[35322]: pgmap v9587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:56:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:31 smithi175 ceph-mon[44549]: pgmap v9588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:32.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:31 smithi181 ceph-mon[45557]: pgmap v9588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:31 smithi088 ceph-mon[35322]: pgmap v9588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:56:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:32.790+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:56:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:32.790+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:56:32.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:32.790+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:56:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:33 smithi175 ceph-mon[44549]: pgmap v9589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:33 smithi181 ceph-mon[45557]: pgmap v9589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:33 smithi088 ceph-mon[35322]: pgmap v9589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:35 smithi175 ceph-mon[44549]: pgmap v9590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:56:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:35 smithi181 ceph-mon[45557]: pgmap v9590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:56:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:35 smithi088 ceph-mon[35322]: pgmap v9590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:56:38.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:37 smithi175 ceph-mon[44549]: pgmap v9591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:37 smithi181 ceph-mon[45557]: pgmap v9591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:37 smithi088 ceph-mon[35322]: pgmap v9591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:56:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:56:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:56:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:39 smithi175 ceph-mon[44549]: pgmap v9592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:56:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:56:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:56:40.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:56:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:39 smithi181 ceph-mon[45557]: pgmap v9592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:56:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:56:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:56:40.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:56:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:39 smithi088 ceph-mon[35322]: pgmap v9592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:56:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:56:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:56:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:56:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:40 smithi175 ceph-mon[44549]: pgmap v9593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T17:56:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:40 smithi175 ceph-mon[44549]: pgmap v9594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:56:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:40 smithi181 ceph-mon[45557]: pgmap v9593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T17:56:41.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:40 smithi181 ceph-mon[45557]: pgmap v9594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:56:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:40 smithi088 ceph-mon[35322]: pgmap v9593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T17:56:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:40 smithi088 ceph-mon[35322]: pgmap v9594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T17:56:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:42 smithi175 ceph-mon[44549]: pgmap v9595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:56:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:42 smithi181 ceph-mon[45557]: pgmap v9595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:56:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:42 smithi088 ceph-mon[35322]: pgmap v9595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:56:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:44 smithi175 ceph-mon[44549]: pgmap v9596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:56:45.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:44 smithi181 ceph-mon[45557]: pgmap v9596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:56:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:44 smithi088 ceph-mon[35322]: pgmap v9596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:56:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:46 smithi175 ceph-mon[44549]: pgmap v9597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:56:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:46 smithi181 ceph-mon[45557]: pgmap v9597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:56:47.283 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:46 smithi088 ceph-mon[35322]: pgmap v9597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:56:47.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:47.802+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:56:47.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:47.802+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:56:47.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:56:47.802+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:56:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:48 smithi175 ceph-mon[44549]: pgmap v9598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:56:49.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:48 smithi181 ceph-mon[45557]: pgmap v9598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:56:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:48 smithi088 ceph-mon[35322]: pgmap v9598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:56:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:50 smithi175 ceph-mon[44549]: pgmap v9599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:56:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:50 smithi181 ceph-mon[45557]: pgmap v9599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:56:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:50 smithi088 ceph-mon[35322]: pgmap v9599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:56:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:52 smithi175 ceph-mon[44549]: pgmap v9600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:52 smithi181 ceph-mon[45557]: pgmap v9600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:52 smithi088 ceph-mon[35322]: pgmap v9600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:56:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:54 smithi175 ceph-mon[44549]: pgmap v9601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:56:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:54 smithi181 ceph-mon[45557]: pgmap v9601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:56:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:54 smithi088 ceph-mon[35322]: pgmap v9601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T17:56:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:56 smithi175 ceph-mon[44549]: pgmap v9602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:56:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:56 smithi181 ceph-mon[45557]: pgmap v9602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:56:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:56 smithi088 ceph-mon[35322]: pgmap v9602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T17:56:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:56:58 smithi175 ceph-mon[44549]: pgmap v9603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:59.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:56:58 smithi181 ceph-mon[45557]: pgmap v9603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:56:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:56:58 smithi088 ceph-mon[35322]: pgmap v9603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:00 smithi175 ceph-mon[44549]: pgmap v9604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:57:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:00 smithi181 ceph-mon[45557]: pgmap v9604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:57:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:00 smithi088 ceph-mon[35322]: pgmap v9604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T17:57:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:02.818+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:57:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:02.818+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:57:02.820 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:02.818+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:57:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:02 smithi175 ceph-mon[44549]: pgmap v9605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:02 smithi181 ceph-mon[45557]: pgmap v9605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:02 smithi088 ceph-mon[35322]: pgmap v9605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:04 smithi175 ceph-mon[44549]: pgmap v9606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:57:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:04 smithi181 ceph-mon[45557]: pgmap v9606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:57:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:04 smithi088 ceph-mon[35322]: pgmap v9606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:57:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:06 smithi175 ceph-mon[44549]: pgmap v9607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:06 smithi181 ceph-mon[45557]: pgmap v9607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:06 smithi088 ceph-mon[35322]: pgmap v9607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:08 smithi175 ceph-mon[44549]: pgmap v9608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:08 smithi181 ceph-mon[45557]: pgmap v9608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:08 smithi088 ceph-mon[35322]: pgmap v9608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:10 smithi181 ceph-mon[45557]: pgmap v9609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:10 smithi088 ceph-mon[35322]: pgmap v9609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:10 smithi175 ceph-mon[44549]: pgmap v9609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:12 smithi181 ceph-mon[45557]: pgmap v9610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:12 smithi088 ceph-mon[35322]: pgmap v9610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:12 smithi175 ceph-mon[44549]: pgmap v9610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:13 smithi181 ceph-mon[45557]: pgmap v9611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:57:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:13 smithi088 ceph-mon[35322]: pgmap v9611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:57:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:13 smithi175 ceph-mon[44549]: pgmap v9611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:57:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:16 smithi088 ceph-mon[35322]: pgmap v9612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:16 smithi175 ceph-mon[44549]: pgmap v9612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:16 smithi181 ceph-mon[45557]: pgmap v9612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:17.823+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:57:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:17.823+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:57:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:17.823+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:57:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:18 smithi088 ceph-mon[35322]: pgmap v9613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:18 smithi175 ceph-mon[44549]: pgmap v9613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:19.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:18 smithi181 ceph-mon[45557]: pgmap v9613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:20 smithi088 ceph-mon[35322]: pgmap v9614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:20 smithi175 ceph-mon[44549]: pgmap v9614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:20 smithi181 ceph-mon[45557]: pgmap v9614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:22 smithi088 ceph-mon[35322]: pgmap v9615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:22 smithi175 ceph-mon[44549]: pgmap v9615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:22 smithi181 ceph-mon[45557]: pgmap v9615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:25.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:24 smithi088 ceph-mon[35322]: pgmap v9616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:57:25.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:24 smithi175 ceph-mon[44549]: pgmap v9616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:57:25.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:24 smithi181 ceph-mon[45557]: pgmap v9616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T17:57:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:26 smithi088 ceph-mon[35322]: pgmap v9617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:26 smithi175 ceph-mon[44549]: pgmap v9617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:26 smithi181 ceph-mon[45557]: pgmap v9617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:28 smithi175 ceph-mon[44549]: pgmap v9618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:28 smithi181 ceph-mon[45557]: pgmap v9618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:28 smithi088 ceph-mon[35322]: pgmap v9618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:30 smithi175 ceph-mon[44549]: pgmap v9619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:30 smithi181 ceph-mon[45557]: pgmap v9619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:30 smithi088 ceph-mon[35322]: pgmap v9619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:32.832+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:57:32.835 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:32.832+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:57:32.835 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:32.832+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:57:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:32 smithi175 ceph-mon[44549]: pgmap v9620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:32 smithi181 ceph-mon[45557]: pgmap v9620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:32 smithi088 ceph-mon[35322]: pgmap v9620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:34 smithi175 ceph-mon[44549]: pgmap v9621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:57:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:34 smithi181 ceph-mon[45557]: pgmap v9621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:57:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:34 smithi088 ceph-mon[35322]: pgmap v9621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:57:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:36 smithi175 ceph-mon[44549]: pgmap v9622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:36 smithi181 ceph-mon[45557]: pgmap v9622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:36 smithi088 ceph-mon[35322]: pgmap v9622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:38 smithi175 ceph-mon[44549]: pgmap v9623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:38 smithi181 ceph-mon[45557]: pgmap v9623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:38 smithi088 ceph-mon[35322]: pgmap v9623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:57:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:57:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:57:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:40 smithi175 ceph-mon[44549]: pgmap v9624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:40 smithi181 ceph-mon[45557]: pgmap v9624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:40 smithi088 ceph-mon[35322]: pgmap v9624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:57:42.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:42.162+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x7ff34c102770 2024-01-28T17:57:42.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:42.162+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T17:57:42.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:42.162+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 139 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T17:57:42.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:42.162+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:57:42.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:42.162+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 140 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T17:57:42.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:42.162+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 139 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T17:57:42.165 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:42.162+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x55d733ebf510 2024-01-28T17:57:42.165 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:42.163+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 140 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T17:57:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:41 smithi181 ceph-mon[45557]: pgmap v9625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:41 smithi088 ceph-mon[35322]: pgmap v9625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:42.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:41 smithi175 ceph-mon[44549]: pgmap v9625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:57:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:57:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:57:43.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:43 smithi175 ceph-mon[44549]: pgmap v9626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:57:43.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:43 smithi175 ceph-mon[44549]: pgmap v9627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:43.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:43.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:57:43.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:57:43.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:43 smithi181 ceph-mon[45557]: pgmap v9626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:57:43.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:43 smithi181 ceph-mon[45557]: pgmap v9627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:43.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:57:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:57:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:43 smithi088 ceph-mon[35322]: pgmap v9626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:57:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:43 smithi088 ceph-mon[35322]: pgmap v9627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:57:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:45 smithi175 ceph-mon[44549]: pgmap v9628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:45 smithi181 ceph-mon[45557]: pgmap v9628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:45 smithi088 ceph-mon[35322]: pgmap v9628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:47.848+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:57:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:47.848+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:57:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:57:47.848+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:57:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:47 smithi175 ceph-mon[44549]: pgmap v9629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:47 smithi181 ceph-mon[45557]: pgmap v9629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:47 smithi088 ceph-mon[35322]: pgmap v9629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:50.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:49 smithi175 ceph-mon[44549]: pgmap v9630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:49 smithi181 ceph-mon[45557]: pgmap v9630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:49 smithi088 ceph-mon[35322]: pgmap v9630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:51 smithi088 ceph-mon[35322]: pgmap v9631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:51 smithi175 ceph-mon[44549]: pgmap v9631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:51 smithi181 ceph-mon[45557]: pgmap v9631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T17:57:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:53 smithi175 ceph-mon[44549]: pgmap v9632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:57:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:53 smithi181 ceph-mon[45557]: pgmap v9632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:57:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:53 smithi088 ceph-mon[35322]: pgmap v9632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:57:56.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:55 smithi175 ceph-mon[44549]: pgmap v9633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:55 smithi181 ceph-mon[45557]: pgmap v9633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:55 smithi088 ceph-mon[35322]: pgmap v9633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:57:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:57 smithi175 ceph-mon[44549]: pgmap v9634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:58.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:57 smithi181 ceph-mon[45557]: pgmap v9634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:57:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:57 smithi088 ceph-mon[35322]: pgmap v9634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:57:59 smithi181 ceph-mon[45557]: pgmap v9635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:57:59 smithi088 ceph-mon[35322]: pgmap v9635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:57:59 smithi175 ceph-mon[44549]: pgmap v9635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:01 smithi175 ceph-mon[44549]: pgmap v9636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:01 smithi181 ceph-mon[45557]: pgmap v9636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:01 smithi088 ceph-mon[35322]: pgmap v9636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:02.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:02.859+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:58:02.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:02.859+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:58:02.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:02.859+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:58:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:03 smithi175 ceph-mon[44549]: pgmap v9637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:03 smithi181 ceph-mon[45557]: pgmap v9637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:03 smithi088 ceph-mon[35322]: pgmap v9637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:05 smithi175 ceph-mon[44549]: pgmap v9638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:06.168 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:05 smithi088 ceph-mon[35322]: pgmap v9638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:05 smithi181 ceph-mon[45557]: pgmap v9638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:07 smithi175 ceph-mon[44549]: pgmap v9639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:07 smithi181 ceph-mon[45557]: pgmap v9639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:07 smithi088 ceph-mon[35322]: pgmap v9639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:09 smithi181 ceph-mon[45557]: pgmap v9640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:09 smithi088 ceph-mon[35322]: pgmap v9640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:09 smithi175 ceph-mon[44549]: pgmap v9640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:11 smithi175 ceph-mon[44549]: pgmap v9641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:11 smithi181 ceph-mon[45557]: pgmap v9641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:11 smithi088 ceph-mon[35322]: pgmap v9641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:13 smithi175 ceph-mon[44549]: pgmap v9642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:13 smithi181 ceph-mon[45557]: pgmap v9642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:13 smithi088 ceph-mon[35322]: pgmap v9642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:15 smithi181 ceph-mon[45557]: pgmap v9643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:15 smithi088 ceph-mon[35322]: pgmap v9643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:15 smithi175 ceph-mon[44549]: pgmap v9643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:17.872+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:58:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:17.872+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:58:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:17.872+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:58:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:17 smithi181 ceph-mon[45557]: pgmap v9644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:17 smithi088 ceph-mon[35322]: pgmap v9644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:17 smithi175 ceph-mon[44549]: pgmap v9644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:19 smithi181 ceph-mon[45557]: pgmap v9645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:19 smithi088 ceph-mon[35322]: pgmap v9645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:19 smithi175 ceph-mon[44549]: pgmap v9645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:22.041 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:21 smithi088 ceph-mon[35322]: pgmap v9646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:21 smithi175 ceph-mon[44549]: pgmap v9646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:21 smithi181 ceph-mon[45557]: pgmap v9646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:23 smithi175 ceph-mon[44549]: pgmap v9647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:23 smithi181 ceph-mon[45557]: pgmap v9647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:23 smithi088 ceph-mon[35322]: pgmap v9647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:25 smithi181 ceph-mon[45557]: pgmap v9648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:25 smithi088 ceph-mon[35322]: pgmap v9648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:25 smithi175 ceph-mon[44549]: pgmap v9648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:27 smithi181 ceph-mon[45557]: pgmap v9649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:27 smithi088 ceph-mon[35322]: pgmap v9649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:27 smithi175 ceph-mon[44549]: pgmap v9649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:29 smithi181 ceph-mon[45557]: pgmap v9650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:29 smithi088 ceph-mon[35322]: pgmap v9650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:29 smithi175 ceph-mon[44549]: pgmap v9650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:31 smithi175 ceph-mon[44549]: pgmap v9651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:32.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:31 smithi181 ceph-mon[45557]: pgmap v9651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:31 smithi088 ceph-mon[35322]: pgmap v9651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:32.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:32.879+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:58:32.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:32.879+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:58:32.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:32.879+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:58:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:33 smithi181 ceph-mon[45557]: pgmap v9652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:33 smithi088 ceph-mon[35322]: pgmap v9652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:33 smithi175 ceph-mon[44549]: pgmap v9652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:35 smithi181 ceph-mon[45557]: pgmap v9653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:35 smithi088 ceph-mon[35322]: pgmap v9653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:36.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:35 smithi175 ceph-mon[44549]: pgmap v9653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:37 smithi181 ceph-mon[45557]: pgmap v9654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:37 smithi088 ceph-mon[35322]: pgmap v9654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:38.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:37 smithi175 ceph-mon[44549]: pgmap v9654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T17:58:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:39 smithi181 ceph-mon[45557]: pgmap v9655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:39 smithi088 ceph-mon[35322]: pgmap v9655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:39 smithi175 ceph-mon[44549]: pgmap v9655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:58:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:41 smithi175 ceph-mon[44549]: pgmap v9656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:41 smithi181 ceph-mon[45557]: pgmap v9656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:41 smithi088 ceph-mon[35322]: pgmap v9656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:43 smithi181 ceph-mon[45557]: pgmap v9657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:44.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:58:44.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:58:44.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:58:44.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:58:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:43 smithi088 ceph-mon[35322]: pgmap v9657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:58:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:58:44.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:58:44.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:58:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:43 smithi175 ceph-mon[44549]: pgmap v9657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:58:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:58:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:58:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:58:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:44 smithi181 ceph-mon[45557]: pgmap v9658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:58:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:44 smithi181 ceph-mon[45557]: pgmap v9659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:58:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:44 smithi088 ceph-mon[35322]: pgmap v9658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:58:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:44 smithi088 ceph-mon[35322]: pgmap v9659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:58:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:44 smithi175 ceph-mon[44549]: pgmap v9658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T17:58:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:44 smithi175 ceph-mon[44549]: pgmap v9659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:58:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:46 smithi175 ceph-mon[44549]: pgmap v9660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:58:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:46 smithi181 ceph-mon[45557]: pgmap v9660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:58:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:46 smithi088 ceph-mon[35322]: pgmap v9660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:58:47.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:47.895+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:58:47.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:47.895+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:58:47.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:58:47.895+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:58:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:48 smithi181 ceph-mon[45557]: pgmap v9661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:58:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:48 smithi088 ceph-mon[35322]: pgmap v9661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:58:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:48 smithi175 ceph-mon[44549]: pgmap v9661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T17:58:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:50 smithi181 ceph-mon[45557]: pgmap v9662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:58:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:50 smithi088 ceph-mon[35322]: pgmap v9662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:58:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:50 smithi175 ceph-mon[44549]: pgmap v9662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T17:58:52.248 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:51 smithi088 ceph-mon[35322]: pgmap v9663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:58:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:51 smithi175 ceph-mon[44549]: pgmap v9663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:58:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:51 smithi181 ceph-mon[45557]: pgmap v9663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T17:58:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:54 smithi181 ceph-mon[45557]: pgmap v9664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:58:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:54 smithi088 ceph-mon[35322]: pgmap v9664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:58:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:54 smithi175 ceph-mon[44549]: pgmap v9664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:58:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:56 smithi175 ceph-mon[44549]: pgmap v9665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:56 smithi181 ceph-mon[45557]: pgmap v9665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:56 smithi088 ceph-mon[35322]: pgmap v9665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:58:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:58:58 smithi181 ceph-mon[45557]: pgmap v9666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:58:58 smithi088 ceph-mon[35322]: pgmap v9666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:58:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:58:58 smithi175 ceph-mon[44549]: pgmap v9666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:00 smithi181 ceph-mon[45557]: pgmap v9667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:00 smithi088 ceph-mon[35322]: pgmap v9667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:00 smithi175 ceph-mon[44549]: pgmap v9667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:01 smithi088 ceph-mon[35322]: pgmap v9668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:01 smithi175 ceph-mon[44549]: pgmap v9668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:01 smithi181 ceph-mon[45557]: pgmap v9668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:02.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:02.896+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:59:02.898 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:02.896+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:59:02.898 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:02.896+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:59:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:04 smithi181 ceph-mon[45557]: pgmap v9669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:04 smithi088 ceph-mon[35322]: pgmap v9669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:04 smithi175 ceph-mon[44549]: pgmap v9669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:06 smithi175 ceph-mon[44549]: pgmap v9670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:06 smithi181 ceph-mon[45557]: pgmap v9670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:06 smithi088 ceph-mon[35322]: pgmap v9670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:08 smithi181 ceph-mon[45557]: pgmap v9671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:08 smithi088 ceph-mon[35322]: pgmap v9671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:08 smithi175 ceph-mon[44549]: pgmap v9671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:09 smithi088 ceph-mon[35322]: pgmap v9672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:09 smithi175 ceph-mon[44549]: pgmap v9672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:09 smithi181 ceph-mon[45557]: pgmap v9672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:12 smithi181 ceph-mon[45557]: pgmap v9673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:12 smithi088 ceph-mon[35322]: pgmap v9673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:12 smithi175 ceph-mon[44549]: pgmap v9673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:13 smithi088 ceph-mon[35322]: pgmap v9674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:13 smithi175 ceph-mon[44549]: pgmap v9674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:13 smithi181 ceph-mon[45557]: pgmap v9674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:16 smithi175 ceph-mon[44549]: pgmap v9675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:16 smithi181 ceph-mon[45557]: pgmap v9675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:16 smithi088 ceph-mon[35322]: pgmap v9675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:17.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:17.911+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:59:17.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:17.911+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:59:17.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:17.911+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:59:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:18 smithi181 ceph-mon[45557]: pgmap v9676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:18 smithi088 ceph-mon[35322]: pgmap v9676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:18 smithi175 ceph-mon[44549]: pgmap v9676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:19 smithi181 ceph-mon[45557]: pgmap v9677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:19 smithi088 ceph-mon[35322]: pgmap v9677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:19 smithi175 ceph-mon[44549]: pgmap v9677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:21 smithi088 ceph-mon[35322]: pgmap v9678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:22.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:21 smithi175 ceph-mon[44549]: pgmap v9678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:21 smithi181 ceph-mon[45557]: pgmap v9678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:23 smithi088 ceph-mon[35322]: pgmap v9679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:23 smithi175 ceph-mon[44549]: pgmap v9679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:23 smithi181 ceph-mon[45557]: pgmap v9679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:26 smithi175 ceph-mon[44549]: pgmap v9680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:26 smithi181 ceph-mon[45557]: pgmap v9680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:26 smithi088 ceph-mon[35322]: pgmap v9680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:27 smithi088 ceph-mon[35322]: pgmap v9681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:27 smithi175 ceph-mon[44549]: pgmap v9681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:27 smithi181 ceph-mon[45557]: pgmap v9681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:29 smithi088 ceph-mon[35322]: pgmap v9682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:29 smithi175 ceph-mon[44549]: pgmap v9682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:29 smithi181 ceph-mon[45557]: pgmap v9682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:31 smithi088 ceph-mon[35322]: pgmap v9683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:31 smithi175 ceph-mon[44549]: pgmap v9683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:31 smithi181 ceph-mon[45557]: pgmap v9683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:32.914+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:59:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:32.914+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:59:32.916 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:32.914+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:59:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:33 smithi088 ceph-mon[35322]: pgmap v9684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:33 smithi175 ceph-mon[44549]: pgmap v9684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:33 smithi181 ceph-mon[45557]: pgmap v9684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:36 smithi175 ceph-mon[44549]: pgmap v9685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:36 smithi181 ceph-mon[45557]: pgmap v9685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:36 smithi088 ceph-mon[35322]: pgmap v9685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:37 smithi088 ceph-mon[35322]: pgmap v9686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:38.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:37 smithi175 ceph-mon[44549]: pgmap v9686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:37 smithi181 ceph-mon[45557]: pgmap v9686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T17:59:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:39 smithi088 ceph-mon[35322]: pgmap v9687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:39 smithi175 ceph-mon[44549]: pgmap v9687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:39 smithi181 ceph-mon[45557]: pgmap v9687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T17:59:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:41 smithi088 ceph-mon[35322]: pgmap v9688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:41 smithi175 ceph-mon[44549]: pgmap v9688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:41 smithi181 ceph-mon[45557]: pgmap v9688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:43 smithi088 ceph-mon[35322]: pgmap v9689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:43 smithi175 ceph-mon[44549]: pgmap v9689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:43 smithi181 ceph-mon[45557]: pgmap v9689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T17:59:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:59:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:59:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T17:59:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:59:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:59:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:59:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:59:46.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:46 smithi175 ceph-mon[44549]: pgmap v9690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:59:46.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:46 smithi175 ceph-mon[44549]: pgmap v9691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T17:59:46.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:59:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:59:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:59:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:59:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:59:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:46 smithi181 ceph-mon[45557]: pgmap v9690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:59:46.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:46 smithi181 ceph-mon[45557]: pgmap v9691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T17:59:46.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:59:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:59:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:59:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T17:59:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T17:59:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:46 smithi088 ceph-mon[35322]: pgmap v9690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T17:59:46.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:46 smithi088 ceph-mon[35322]: pgmap v9691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T17:59:46.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T17:59:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:47.929+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T17:59:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:47.929+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T17:59:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T17:59:47.929+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T17:59:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:48 smithi175 ceph-mon[44549]: pgmap v9692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:59:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:48 smithi181 ceph-mon[45557]: pgmap v9692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:59:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:48 smithi088 ceph-mon[35322]: pgmap v9692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T17:59:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:50 smithi175 ceph-mon[44549]: pgmap v9693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:59:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:50 smithi181 ceph-mon[45557]: pgmap v9693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:59:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:50 smithi088 ceph-mon[35322]: pgmap v9693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:59:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:52 smithi175 ceph-mon[44549]: pgmap v9694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:59:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:52 smithi181 ceph-mon[45557]: pgmap v9694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:59:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:52 smithi088 ceph-mon[35322]: pgmap v9694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T17:59:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:54 smithi175 ceph-mon[44549]: pgmap v9695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T17:59:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:54 smithi181 ceph-mon[45557]: pgmap v9695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T17:59:55.224 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:54 smithi088 ceph-mon[35322]: pgmap v9695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T17:59:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:56 smithi175 ceph-mon[44549]: pgmap v9696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:59:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:56 smithi181 ceph-mon[45557]: pgmap v9696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:59:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:56 smithi088 ceph-mon[35322]: pgmap v9696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T17:59:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 17:59:58 smithi175 ceph-mon[44549]: pgmap v9697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 17:59:58 smithi181 ceph-mon[45557]: pgmap v9697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T17:59:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 17:59:58 smithi088 ceph-mon[35322]: pgmap v9697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:00 smithi175 ceph-mon[44549]: pgmap v9698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:00:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:00 smithi181 ceph-mon[45557]: pgmap v9698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:00:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:00 smithi088 ceph-mon[35322]: pgmap v9698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:02.931+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:02.931+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:02.931+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:00:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:02 smithi175 ceph-mon[44549]: pgmap v9699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:02 smithi181 ceph-mon[45557]: pgmap v9699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:02 smithi088 ceph-mon[35322]: pgmap v9699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:04 smithi175 ceph-mon[44549]: pgmap v9700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:04 smithi181 ceph-mon[45557]: pgmap v9700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:04 smithi088 ceph-mon[35322]: pgmap v9700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:06 smithi175 ceph-mon[44549]: pgmap v9701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:06 smithi181 ceph-mon[45557]: pgmap v9701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:06 smithi088 ceph-mon[35322]: pgmap v9701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:08 smithi175 ceph-mon[44549]: pgmap v9702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:08 smithi181 ceph-mon[45557]: pgmap v9702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:08 smithi088 ceph-mon[35322]: pgmap v9702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:11.096 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:10 smithi088 ceph-mon[35322]: pgmap v9703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:10 smithi175 ceph-mon[44549]: pgmap v9703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:10 smithi181 ceph-mon[45557]: pgmap v9703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:12 smithi175 ceph-mon[44549]: pgmap v9704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:12 smithi181 ceph-mon[45557]: pgmap v9704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:12 smithi088 ceph-mon[35322]: pgmap v9704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:14 smithi175 ceph-mon[44549]: pgmap v9705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:14 smithi181 ceph-mon[45557]: pgmap v9705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:14 smithi088 ceph-mon[35322]: pgmap v9705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:16 smithi175 ceph-mon[44549]: pgmap v9706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:16 smithi181 ceph-mon[45557]: pgmap v9706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:16 smithi088 ceph-mon[35322]: pgmap v9706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:17.949 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:17.948+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:00:17.949 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:17.948+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:00:17.949 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:17.948+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:00:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:18 smithi175 ceph-mon[44549]: pgmap v9707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:18 smithi181 ceph-mon[45557]: pgmap v9707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:18 smithi088 ceph-mon[35322]: pgmap v9707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:20 smithi175 ceph-mon[44549]: pgmap v9708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:21.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:20 smithi181 ceph-mon[45557]: pgmap v9708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:20 smithi088 ceph-mon[35322]: pgmap v9708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:22 smithi175 ceph-mon[44549]: pgmap v9709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:22 smithi181 ceph-mon[45557]: pgmap v9709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:23.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:22 smithi088 ceph-mon[35322]: pgmap v9709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:25.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:24 smithi175 ceph-mon[44549]: pgmap v9710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:24 smithi181 ceph-mon[45557]: pgmap v9710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:24 smithi088 ceph-mon[35322]: pgmap v9710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:26 smithi175 ceph-mon[44549]: pgmap v9711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:26 smithi181 ceph-mon[45557]: pgmap v9711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:26 smithi088 ceph-mon[35322]: pgmap v9711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:28 smithi175 ceph-mon[44549]: pgmap v9712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:28 smithi181 ceph-mon[45557]: pgmap v9712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:28 smithi088 ceph-mon[35322]: pgmap v9712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:30 smithi175 ceph-mon[44549]: pgmap v9713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:30 smithi181 ceph-mon[45557]: pgmap v9713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:30 smithi088 ceph-mon[35322]: pgmap v9713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:32.951 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:32.950+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:00:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:32.950+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:00:32.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:32.950+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:00:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:32 smithi175 ceph-mon[44549]: pgmap v9714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:32 smithi181 ceph-mon[45557]: pgmap v9714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:32 smithi088 ceph-mon[35322]: pgmap v9714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:34 smithi175 ceph-mon[44549]: pgmap v9715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:34 smithi181 ceph-mon[45557]: pgmap v9715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:34 smithi088 ceph-mon[35322]: pgmap v9715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:36 smithi175 ceph-mon[44549]: pgmap v9716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:36 smithi181 ceph-mon[45557]: pgmap v9716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:36 smithi088 ceph-mon[35322]: pgmap v9716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:38 smithi175 ceph-mon[44549]: pgmap v9717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:38 smithi181 ceph-mon[45557]: pgmap v9717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:38 smithi088 ceph-mon[35322]: pgmap v9717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:39.467+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T18:00:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:39.467+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T18:00:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:39.467+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344020050 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T18:00:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:39.467+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344020050 comp rx=0 tx=0).stop 2024-01-28T18:00:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:39.467+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T18:00:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:39.467+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T18:00:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:39.467+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T18:00:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:39.467+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T18:00:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:39.468+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T18:00:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:39.468+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff344065040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T18:00:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:40 smithi175 ceph-mon[44549]: pgmap v9718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:40 smithi181 ceph-mon[45557]: pgmap v9718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:40 smithi088 ceph-mon[35322]: pgmap v9718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:00:42.191 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:42.190+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:00:42.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:42.190+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:00:42.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:42.190+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 141 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065a0 con 0x7ff34c102770 2024-01-28T18:00:42.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:42.191+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 141 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:00:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:42 smithi175 ceph-mon[44549]: pgmap v9719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:42 smithi181 ceph-mon[45557]: pgmap v9719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:42 smithi088 ceph-mon[35322]: pgmap v9719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:00:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:44 smithi175 ceph-mon[44549]: pgmap v9720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:44 smithi181 ceph-mon[45557]: pgmap v9720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:44 smithi088 ceph-mon[35322]: pgmap v9720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:00:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:00:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:00:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:00:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: pgmap v9721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:00:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: pgmap v9721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:00:47.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:00:47.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: pgmap v9721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:00:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:00:47.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:00:47.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:00:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:47.953+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:00:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:47.953+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:00:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:00:47.953+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:00:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:47 smithi181 ceph-mon[45557]: pgmap v9722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:00:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:47 smithi181 ceph-mon[45557]: pgmap v9723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:00:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:47 smithi088 ceph-mon[35322]: pgmap v9722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:00:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:47 smithi088 ceph-mon[35322]: pgmap v9723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:00:48.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:47 smithi175 ceph-mon[44549]: pgmap v9722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:00:48.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:47 smithi175 ceph-mon[44549]: pgmap v9723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:00:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:49 smithi181 ceph-mon[45557]: pgmap v9724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:49 smithi088 ceph-mon[35322]: pgmap v9724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:49 smithi175 ceph-mon[44549]: pgmap v9724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:51 smithi175 ceph-mon[44549]: pgmap v9725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:51 smithi181 ceph-mon[45557]: pgmap v9725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:51 smithi088 ceph-mon[35322]: pgmap v9725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:53 smithi181 ceph-mon[45557]: pgmap v9726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:53 smithi088 ceph-mon[35322]: pgmap v9726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:53 smithi175 ceph-mon[44549]: pgmap v9726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:55 smithi181 ceph-mon[45557]: pgmap v9727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:55 smithi088 ceph-mon[35322]: pgmap v9727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:55 smithi175 ceph-mon[44549]: pgmap v9727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:00:58.200 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:57 smithi088 ceph-mon[35322]: pgmap v9728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:00:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:57 smithi181 ceph-mon[45557]: pgmap v9728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:00:58.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:57 smithi175 ceph-mon[44549]: pgmap v9728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:01:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:00:59 smithi181 ceph-mon[45557]: pgmap v9729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:00:59 smithi088 ceph-mon[35322]: pgmap v9729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:00:59 smithi175 ceph-mon[44549]: pgmap v9729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:01 smithi175 ceph-mon[44549]: pgmap v9730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:02.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:01 smithi181 ceph-mon[45557]: pgmap v9730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:01 smithi088 ceph-mon[35322]: pgmap v9730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:02.964+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:01:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:02.964+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:01:02.966 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:02.964+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:01:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:03 smithi181 ceph-mon[45557]: pgmap v9731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:03 smithi088 ceph-mon[35322]: pgmap v9731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:03 smithi175 ceph-mon[44549]: pgmap v9731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:05 smithi181 ceph-mon[45557]: pgmap v9732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:05 smithi088 ceph-mon[35322]: pgmap v9732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:05 smithi175 ceph-mon[44549]: pgmap v9732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:07 smithi181 ceph-mon[45557]: pgmap v9733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:07 smithi088 ceph-mon[35322]: pgmap v9733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:07 smithi175 ceph-mon[44549]: pgmap v9733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:09 smithi181 ceph-mon[45557]: pgmap v9734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:09 smithi088 ceph-mon[35322]: pgmap v9734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:09 smithi175 ceph-mon[44549]: pgmap v9734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:11 smithi175 ceph-mon[44549]: pgmap v9735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:11 smithi181 ceph-mon[45557]: pgmap v9735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:11 smithi088 ceph-mon[35322]: pgmap v9735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:13 smithi181 ceph-mon[45557]: pgmap v9736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:13 smithi088 ceph-mon[35322]: pgmap v9736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:13 smithi175 ceph-mon[44549]: pgmap v9736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:15 smithi181 ceph-mon[45557]: pgmap v9737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:15 smithi088 ceph-mon[35322]: pgmap v9737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:15 smithi175 ceph-mon[44549]: pgmap v9737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:17.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:17.980+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:01:17.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:17.980+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:01:17.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:17.980+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:01:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:17 smithi181 ceph-mon[45557]: pgmap v9738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:17 smithi088 ceph-mon[35322]: pgmap v9738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:17 smithi175 ceph-mon[44549]: pgmap v9738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:19 smithi181 ceph-mon[45557]: pgmap v9739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:19 smithi088 ceph-mon[35322]: pgmap v9739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:19 smithi175 ceph-mon[44549]: pgmap v9739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:21 smithi175 ceph-mon[44549]: pgmap v9740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:21 smithi181 ceph-mon[45557]: pgmap v9740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:21 smithi088 ceph-mon[35322]: pgmap v9740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:23 smithi181 ceph-mon[45557]: pgmap v9741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:23 smithi088 ceph-mon[35322]: pgmap v9741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:23 smithi175 ceph-mon[44549]: pgmap v9741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:25 smithi181 ceph-mon[45557]: pgmap v9742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:25 smithi088 ceph-mon[35322]: pgmap v9742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:25 smithi175 ceph-mon[44549]: pgmap v9742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:27 smithi181 ceph-mon[45557]: pgmap v9743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:27 smithi088 ceph-mon[35322]: pgmap v9743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:27 smithi175 ceph-mon[44549]: pgmap v9743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:30.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:29 smithi181 ceph-mon[45557]: pgmap v9744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:29 smithi088 ceph-mon[35322]: pgmap v9744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:29 smithi175 ceph-mon[44549]: pgmap v9744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:31 smithi175 ceph-mon[44549]: pgmap v9745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:31 smithi181 ceph-mon[45557]: pgmap v9745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:31 smithi088 ceph-mon[35322]: pgmap v9745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:32.989+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:01:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:32.990+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:01:32.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:32.990+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:01:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:33 smithi181 ceph-mon[45557]: pgmap v9746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:01:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:33 smithi088 ceph-mon[35322]: pgmap v9746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:01:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:33 smithi175 ceph-mon[44549]: pgmap v9746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:01:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:35 smithi181 ceph-mon[45557]: pgmap v9747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:35 smithi088 ceph-mon[35322]: pgmap v9747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:35 smithi175 ceph-mon[44549]: pgmap v9747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:37 smithi181 ceph-mon[45557]: pgmap v9748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:37 smithi088 ceph-mon[35322]: pgmap v9748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:38.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:37 smithi175 ceph-mon[44549]: pgmap v9748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:39 smithi181 ceph-mon[45557]: pgmap v9749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:39 smithi088 ceph-mon[35322]: pgmap v9749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:39 smithi175 ceph-mon[44549]: pgmap v9749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:01:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:41 smithi175 ceph-mon[44549]: pgmap v9750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:41 smithi181 ceph-mon[45557]: pgmap v9750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:41 smithi088 ceph-mon[35322]: pgmap v9750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:01:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:43 smithi181 ceph-mon[45557]: pgmap v9751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:43 smithi088 ceph-mon[35322]: pgmap v9751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:43 smithi175 ceph-mon[44549]: pgmap v9751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:01:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:45 smithi181 ceph-mon[45557]: pgmap v9752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:01:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:45 smithi088 ceph-mon[35322]: pgmap v9752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:01:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:45 smithi175 ceph-mon[44549]: pgmap v9752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:01:47.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:47.995+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:01:47.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:47.995+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:01:47.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:01:47.995+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:01:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:47 smithi181 ceph-mon[45557]: pgmap v9753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:01:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:01:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:01:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:01:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:01:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:47 smithi088 ceph-mon[35322]: pgmap v9753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:01:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:01:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:01:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:01:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:01:48.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:47 smithi175 ceph-mon[44549]: pgmap v9753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:01:48.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:01:48.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:01:48.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:01:48.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:01:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:48 smithi181 ceph-mon[45557]: pgmap v9754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:01:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:48 smithi181 ceph-mon[45557]: pgmap v9755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T18:01:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:48 smithi088 ceph-mon[35322]: pgmap v9754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:01:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:48 smithi088 ceph-mon[35322]: pgmap v9755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T18:01:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:48 smithi175 ceph-mon[44549]: pgmap v9754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:01:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:48 smithi175 ceph-mon[44549]: pgmap v9755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T18:01:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:50 smithi088 ceph-mon[35322]: pgmap v9756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:50 smithi175 ceph-mon[44549]: pgmap v9756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:50 smithi181 ceph-mon[45557]: pgmap v9756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:01:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:52 smithi088 ceph-mon[35322]: pgmap v9757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:01:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:52 smithi175 ceph-mon[44549]: pgmap v9757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:01:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:52 smithi181 ceph-mon[45557]: pgmap v9757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:01:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:54 smithi088 ceph-mon[35322]: pgmap v9758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:01:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:54 smithi175 ceph-mon[44549]: pgmap v9758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:01:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:54 smithi181 ceph-mon[45557]: pgmap v9758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:01:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:56 smithi175 ceph-mon[44549]: pgmap v9759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:01:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:56 smithi181 ceph-mon[45557]: pgmap v9759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:01:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:56 smithi088 ceph-mon[35322]: pgmap v9759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:01:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:01:58 smithi181 ceph-mon[45557]: pgmap v9760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:01:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:01:58 smithi088 ceph-mon[35322]: pgmap v9760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:01:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:01:58 smithi175 ceph-mon[44549]: pgmap v9760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:02:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:00 smithi181 ceph-mon[45557]: pgmap v9761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:00 smithi088 ceph-mon[35322]: pgmap v9761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:00 smithi175 ceph-mon[44549]: pgmap v9761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:03.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:03.010+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:02:03.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:03.010+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:02:03.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:03.010+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:02:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:02 smithi181 ceph-mon[45557]: pgmap v9762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:02 smithi088 ceph-mon[35322]: pgmap v9762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:02 smithi175 ceph-mon[44549]: pgmap v9762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:04 smithi181 ceph-mon[45557]: pgmap v9763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:04 smithi088 ceph-mon[35322]: pgmap v9763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:04 smithi175 ceph-mon[44549]: pgmap v9763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:06 smithi175 ceph-mon[44549]: pgmap v9764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:06 smithi181 ceph-mon[45557]: pgmap v9764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:06 smithi088 ceph-mon[35322]: pgmap v9764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:08 smithi181 ceph-mon[45557]: pgmap v9765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:08 smithi088 ceph-mon[35322]: pgmap v9765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:08 smithi175 ceph-mon[44549]: pgmap v9765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:10 smithi181 ceph-mon[45557]: pgmap v9766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:10 smithi088 ceph-mon[35322]: pgmap v9766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:10 smithi175 ceph-mon[44549]: pgmap v9766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:12 smithi181 ceph-mon[45557]: pgmap v9767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:12 smithi088 ceph-mon[35322]: pgmap v9767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:12 smithi175 ceph-mon[44549]: pgmap v9767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:14 smithi181 ceph-mon[45557]: pgmap v9768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:14 smithi088 ceph-mon[35322]: pgmap v9768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:14 smithi175 ceph-mon[44549]: pgmap v9768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:16 smithi175 ceph-mon[44549]: pgmap v9769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:16 smithi181 ceph-mon[45557]: pgmap v9769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:16 smithi088 ceph-mon[35322]: pgmap v9769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:18.023 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:18.022+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:02:18.024 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:18.022+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:02:18.024 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:18.022+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:02:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:18 smithi181 ceph-mon[45557]: pgmap v9770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:18 smithi088 ceph-mon[35322]: pgmap v9770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:18 smithi175 ceph-mon[44549]: pgmap v9770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:20 smithi181 ceph-mon[45557]: pgmap v9771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:20 smithi088 ceph-mon[35322]: pgmap v9771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:20 smithi175 ceph-mon[44549]: pgmap v9771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:22 smithi181 ceph-mon[45557]: pgmap v9772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:23.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:22 smithi088 ceph-mon[35322]: pgmap v9772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:23.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:22 smithi175 ceph-mon[44549]: pgmap v9772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:24 smithi181 ceph-mon[45557]: pgmap v9773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:24 smithi088 ceph-mon[35322]: pgmap v9773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:24 smithi175 ceph-mon[44549]: pgmap v9773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:26 smithi175 ceph-mon[44549]: pgmap v9774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:26 smithi181 ceph-mon[45557]: pgmap v9774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:26 smithi088 ceph-mon[35322]: pgmap v9774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:28 smithi181 ceph-mon[45557]: pgmap v9775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:28 smithi088 ceph-mon[35322]: pgmap v9775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:28 smithi175 ceph-mon[44549]: pgmap v9775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:30 smithi181 ceph-mon[45557]: pgmap v9776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:30 smithi088 ceph-mon[35322]: pgmap v9776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:30 smithi175 ceph-mon[44549]: pgmap v9776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:33.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:33.037+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:02:33.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:33.037+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:02:33.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:33.037+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:02:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:32 smithi181 ceph-mon[45557]: pgmap v9777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:32 smithi088 ceph-mon[35322]: pgmap v9777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:32 smithi175 ceph-mon[44549]: pgmap v9777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:34 smithi181 ceph-mon[45557]: pgmap v9778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:34 smithi088 ceph-mon[35322]: pgmap v9778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:34 smithi175 ceph-mon[44549]: pgmap v9778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:36 smithi175 ceph-mon[44549]: pgmap v9779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:36 smithi181 ceph-mon[45557]: pgmap v9779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:36 smithi088 ceph-mon[35322]: pgmap v9779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:38 smithi181 ceph-mon[45557]: pgmap v9780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:38 smithi088 ceph-mon[35322]: pgmap v9780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:38 smithi175 ceph-mon[44549]: pgmap v9780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:02:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:40 smithi181 ceph-mon[45557]: pgmap v9781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:40 smithi088 ceph-mon[35322]: pgmap v9781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:40 smithi175 ceph-mon[44549]: pgmap v9781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:42 smithi181 ceph-mon[45557]: pgmap v9782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:42 smithi088 ceph-mon[35322]: pgmap v9782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:42 smithi175 ceph-mon[44549]: pgmap v9782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:02:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:44 smithi181 ceph-mon[45557]: pgmap v9783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:44 smithi088 ceph-mon[35322]: pgmap v9783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:44 smithi175 ceph-mon[44549]: pgmap v9783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:02:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:46 smithi175 ceph-mon[44549]: pgmap v9784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:46 smithi181 ceph-mon[45557]: pgmap v9784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:46 smithi088 ceph-mon[35322]: pgmap v9784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:02:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:48.052+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:02:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:48.052+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:02:48.053 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:02:48.052+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:02:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:48 smithi181 ceph-mon[45557]: pgmap v9785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:02:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:02:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:02:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:02:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:02:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:48 smithi088 ceph-mon[35322]: pgmap v9785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:02:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:02:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:02:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:02:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:02:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:48 smithi175 ceph-mon[44549]: pgmap v9785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:02:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:02:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:02:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:02:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:02:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:49 smithi181 ceph-mon[45557]: pgmap v9786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:02:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:49 smithi181 ceph-mon[45557]: pgmap v9787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:02:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:49 smithi088 ceph-mon[35322]: pgmap v9786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:02:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:49 smithi088 ceph-mon[35322]: pgmap v9787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:02:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:49 smithi175 ceph-mon[44549]: pgmap v9786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:02:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:49 smithi175 ceph-mon[44549]: pgmap v9787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:02:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:51 smithi175 ceph-mon[44549]: pgmap v9788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:02:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:51 smithi181 ceph-mon[45557]: pgmap v9788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:02:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:51 smithi088 ceph-mon[35322]: pgmap v9788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:02:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:53 smithi181 ceph-mon[45557]: pgmap v9789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:02:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:53 smithi088 ceph-mon[35322]: pgmap v9789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:02:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:53 smithi175 ceph-mon[44549]: pgmap v9789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:02:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:55 smithi181 ceph-mon[45557]: pgmap v9790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:02:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:55 smithi088 ceph-mon[35322]: pgmap v9790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:02:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:55 smithi175 ceph-mon[44549]: pgmap v9790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:02:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:57 smithi181 ceph-mon[45557]: pgmap v9791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:02:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:57 smithi088 ceph-mon[35322]: pgmap v9791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:02:58.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:57 smithi175 ceph-mon[44549]: pgmap v9791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:03:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:02:59 smithi088 ceph-mon[35322]: pgmap v9792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:03:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:02:59 smithi175 ceph-mon[44549]: pgmap v9792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:03:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:02:59 smithi181 ceph-mon[45557]: pgmap v9792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:03:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:01 smithi175 ceph-mon[44549]: pgmap v9793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:01 smithi181 ceph-mon[45557]: pgmap v9793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:01 smithi088 ceph-mon[35322]: pgmap v9793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:03.069 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:03.067+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:03:03.069 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:03.067+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:03:03.069 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:03.067+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:03:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:03 smithi181 ceph-mon[45557]: pgmap v9794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:03 smithi088 ceph-mon[35322]: pgmap v9794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:03 smithi175 ceph-mon[44549]: pgmap v9794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:05 smithi181 ceph-mon[45557]: pgmap v9795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:05 smithi088 ceph-mon[35322]: pgmap v9795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:05 smithi175 ceph-mon[44549]: pgmap v9795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:07 smithi181 ceph-mon[45557]: pgmap v9796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:07 smithi088 ceph-mon[35322]: pgmap v9796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:07 smithi175 ceph-mon[44549]: pgmap v9796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:09 smithi088 ceph-mon[35322]: pgmap v9797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:09 smithi175 ceph-mon[44549]: pgmap v9797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:09 smithi181 ceph-mon[45557]: pgmap v9797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:11 smithi175 ceph-mon[44549]: pgmap v9798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:11 smithi181 ceph-mon[45557]: pgmap v9798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:11 smithi088 ceph-mon[35322]: pgmap v9798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:13 smithi181 ceph-mon[45557]: pgmap v9799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:13 smithi088 ceph-mon[35322]: pgmap v9799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:13 smithi175 ceph-mon[44549]: pgmap v9799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:15 smithi088 ceph-mon[35322]: pgmap v9800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:15 smithi175 ceph-mon[44549]: pgmap v9800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:15 smithi181 ceph-mon[45557]: pgmap v9800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:18.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:18.072+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:03:18.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:18.072+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:03:18.073 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:18.072+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:03:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:17 smithi088 ceph-mon[35322]: pgmap v9801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:17 smithi175 ceph-mon[44549]: pgmap v9801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:17 smithi181 ceph-mon[45557]: pgmap v9801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:19 smithi088 ceph-mon[35322]: pgmap v9802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:19 smithi175 ceph-mon[44549]: pgmap v9802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:19 smithi181 ceph-mon[45557]: pgmap v9802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:21 smithi175 ceph-mon[44549]: pgmap v9803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:21 smithi181 ceph-mon[45557]: pgmap v9803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:21 smithi088 ceph-mon[35322]: pgmap v9803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:23 smithi181 ceph-mon[45557]: pgmap v9804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:23 smithi088 ceph-mon[35322]: pgmap v9804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:23 smithi175 ceph-mon[44549]: pgmap v9804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:25 smithi088 ceph-mon[35322]: pgmap v9805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:25 smithi175 ceph-mon[44549]: pgmap v9805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:25 smithi181 ceph-mon[45557]: pgmap v9805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:27 smithi088 ceph-mon[35322]: pgmap v9806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:27 smithi175 ceph-mon[44549]: pgmap v9806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:27 smithi181 ceph-mon[45557]: pgmap v9806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:29 smithi088 ceph-mon[35322]: pgmap v9807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:29 smithi175 ceph-mon[44549]: pgmap v9807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:29 smithi181 ceph-mon[45557]: pgmap v9807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:31 smithi175 ceph-mon[44549]: pgmap v9808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:31 smithi181 ceph-mon[45557]: pgmap v9808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:31 smithi088 ceph-mon[35322]: pgmap v9808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:33.088 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:33.087+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:03:33.088 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:33.087+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:03:33.088 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:33.087+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:03:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:33 smithi088 ceph-mon[35322]: pgmap v9809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:33 smithi175 ceph-mon[44549]: pgmap v9809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:33 smithi181 ceph-mon[45557]: pgmap v9809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:35 smithi088 ceph-mon[35322]: pgmap v9810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:35 smithi175 ceph-mon[44549]: pgmap v9810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:35 smithi181 ceph-mon[45557]: pgmap v9810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:37 smithi088 ceph-mon[35322]: pgmap v9811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:38.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:37 smithi175 ceph-mon[44549]: pgmap v9811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:37 smithi181 ceph-mon[45557]: pgmap v9811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:40.284 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:39 smithi088 ceph-mon[35322]: pgmap v9812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:39 smithi175 ceph-mon[44549]: pgmap v9812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:39 smithi181 ceph-mon[45557]: pgmap v9812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:41 smithi175 ceph-mon[44549]: pgmap v9813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:41 smithi181 ceph-mon[45557]: pgmap v9813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:42.218+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:03:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:42.218+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:03:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:42.218+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 142 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065a0 con 0x7ff34c102770 2024-01-28T18:03:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:42.218+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 142 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:03:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:41 smithi088 ceph-mon[35322]: pgmap v9813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:03:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:43 smithi088 ceph-mon[35322]: pgmap v9814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:43 smithi175 ceph-mon[44549]: pgmap v9814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:43 smithi181 ceph-mon[45557]: pgmap v9814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:03:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:45 smithi088 ceph-mon[35322]: pgmap v9815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:45 smithi175 ceph-mon[44549]: pgmap v9815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:45 smithi181 ceph-mon[45557]: pgmap v9815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:48.093 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:48.092+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:03:48.093 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:48.092+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:03:48.093 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:03:48.092+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:03:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:47 smithi088 ceph-mon[35322]: pgmap v9816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:47 smithi175 ceph-mon[44549]: pgmap v9816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:47 smithi181 ceph-mon[45557]: pgmap v9816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:03:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:49 smithi088 ceph-mon[35322]: pgmap v9817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:03:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:03:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:03:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:03:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:49 smithi175 ceph-mon[44549]: pgmap v9817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:03:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:03:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:03:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:03:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:49 smithi181 ceph-mon[45557]: pgmap v9817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:03:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:03:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:03:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:03:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:03:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:50 smithi088 ceph-mon[35322]: pgmap v9818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:03:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:50 smithi175 ceph-mon[44549]: pgmap v9818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:03:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:50 smithi181 ceph-mon[45557]: pgmap v9818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:03:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:52 smithi088 ceph-mon[35322]: pgmap v9819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:03:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:52 smithi175 ceph-mon[44549]: pgmap v9819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:03:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:52 smithi181 ceph-mon[45557]: pgmap v9819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:03:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:54 smithi088 ceph-mon[35322]: pgmap v9820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:03:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:54 smithi175 ceph-mon[44549]: pgmap v9820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:03:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:54 smithi181 ceph-mon[45557]: pgmap v9820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:03:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:56 smithi175 ceph-mon[44549]: pgmap v9821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:03:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:56 smithi181 ceph-mon[45557]: pgmap v9821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:03:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:56 smithi088 ceph-mon[35322]: pgmap v9821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:03:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:03:58 smithi175 ceph-mon[44549]: pgmap v9822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:03:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:03:58 smithi181 ceph-mon[45557]: pgmap v9822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:03:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:03:58 smithi088 ceph-mon[35322]: pgmap v9822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:04:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:00 smithi175 ceph-mon[44549]: pgmap v9823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:04:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:00 smithi181 ceph-mon[45557]: pgmap v9823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:04:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:00 smithi088 ceph-mon[35322]: pgmap v9823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:04:03.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:03.104+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:04:03.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:03.104+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:04:03.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:03.104+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:04:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:02 smithi175 ceph-mon[44549]: pgmap v9824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:02 smithi181 ceph-mon[45557]: pgmap v9824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:02 smithi088 ceph-mon[35322]: pgmap v9824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:04 smithi175 ceph-mon[44549]: pgmap v9825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:04 smithi181 ceph-mon[45557]: pgmap v9825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:04 smithi088 ceph-mon[35322]: pgmap v9825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:06 smithi175 ceph-mon[44549]: pgmap v9826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:06 smithi181 ceph-mon[45557]: pgmap v9826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:06 smithi088 ceph-mon[35322]: pgmap v9826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:08 smithi175 ceph-mon[44549]: pgmap v9827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:08 smithi181 ceph-mon[45557]: pgmap v9827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:08 smithi088 ceph-mon[35322]: pgmap v9827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:10 smithi175 ceph-mon[44549]: pgmap v9828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:10 smithi181 ceph-mon[45557]: pgmap v9828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:10 smithi088 ceph-mon[35322]: pgmap v9828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:12 smithi181 ceph-mon[45557]: pgmap v9829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:12 smithi088 ceph-mon[35322]: pgmap v9829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:12 smithi175 ceph-mon[44549]: pgmap v9829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:14 smithi181 ceph-mon[45557]: pgmap v9830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:14 smithi088 ceph-mon[35322]: pgmap v9830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:14 smithi175 ceph-mon[44549]: pgmap v9830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:16 smithi175 ceph-mon[44549]: pgmap v9831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:16 smithi181 ceph-mon[45557]: pgmap v9831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:16 smithi088 ceph-mon[35322]: pgmap v9831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:18.120 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:18.119+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:04:18.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:18.119+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:04:18.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:18.119+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:04:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:18 smithi175 ceph-mon[44549]: pgmap v9832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:18 smithi181 ceph-mon[45557]: pgmap v9832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:18 smithi088 ceph-mon[35322]: pgmap v9832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:20 smithi175 ceph-mon[44549]: pgmap v9833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:20 smithi181 ceph-mon[45557]: pgmap v9833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:20 smithi088 ceph-mon[35322]: pgmap v9833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:22 smithi181 ceph-mon[45557]: pgmap v9834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:22 smithi088 ceph-mon[35322]: pgmap v9834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:22 smithi175 ceph-mon[44549]: pgmap v9834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:24 smithi181 ceph-mon[45557]: pgmap v9835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:24 smithi088 ceph-mon[35322]: pgmap v9835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:24 smithi175 ceph-mon[44549]: pgmap v9835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:26 smithi175 ceph-mon[44549]: pgmap v9836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:26 smithi181 ceph-mon[45557]: pgmap v9836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:26 smithi088 ceph-mon[35322]: pgmap v9836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:28 smithi175 ceph-mon[44549]: pgmap v9837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:28 smithi181 ceph-mon[45557]: pgmap v9837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:28 smithi088 ceph-mon[35322]: pgmap v9837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:30 smithi175 ceph-mon[44549]: pgmap v9838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:30 smithi181 ceph-mon[45557]: pgmap v9838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:30 smithi088 ceph-mon[35322]: pgmap v9838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:33.134 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:33.133+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:04:33.134 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:33.133+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:04:33.134 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:33.133+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:04:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:32 smithi181 ceph-mon[45557]: pgmap v9839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:32 smithi088 ceph-mon[35322]: pgmap v9839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:32 smithi175 ceph-mon[44549]: pgmap v9839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:34 smithi181 ceph-mon[45557]: pgmap v9840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:34 smithi088 ceph-mon[35322]: pgmap v9840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:34 smithi175 ceph-mon[44549]: pgmap v9840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:36 smithi175 ceph-mon[44549]: pgmap v9841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:36 smithi181 ceph-mon[45557]: pgmap v9841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:36 smithi088 ceph-mon[35322]: pgmap v9841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:38 smithi181 ceph-mon[45557]: pgmap v9842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:38 smithi088 ceph-mon[35322]: pgmap v9842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:38 smithi175 ceph-mon[44549]: pgmap v9842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:40 smithi181 ceph-mon[45557]: pgmap v9843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:40 smithi088 ceph-mon[35322]: pgmap v9843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:40 smithi175 ceph-mon[44549]: pgmap v9843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:42 smithi181 ceph-mon[45557]: pgmap v9844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:42 smithi088 ceph-mon[35322]: pgmap v9844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:42 smithi175 ceph-mon[44549]: pgmap v9844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:44 smithi181 ceph-mon[45557]: pgmap v9845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:44 smithi088 ceph-mon[35322]: pgmap v9845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:44 smithi175 ceph-mon[44549]: pgmap v9845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:46 smithi175 ceph-mon[44549]: pgmap v9846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:46 smithi181 ceph-mon[45557]: pgmap v9846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:46 smithi088 ceph-mon[35322]: pgmap v9846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:04:48.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:48.147+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:04:48.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:48.147+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:04:48.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:04:48.147+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:04:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:48 smithi181 ceph-mon[45557]: pgmap v9847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:48 smithi088 ceph-mon[35322]: pgmap v9847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:48 smithi175 ceph-mon[44549]: pgmap v9847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:04:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:50 smithi181 ceph-mon[45557]: pgmap v9848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:04:51.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:50 smithi175 ceph-mon[44549]: pgmap v9848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:51.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:04:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:50 smithi088 ceph-mon[35322]: pgmap v9848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:04:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:52 smithi175 ceph-mon[44549]: pgmap v9849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:52 smithi181 ceph-mon[45557]: pgmap v9849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:52 smithi088 ceph-mon[35322]: pgmap v9849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:04:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:54 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:04:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:54 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:04:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:54 smithi088 ceph-mon[35322]: pgmap v9850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:54 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:04:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:54 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:04:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:54 smithi175 ceph-mon[44549]: pgmap v9850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:54 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:04:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:54 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:04:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:54 smithi181 ceph-mon[45557]: pgmap v9850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 133.1M 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 139610042: error parsing value: Value '139610042' is below minimum 939524096 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: pgmap v9851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: pgmap v9852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:04:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 133.1M 2024-01-28T18:04:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 139610042: error parsing value: Value '139610042' is below minimum 939524096 2024-01-28T18:04:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:04:55.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:04:55.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: pgmap v9851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T18:04:55.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: pgmap v9852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:04:55.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 133.1M 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 139610042: error parsing value: Value '139610042' is below minimum 939524096 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:04:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: pgmap v9851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T18:04:55.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: pgmap v9852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:04:55.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:04:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:57 smithi175 ceph-mon[44549]: pgmap v9853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:57 smithi181 ceph-mon[45557]: pgmap v9853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:04:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:57 smithi088 ceph-mon[35322]: pgmap v9853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:05:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:04:59 smithi181 ceph-mon[45557]: pgmap v9854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-01-28T18:05:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:04:59 smithi088 ceph-mon[35322]: pgmap v9854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-01-28T18:05:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:04:59 smithi175 ceph-mon[44549]: pgmap v9854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-01-28T18:05:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:01 smithi181 ceph-mon[45557]: pgmap v9855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:05:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:01 smithi088 ceph-mon[35322]: pgmap v9855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:05:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:01 smithi175 ceph-mon[44549]: pgmap v9855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:05:03.163 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:03.162+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:05:03.163 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:03.162+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:05:03.163 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:03.162+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:05:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:03 smithi181 ceph-mon[45557]: pgmap v9856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:05:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:03 smithi088 ceph-mon[35322]: pgmap v9856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:05:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:03 smithi175 ceph-mon[44549]: pgmap v9856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:05:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:05 smithi181 ceph-mon[45557]: pgmap v9857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:05:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:05 smithi088 ceph-mon[35322]: pgmap v9857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:05:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:05 smithi175 ceph-mon[44549]: pgmap v9857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:05:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:07 smithi181 ceph-mon[45557]: pgmap v9858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:07 smithi088 ceph-mon[35322]: pgmap v9858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:07 smithi175 ceph-mon[44549]: pgmap v9858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:09 smithi181 ceph-mon[45557]: pgmap v9859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:05:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:09 smithi088 ceph-mon[35322]: pgmap v9859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:05:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:09 smithi175 ceph-mon[44549]: pgmap v9859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:05:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:11 smithi181 ceph-mon[45557]: pgmap v9860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:05:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:11 smithi088 ceph-mon[35322]: pgmap v9860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:05:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:11 smithi175 ceph-mon[44549]: pgmap v9860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:05:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:13 smithi181 ceph-mon[45557]: pgmap v9861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:13 smithi088 ceph-mon[35322]: pgmap v9861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:13 smithi175 ceph-mon[44549]: pgmap v9861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:15 smithi181 ceph-mon[45557]: pgmap v9862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:15 smithi088 ceph-mon[35322]: pgmap v9862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:15 smithi175 ceph-mon[44549]: pgmap v9862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:18.179 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:18.178+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:05:18.179 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:18.178+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:05:18.179 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:18.178+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:05:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:17 smithi181 ceph-mon[45557]: pgmap v9863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:17 smithi088 ceph-mon[35322]: pgmap v9863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:17 smithi175 ceph-mon[44549]: pgmap v9863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:19 smithi181 ceph-mon[45557]: pgmap v9864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:20.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:19 smithi088 ceph-mon[35322]: pgmap v9864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:19 smithi175 ceph-mon[44549]: pgmap v9864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:21 smithi181 ceph-mon[45557]: pgmap v9865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:05:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:21 smithi088 ceph-mon[35322]: pgmap v9865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:05:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:21 smithi175 ceph-mon[44549]: pgmap v9865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:05:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:23 smithi181 ceph-mon[45557]: pgmap v9866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:23 smithi088 ceph-mon[35322]: pgmap v9866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:23 smithi175 ceph-mon[44549]: pgmap v9866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:25 smithi088 ceph-mon[35322]: pgmap v9867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:25 smithi175 ceph-mon[44549]: pgmap v9867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:25 smithi181 ceph-mon[45557]: pgmap v9867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:27 smithi088 ceph-mon[35322]: pgmap v9868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:27 smithi175 ceph-mon[44549]: pgmap v9868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:27 smithi181 ceph-mon[45557]: pgmap v9868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:29 smithi088 ceph-mon[35322]: pgmap v9869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:29 smithi175 ceph-mon[44549]: pgmap v9869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:29 smithi181 ceph-mon[45557]: pgmap v9869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:31 smithi088 ceph-mon[35322]: pgmap v9870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:31 smithi175 ceph-mon[44549]: pgmap v9870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:31 smithi181 ceph-mon[45557]: pgmap v9870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:33.190 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:33.189+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:05:33.190 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:33.189+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:05:33.190 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:33.189+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:05:34.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:33 smithi088 ceph-mon[35322]: pgmap v9871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:33 smithi175 ceph-mon[44549]: pgmap v9871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:33 smithi181 ceph-mon[45557]: pgmap v9871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:35 smithi088 ceph-mon[35322]: pgmap v9872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:36.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:35 smithi175 ceph-mon[44549]: pgmap v9872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:35 smithi181 ceph-mon[45557]: pgmap v9872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:37 smithi088 ceph-mon[35322]: pgmap v9873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:38.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:37 smithi175 ceph-mon[44549]: pgmap v9873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:37 smithi181 ceph-mon[45557]: pgmap v9873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:39 smithi088 ceph-mon[35322]: pgmap v9874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:39 smithi175 ceph-mon[44549]: pgmap v9874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:39 smithi181 ceph-mon[45557]: pgmap v9874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:41 smithi088 ceph-mon[35322]: pgmap v9875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:41 smithi175 ceph-mon[44549]: pgmap v9875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:41 smithi181 ceph-mon[45557]: pgmap v9875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:43 smithi088 ceph-mon[35322]: pgmap v9876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:43 smithi175 ceph-mon[44549]: pgmap v9876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:43 smithi181 ceph-mon[45557]: pgmap v9876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:45 smithi088 ceph-mon[35322]: pgmap v9877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:45 smithi175 ceph-mon[44549]: pgmap v9877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:45 smithi181 ceph-mon[45557]: pgmap v9877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:48.205 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:48.205+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:05:48.206 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:48.205+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:05:48.206 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:48.205+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:05:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:47 smithi088 ceph-mon[35322]: pgmap v9878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:48 smithi175 ceph-mon[44549]: pgmap v9878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:48 smithi181 ceph-mon[45557]: pgmap v9878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:05:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:50 smithi088 ceph-mon[35322]: pgmap v9879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:50 smithi175 ceph-mon[44549]: pgmap v9879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:50 smithi181 ceph-mon[45557]: pgmap v9879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:05:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:52 smithi088 ceph-mon[35322]: pgmap v9880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:52 smithi175 ceph-mon[44549]: pgmap v9880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:52 smithi181 ceph-mon[45557]: pgmap v9880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:54 smithi088 ceph-mon[35322]: pgmap v9881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:54 smithi175 ceph-mon[44549]: pgmap v9881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:54 smithi181 ceph-mon[45557]: pgmap v9881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:05:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:55 smithi088 ceph-mon[35322]: pgmap v9882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:05:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:55 smithi175 ceph-mon[44549]: pgmap v9882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:05:55.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:55 smithi181 ceph-mon[45557]: pgmap v9882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:05:55.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:05:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:05:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:05:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:05:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:05:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: pgmap v9883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:05:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: pgmap v9884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:05:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: pgmap v9883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: pgmap v9884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:05:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: pgmap v9883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: pgmap v9884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:05:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:05:57.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:57.236+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:05:57.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:57.237+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:05:57.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:57.237+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 143 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0065a0 con 0x7ff34c102770 2024-01-28T18:05:57.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:05:57.237+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 143 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:05:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:05:58 smithi088 ceph-mon[35322]: pgmap v9885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:05:58.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:05:58 smithi175 ceph-mon[44549]: pgmap v9885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:05:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:05:58 smithi181 ceph-mon[45557]: pgmap v9885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:06:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:00 smithi088 ceph-mon[35322]: pgmap v9886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:06:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:00 smithi175 ceph-mon[44549]: pgmap v9886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:06:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:00 smithi181 ceph-mon[45557]: pgmap v9886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:06:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:02 smithi181 ceph-mon[45557]: pgmap v9887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:06:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:03.220+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:06:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:03.220+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:06:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:03.220+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:06:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:02 smithi088 ceph-mon[35322]: pgmap v9887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:06:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:02 smithi175 ceph-mon[44549]: pgmap v9887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:06:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:04 smithi181 ceph-mon[45557]: pgmap v9888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:06:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:04 smithi088 ceph-mon[35322]: pgmap v9888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:06:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:04 smithi175 ceph-mon[44549]: pgmap v9888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:06:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:06 smithi181 ceph-mon[45557]: pgmap v9889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:06:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:06 smithi088 ceph-mon[35322]: pgmap v9889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:06:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:06 smithi175 ceph-mon[44549]: pgmap v9889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:06:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:08 smithi181 ceph-mon[45557]: pgmap v9890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:08 smithi088 ceph-mon[35322]: pgmap v9890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:08 smithi175 ceph-mon[44549]: pgmap v9890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:10 smithi181 ceph-mon[45557]: pgmap v9891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:10 smithi088 ceph-mon[35322]: pgmap v9891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:10 smithi175 ceph-mon[44549]: pgmap v9891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:12 smithi181 ceph-mon[45557]: pgmap v9892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:12 smithi088 ceph-mon[35322]: pgmap v9892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:12 smithi175 ceph-mon[44549]: pgmap v9892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:14 smithi181 ceph-mon[45557]: pgmap v9893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:14 smithi088 ceph-mon[35322]: pgmap v9893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:14 smithi175 ceph-mon[44549]: pgmap v9893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:16 smithi181 ceph-mon[45557]: pgmap v9894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:16 smithi088 ceph-mon[35322]: pgmap v9894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:16 smithi175 ceph-mon[44549]: pgmap v9894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:18.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:18.226+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:06:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:18.226+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:06:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:18.226+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:06:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:18 smithi088 ceph-mon[35322]: pgmap v9895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:18 smithi175 ceph-mon[44549]: pgmap v9895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:18 smithi181 ceph-mon[45557]: pgmap v9895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:20 smithi088 ceph-mon[35322]: pgmap v9896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:20 smithi175 ceph-mon[44549]: pgmap v9896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:20 smithi181 ceph-mon[45557]: pgmap v9896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:22 smithi088 ceph-mon[35322]: pgmap v9897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:22 smithi175 ceph-mon[44549]: pgmap v9897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:22 smithi181 ceph-mon[45557]: pgmap v9897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:24 smithi088 ceph-mon[35322]: pgmap v9898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:24 smithi175 ceph-mon[44549]: pgmap v9898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:24 smithi181 ceph-mon[45557]: pgmap v9898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:26 smithi088 ceph-mon[35322]: pgmap v9899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:26 smithi175 ceph-mon[44549]: pgmap v9899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:26 smithi181 ceph-mon[45557]: pgmap v9899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:28 smithi088 ceph-mon[35322]: pgmap v9900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:28 smithi175 ceph-mon[44549]: pgmap v9900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:28 smithi181 ceph-mon[45557]: pgmap v9900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:30 smithi088 ceph-mon[35322]: pgmap v9901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:06:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:30 smithi175 ceph-mon[44549]: pgmap v9901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:06:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:30 smithi181 ceph-mon[45557]: pgmap v9901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:06:33.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:33.236+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:06:33.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:33.236+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:06:33.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:33.236+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:06:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:32 smithi088 ceph-mon[35322]: pgmap v9902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:32 smithi175 ceph-mon[44549]: pgmap v9902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:32 smithi181 ceph-mon[45557]: pgmap v9902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:34 smithi088 ceph-mon[35322]: pgmap v9903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:06:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:34 smithi175 ceph-mon[44549]: pgmap v9903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:06:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:34 smithi181 ceph-mon[45557]: pgmap v9903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:06:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:36 smithi088 ceph-mon[35322]: pgmap v9904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:36 smithi175 ceph-mon[44549]: pgmap v9904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:36 smithi181 ceph-mon[45557]: pgmap v9904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:38 smithi088 ceph-mon[35322]: pgmap v9905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:38 smithi175 ceph-mon[44549]: pgmap v9905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:38 smithi181 ceph-mon[45557]: pgmap v9905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:41 smithi088 ceph-mon[35322]: pgmap v9906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:41 smithi175 ceph-mon[44549]: pgmap v9906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:41 smithi181 ceph-mon[45557]: pgmap v9906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:42.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:42.244+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:06:42.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:42.244+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:06:42.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:42.244+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 144 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065a0 con 0x7ff34c102770 2024-01-28T18:06:42.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:42.244+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 144 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:06:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:43 smithi088 ceph-mon[35322]: pgmap v9907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:43 smithi175 ceph-mon[44549]: pgmap v9907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:43 smithi181 ceph-mon[45557]: pgmap v9907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:45 smithi088 ceph-mon[35322]: pgmap v9908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:45 smithi175 ceph-mon[44549]: pgmap v9908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:45 smithi181 ceph-mon[45557]: pgmap v9908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:47 smithi088 ceph-mon[35322]: pgmap v9909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:47 smithi175 ceph-mon[44549]: pgmap v9909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:47 smithi181 ceph-mon[45557]: pgmap v9909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:48.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:48.238+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:06:48.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:48.238+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:06:48.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:06:48.238+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:06:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:49 smithi088 ceph-mon[35322]: pgmap v9910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:49 smithi175 ceph-mon[44549]: pgmap v9910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:49 smithi181 ceph-mon[45557]: pgmap v9910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:51 smithi088 ceph-mon[35322]: pgmap v9911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:51 smithi175 ceph-mon[44549]: pgmap v9911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:51 smithi181 ceph-mon[45557]: pgmap v9911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:06:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:52 smithi088 ceph-mon[35322]: pgmap v9912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:52 smithi175 ceph-mon[44549]: pgmap v9912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:52 smithi181 ceph-mon[45557]: pgmap v9912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:06:54.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:54 smithi175 ceph-mon[44549]: pgmap v9913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:54 smithi181 ceph-mon[45557]: pgmap v9913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:54 smithi088 ceph-mon[35322]: pgmap v9913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:06:56.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:56 smithi175 ceph-mon[44549]: pgmap v9914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:56.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:06:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:56 smithi181 ceph-mon[45557]: pgmap v9914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:06:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:56 smithi088 ceph-mon[35322]: pgmap v9914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:06:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:06:57.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:06:57.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:06:57.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:57 smithi175 ceph-mon[44549]: pgmap v9915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:06:57.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:57 smithi175 ceph-mon[44549]: pgmap v9916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:06:57.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:06:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:06:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:06:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:57 smithi181 ceph-mon[45557]: pgmap v9915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:06:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:57 smithi181 ceph-mon[45557]: pgmap v9916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:06:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:06:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:06:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:06:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:57 smithi088 ceph-mon[35322]: pgmap v9915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:06:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:57 smithi088 ceph-mon[35322]: pgmap v9916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:06:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:06:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:06:59 smithi175 ceph-mon[44549]: pgmap v9917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:06:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:06:59 smithi181 ceph-mon[45557]: pgmap v9917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:07:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:06:59 smithi088 ceph-mon[35322]: pgmap v9917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:07:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:01 smithi181 ceph-mon[45557]: pgmap v9918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:07:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:01 smithi088 ceph-mon[35322]: pgmap v9918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:07:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:01 smithi175 ceph-mon[44549]: pgmap v9918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:07:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:03.250+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:07:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:03.250+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:07:03.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:03.250+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:07:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:03 smithi181 ceph-mon[45557]: pgmap v9919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:07:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:03 smithi088 ceph-mon[35322]: pgmap v9919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:07:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:03 smithi175 ceph-mon[44549]: pgmap v9919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:07:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:05 smithi181 ceph-mon[45557]: pgmap v9920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:07:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:05 smithi088 ceph-mon[35322]: pgmap v9920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:07:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:05 smithi175 ceph-mon[44549]: pgmap v9920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:07:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:07 smithi181 ceph-mon[45557]: pgmap v9921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:07:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:07 smithi088 ceph-mon[35322]: pgmap v9921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:07:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:07 smithi175 ceph-mon[44549]: pgmap v9921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:07:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:09 smithi088 ceph-mon[35322]: pgmap v9922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:09 smithi175 ceph-mon[44549]: pgmap v9922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:09 smithi181 ceph-mon[45557]: pgmap v9922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:11 smithi088 ceph-mon[35322]: pgmap v9923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:11 smithi175 ceph-mon[44549]: pgmap v9923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:11 smithi181 ceph-mon[45557]: pgmap v9923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:13 smithi088 ceph-mon[35322]: pgmap v9924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:13 smithi175 ceph-mon[44549]: pgmap v9924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:13 smithi181 ceph-mon[45557]: pgmap v9924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:15 smithi088 ceph-mon[35322]: pgmap v9925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:15 smithi175 ceph-mon[44549]: pgmap v9925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:15 smithi181 ceph-mon[45557]: pgmap v9925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:18.256+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:07:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:18.256+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:07:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:18.256+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:07:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:17 smithi088 ceph-mon[35322]: pgmap v9926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:17 smithi175 ceph-mon[44549]: pgmap v9926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:17 smithi181 ceph-mon[45557]: pgmap v9926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:19 smithi088 ceph-mon[35322]: pgmap v9927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:19 smithi175 ceph-mon[44549]: pgmap v9927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:19 smithi181 ceph-mon[45557]: pgmap v9927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:21 smithi088 ceph-mon[35322]: pgmap v9928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:21 smithi175 ceph-mon[44549]: pgmap v9928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:21 smithi181 ceph-mon[45557]: pgmap v9928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:23 smithi088 ceph-mon[35322]: pgmap v9929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:23 smithi175 ceph-mon[44549]: pgmap v9929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:23 smithi181 ceph-mon[45557]: pgmap v9929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:25 smithi088 ceph-mon[35322]: pgmap v9930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:25 smithi175 ceph-mon[44549]: pgmap v9930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:25 smithi181 ceph-mon[45557]: pgmap v9930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:28 smithi088 ceph-mon[35322]: pgmap v9931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:28 smithi175 ceph-mon[44549]: pgmap v9931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:28 smithi181 ceph-mon[45557]: pgmap v9931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:30 smithi088 ceph-mon[35322]: pgmap v9932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:30 smithi175 ceph-mon[44549]: pgmap v9932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:30 smithi181 ceph-mon[45557]: pgmap v9932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:32 smithi088 ceph-mon[35322]: pgmap v9933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:32 smithi175 ceph-mon[44549]: pgmap v9933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:32 smithi181 ceph-mon[45557]: pgmap v9933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:33.262+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:07:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:33.262+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:07:33.264 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:33.262+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:07:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:34 smithi088 ceph-mon[35322]: pgmap v9934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:34 smithi175 ceph-mon[44549]: pgmap v9934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:34 smithi181 ceph-mon[45557]: pgmap v9934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:36 smithi088 ceph-mon[35322]: pgmap v9935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:36 smithi175 ceph-mon[44549]: pgmap v9935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:36 smithi181 ceph-mon[45557]: pgmap v9935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:38 smithi088 ceph-mon[35322]: pgmap v9936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:38.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:38 smithi175 ceph-mon[44549]: pgmap v9936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:38 smithi181 ceph-mon[45557]: pgmap v9936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:40 smithi088 ceph-mon[35322]: pgmap v9937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:40 smithi175 ceph-mon[44549]: pgmap v9937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:40 smithi181 ceph-mon[45557]: pgmap v9937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:42 smithi088 ceph-mon[35322]: pgmap v9938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:42 smithi175 ceph-mon[44549]: pgmap v9938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:42 smithi181 ceph-mon[45557]: pgmap v9938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:44 smithi175 ceph-mon[44549]: pgmap v9939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:44 smithi181 ceph-mon[45557]: pgmap v9939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:44 smithi088 ceph-mon[35322]: pgmap v9939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:45 smithi175 ceph-mon[44549]: pgmap v9940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:45 smithi181 ceph-mon[45557]: pgmap v9940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:45 smithi088 ceph-mon[35322]: pgmap v9940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:48.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:48.272+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:07:48.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:48.272+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:07:48.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:07:48.272+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:07:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:47 smithi088 ceph-mon[35322]: pgmap v9941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:47 smithi175 ceph-mon[44549]: pgmap v9941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:47 smithi181 ceph-mon[45557]: pgmap v9941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:49 smithi088 ceph-mon[35322]: pgmap v9942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:49 smithi175 ceph-mon[44549]: pgmap v9942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:49 smithi181 ceph-mon[45557]: pgmap v9942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:51 smithi088 ceph-mon[35322]: pgmap v9943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:51 smithi175 ceph-mon[44549]: pgmap v9943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:51 smithi181 ceph-mon[45557]: pgmap v9943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:53 smithi088 ceph-mon[35322]: pgmap v9944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:53 smithi175 ceph-mon[44549]: pgmap v9944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:53 smithi181 ceph-mon[45557]: pgmap v9944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:07:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:55 smithi088 ceph-mon[35322]: pgmap v9945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:55 smithi175 ceph-mon[44549]: pgmap v9945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:55 smithi181 ceph-mon[45557]: pgmap v9945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:07:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:07:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:07:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:07:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:57 smithi088 ceph-mon[35322]: pgmap v9946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:57 smithi175 ceph-mon[44549]: pgmap v9946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:57 smithi181 ceph-mon[45557]: pgmap v9946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:07:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:07:59 smithi175 ceph-mon[44549]: pgmap v9947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:07:59 smithi181 ceph-mon[45557]: pgmap v9947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:07:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:07:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:07:59 smithi088 ceph-mon[35322]: pgmap v9947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:08:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:08:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:08:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:08:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:08:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:00 smithi175 ceph-mon[44549]: pgmap v9948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:08:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:00 smithi175 ceph-mon[44549]: pgmap v9949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:08:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:08:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:08:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:08:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:08:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:00 smithi181 ceph-mon[45557]: pgmap v9948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:08:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:00 smithi181 ceph-mon[45557]: pgmap v9949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:08:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:08:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:08:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:08:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:08:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:00 smithi088 ceph-mon[35322]: pgmap v9948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:08:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:00 smithi088 ceph-mon[35322]: pgmap v9949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:08:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:02 smithi088 ceph-mon[35322]: pgmap v9950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:03.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:03.287+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:08:03.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:03.287+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:08:03.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:03.287+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:08:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:02 smithi175 ceph-mon[44549]: pgmap v9950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:02 smithi181 ceph-mon[45557]: pgmap v9950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:04 smithi088 ceph-mon[35322]: pgmap v9951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:04 smithi175 ceph-mon[44549]: pgmap v9951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:04 smithi181 ceph-mon[45557]: pgmap v9951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:06 smithi088 ceph-mon[35322]: pgmap v9952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:06 smithi175 ceph-mon[44549]: pgmap v9952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:06 smithi181 ceph-mon[45557]: pgmap v9952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:08:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:08 smithi088 ceph-mon[35322]: pgmap v9953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:08:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:08 smithi175 ceph-mon[44549]: pgmap v9953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:08:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:08 smithi181 ceph-mon[45557]: pgmap v9953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:08:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:10 smithi088 ceph-mon[35322]: pgmap v9954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:08:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:10 smithi175 ceph-mon[44549]: pgmap v9954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:08:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:10 smithi181 ceph-mon[45557]: pgmap v9954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:08:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:12 smithi088 ceph-mon[35322]: pgmap v9955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:12 smithi175 ceph-mon[44549]: pgmap v9955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:12 smithi181 ceph-mon[45557]: pgmap v9955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:14 smithi088 ceph-mon[35322]: pgmap v9956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:15.294 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:14 smithi175 ceph-mon[44549]: pgmap v9956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:14 smithi181 ceph-mon[45557]: pgmap v9956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:16 smithi088 ceph-mon[35322]: pgmap v9957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:16 smithi175 ceph-mon[44549]: pgmap v9957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:16 smithi181 ceph-mon[45557]: pgmap v9957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:18.303+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:08:18.304 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:18.303+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:08:18.304 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:18.303+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:08:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:18 smithi088 ceph-mon[35322]: pgmap v9958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:18 smithi175 ceph-mon[44549]: pgmap v9958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:18 smithi181 ceph-mon[45557]: pgmap v9958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:21 smithi088 ceph-mon[35322]: pgmap v9959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:21 smithi175 ceph-mon[44549]: pgmap v9959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:21 smithi181 ceph-mon[45557]: pgmap v9959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:23 smithi088 ceph-mon[35322]: pgmap v9960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:23 smithi175 ceph-mon[44549]: pgmap v9960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:23 smithi181 ceph-mon[45557]: pgmap v9960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:25 smithi088 ceph-mon[35322]: pgmap v9961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:25 smithi175 ceph-mon[44549]: pgmap v9961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:25 smithi181 ceph-mon[45557]: pgmap v9961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:27 smithi088 ceph-mon[35322]: pgmap v9962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:27 smithi175 ceph-mon[44549]: pgmap v9962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:27 smithi181 ceph-mon[45557]: pgmap v9962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:29 smithi088 ceph-mon[35322]: pgmap v9963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:29.359 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:29 smithi175 ceph-mon[44549]: pgmap v9963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:29 smithi181 ceph-mon[45557]: pgmap v9963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:31 smithi088 ceph-mon[35322]: pgmap v9964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:31 smithi175 ceph-mon[44549]: pgmap v9964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:31 smithi181 ceph-mon[45557]: pgmap v9964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:33 smithi088 ceph-mon[35322]: pgmap v9965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:33.317 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:33.316+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:08:33.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:33.316+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:08:33.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:33.316+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:08:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:33 smithi175 ceph-mon[44549]: pgmap v9965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:33 smithi181 ceph-mon[45557]: pgmap v9965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:35 smithi088 ceph-mon[35322]: pgmap v9966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:35 smithi175 ceph-mon[44549]: pgmap v9966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:35 smithi181 ceph-mon[45557]: pgmap v9966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:37 smithi088 ceph-mon[35322]: pgmap v9967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:37 smithi175 ceph-mon[44549]: pgmap v9967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:37 smithi181 ceph-mon[45557]: pgmap v9967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:39 smithi175 ceph-mon[44549]: pgmap v9968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:39 smithi181 ceph-mon[45557]: pgmap v9968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:39 smithi088 ceph-mon[35322]: pgmap v9968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:41 smithi175 ceph-mon[44549]: pgmap v9969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:41 smithi181 ceph-mon[45557]: pgmap v9969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:41.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:41 smithi088 ceph-mon[35322]: pgmap v9969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:43 smithi175 ceph-mon[44549]: pgmap v9970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:43 smithi181 ceph-mon[45557]: pgmap v9970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:43 smithi088 ceph-mon[35322]: pgmap v9970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:44 smithi175 ceph-mon[44549]: pgmap v9971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:44 smithi181 ceph-mon[45557]: pgmap v9971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:44 smithi088 ceph-mon[35322]: pgmap v9971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:46 smithi088 ceph-mon[35322]: pgmap v9972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:46 smithi175 ceph-mon[44549]: pgmap v9972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:46 smithi181 ceph-mon[45557]: pgmap v9972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:48.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:48.328+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:08:48.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:48.328+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:08:48.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:08:48.328+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:08:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:48 smithi088 ceph-mon[35322]: pgmap v9973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:48 smithi175 ceph-mon[44549]: pgmap v9973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:48 smithi181 ceph-mon[45557]: pgmap v9973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:50 smithi088 ceph-mon[35322]: pgmap v9974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:50 smithi175 ceph-mon[44549]: pgmap v9974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:50 smithi181 ceph-mon[45557]: pgmap v9974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:52 smithi088 ceph-mon[35322]: pgmap v9975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:52 smithi175 ceph-mon[44549]: pgmap v9975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:52 smithi181 ceph-mon[45557]: pgmap v9975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:08:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:54 smithi088 ceph-mon[35322]: pgmap v9976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:54 smithi175 ceph-mon[44549]: pgmap v9976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:54 smithi181 ceph-mon[45557]: pgmap v9976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:08:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:57 smithi088 ceph-mon[35322]: pgmap v9977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:57 smithi175 ceph-mon[44549]: pgmap v9977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:57 smithi181 ceph-mon[45557]: pgmap v9977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:08:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:08:59 smithi088 ceph-mon[35322]: pgmap v9978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:08:59 smithi175 ceph-mon[44549]: pgmap v9978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:08:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:08:59 smithi181 ceph-mon[45557]: pgmap v9978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:01 smithi088 ceph-mon[35322]: pgmap v9979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:09:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:09:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:09:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:09:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:01 smithi175 ceph-mon[44549]: pgmap v9979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:09:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:09:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:09:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:09:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:01 smithi181 ceph-mon[45557]: pgmap v9979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:09:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:09:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:09:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:09:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:02 smithi088 ceph-mon[35322]: pgmap v9980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:09:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:02 smithi088 ceph-mon[35322]: pgmap v9981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:09:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:02 smithi175 ceph-mon[44549]: pgmap v9980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:09:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:02 smithi175 ceph-mon[44549]: pgmap v9981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:09:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:02 smithi181 ceph-mon[45557]: pgmap v9980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:09:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:02 smithi181 ceph-mon[45557]: pgmap v9981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:09:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:03.343+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:09:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:03.343+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:09:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:03.343+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:09:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:04 smithi088 ceph-mon[35322]: pgmap v9982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:09:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:04 smithi175 ceph-mon[44549]: pgmap v9982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:09:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:04 smithi181 ceph-mon[45557]: pgmap v9982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:09:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:06 smithi088 ceph-mon[35322]: pgmap v9983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:09:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:06 smithi175 ceph-mon[44549]: pgmap v9983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:09:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:06 smithi181 ceph-mon[45557]: pgmap v9983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:09:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:08 smithi088 ceph-mon[35322]: pgmap v9984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:09:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:08 smithi175 ceph-mon[44549]: pgmap v9984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:09:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:08 smithi181 ceph-mon[45557]: pgmap v9984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:09:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:10 smithi175 ceph-mon[44549]: pgmap v9985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:09:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:10 smithi181 ceph-mon[45557]: pgmap v9985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:09:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:10 smithi088 ceph-mon[35322]: pgmap v9985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:09:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:12 smithi175 ceph-mon[44549]: pgmap v9986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:09:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:12 smithi181 ceph-mon[45557]: pgmap v9986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:09:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:12 smithi088 ceph-mon[35322]: pgmap v9986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:09:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:14 smithi175 ceph-mon[44549]: pgmap v9987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:14 smithi181 ceph-mon[45557]: pgmap v9987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:14 smithi088 ceph-mon[35322]: pgmap v9987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:16 smithi175 ceph-mon[44549]: pgmap v9988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:16 smithi181 ceph-mon[45557]: pgmap v9988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:16 smithi088 ceph-mon[35322]: pgmap v9988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:18.348 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:18.346+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:09:18.348 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:18.346+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:09:18.348 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:18.346+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:09:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:18 smithi175 ceph-mon[44549]: pgmap v9989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:18 smithi181 ceph-mon[45557]: pgmap v9989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:18 smithi088 ceph-mon[35322]: pgmap v9989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:19 smithi175 ceph-mon[44549]: pgmap v9990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:19 smithi181 ceph-mon[45557]: pgmap v9990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:19 smithi088 ceph-mon[35322]: pgmap v9990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:21 smithi088 ceph-mon[35322]: pgmap v9991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:21 smithi175 ceph-mon[44549]: pgmap v9991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:21 smithi181 ceph-mon[45557]: pgmap v9991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:23 smithi088 ceph-mon[35322]: pgmap v9992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:23 smithi175 ceph-mon[44549]: pgmap v9992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:23 smithi181 ceph-mon[45557]: pgmap v9992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:25 smithi088 ceph-mon[35322]: pgmap v9993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:25 smithi175 ceph-mon[44549]: pgmap v9993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:25 smithi181 ceph-mon[45557]: pgmap v9993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:28 smithi088 ceph-mon[35322]: pgmap v9994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:28 smithi175 ceph-mon[44549]: pgmap v9994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:28 smithi181 ceph-mon[45557]: pgmap v9994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:30 smithi088 ceph-mon[35322]: pgmap v9995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:30 smithi175 ceph-mon[44549]: pgmap v9995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:30 smithi181 ceph-mon[45557]: pgmap v9995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:32 smithi088 ceph-mon[35322]: pgmap v9996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:32 smithi175 ceph-mon[44549]: pgmap v9996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:32 smithi181 ceph-mon[45557]: pgmap v9996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:33.362+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:09:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:33.362+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:09:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:33.362+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:09:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:34 smithi088 ceph-mon[35322]: pgmap v9997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:34 smithi175 ceph-mon[44549]: pgmap v9997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:34 smithi181 ceph-mon[45557]: pgmap v9997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:36 smithi088 ceph-mon[35322]: pgmap v9998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:36 smithi175 ceph-mon[44549]: pgmap v9998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:36 smithi181 ceph-mon[45557]: pgmap v9998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:38 smithi088 ceph-mon[35322]: pgmap v9999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:38 smithi175 ceph-mon[44549]: pgmap v9999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:38 smithi181 ceph-mon[45557]: pgmap v9999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:40 smithi088 ceph-mon[35322]: pgmap v10000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:40 smithi175 ceph-mon[44549]: pgmap v10000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:40 smithi181 ceph-mon[45557]: pgmap v10000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:42.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:42.272+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:09:42.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:42.272+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:09:42.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:42.273+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 145 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0065a0 con 0x7ff34c102770 2024-01-28T18:09:42.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:42.273+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 145 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:09:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:42 smithi088 ceph-mon[35322]: pgmap v10001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:42 smithi175 ceph-mon[44549]: pgmap v10001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:42 smithi181 ceph-mon[45557]: pgmap v10001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:44 smithi175 ceph-mon[44549]: pgmap v10002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:44 smithi181 ceph-mon[45557]: pgmap v10002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:44 smithi088 ceph-mon[35322]: pgmap v10002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:46 smithi175 ceph-mon[44549]: pgmap v10003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:46 smithi181 ceph-mon[45557]: pgmap v10003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:46 smithi088 ceph-mon[35322]: pgmap v10003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:48.369+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:09:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:48.369+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:09:48.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:09:48.369+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:09:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:48 smithi175 ceph-mon[44549]: pgmap v10004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:48 smithi181 ceph-mon[45557]: pgmap v10004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:48 smithi088 ceph-mon[35322]: pgmap v10004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:50 smithi175 ceph-mon[44549]: pgmap v10005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:50 smithi181 ceph-mon[45557]: pgmap v10005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:50 smithi088 ceph-mon[35322]: pgmap v10005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:52 smithi175 ceph-mon[44549]: pgmap v10006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:52 smithi181 ceph-mon[45557]: pgmap v10006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:52 smithi088 ceph-mon[35322]: pgmap v10006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:09:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:54 smithi175 ceph-mon[44549]: pgmap v10007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:54 smithi181 ceph-mon[45557]: pgmap v10007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:54 smithi088 ceph-mon[35322]: pgmap v10007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:09:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:56 smithi175 ceph-mon[44549]: pgmap v10008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:56 smithi181 ceph-mon[45557]: pgmap v10008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:56 smithi088 ceph-mon[35322]: pgmap v10008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:09:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:57 smithi175 ceph-mon[44549]: pgmap v10009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:57 smithi181 ceph-mon[45557]: pgmap v10009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:09:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:57 smithi088 ceph-mon[35322]: pgmap v10009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:09:59 smithi088 ceph-mon[35322]: pgmap v10010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:09:59 smithi175 ceph-mon[44549]: pgmap v10010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:09:59 smithi181 ceph-mon[45557]: pgmap v10010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:10:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:10:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:10:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:02 smithi088 ceph-mon[35322]: pgmap v10011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:10:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:10:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:10:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:10:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:02 smithi175 ceph-mon[44549]: pgmap v10011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:10:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:10:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:10:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:10:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:02 smithi181 ceph-mon[45557]: pgmap v10011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:10:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:10:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:10:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:10:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:03 smithi088 ceph-mon[35322]: pgmap v10012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:10:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:03 smithi088 ceph-mon[35322]: pgmap v10013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:10:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:03.383+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:10:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:03.383+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:10:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:03.383+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:10:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:03 smithi175 ceph-mon[44549]: pgmap v10012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:10:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:03 smithi175 ceph-mon[44549]: pgmap v10013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:10:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:03 smithi181 ceph-mon[45557]: pgmap v10012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:10:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:03 smithi181 ceph-mon[45557]: pgmap v10013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:10:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:05 smithi088 ceph-mon[35322]: pgmap v10014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:10:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:05 smithi175 ceph-mon[44549]: pgmap v10014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:10:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:05 smithi181 ceph-mon[45557]: pgmap v10014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:10:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:07 smithi088 ceph-mon[35322]: pgmap v10015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:10:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:07 smithi175 ceph-mon[44549]: pgmap v10015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:10:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:07 smithi181 ceph-mon[45557]: pgmap v10015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:10:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:09 smithi088 ceph-mon[35322]: pgmap v10016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:10:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:09 smithi175 ceph-mon[44549]: pgmap v10016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:10:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:09 smithi181 ceph-mon[45557]: pgmap v10016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:10:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:11 smithi088 ceph-mon[35322]: pgmap v10017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:10:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:11 smithi175 ceph-mon[44549]: pgmap v10017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:10:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:11 smithi181 ceph-mon[45557]: pgmap v10017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:10:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:13 smithi088 ceph-mon[35322]: pgmap v10018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:10:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:13 smithi175 ceph-mon[44549]: pgmap v10018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:10:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:13 smithi181 ceph-mon[45557]: pgmap v10018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:10:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:15 smithi175 ceph-mon[44549]: pgmap v10019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:15 smithi181 ceph-mon[45557]: pgmap v10019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:15 smithi088 ceph-mon[35322]: pgmap v10019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:17 smithi175 ceph-mon[44549]: pgmap v10020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:17 smithi181 ceph-mon[45557]: pgmap v10020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:17 smithi088 ceph-mon[35322]: pgmap v10020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:18.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:18.399+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:10:18.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:18.399+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:10:18.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:18.399+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:10:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:19 smithi175 ceph-mon[44549]: pgmap v10021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:19 smithi181 ceph-mon[45557]: pgmap v10021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:19 smithi088 ceph-mon[35322]: pgmap v10021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:21 smithi175 ceph-mon[44549]: pgmap v10022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:21 smithi181 ceph-mon[45557]: pgmap v10022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:21 smithi088 ceph-mon[35322]: pgmap v10022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:23 smithi175 ceph-mon[44549]: pgmap v10023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:23 smithi181 ceph-mon[45557]: pgmap v10023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:23 smithi088 ceph-mon[35322]: pgmap v10023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:25 smithi175 ceph-mon[44549]: pgmap v10024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:25 smithi181 ceph-mon[45557]: pgmap v10024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:25 smithi088 ceph-mon[35322]: pgmap v10024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:27 smithi175 ceph-mon[44549]: pgmap v10025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:27 smithi181 ceph-mon[45557]: pgmap v10025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:27 smithi088 ceph-mon[35322]: pgmap v10025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:29 smithi175 ceph-mon[44549]: pgmap v10026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:29 smithi181 ceph-mon[45557]: pgmap v10026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:29 smithi088 ceph-mon[35322]: pgmap v10026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:30 smithi175 ceph-mon[44549]: pgmap v10027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:30.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:30 smithi181 ceph-mon[45557]: pgmap v10027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:30 smithi088 ceph-mon[35322]: pgmap v10027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:33 smithi088 ceph-mon[35322]: pgmap v10028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:33 smithi175 ceph-mon[44549]: pgmap v10028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:33.413+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:10:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:33.413+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:10:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:33.413+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:10:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:33 smithi181 ceph-mon[45557]: pgmap v10028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:35 smithi088 ceph-mon[35322]: pgmap v10029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:35.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:35 smithi175 ceph-mon[44549]: pgmap v10029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:35 smithi181 ceph-mon[45557]: pgmap v10029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:37 smithi088 ceph-mon[35322]: pgmap v10030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:37 smithi175 ceph-mon[44549]: pgmap v10030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:37 smithi181 ceph-mon[45557]: pgmap v10030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:39 smithi175 ceph-mon[44549]: pgmap v10031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:39 smithi181 ceph-mon[45557]: pgmap v10031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:39 smithi088 ceph-mon[35322]: pgmap v10031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:41 smithi175 ceph-mon[44549]: pgmap v10032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:41 smithi181 ceph-mon[45557]: pgmap v10032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:41 smithi088 ceph-mon[35322]: pgmap v10032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:43 smithi175 ceph-mon[44549]: pgmap v10033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:43 smithi181 ceph-mon[45557]: pgmap v10033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:43 smithi088 ceph-mon[35322]: pgmap v10033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:45 smithi175 ceph-mon[44549]: pgmap v10034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:45 smithi181 ceph-mon[45557]: pgmap v10034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:45 smithi088 ceph-mon[35322]: pgmap v10034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:47 smithi175 ceph-mon[44549]: pgmap v10035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:47 smithi181 ceph-mon[45557]: pgmap v10035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:47 smithi088 ceph-mon[35322]: pgmap v10035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:48.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:48.428+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:10:48.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:48.428+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:10:48.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:10:48.428+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:10:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:49 smithi175 ceph-mon[44549]: pgmap v10036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:10:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:49 smithi181 ceph-mon[45557]: pgmap v10036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:10:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:49 smithi088 ceph-mon[35322]: pgmap v10036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:10:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:50 smithi175 ceph-mon[44549]: pgmap v10037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:50 smithi181 ceph-mon[45557]: pgmap v10037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:50 smithi088 ceph-mon[35322]: pgmap v10037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:53 smithi088 ceph-mon[35322]: pgmap v10038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:53 smithi175 ceph-mon[44549]: pgmap v10038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:53 smithi181 ceph-mon[45557]: pgmap v10038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:10:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:55 smithi088 ceph-mon[35322]: pgmap v10039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:55 smithi175 ceph-mon[44549]: pgmap v10039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:55 smithi181 ceph-mon[45557]: pgmap v10039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:10:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:57 smithi175 ceph-mon[44549]: pgmap v10040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:57 smithi181 ceph-mon[45557]: pgmap v10040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:57 smithi088 ceph-mon[35322]: pgmap v10040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:10:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:10:59 smithi175 ceph-mon[44549]: pgmap v10041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:10:59 smithi181 ceph-mon[45557]: pgmap v10041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:10:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:10:59 smithi088 ceph-mon[35322]: pgmap v10041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:01 smithi175 ceph-mon[44549]: pgmap v10042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:01 smithi181 ceph-mon[45557]: pgmap v10042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:01 smithi088 ceph-mon[35322]: pgmap v10042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:03 smithi175 ceph-mon[44549]: pgmap v10043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:11:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:03.434+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:11:03.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:03.434+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:11:03.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:03.434+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:11:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:03 smithi181 ceph-mon[45557]: pgmap v10043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:11:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:03 smithi088 ceph-mon[35322]: pgmap v10043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:11:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:11:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:11:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:11:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:11:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:11:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:11:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:11:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:05 smithi088 ceph-mon[35322]: pgmap v10044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:11:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:05 smithi088 ceph-mon[35322]: pgmap v10045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:11:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:05 smithi175 ceph-mon[44549]: pgmap v10044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:11:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:05 smithi175 ceph-mon[44549]: pgmap v10045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:11:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:05 smithi181 ceph-mon[45557]: pgmap v10044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:11:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:05 smithi181 ceph-mon[45557]: pgmap v10045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:11:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:07 smithi175 ceph-mon[44549]: pgmap v10046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:07 smithi181 ceph-mon[45557]: pgmap v10046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:07 smithi088 ceph-mon[35322]: pgmap v10046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:09 smithi175 ceph-mon[44549]: pgmap v10047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:11:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:09 smithi181 ceph-mon[45557]: pgmap v10047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:11:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:09 smithi088 ceph-mon[35322]: pgmap v10047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:11:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:11 smithi175 ceph-mon[44549]: pgmap v10048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:11:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:11 smithi181 ceph-mon[45557]: pgmap v10048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:11:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:11 smithi088 ceph-mon[35322]: pgmap v10048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:11:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:12 smithi175 ceph-mon[44549]: pgmap v10049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:11:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:12 smithi181 ceph-mon[45557]: pgmap v10049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:11:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:12 smithi088 ceph-mon[35322]: pgmap v10049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:11:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:14 smithi088 ceph-mon[35322]: pgmap v10050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:11:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:14 smithi175 ceph-mon[44549]: pgmap v10050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:11:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:14 smithi181 ceph-mon[45557]: pgmap v10050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:11:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:17 smithi175 ceph-mon[44549]: pgmap v10051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:17 smithi181 ceph-mon[45557]: pgmap v10051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:17 smithi088 ceph-mon[35322]: pgmap v10051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:18.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:18.445+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:11:18.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:18.446+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:11:18.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:18.446+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:11:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:19 smithi175 ceph-mon[44549]: pgmap v10052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:19 smithi181 ceph-mon[45557]: pgmap v10052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:19 smithi088 ceph-mon[35322]: pgmap v10052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:21 smithi175 ceph-mon[44549]: pgmap v10053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:21 smithi181 ceph-mon[45557]: pgmap v10053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:21 smithi088 ceph-mon[35322]: pgmap v10053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:23 smithi175 ceph-mon[44549]: pgmap v10054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:23 smithi181 ceph-mon[45557]: pgmap v10054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:23 smithi088 ceph-mon[35322]: pgmap v10054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:25 smithi175 ceph-mon[44549]: pgmap v10055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:25 smithi181 ceph-mon[45557]: pgmap v10055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:25 smithi088 ceph-mon[35322]: pgmap v10055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:27 smithi175 ceph-mon[44549]: pgmap v10056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:27 smithi181 ceph-mon[45557]: pgmap v10056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:27 smithi088 ceph-mon[35322]: pgmap v10056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:29 smithi175 ceph-mon[44549]: pgmap v10057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:29 smithi181 ceph-mon[45557]: pgmap v10057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:29 smithi088 ceph-mon[35322]: pgmap v10057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:31 smithi175 ceph-mon[44549]: pgmap v10058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:31 smithi181 ceph-mon[45557]: pgmap v10058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:31 smithi088 ceph-mon[35322]: pgmap v10058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:33 smithi175 ceph-mon[44549]: pgmap v10059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:33.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:33.453+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:11:33.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:33.453+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:11:33.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:33.453+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:11:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:33 smithi181 ceph-mon[45557]: pgmap v10059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:33 smithi088 ceph-mon[35322]: pgmap v10059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:35 smithi175 ceph-mon[44549]: pgmap v10060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:35 smithi181 ceph-mon[45557]: pgmap v10060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:35 smithi088 ceph-mon[35322]: pgmap v10060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:37 smithi175 ceph-mon[44549]: pgmap v10061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:37 smithi181 ceph-mon[45557]: pgmap v10061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:37 smithi088 ceph-mon[35322]: pgmap v10061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:38 smithi175 ceph-mon[44549]: pgmap v10062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:38 smithi181 ceph-mon[45557]: pgmap v10062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:38 smithi088 ceph-mon[35322]: pgmap v10062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:40 smithi088 ceph-mon[35322]: pgmap v10063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:40 smithi175 ceph-mon[44549]: pgmap v10063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:40 smithi181 ceph-mon[45557]: pgmap v10063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:43 smithi175 ceph-mon[44549]: pgmap v10064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:43 smithi181 ceph-mon[45557]: pgmap v10064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:43 smithi088 ceph-mon[35322]: pgmap v10064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:45 smithi175 ceph-mon[44549]: pgmap v10065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:45 smithi181 ceph-mon[45557]: pgmap v10065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:45 smithi088 ceph-mon[35322]: pgmap v10065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:47 smithi175 ceph-mon[44549]: pgmap v10066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:47 smithi181 ceph-mon[45557]: pgmap v10066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:47 smithi088 ceph-mon[35322]: pgmap v10066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:48.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:48.468+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:11:48.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:48.468+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:11:48.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:11:48.468+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:11:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:49 smithi175 ceph-mon[44549]: pgmap v10067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:49 smithi181 ceph-mon[45557]: pgmap v10067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:49 smithi088 ceph-mon[35322]: pgmap v10067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:51 smithi175 ceph-mon[44549]: pgmap v10068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:51 smithi181 ceph-mon[45557]: pgmap v10068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:51 smithi088 ceph-mon[35322]: pgmap v10068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:11:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:53 smithi175 ceph-mon[44549]: pgmap v10069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:53 smithi181 ceph-mon[45557]: pgmap v10069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:53 smithi088 ceph-mon[35322]: pgmap v10069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:11:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:55 smithi175 ceph-mon[44549]: pgmap v10070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:55 smithi181 ceph-mon[45557]: pgmap v10070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:55 smithi088 ceph-mon[35322]: pgmap v10070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:11:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:57 smithi175 ceph-mon[44549]: pgmap v10071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:57 smithi181 ceph-mon[45557]: pgmap v10071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:57 smithi088 ceph-mon[35322]: pgmap v10071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:11:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:11:59 smithi175 ceph-mon[44549]: pgmap v10072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:11:59 smithi181 ceph-mon[45557]: pgmap v10072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:11:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:11:59 smithi088 ceph-mon[35322]: pgmap v10072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:01 smithi175 ceph-mon[44549]: pgmap v10073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:01 smithi181 ceph-mon[45557]: pgmap v10073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:01 smithi088 ceph-mon[35322]: pgmap v10073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:02 smithi175 ceph-mon[44549]: pgmap v10074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:02 smithi181 ceph-mon[45557]: pgmap v10074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:02 smithi088 ceph-mon[35322]: pgmap v10074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:03.481+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:12:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:03.481+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:12:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:03.481+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:12:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:04 smithi175 ceph-mon[44549]: pgmap v10075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:12:04.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:12:04.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:12:04.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:12:04.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:12:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:04 smithi181 ceph-mon[45557]: pgmap v10075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:12:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:12:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:12:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:12:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:12:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:04 smithi088 ceph-mon[35322]: pgmap v10075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:12:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:12:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:12:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:12:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:12:05.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:05 smithi175 ceph-mon[44549]: pgmap v10076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:12:05.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:05 smithi175 ceph-mon[44549]: pgmap v10077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:12:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:05 smithi181 ceph-mon[45557]: pgmap v10076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:12:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:05 smithi181 ceph-mon[45557]: pgmap v10077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:12:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:05 smithi088 ceph-mon[35322]: pgmap v10076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:12:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:05 smithi088 ceph-mon[35322]: pgmap v10077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:12:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:08 smithi175 ceph-mon[44549]: pgmap v10078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:12:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:08 smithi181 ceph-mon[45557]: pgmap v10078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:12:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:08 smithi088 ceph-mon[35322]: pgmap v10078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:12:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:10 smithi175 ceph-mon[44549]: pgmap v10079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:12:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:10 smithi181 ceph-mon[45557]: pgmap v10079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:12:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:10 smithi088 ceph-mon[35322]: pgmap v10079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:12:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:12 smithi175 ceph-mon[44549]: pgmap v10080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:12:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:12 smithi181 ceph-mon[45557]: pgmap v10080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:12:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:12 smithi088 ceph-mon[35322]: pgmap v10080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:12:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:14 smithi175 ceph-mon[44549]: pgmap v10081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:12:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:14 smithi181 ceph-mon[45557]: pgmap v10081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:12:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:14 smithi088 ceph-mon[35322]: pgmap v10081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:12:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:16 smithi175 ceph-mon[44549]: pgmap v10082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:12:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:16 smithi181 ceph-mon[45557]: pgmap v10082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:12:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:16 smithi088 ceph-mon[35322]: pgmap v10082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:12:18.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:18 smithi175 ceph-mon[44549]: pgmap v10083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:18.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:18 smithi181 ceph-mon[45557]: pgmap v10083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:18.497+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:12:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:18.497+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:12:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:18.497+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:12:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:18 smithi088 ceph-mon[35322]: pgmap v10083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:20 smithi175 ceph-mon[44549]: pgmap v10084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:12:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:20 smithi181 ceph-mon[45557]: pgmap v10084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:12:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:20 smithi088 ceph-mon[35322]: pgmap v10084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:12:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:22 smithi175 ceph-mon[44549]: pgmap v10085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:12:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:22 smithi181 ceph-mon[45557]: pgmap v10085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:12:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:22 smithi088 ceph-mon[35322]: pgmap v10085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:12:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:24 smithi175 ceph-mon[44549]: pgmap v10086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:24 smithi181 ceph-mon[45557]: pgmap v10086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:24 smithi088 ceph-mon[35322]: pgmap v10086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:25 smithi175 ceph-mon[44549]: pgmap v10087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:25 smithi181 ceph-mon[45557]: pgmap v10087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:25 smithi088 ceph-mon[35322]: pgmap v10087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:28 smithi175 ceph-mon[44549]: pgmap v10088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:28 smithi181 ceph-mon[45557]: pgmap v10088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:28 smithi088 ceph-mon[35322]: pgmap v10088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:30 smithi175 ceph-mon[44549]: pgmap v10089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:12:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:30 smithi181 ceph-mon[45557]: pgmap v10089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:12:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:30 smithi088 ceph-mon[35322]: pgmap v10089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:12:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:32 smithi175 ceph-mon[44549]: pgmap v10090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:12:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:32 smithi181 ceph-mon[45557]: pgmap v10090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:12:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:32 smithi088 ceph-mon[35322]: pgmap v10090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:12:33.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:33.506+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:12:33.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:33.506+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:12:33.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:33.506+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:12:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:34 smithi175 ceph-mon[44549]: pgmap v10091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:34 smithi181 ceph-mon[45557]: pgmap v10091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:34 smithi088 ceph-mon[35322]: pgmap v10091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:36 smithi175 ceph-mon[44549]: pgmap v10092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:36 smithi181 ceph-mon[45557]: pgmap v10092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:36 smithi088 ceph-mon[35322]: pgmap v10092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:38 smithi175 ceph-mon[44549]: pgmap v10093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:38 smithi181 ceph-mon[45557]: pgmap v10093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:38 smithi088 ceph-mon[35322]: pgmap v10093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:40 smithi175 ceph-mon[44549]: pgmap v10094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:12:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:40 smithi181 ceph-mon[45557]: pgmap v10094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:12:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:40 smithi088 ceph-mon[35322]: pgmap v10094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:12:42.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:42.299+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:12:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:42.299+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:12:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:42.300+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 146 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:12:42.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:42.300+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 146 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:12:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:42 smithi175 ceph-mon[44549]: pgmap v10095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:42 smithi181 ceph-mon[45557]: pgmap v10095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:42 smithi088 ceph-mon[35322]: pgmap v10095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:43 smithi175 ceph-mon[44549]: pgmap v10096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:43 smithi181 ceph-mon[45557]: pgmap v10096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:43 smithi088 ceph-mon[35322]: pgmap v10096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:45 smithi175 ceph-mon[44549]: pgmap v10097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:45 smithi181 ceph-mon[45557]: pgmap v10097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:45 smithi088 ceph-mon[35322]: pgmap v10097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:48 smithi175 ceph-mon[44549]: pgmap v10098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:48 smithi181 ceph-mon[45557]: pgmap v10098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:48.521 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:48.520+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:12:48.521 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:48.520+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:12:48.521 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:12:48.520+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:12:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:48 smithi088 ceph-mon[35322]: pgmap v10098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:50 smithi175 ceph-mon[44549]: pgmap v10099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:12:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:50 smithi181 ceph-mon[45557]: pgmap v10099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:12:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:50 smithi088 ceph-mon[35322]: pgmap v10099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:12:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:52 smithi175 ceph-mon[44549]: pgmap v10100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:52 smithi181 ceph-mon[45557]: pgmap v10100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:52 smithi088 ceph-mon[35322]: pgmap v10100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:54 smithi088 ceph-mon[35322]: pgmap v10101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:54 smithi175 ceph-mon[44549]: pgmap v10101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:54 smithi181 ceph-mon[45557]: pgmap v10101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:12:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:56 smithi175 ceph-mon[44549]: pgmap v10102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:56 smithi181 ceph-mon[45557]: pgmap v10102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:56 smithi088 ceph-mon[35322]: pgmap v10102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:12:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:12:58 smithi175 ceph-mon[44549]: pgmap v10103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:12:58 smithi181 ceph-mon[45557]: pgmap v10103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:12:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:12:58 smithi088 ceph-mon[35322]: pgmap v10103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:13:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:00 smithi175 ceph-mon[44549]: pgmap v10104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:00.461 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:00 smithi181 ceph-mon[45557]: pgmap v10104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:00 smithi088 ceph-mon[35322]: pgmap v10104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:02 smithi175 ceph-mon[44549]: pgmap v10105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:02 smithi181 ceph-mon[45557]: pgmap v10105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:02 smithi088 ceph-mon[35322]: pgmap v10105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:03.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:03.535+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:13:03.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:03.535+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:13:03.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:03.535+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:13:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:04 smithi175 ceph-mon[44549]: pgmap v10106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:04 smithi181 ceph-mon[45557]: pgmap v10106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:04 smithi088 ceph-mon[35322]: pgmap v10106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:13:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:13:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:13:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:06 smithi175 ceph-mon[44549]: pgmap v10107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:13:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:13:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:13:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:13:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:06 smithi181 ceph-mon[45557]: pgmap v10107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:13:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:13:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:13:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:13:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:06 smithi088 ceph-mon[35322]: pgmap v10107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:13:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:13:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:13:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:13:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:07 smithi175 ceph-mon[44549]: pgmap v10108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:13:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:07 smithi175 ceph-mon[44549]: pgmap v10109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:13:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:07 smithi181 ceph-mon[45557]: pgmap v10108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:13:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:07 smithi181 ceph-mon[45557]: pgmap v10109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:13:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:07 smithi088 ceph-mon[35322]: pgmap v10108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:13:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:07 smithi088 ceph-mon[35322]: pgmap v10109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:13:09.336 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:09 smithi088 ceph-mon[35322]: pgmap v10110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:13:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:09 smithi175 ceph-mon[44549]: pgmap v10110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:13:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:09 smithi181 ceph-mon[45557]: pgmap v10110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:13:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:10 smithi175 ceph-mon[44549]: pgmap v10111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:13:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:10 smithi181 ceph-mon[45557]: pgmap v10111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:13:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:10 smithi088 ceph-mon[35322]: pgmap v10111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:13:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:13 smithi175 ceph-mon[44549]: pgmap v10112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:13:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:13 smithi181 ceph-mon[45557]: pgmap v10112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:13:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:13 smithi088 ceph-mon[35322]: pgmap v10112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:13:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:15 smithi175 ceph-mon[44549]: pgmap v10113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:13:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:15 smithi181 ceph-mon[45557]: pgmap v10113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:13:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:15 smithi088 ceph-mon[35322]: pgmap v10113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:13:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:17 smithi175 ceph-mon[44549]: pgmap v10114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:13:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:17 smithi181 ceph-mon[45557]: pgmap v10114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:13:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:17 smithi088 ceph-mon[35322]: pgmap v10114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:13:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:18.537+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:13:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:18.537+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:13:18.538 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:18.537+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:13:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:19 smithi175 ceph-mon[44549]: pgmap v10115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:19 smithi181 ceph-mon[45557]: pgmap v10115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:19 smithi088 ceph-mon[35322]: pgmap v10115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:21 smithi175 ceph-mon[44549]: pgmap v10116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:13:21.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:21 smithi181 ceph-mon[45557]: pgmap v10116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:13:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:21 smithi088 ceph-mon[35322]: pgmap v10116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:13:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:23 smithi175 ceph-mon[44549]: pgmap v10117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:13:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:23 smithi181 ceph-mon[45557]: pgmap v10117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:13:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:23 smithi088 ceph-mon[35322]: pgmap v10117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:13:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:24 smithi175 ceph-mon[44549]: pgmap v10118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:24 smithi181 ceph-mon[45557]: pgmap v10118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:24 smithi088 ceph-mon[35322]: pgmap v10118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:27 smithi175 ceph-mon[44549]: pgmap v10119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:27 smithi181 ceph-mon[45557]: pgmap v10119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:27 smithi088 ceph-mon[35322]: pgmap v10119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:29 smithi175 ceph-mon[44549]: pgmap v10120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:29 smithi181 ceph-mon[45557]: pgmap v10120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:29 smithi088 ceph-mon[35322]: pgmap v10120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:31 smithi175 ceph-mon[44549]: pgmap v10121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:13:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:31 smithi181 ceph-mon[45557]: pgmap v10121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:13:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:31 smithi088 ceph-mon[35322]: pgmap v10121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:13:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:33 smithi175 ceph-mon[44549]: pgmap v10122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:13:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:33 smithi181 ceph-mon[45557]: pgmap v10122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:13:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:33 smithi088 ceph-mon[35322]: pgmap v10122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:13:33.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:33.546+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:13:33.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:33.546+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:13:33.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:33.546+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:13:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:35 smithi175 ceph-mon[44549]: pgmap v10123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:35 smithi181 ceph-mon[45557]: pgmap v10123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:35 smithi088 ceph-mon[35322]: pgmap v10123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:37 smithi175 ceph-mon[44549]: pgmap v10124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:37 smithi181 ceph-mon[45557]: pgmap v10124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:37 smithi088 ceph-mon[35322]: pgmap v10124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:39 smithi175 ceph-mon[44549]: pgmap v10125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:39 smithi181 ceph-mon[45557]: pgmap v10125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:39 smithi088 ceph-mon[35322]: pgmap v10125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:41 smithi175 ceph-mon[44549]: pgmap v10126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:13:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:41 smithi181 ceph-mon[45557]: pgmap v10126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:13:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:41 smithi088 ceph-mon[35322]: pgmap v10126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:13:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:43 smithi175 ceph-mon[44549]: pgmap v10127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:13:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:43 smithi181 ceph-mon[45557]: pgmap v10127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:13:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:43 smithi088 ceph-mon[35322]: pgmap v10127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:13:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:45 smithi175 ceph-mon[44549]: pgmap v10128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:13:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:45 smithi181 ceph-mon[45557]: pgmap v10128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:13:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:45 smithi088 ceph-mon[35322]: pgmap v10128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:13:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:47 smithi175 ceph-mon[44549]: pgmap v10129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:13:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:47 smithi181 ceph-mon[45557]: pgmap v10129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:13:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:47 smithi088 ceph-mon[35322]: pgmap v10129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:13:48.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:48.561+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:13:48.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:48.561+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:13:48.563 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:13:48.561+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:13:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:49 smithi175 ceph-mon[44549]: pgmap v10130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:13:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:49 smithi181 ceph-mon[45557]: pgmap v10130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:13:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:49 smithi088 ceph-mon[35322]: pgmap v10130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:13:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:51 smithi175 ceph-mon[44549]: pgmap v10131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:13:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:51 smithi181 ceph-mon[45557]: pgmap v10131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:13:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:51 smithi088 ceph-mon[35322]: pgmap v10131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:13:53.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:53 smithi175 ceph-mon[44549]: pgmap v10132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:13:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:53 smithi181 ceph-mon[45557]: pgmap v10132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:13:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:53 smithi088 ceph-mon[35322]: pgmap v10132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:13:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:55 smithi175 ceph-mon[44549]: pgmap v10133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:55.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:55 smithi181 ceph-mon[45557]: pgmap v10133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:55 smithi088 ceph-mon[35322]: pgmap v10133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:13:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:57 smithi175 ceph-mon[44549]: pgmap v10134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:57 smithi181 ceph-mon[45557]: pgmap v10134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:57 smithi088 ceph-mon[35322]: pgmap v10134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:13:59 smithi175 ceph-mon[44549]: pgmap v10135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:13:59 smithi181 ceph-mon[45557]: pgmap v10135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:13:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:13:59 smithi088 ceph-mon[35322]: pgmap v10135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:00 smithi175 ceph-mon[44549]: pgmap v10136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:00 smithi181 ceph-mon[45557]: pgmap v10136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:00 smithi088 ceph-mon[35322]: pgmap v10136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:03 smithi175 ceph-mon[44549]: pgmap v10137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:03 smithi181 ceph-mon[45557]: pgmap v10137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:03 smithi088 ceph-mon[35322]: pgmap v10137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:03.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:03.577+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:14:03.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:03.577+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:14:03.579 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:03.577+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:14:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:05 smithi175 ceph-mon[44549]: pgmap v10138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:05 smithi181 ceph-mon[45557]: pgmap v10138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:05 smithi088 ceph-mon[35322]: pgmap v10138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:14:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:14:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:14:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:07 smithi175 ceph-mon[44549]: pgmap v10139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:14:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:14:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:07 smithi175 ceph-mon[44549]: pgmap v10140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:14:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:07 smithi175 ceph-mon[44549]: pgmap v10141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:14:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:14:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:07 smithi181 ceph-mon[45557]: pgmap v10139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:14:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:14:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:07 smithi181 ceph-mon[45557]: pgmap v10140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:14:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:07 smithi181 ceph-mon[45557]: pgmap v10141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:14:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:14:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:07 smithi088 ceph-mon[35322]: pgmap v10139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:14:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:14:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:07 smithi088 ceph-mon[35322]: pgmap v10140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:14:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:07 smithi088 ceph-mon[35322]: pgmap v10141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:14:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:14:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:09 smithi175 ceph-mon[44549]: pgmap v10142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:14:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:09 smithi181 ceph-mon[45557]: pgmap v10142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:14:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:09 smithi088 ceph-mon[35322]: pgmap v10142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:14:12.314 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:12.313+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:14:12.314 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:12.313+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:14:12.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:12.313+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 147 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:14:12.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:12.313+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 147 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:14:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:12 smithi175 ceph-mon[44549]: pgmap v10143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:14:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:12 smithi181 ceph-mon[45557]: pgmap v10143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:14:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:12 smithi088 ceph-mon[35322]: pgmap v10143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:14:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:14 smithi175 ceph-mon[44549]: pgmap v10144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:14:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:14 smithi181 ceph-mon[45557]: pgmap v10144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:14:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:14 smithi088 ceph-mon[35322]: pgmap v10144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:14:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:16 smithi175 ceph-mon[44549]: pgmap v10145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:14:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:16 smithi181 ceph-mon[45557]: pgmap v10145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:14:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:16 smithi088 ceph-mon[35322]: pgmap v10145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:14:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:18 smithi175 ceph-mon[44549]: pgmap v10146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:14:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:18 smithi181 ceph-mon[45557]: pgmap v10146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:14:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:18 smithi088 ceph-mon[35322]: pgmap v10146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:14:18.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:18.592+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:14:18.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:18.592+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:14:18.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:18.592+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:14:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:19 smithi175 ceph-mon[44549]: pgmap v10147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:14:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:19 smithi181 ceph-mon[45557]: pgmap v10147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:14:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:19 smithi088 ceph-mon[35322]: pgmap v10147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:14:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:22 smithi175 ceph-mon[44549]: pgmap v10148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:22 smithi181 ceph-mon[45557]: pgmap v10148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:22 smithi088 ceph-mon[35322]: pgmap v10148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:24 smithi175 ceph-mon[44549]: pgmap v10149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:24 smithi181 ceph-mon[45557]: pgmap v10149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:24 smithi088 ceph-mon[35322]: pgmap v10149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:26 smithi175 ceph-mon[44549]: pgmap v10150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:26 smithi181 ceph-mon[45557]: pgmap v10150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:26 smithi088 ceph-mon[35322]: pgmap v10150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:28 smithi175 ceph-mon[44549]: pgmap v10151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:28 smithi181 ceph-mon[45557]: pgmap v10151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:28 smithi088 ceph-mon[35322]: pgmap v10151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:29 smithi175 ceph-mon[44549]: pgmap v10152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:29 smithi181 ceph-mon[45557]: pgmap v10152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:29 smithi088 ceph-mon[35322]: pgmap v10152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:32 smithi175 ceph-mon[44549]: pgmap v10153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:32 smithi181 ceph-mon[45557]: pgmap v10153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:32 smithi088 ceph-mon[35322]: pgmap v10153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:33.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:33.607+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:14:33.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:33.607+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:14:33.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:33.607+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:14:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:34 smithi175 ceph-mon[44549]: pgmap v10154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:34 smithi181 ceph-mon[45557]: pgmap v10154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:34 smithi088 ceph-mon[35322]: pgmap v10154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:36.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:36 smithi175 ceph-mon[44549]: pgmap v10155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:36 smithi181 ceph-mon[45557]: pgmap v10155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:36 smithi088 ceph-mon[35322]: pgmap v10155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:37 smithi175 ceph-mon[44549]: pgmap v10156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:37 smithi181 ceph-mon[45557]: pgmap v10156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:37 smithi088 ceph-mon[35322]: pgmap v10156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:39 smithi175 ceph-mon[44549]: pgmap v10157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:39 smithi181 ceph-mon[45557]: pgmap v10157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:39 smithi088 ceph-mon[35322]: pgmap v10157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:42 smithi175 ceph-mon[44549]: pgmap v10158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:42 smithi181 ceph-mon[45557]: pgmap v10158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:42 smithi088 ceph-mon[35322]: pgmap v10158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:44 smithi175 ceph-mon[44549]: pgmap v10159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:44 smithi181 ceph-mon[45557]: pgmap v10159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:44 smithi088 ceph-mon[35322]: pgmap v10159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:46 smithi175 ceph-mon[44549]: pgmap v10160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:46 smithi181 ceph-mon[45557]: pgmap v10160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:46 smithi088 ceph-mon[35322]: pgmap v10160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:47 smithi175 ceph-mon[44549]: pgmap v10161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:47 smithi181 ceph-mon[45557]: pgmap v10161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:47 smithi088 ceph-mon[35322]: pgmap v10161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:48.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:48.622+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:14:48.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:48.622+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:14:48.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:14:48.622+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:14:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:49 smithi175 ceph-mon[44549]: pgmap v10162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:49 smithi181 ceph-mon[45557]: pgmap v10162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:49 smithi088 ceph-mon[35322]: pgmap v10162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:52 smithi175 ceph-mon[44549]: pgmap v10163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:52 smithi181 ceph-mon[45557]: pgmap v10163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:52 smithi088 ceph-mon[35322]: pgmap v10163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:54 smithi175 ceph-mon[44549]: pgmap v10164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:54 smithi181 ceph-mon[45557]: pgmap v10164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:54 smithi088 ceph-mon[35322]: pgmap v10164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:14:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:56 smithi175 ceph-mon[44549]: pgmap v10165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:56 smithi181 ceph-mon[45557]: pgmap v10165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:56 smithi088 ceph-mon[35322]: pgmap v10165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:14:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:57 smithi175 ceph-mon[44549]: pgmap v10166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:57 smithi181 ceph-mon[45557]: pgmap v10166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:57 smithi088 ceph-mon[35322]: pgmap v10166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:14:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:14:59 smithi175 ceph-mon[44549]: pgmap v10167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:14:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:14:59 smithi181 ceph-mon[45557]: pgmap v10167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:14:59 smithi088 ceph-mon[35322]: pgmap v10167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:02 smithi175 ceph-mon[44549]: pgmap v10168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:02 smithi181 ceph-mon[45557]: pgmap v10168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:02 smithi088 ceph-mon[35322]: pgmap v10168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:03.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:03.637+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:15:03.639 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:03.637+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:15:03.639 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:03.637+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:15:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:04 smithi175 ceph-mon[44549]: pgmap v10169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:04 smithi181 ceph-mon[45557]: pgmap v10169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:04 smithi088 ceph-mon[35322]: pgmap v10169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:05 smithi175 ceph-mon[44549]: pgmap v10170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:15:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:05 smithi181 ceph-mon[45557]: pgmap v10170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:15:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:05 smithi088 ceph-mon[35322]: pgmap v10170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:15:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:15:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:15:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:15:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: pgmap v10171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:15:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:15:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: pgmap v10171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:15:08.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:15:08.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:15:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: pgmap v10171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:15:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:09 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:15:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:09 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:15:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:09 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 123.1M 2024-01-28T18:15:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:09 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 129141059: error parsing value: Value '129141059' is below minimum 939524096 2024-01-28T18:15:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:09 smithi175 ceph-mon[44549]: pgmap v10172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:15:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:09 smithi175 ceph-mon[44549]: pgmap v10173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:15:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:09 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:15:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:09 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:15:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:09 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 123.1M 2024-01-28T18:15:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:09 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 129141059: error parsing value: Value '129141059' is below minimum 939524096 2024-01-28T18:15:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:09 smithi181 ceph-mon[45557]: pgmap v10172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:15:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:09 smithi181 ceph-mon[45557]: pgmap v10173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:15:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:09 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:15:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:09 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:15:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:09 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 123.1M 2024-01-28T18:15:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:09 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 129141059: error parsing value: Value '129141059' is below minimum 939524096 2024-01-28T18:15:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:09 smithi088 ceph-mon[35322]: pgmap v10172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:15:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:09 smithi088 ceph-mon[35322]: pgmap v10173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:15:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:10 smithi175 ceph-mon[44549]: pgmap v10174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:15:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:10 smithi181 ceph-mon[45557]: pgmap v10174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:15:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:10 smithi088 ceph-mon[35322]: pgmap v10174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:15:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:13 smithi175 ceph-mon[44549]: pgmap v10175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:15:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:13 smithi181 ceph-mon[45557]: pgmap v10175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:15:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:13 smithi088 ceph-mon[35322]: pgmap v10175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:15:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:14 smithi175 ceph-mon[44549]: pgmap v10176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:15:14.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:14 smithi181 ceph-mon[45557]: pgmap v10176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:15:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:14 smithi088 ceph-mon[35322]: pgmap v10176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:15:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:17 smithi175 ceph-mon[44549]: pgmap v10177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:15:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:17 smithi181 ceph-mon[45557]: pgmap v10177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:15:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:17 smithi088 ceph-mon[35322]: pgmap v10177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:15:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:18 smithi175 ceph-mon[44549]: pgmap v10178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:15:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:18 smithi181 ceph-mon[45557]: pgmap v10178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:15:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:18 smithi088 ceph-mon[35322]: pgmap v10178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:15:18.649 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:18.648+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:15:18.649 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:18.649+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:15:18.650 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:18.649+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:15:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:20 smithi175 ceph-mon[44549]: pgmap v10179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:20 smithi181 ceph-mon[45557]: pgmap v10179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:20 smithi088 ceph-mon[35322]: pgmap v10179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:22 smithi175 ceph-mon[44549]: pgmap v10180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:22 smithi181 ceph-mon[45557]: pgmap v10180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:22 smithi088 ceph-mon[35322]: pgmap v10180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:24 smithi175 ceph-mon[44549]: pgmap v10181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:24 smithi181 ceph-mon[45557]: pgmap v10181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:24 smithi088 ceph-mon[35322]: pgmap v10181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:27 smithi175 ceph-mon[44549]: pgmap v10182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:27 smithi181 ceph-mon[45557]: pgmap v10182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:27 smithi088 ceph-mon[35322]: pgmap v10182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:28 smithi175 ceph-mon[44549]: pgmap v10183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:28 smithi181 ceph-mon[45557]: pgmap v10183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:28 smithi088 ceph-mon[35322]: pgmap v10183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:30 smithi175 ceph-mon[44549]: pgmap v10184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:30 smithi181 ceph-mon[45557]: pgmap v10184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:30 smithi088 ceph-mon[35322]: pgmap v10184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:32 smithi175 ceph-mon[44549]: pgmap v10185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:32 smithi181 ceph-mon[45557]: pgmap v10185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:32 smithi088 ceph-mon[35322]: pgmap v10185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:33.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:33.664+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:15:33.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:33.664+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:15:33.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:33.664+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:15:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:34 smithi175 ceph-mon[44549]: pgmap v10186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:34 smithi181 ceph-mon[45557]: pgmap v10186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:34 smithi088 ceph-mon[35322]: pgmap v10186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:36 smithi175 ceph-mon[44549]: pgmap v10187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:36 smithi181 ceph-mon[45557]: pgmap v10187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:36 smithi088 ceph-mon[35322]: pgmap v10187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:38 smithi175 ceph-mon[44549]: pgmap v10188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:38 smithi181 ceph-mon[45557]: pgmap v10188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:38 smithi088 ceph-mon[35322]: pgmap v10188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:39.468+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T18:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:39.468+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T18:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:39.468+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff344065040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T18:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:39.468+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff344065040 comp rx=0 tx=0).stop 2024-01-28T18:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:39.468+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T18:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:39.468+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T18:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:39.468+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T18:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:39.468+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T18:15:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:39.469+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T18:15:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:39.470+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34402d040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T18:15:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:40 smithi175 ceph-mon[44549]: pgmap v10189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:40 smithi181 ceph-mon[45557]: pgmap v10189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:40 smithi088 ceph-mon[35322]: pgmap v10189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:42.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:42.327+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:15:42.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:42.327+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:15:42.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:42.328+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 148 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:15:42.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:42.328+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 148 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0065a0 con 0x55d733ebf510 2024-01-28T18:15:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:42 smithi175 ceph-mon[44549]: pgmap v10190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:42 smithi181 ceph-mon[45557]: pgmap v10190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:42 smithi088 ceph-mon[35322]: pgmap v10190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:44 smithi175 ceph-mon[44549]: pgmap v10191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:44 smithi181 ceph-mon[45557]: pgmap v10191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:44.984 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:44 smithi088 ceph-mon[35322]: pgmap v10191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:46 smithi175 ceph-mon[44549]: pgmap v10192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:46 smithi181 ceph-mon[45557]: pgmap v10192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:46 smithi088 ceph-mon[35322]: pgmap v10192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:48.671+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:15:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:48.671+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:15:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:15:48.671+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:15:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:48 smithi175 ceph-mon[44549]: pgmap v10193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:48 smithi181 ceph-mon[45557]: pgmap v10193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:48 smithi088 ceph-mon[35322]: pgmap v10193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:50 smithi175 ceph-mon[44549]: pgmap v10194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:50 smithi181 ceph-mon[45557]: pgmap v10194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:50 smithi088 ceph-mon[35322]: pgmap v10194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:15:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:52 smithi175 ceph-mon[44549]: pgmap v10195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:52 smithi181 ceph-mon[45557]: pgmap v10195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:52 smithi088 ceph-mon[35322]: pgmap v10195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:15:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:54 smithi175 ceph-mon[44549]: pgmap v10196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:54 smithi181 ceph-mon[45557]: pgmap v10196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:54 smithi088 ceph-mon[35322]: pgmap v10196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:15:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:56 smithi175 ceph-mon[44549]: pgmap v10197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:56 smithi181 ceph-mon[45557]: pgmap v10197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:56 smithi088 ceph-mon[35322]: pgmap v10197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:58.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:15:58 smithi175 ceph-mon[44549]: pgmap v10198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:15:58 smithi181 ceph-mon[45557]: pgmap v10198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:15:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:15:58 smithi088 ceph-mon[35322]: pgmap v10198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:00 smithi181 ceph-mon[45557]: pgmap v10199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:00 smithi088 ceph-mon[35322]: pgmap v10199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:00 smithi175 ceph-mon[44549]: pgmap v10199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:02 smithi175 ceph-mon[44549]: pgmap v10200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:02 smithi181 ceph-mon[45557]: pgmap v10200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:02 smithi088 ceph-mon[35322]: pgmap v10200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:03.687 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:03.686+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:16:03.687 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:03.686+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:16:03.687 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:03.686+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:16:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:04 smithi175 ceph-mon[44549]: pgmap v10201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:04 smithi181 ceph-mon[45557]: pgmap v10201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:04 smithi088 ceph-mon[35322]: pgmap v10201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:06 smithi175 ceph-mon[44549]: pgmap v10202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:06 smithi181 ceph-mon[45557]: pgmap v10202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:06 smithi088 ceph-mon[35322]: pgmap v10202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:08 smithi181 ceph-mon[45557]: pgmap v10203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:16:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:16:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:16:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:16:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:08 smithi088 ceph-mon[35322]: pgmap v10203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:16:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:16:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:16:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:16:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:08 smithi175 ceph-mon[44549]: pgmap v10203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:16:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:16:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:16:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:16:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:16:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:09 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:16:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:09 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:16:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:09 smithi181 ceph-mon[45557]: pgmap v10204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:16:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:09 smithi181 ceph-mon[45557]: pgmap v10205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:16:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:09 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:16:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:09 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:16:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:09 smithi088 ceph-mon[35322]: pgmap v10204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:16:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:09 smithi088 ceph-mon[35322]: pgmap v10205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:16:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:09 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:16:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:09 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:16:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:09 smithi175 ceph-mon[44549]: pgmap v10204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:16:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:09 smithi175 ceph-mon[44549]: pgmap v10205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:16:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:11 smithi181 ceph-mon[45557]: pgmap v10206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:16:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:11 smithi088 ceph-mon[35322]: pgmap v10206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:16:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:11 smithi175 ceph-mon[44549]: pgmap v10206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:16:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:13 smithi181 ceph-mon[45557]: pgmap v10207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:16:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:13 smithi088 ceph-mon[35322]: pgmap v10207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:16:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:13 smithi175 ceph-mon[44549]: pgmap v10207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:16:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:15 smithi181 ceph-mon[45557]: pgmap v10208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:16:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:15 smithi088 ceph-mon[35322]: pgmap v10208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:16:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:15 smithi175 ceph-mon[44549]: pgmap v10208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:16:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:17 smithi175 ceph-mon[44549]: pgmap v10209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:16:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:17 smithi181 ceph-mon[45557]: pgmap v10209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:16:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:17 smithi088 ceph-mon[35322]: pgmap v10209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:16:18.702 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:18.702+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:16:18.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:18.702+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:16:18.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:18.702+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:16:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:19 smithi181 ceph-mon[45557]: pgmap v10210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:16:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:19 smithi088 ceph-mon[35322]: pgmap v10210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:16:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:19 smithi175 ceph-mon[44549]: pgmap v10210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:16:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:21 smithi181 ceph-mon[45557]: pgmap v10211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:21 smithi088 ceph-mon[35322]: pgmap v10211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:21 smithi175 ceph-mon[44549]: pgmap v10211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:23 smithi181 ceph-mon[45557]: pgmap v10212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:23 smithi088 ceph-mon[35322]: pgmap v10212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:23 smithi175 ceph-mon[44549]: pgmap v10212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:25 smithi181 ceph-mon[45557]: pgmap v10213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:25 smithi088 ceph-mon[35322]: pgmap v10213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:25 smithi175 ceph-mon[44549]: pgmap v10213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:27 smithi175 ceph-mon[44549]: pgmap v10214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:27 smithi181 ceph-mon[45557]: pgmap v10214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:27 smithi088 ceph-mon[35322]: pgmap v10214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:29 smithi181 ceph-mon[45557]: pgmap v10215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:29 smithi088 ceph-mon[35322]: pgmap v10215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:29 smithi175 ceph-mon[44549]: pgmap v10215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:31 smithi181 ceph-mon[45557]: pgmap v10216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:32.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:31 smithi088 ceph-mon[35322]: pgmap v10216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:31 smithi175 ceph-mon[44549]: pgmap v10216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:33.718 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:33.717+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:16:33.718 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:33.717+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:16:33.718 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:33.717+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:16:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:33 smithi181 ceph-mon[45557]: pgmap v10217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:33 smithi088 ceph-mon[35322]: pgmap v10217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:33 smithi175 ceph-mon[44549]: pgmap v10217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:35 smithi181 ceph-mon[45557]: pgmap v10218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:35 smithi088 ceph-mon[35322]: pgmap v10218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:35 smithi175 ceph-mon[44549]: pgmap v10218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:37 smithi175 ceph-mon[44549]: pgmap v10219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:37 smithi181 ceph-mon[45557]: pgmap v10219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:37 smithi088 ceph-mon[35322]: pgmap v10219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:39 smithi181 ceph-mon[45557]: pgmap v10220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:39 smithi088 ceph-mon[35322]: pgmap v10220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:39 smithi175 ceph-mon[44549]: pgmap v10220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:41 smithi181 ceph-mon[45557]: pgmap v10221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:41 smithi088 ceph-mon[35322]: pgmap v10221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:41 smithi175 ceph-mon[44549]: pgmap v10221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:43 smithi181 ceph-mon[45557]: pgmap v10222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:43 smithi088 ceph-mon[35322]: pgmap v10222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:43 smithi175 ceph-mon[44549]: pgmap v10222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:45 smithi181 ceph-mon[45557]: pgmap v10223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:45 smithi088 ceph-mon[35322]: pgmap v10223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:45 smithi175 ceph-mon[44549]: pgmap v10223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:47 smithi088 ceph-mon[35322]: pgmap v10224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:47 smithi175 ceph-mon[44549]: pgmap v10224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:47 smithi181 ceph-mon[45557]: pgmap v10224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:48.732+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:16:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:48.732+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:16:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:16:48.732+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:16:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:49 smithi181 ceph-mon[45557]: pgmap v10225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:49 smithi088 ceph-mon[35322]: pgmap v10225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:49 smithi175 ceph-mon[44549]: pgmap v10225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:16:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:51 smithi181 ceph-mon[45557]: pgmap v10226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:51 smithi088 ceph-mon[35322]: pgmap v10226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:51 smithi175 ceph-mon[44549]: pgmap v10226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:53 smithi181 ceph-mon[45557]: pgmap v10227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:53 smithi088 ceph-mon[35322]: pgmap v10227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:53 smithi175 ceph-mon[44549]: pgmap v10227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:16:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:55 smithi181 ceph-mon[45557]: pgmap v10228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:55 smithi088 ceph-mon[35322]: pgmap v10228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:55 smithi175 ceph-mon[44549]: pgmap v10228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:16:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:57 smithi175 ceph-mon[44549]: pgmap v10229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:57 smithi181 ceph-mon[45557]: pgmap v10229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:57 smithi088 ceph-mon[35322]: pgmap v10229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:16:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:16:59 smithi181 ceph-mon[45557]: pgmap v10230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:16:59 smithi088 ceph-mon[35322]: pgmap v10230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:16:59 smithi175 ceph-mon[44549]: pgmap v10230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:01 smithi181 ceph-mon[45557]: pgmap v10231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:01 smithi088 ceph-mon[35322]: pgmap v10231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:01 smithi175 ceph-mon[44549]: pgmap v10231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:03.741 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:03.740+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:17:03.741 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:03.740+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:17:03.741 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:03.740+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:17:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:03 smithi181 ceph-mon[45557]: pgmap v10232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:03 smithi088 ceph-mon[35322]: pgmap v10232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:03 smithi175 ceph-mon[44549]: pgmap v10232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:05 smithi181 ceph-mon[45557]: pgmap v10233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:05 smithi088 ceph-mon[35322]: pgmap v10233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:05 smithi175 ceph-mon[44549]: pgmap v10233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:07 smithi175 ceph-mon[44549]: pgmap v10234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:07 smithi181 ceph-mon[45557]: pgmap v10234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:07 smithi088 ceph-mon[35322]: pgmap v10234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:09 smithi181 ceph-mon[45557]: pgmap v10235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:17:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:17:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:17:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:17:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:17:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:09 smithi088 ceph-mon[35322]: pgmap v10235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:17:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:17:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:17:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:17:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:17:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:09 smithi175 ceph-mon[44549]: pgmap v10235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:17:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:17:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:17:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:17:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:17:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:10 smithi181 ceph-mon[45557]: pgmap v10236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:17:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:10 smithi181 ceph-mon[45557]: pgmap v10237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:17:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:10 smithi088 ceph-mon[35322]: pgmap v10236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:17:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:10 smithi088 ceph-mon[35322]: pgmap v10237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:17:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:10 smithi175 ceph-mon[44549]: pgmap v10236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:17:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:10 smithi175 ceph-mon[44549]: pgmap v10237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:17:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:12 smithi175 ceph-mon[44549]: pgmap v10238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:17:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:12 smithi181 ceph-mon[45557]: pgmap v10238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:17:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:12 smithi088 ceph-mon[35322]: pgmap v10238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:17:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:14 smithi175 ceph-mon[44549]: pgmap v10239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:17:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:14 smithi181 ceph-mon[45557]: pgmap v10239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:17:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:14 smithi088 ceph-mon[35322]: pgmap v10239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:17:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:16 smithi181 ceph-mon[45557]: pgmap v10240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:17:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:16 smithi088 ceph-mon[35322]: pgmap v10240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:17:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:16 smithi175 ceph-mon[44549]: pgmap v10240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:17:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:18.750+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:17:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:18.750+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:17:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:18.750+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:17:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:18 smithi181 ceph-mon[45557]: pgmap v10241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:17:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:18 smithi088 ceph-mon[35322]: pgmap v10241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:17:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:18 smithi175 ceph-mon[44549]: pgmap v10241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:17:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:20 smithi181 ceph-mon[45557]: pgmap v10242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:17:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:20 smithi088 ceph-mon[35322]: pgmap v10242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:17:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:20 smithi175 ceph-mon[44549]: pgmap v10242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:17:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:22 smithi175 ceph-mon[44549]: pgmap v10243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:22 smithi181 ceph-mon[45557]: pgmap v10243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:22 smithi088 ceph-mon[35322]: pgmap v10243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:24 smithi181 ceph-mon[45557]: pgmap v10244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:24 smithi088 ceph-mon[35322]: pgmap v10244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:24 smithi175 ceph-mon[44549]: pgmap v10244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:26 smithi181 ceph-mon[45557]: pgmap v10245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:26 smithi088 ceph-mon[35322]: pgmap v10245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:26 smithi175 ceph-mon[44549]: pgmap v10245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:28 smithi181 ceph-mon[45557]: pgmap v10246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:28 smithi088 ceph-mon[35322]: pgmap v10246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:28 smithi175 ceph-mon[44549]: pgmap v10246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:30 smithi181 ceph-mon[45557]: pgmap v10247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:30 smithi088 ceph-mon[35322]: pgmap v10247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:30 smithi175 ceph-mon[44549]: pgmap v10247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:32 smithi175 ceph-mon[44549]: pgmap v10248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:32 smithi181 ceph-mon[45557]: pgmap v10248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:32 smithi088 ceph-mon[35322]: pgmap v10248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:33.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:33.764+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:17:33.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:33.764+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:17:33.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:33.764+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:17:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:34 smithi181 ceph-mon[45557]: pgmap v10249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:34 smithi088 ceph-mon[35322]: pgmap v10249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:34 smithi175 ceph-mon[44549]: pgmap v10249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:36 smithi181 ceph-mon[45557]: pgmap v10250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:36 smithi088 ceph-mon[35322]: pgmap v10250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:36 smithi175 ceph-mon[44549]: pgmap v10250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:38 smithi181 ceph-mon[45557]: pgmap v10251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:38 smithi088 ceph-mon[35322]: pgmap v10251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:38 smithi175 ceph-mon[44549]: pgmap v10251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:40 smithi181 ceph-mon[45557]: pgmap v10252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:40 smithi088 ceph-mon[35322]: pgmap v10252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:40 smithi175 ceph-mon[44549]: pgmap v10252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:42 smithi175 ceph-mon[44549]: pgmap v10253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:42 smithi181 ceph-mon[45557]: pgmap v10253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:42 smithi088 ceph-mon[35322]: pgmap v10253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:44 smithi181 ceph-mon[45557]: pgmap v10254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:44 smithi088 ceph-mon[35322]: pgmap v10254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:44 smithi175 ceph-mon[44549]: pgmap v10254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:46 smithi181 ceph-mon[45557]: pgmap v10255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:46 smithi088 ceph-mon[35322]: pgmap v10255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:46 smithi175 ceph-mon[44549]: pgmap v10255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:48.778+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:17:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:48.778+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:17:48.779 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:17:48.778+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:17:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:48 smithi181 ceph-mon[45557]: pgmap v10256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:48 smithi088 ceph-mon[35322]: pgmap v10256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:48 smithi175 ceph-mon[44549]: pgmap v10256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:50 smithi181 ceph-mon[45557]: pgmap v10257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:50 smithi088 ceph-mon[35322]: pgmap v10257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:50 smithi175 ceph-mon[44549]: pgmap v10257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:17:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:52 smithi175 ceph-mon[44549]: pgmap v10258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:52 smithi181 ceph-mon[45557]: pgmap v10258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:52 smithi088 ceph-mon[35322]: pgmap v10258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:17:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:54 smithi181 ceph-mon[45557]: pgmap v10259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:54 smithi088 ceph-mon[35322]: pgmap v10259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:54 smithi175 ceph-mon[44549]: pgmap v10259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:17:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:56 smithi181 ceph-mon[45557]: pgmap v10260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:56 smithi088 ceph-mon[35322]: pgmap v10260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:56 smithi175 ceph-mon[44549]: pgmap v10260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:17:58 smithi181 ceph-mon[45557]: pgmap v10261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:17:58 smithi088 ceph-mon[35322]: pgmap v10261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:17:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:17:58 smithi175 ceph-mon[44549]: pgmap v10261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:00 smithi181 ceph-mon[45557]: pgmap v10262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:18:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:00 smithi088 ceph-mon[35322]: pgmap v10262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:18:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:00 smithi175 ceph-mon[44549]: pgmap v10262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:18:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:02 smithi181 ceph-mon[45557]: pgmap v10263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:02 smithi088 ceph-mon[35322]: pgmap v10263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:02 smithi175 ceph-mon[44549]: pgmap v10263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:03.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:03.788+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:18:03.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:03.788+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:18:03.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:03.788+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:18:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:04 smithi181 ceph-mon[45557]: pgmap v10264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:18:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:04 smithi088 ceph-mon[35322]: pgmap v10264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:18:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:04 smithi175 ceph-mon[44549]: pgmap v10264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:18:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:06 smithi181 ceph-mon[45557]: pgmap v10265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:06 smithi088 ceph-mon[35322]: pgmap v10265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:06 smithi175 ceph-mon[44549]: pgmap v10265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:08.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:08 smithi181 ceph-mon[45557]: pgmap v10266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:08 smithi088 ceph-mon[35322]: pgmap v10266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:08 smithi175 ceph-mon[44549]: pgmap v10266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:10 smithi181 ceph-mon[45557]: pgmap v10267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:18:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:18:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:10 smithi088 ceph-mon[35322]: pgmap v10267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:18:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:18:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:10 smithi175 ceph-mon[44549]: pgmap v10267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:18:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:18:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:13 smithi175 ceph-mon[44549]: pgmap v10268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:18:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:18:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:13 smithi181 ceph-mon[45557]: pgmap v10268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:18:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:18:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:13 smithi088 ceph-mon[35322]: pgmap v10268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:18:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:18:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:18:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:14 smithi175 ceph-mon[44549]: pgmap v10269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:18:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:14 smithi175 ceph-mon[44549]: pgmap v10270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:18:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:14 smithi181 ceph-mon[45557]: pgmap v10269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:18:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:14 smithi181 ceph-mon[45557]: pgmap v10270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:18:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:14 smithi088 ceph-mon[35322]: pgmap v10269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:18:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:14 smithi088 ceph-mon[35322]: pgmap v10270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:18:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:16 smithi175 ceph-mon[44549]: pgmap v10271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:16 smithi181 ceph-mon[45557]: pgmap v10271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:16 smithi088 ceph-mon[35322]: pgmap v10271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:17 smithi181 ceph-mon[45557]: pgmap v10272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:17 smithi088 ceph-mon[35322]: pgmap v10272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:17 smithi175 ceph-mon[44549]: pgmap v10272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:18.797+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:18:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:18.797+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:18:18.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:18.797+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:18:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:19 smithi181 ceph-mon[45557]: pgmap v10273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:19 smithi088 ceph-mon[35322]: pgmap v10273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:19 smithi175 ceph-mon[44549]: pgmap v10273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:21 smithi181 ceph-mon[45557]: pgmap v10274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:21 smithi088 ceph-mon[35322]: pgmap v10274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:21 smithi175 ceph-mon[44549]: pgmap v10274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:18:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:23 smithi181 ceph-mon[45557]: pgmap v10275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:18:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:23 smithi088 ceph-mon[35322]: pgmap v10275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:18:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:23 smithi175 ceph-mon[44549]: pgmap v10275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:18:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:25 smithi181 ceph-mon[45557]: pgmap v10276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:25 smithi088 ceph-mon[35322]: pgmap v10276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:25 smithi175 ceph-mon[44549]: pgmap v10276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:27 smithi181 ceph-mon[45557]: pgmap v10277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:27 smithi088 ceph-mon[35322]: pgmap v10277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:27 smithi175 ceph-mon[44549]: pgmap v10277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:29 smithi181 ceph-mon[45557]: pgmap v10278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:29 smithi088 ceph-mon[35322]: pgmap v10278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:29 smithi175 ceph-mon[44549]: pgmap v10278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:31 smithi181 ceph-mon[45557]: pgmap v10279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:31 smithi088 ceph-mon[35322]: pgmap v10279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:31 smithi175 ceph-mon[44549]: pgmap v10279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:33.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:33.804+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:18:33.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:33.804+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:18:33.806 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:33.804+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:18:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:33 smithi181 ceph-mon[45557]: pgmap v10280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:18:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:33 smithi088 ceph-mon[35322]: pgmap v10280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:18:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:33 smithi175 ceph-mon[44549]: pgmap v10280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:18:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:35 smithi181 ceph-mon[45557]: pgmap v10281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:35 smithi088 ceph-mon[35322]: pgmap v10281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:35 smithi175 ceph-mon[44549]: pgmap v10281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:37 smithi181 ceph-mon[45557]: pgmap v10282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:37 smithi088 ceph-mon[35322]: pgmap v10282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:37 smithi175 ceph-mon[44549]: pgmap v10282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:39 smithi181 ceph-mon[45557]: pgmap v10283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:39 smithi088 ceph-mon[35322]: pgmap v10283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:39 smithi175 ceph-mon[44549]: pgmap v10283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:41 smithi181 ceph-mon[45557]: pgmap v10284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:41 smithi088 ceph-mon[35322]: pgmap v10284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:42.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:42.356+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T18:18:42.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:42.356+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:18:42.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:42.356+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 149 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:18:42.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:42.357+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 149 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T18:18:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:41 smithi175 ceph-mon[44549]: pgmap v10284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:43 smithi181 ceph-mon[45557]: pgmap v10285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:18:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:43 smithi088 ceph-mon[35322]: pgmap v10285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:18:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:43 smithi175 ceph-mon[44549]: pgmap v10285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:18:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:45 smithi181 ceph-mon[45557]: pgmap v10286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:45 smithi088 ceph-mon[35322]: pgmap v10286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:45 smithi175 ceph-mon[44549]: pgmap v10286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:47 smithi181 ceph-mon[45557]: pgmap v10287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:47 smithi088 ceph-mon[35322]: pgmap v10287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:47 smithi175 ceph-mon[44549]: pgmap v10287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:48.816+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:18:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:48.816+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:18:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:18:48.816+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:18:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:49 smithi181 ceph-mon[45557]: pgmap v10288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:49 smithi088 ceph-mon[35322]: pgmap v10288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:49 smithi175 ceph-mon[44549]: pgmap v10288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:51 smithi181 ceph-mon[45557]: pgmap v10289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:51 smithi088 ceph-mon[35322]: pgmap v10289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:51 smithi175 ceph-mon[44549]: pgmap v10289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:18:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:53 smithi181 ceph-mon[45557]: pgmap v10290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:18:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:53 smithi088 ceph-mon[35322]: pgmap v10290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:18:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:53 smithi175 ceph-mon[44549]: pgmap v10290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:18:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:55 smithi181 ceph-mon[45557]: pgmap v10291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:55 smithi088 ceph-mon[35322]: pgmap v10291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:55 smithi175 ceph-mon[44549]: pgmap v10291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:18:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:57 smithi181 ceph-mon[45557]: pgmap v10292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:57 smithi088 ceph-mon[35322]: pgmap v10292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:18:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:57 smithi175 ceph-mon[44549]: pgmap v10292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:18:59 smithi181 ceph-mon[45557]: pgmap v10293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:18:59 smithi088 ceph-mon[35322]: pgmap v10293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:18:59 smithi175 ceph-mon[44549]: pgmap v10293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:01 smithi181 ceph-mon[45557]: pgmap v10294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:01 smithi088 ceph-mon[35322]: pgmap v10294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:01 smithi175 ceph-mon[44549]: pgmap v10294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:03.819+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:19:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:03.819+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:19:03.820 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:03.819+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:19:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:03 smithi181 ceph-mon[45557]: pgmap v10295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:03 smithi088 ceph-mon[35322]: pgmap v10295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:03 smithi175 ceph-mon[44549]: pgmap v10295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:05 smithi181 ceph-mon[45557]: pgmap v10296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:05 smithi088 ceph-mon[35322]: pgmap v10296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:05 smithi175 ceph-mon[44549]: pgmap v10296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:07 smithi181 ceph-mon[45557]: pgmap v10297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:07 smithi088 ceph-mon[35322]: pgmap v10297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:07 smithi175 ceph-mon[44549]: pgmap v10297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:09 smithi181 ceph-mon[45557]: pgmap v10298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:09 smithi088 ceph-mon[35322]: pgmap v10298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:09 smithi175 ceph-mon[44549]: pgmap v10298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:11 smithi181 ceph-mon[45557]: pgmap v10299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:11 smithi088 ceph-mon[35322]: pgmap v10299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:11 smithi175 ceph-mon[44549]: pgmap v10299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:13 smithi181 ceph-mon[45557]: pgmap v10300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:19:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:19:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:19:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:19:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:13 smithi088 ceph-mon[35322]: pgmap v10300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:19:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:19:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:19:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:19:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:13 smithi175 ceph-mon[44549]: pgmap v10300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:19:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:19:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:19:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:19:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:14 smithi181 ceph-mon[45557]: pgmap v10301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:19:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:14 smithi181 ceph-mon[45557]: pgmap v10302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:19:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:14 smithi088 ceph-mon[35322]: pgmap v10301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:19:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:14 smithi088 ceph-mon[35322]: pgmap v10302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:19:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:14 smithi175 ceph-mon[44549]: pgmap v10301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:19:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:14 smithi175 ceph-mon[44549]: pgmap v10302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:19:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:16 smithi088 ceph-mon[35322]: pgmap v10303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:19:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:16 smithi175 ceph-mon[44549]: pgmap v10303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:19:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:16 smithi181 ceph-mon[45557]: pgmap v10303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:19:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:18.825+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:19:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:18.825+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:19:18.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:18.825+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:19:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:18 smithi088 ceph-mon[35322]: pgmap v10304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:19:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:18 smithi175 ceph-mon[44549]: pgmap v10304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:19:19.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:18 smithi181 ceph-mon[45557]: pgmap v10304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:19:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:20 smithi088 ceph-mon[35322]: pgmap v10305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:19:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:20 smithi175 ceph-mon[44549]: pgmap v10305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:19:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:20 smithi181 ceph-mon[45557]: pgmap v10305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:19:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:22 smithi181 ceph-mon[45557]: pgmap v10306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:19:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:22 smithi088 ceph-mon[35322]: pgmap v10306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:19:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:22 smithi175 ceph-mon[44549]: pgmap v10306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:19:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:24 smithi181 ceph-mon[45557]: pgmap v10307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:19:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:24 smithi088 ceph-mon[35322]: pgmap v10307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:19:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:24 smithi175 ceph-mon[44549]: pgmap v10307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:19:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:26 smithi181 ceph-mon[45557]: pgmap v10308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:26 smithi088 ceph-mon[35322]: pgmap v10308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:26 smithi175 ceph-mon[44549]: pgmap v10308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:28 smithi181 ceph-mon[45557]: pgmap v10309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:28 smithi088 ceph-mon[35322]: pgmap v10309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:28 smithi175 ceph-mon[44549]: pgmap v10309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:30 smithi088 ceph-mon[35322]: pgmap v10310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:30 smithi175 ceph-mon[44549]: pgmap v10310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:30 smithi181 ceph-mon[45557]: pgmap v10310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:32 smithi181 ceph-mon[45557]: pgmap v10311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:32 smithi088 ceph-mon[35322]: pgmap v10311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:32 smithi175 ceph-mon[44549]: pgmap v10311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:33.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:33.840+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:19:33.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:33.840+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:19:33.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:33.840+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:19:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:34 smithi181 ceph-mon[45557]: pgmap v10312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:34 smithi088 ceph-mon[35322]: pgmap v10312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:34 smithi175 ceph-mon[44549]: pgmap v10312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:36 smithi181 ceph-mon[45557]: pgmap v10313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:36 smithi088 ceph-mon[35322]: pgmap v10313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:36 smithi175 ceph-mon[44549]: pgmap v10313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:38 smithi088 ceph-mon[35322]: pgmap v10314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:38 smithi175 ceph-mon[44549]: pgmap v10314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:38 smithi181 ceph-mon[45557]: pgmap v10314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:40 smithi088 ceph-mon[35322]: pgmap v10315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:40 smithi175 ceph-mon[44549]: pgmap v10315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:40 smithi181 ceph-mon[45557]: pgmap v10315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:42 smithi181 ceph-mon[45557]: pgmap v10316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:42 smithi088 ceph-mon[35322]: pgmap v10316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:42 smithi175 ceph-mon[44549]: pgmap v10316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:44 smithi181 ceph-mon[45557]: pgmap v10317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:44 smithi088 ceph-mon[35322]: pgmap v10317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:44 smithi175 ceph-mon[44549]: pgmap v10317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:46 smithi088 ceph-mon[35322]: pgmap v10318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:46 smithi175 ceph-mon[44549]: pgmap v10318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:46 smithi181 ceph-mon[45557]: pgmap v10318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:48.852 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:48.851+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:19:48.852 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:48.851+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:19:48.852 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:19:48.851+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:19:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:48 smithi088 ceph-mon[35322]: pgmap v10319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:48 smithi175 ceph-mon[44549]: pgmap v10319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:48 smithi181 ceph-mon[45557]: pgmap v10319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:50 smithi088 ceph-mon[35322]: pgmap v10320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:50 smithi175 ceph-mon[44549]: pgmap v10320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:50 smithi181 ceph-mon[45557]: pgmap v10320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:52 smithi181 ceph-mon[45557]: pgmap v10321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:52 smithi088 ceph-mon[35322]: pgmap v10321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:52 smithi175 ceph-mon[44549]: pgmap v10321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:19:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:54 smithi088 ceph-mon[35322]: pgmap v10322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:54 smithi175 ceph-mon[44549]: pgmap v10322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:54 smithi181 ceph-mon[45557]: pgmap v10322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:19:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:56 smithi088 ceph-mon[35322]: pgmap v10323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:56 smithi175 ceph-mon[44549]: pgmap v10323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:56 smithi181 ceph-mon[45557]: pgmap v10323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:19:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:19:58 smithi088 ceph-mon[35322]: pgmap v10324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:19:58 smithi175 ceph-mon[44549]: pgmap v10324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:19:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:19:58 smithi181 ceph-mon[45557]: pgmap v10324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:00 smithi088 ceph-mon[35322]: pgmap v10325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:20:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:00 smithi175 ceph-mon[44549]: pgmap v10325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:20:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:00 smithi181 ceph-mon[45557]: pgmap v10325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:20:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:02 smithi181 ceph-mon[45557]: pgmap v10326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:02 smithi088 ceph-mon[35322]: pgmap v10326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:02 smithi175 ceph-mon[44549]: pgmap v10326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:03.867 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:03.865+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:20:03.868 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:03.865+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:20:03.868 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:03.865+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:20:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:04 smithi088 ceph-mon[35322]: pgmap v10327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:04 smithi175 ceph-mon[44549]: pgmap v10327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:04 smithi181 ceph-mon[45557]: pgmap v10327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:06 smithi088 ceph-mon[35322]: pgmap v10328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:06 smithi175 ceph-mon[44549]: pgmap v10328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:06 smithi181 ceph-mon[45557]: pgmap v10328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:08 smithi088 ceph-mon[35322]: pgmap v10329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:08 smithi175 ceph-mon[44549]: pgmap v10329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:08 smithi181 ceph-mon[45557]: pgmap v10329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:10 smithi088 ceph-mon[35322]: pgmap v10330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:10 smithi175 ceph-mon[44549]: pgmap v10330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:10 smithi181 ceph-mon[45557]: pgmap v10330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:12 smithi181 ceph-mon[45557]: pgmap v10331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:12 smithi088 ceph-mon[35322]: pgmap v10331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:12 smithi175 ceph-mon[44549]: pgmap v10331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:14 smithi088 ceph-mon[35322]: pgmap v10332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:20:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:20:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:20:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:20:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:14 smithi175 ceph-mon[44549]: pgmap v10332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:20:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:20:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:20:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:20:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:14 smithi181 ceph-mon[45557]: pgmap v10332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:20:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:20:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:20:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:20:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:15 smithi088 ceph-mon[35322]: pgmap v10333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:15 smithi175 ceph-mon[44549]: pgmap v10333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:15 smithi181 ceph-mon[45557]: pgmap v10333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:17 smithi181 ceph-mon[45557]: pgmap v10334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:17 smithi088 ceph-mon[35322]: pgmap v10334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:17 smithi175 ceph-mon[44549]: pgmap v10334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:18.883 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:18.882+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:20:18.883 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:18.882+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:20:18.883 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:18.882+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:20:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:19 smithi088 ceph-mon[35322]: pgmap v10335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:20:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:19 smithi175 ceph-mon[44549]: pgmap v10335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:20:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:19 smithi181 ceph-mon[45557]: pgmap v10335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:20:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:21 smithi088 ceph-mon[35322]: pgmap v10336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:20:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:21 smithi175 ceph-mon[44549]: pgmap v10336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:20:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:21 smithi181 ceph-mon[45557]: pgmap v10336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:20:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:23 smithi088 ceph-mon[35322]: pgmap v10337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:23 smithi175 ceph-mon[44549]: pgmap v10337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:23 smithi181 ceph-mon[45557]: pgmap v10337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:25 smithi088 ceph-mon[35322]: pgmap v10338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:25 smithi175 ceph-mon[44549]: pgmap v10338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:25 smithi181 ceph-mon[45557]: pgmap v10338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:20:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:27 smithi181 ceph-mon[45557]: pgmap v10339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:27 smithi088 ceph-mon[35322]: pgmap v10339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:27 smithi175 ceph-mon[44549]: pgmap v10339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:29 smithi088 ceph-mon[35322]: pgmap v10340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:29 smithi175 ceph-mon[44549]: pgmap v10340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:29 smithi181 ceph-mon[45557]: pgmap v10340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:31 smithi088 ceph-mon[35322]: pgmap v10341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:31 smithi175 ceph-mon[44549]: pgmap v10341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:31 smithi181 ceph-mon[45557]: pgmap v10341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:33.898 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:33.897+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:20:33.898 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:33.897+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:20:33.899 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:33.897+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:20:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:33 smithi088 ceph-mon[35322]: pgmap v10342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:33 smithi175 ceph-mon[44549]: pgmap v10342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:33 smithi181 ceph-mon[45557]: pgmap v10342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:35 smithi088 ceph-mon[35322]: pgmap v10343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:35 smithi175 ceph-mon[44549]: pgmap v10343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:35 smithi181 ceph-mon[45557]: pgmap v10343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:37 smithi088 ceph-mon[35322]: pgmap v10344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:37 smithi175 ceph-mon[44549]: pgmap v10344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:37 smithi181 ceph-mon[45557]: pgmap v10344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:20:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:39 smithi088 ceph-mon[35322]: pgmap v10345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:39 smithi175 ceph-mon[44549]: pgmap v10345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:39 smithi181 ceph-mon[45557]: pgmap v10345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:41 smithi088 ceph-mon[35322]: pgmap v10346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:41 smithi175 ceph-mon[44549]: pgmap v10346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:41 smithi181 ceph-mon[45557]: pgmap v10346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:43 smithi088 ceph-mon[35322]: pgmap v10347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:43 smithi175 ceph-mon[44549]: pgmap v10347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:43 smithi181 ceph-mon[45557]: pgmap v10347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:45 smithi088 ceph-mon[35322]: pgmap v10348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:45 smithi175 ceph-mon[44549]: pgmap v10348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:45 smithi181 ceph-mon[45557]: pgmap v10348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:47 smithi088 ceph-mon[35322]: pgmap v10349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:47 smithi175 ceph-mon[44549]: pgmap v10349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:47 smithi181 ceph-mon[45557]: pgmap v10349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:48.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:48.912+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:20:48.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:48.912+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:20:48.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:20:48.912+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:20:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:49 smithi088 ceph-mon[35322]: pgmap v10350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:49 smithi175 ceph-mon[44549]: pgmap v10350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:49 smithi181 ceph-mon[45557]: pgmap v10350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:51 smithi088 ceph-mon[35322]: pgmap v10351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:51 smithi175 ceph-mon[44549]: pgmap v10351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:51 smithi181 ceph-mon[45557]: pgmap v10351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:53 smithi088 ceph-mon[35322]: pgmap v10352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:53 smithi175 ceph-mon[44549]: pgmap v10352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:53 smithi181 ceph-mon[45557]: pgmap v10352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:20:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:56 smithi088 ceph-mon[35322]: pgmap v10353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:56 smithi175 ceph-mon[44549]: pgmap v10353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:56 smithi181 ceph-mon[45557]: pgmap v10353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:20:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:57 smithi088 ceph-mon[35322]: pgmap v10354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:57 smithi175 ceph-mon[44549]: pgmap v10354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:20:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:57 smithi181 ceph-mon[45557]: pgmap v10354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:20:59 smithi088 ceph-mon[35322]: pgmap v10355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:20:59 smithi175 ceph-mon[44549]: pgmap v10355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:20:59 smithi181 ceph-mon[45557]: pgmap v10355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:01 smithi088 ceph-mon[35322]: pgmap v10356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:01 smithi175 ceph-mon[44549]: pgmap v10356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:01 smithi181 ceph-mon[45557]: pgmap v10356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:03.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:03.927+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:21:03.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:03.928+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:21:03.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:03.928+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:21:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:04 smithi088 ceph-mon[35322]: pgmap v10357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:04 smithi175 ceph-mon[44549]: pgmap v10357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:04 smithi181 ceph-mon[45557]: pgmap v10357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:06 smithi088 ceph-mon[35322]: pgmap v10358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:06 smithi175 ceph-mon[44549]: pgmap v10358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:06 smithi181 ceph-mon[45557]: pgmap v10358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:07 smithi088 ceph-mon[35322]: pgmap v10359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:07.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:07 smithi175 ceph-mon[44549]: pgmap v10359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:07 smithi181 ceph-mon[45557]: pgmap v10359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:09 smithi088 ceph-mon[35322]: pgmap v10360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:09 smithi175 ceph-mon[44549]: pgmap v10360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:09 smithi181 ceph-mon[45557]: pgmap v10360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:12 smithi088 ceph-mon[35322]: pgmap v10361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:12 smithi175 ceph-mon[44549]: pgmap v10361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:12 smithi181 ceph-mon[45557]: pgmap v10361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:14 smithi088 ceph-mon[35322]: pgmap v10362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:14 smithi175 ceph-mon[44549]: pgmap v10362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:14 smithi181 ceph-mon[45557]: pgmap v10362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:16 smithi088 ceph-mon[35322]: pgmap v10363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:21:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:16 smithi175 ceph-mon[44549]: pgmap v10363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:21:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:16 smithi181 ceph-mon[45557]: pgmap v10363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:21:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:21:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:21:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:17 smithi088 ceph-mon[35322]: pgmap v10364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:21:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:17 smithi088 ceph-mon[35322]: pgmap v10365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:21:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:21:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:21:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:17 smithi175 ceph-mon[44549]: pgmap v10364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:21:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:17 smithi175 ceph-mon[44549]: pgmap v10365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:21:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:21:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:21:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:17 smithi181 ceph-mon[45557]: pgmap v10364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:21:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:17 smithi181 ceph-mon[45557]: pgmap v10365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:21:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:21:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:18.936+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:21:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:18.936+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:21:18.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:18.936+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:21:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:19 smithi175 ceph-mon[44549]: pgmap v10366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:21:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:19 smithi181 ceph-mon[45557]: pgmap v10366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:21:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:19 smithi088 ceph-mon[35322]: pgmap v10366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:21:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:21 smithi175 ceph-mon[44549]: pgmap v10367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:21 smithi181 ceph-mon[45557]: pgmap v10367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:21 smithi088 ceph-mon[35322]: pgmap v10367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:23 smithi175 ceph-mon[44549]: pgmap v10368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:21:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:23 smithi181 ceph-mon[45557]: pgmap v10368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:21:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:23 smithi088 ceph-mon[35322]: pgmap v10368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:21:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:25 smithi175 ceph-mon[44549]: pgmap v10369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:21:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:25 smithi181 ceph-mon[45557]: pgmap v10369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:21:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:25 smithi088 ceph-mon[35322]: pgmap v10369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:21:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:27 smithi088 ceph-mon[35322]: pgmap v10370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:21:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:27 smithi175 ceph-mon[44549]: pgmap v10370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:21:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:27 smithi181 ceph-mon[45557]: pgmap v10370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:21:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:29 smithi175 ceph-mon[44549]: pgmap v10371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:29 smithi181 ceph-mon[45557]: pgmap v10371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:29 smithi088 ceph-mon[35322]: pgmap v10371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:31 smithi175 ceph-mon[44549]: pgmap v10372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:31 smithi181 ceph-mon[45557]: pgmap v10372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:31 smithi088 ceph-mon[35322]: pgmap v10372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:33 smithi175 ceph-mon[44549]: pgmap v10373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:33.952+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:21:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:33.952+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:21:33.953 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:33.952+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:21:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:33 smithi181 ceph-mon[45557]: pgmap v10373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:33 smithi088 ceph-mon[35322]: pgmap v10373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:35 smithi175 ceph-mon[44549]: pgmap v10374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:35 smithi181 ceph-mon[45557]: pgmap v10374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:35 smithi088 ceph-mon[35322]: pgmap v10374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:37 smithi088 ceph-mon[35322]: pgmap v10375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:37 smithi175 ceph-mon[44549]: pgmap v10375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:37 smithi181 ceph-mon[45557]: pgmap v10375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:39.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:39 smithi175 ceph-mon[44549]: pgmap v10376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:39 smithi181 ceph-mon[45557]: pgmap v10376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:39 smithi088 ceph-mon[35322]: pgmap v10376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:41 smithi175 ceph-mon[44549]: pgmap v10377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:41 smithi181 ceph-mon[45557]: pgmap v10377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:41 smithi088 ceph-mon[35322]: pgmap v10377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:42.383+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:21:42.386 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:42.383+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T18:21:42.386 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:42.384+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 150 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T18:21:42.386 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:42.384+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 150 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:21:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:43 smithi175 ceph-mon[44549]: pgmap v10378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:43 smithi181 ceph-mon[45557]: pgmap v10378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:43 smithi088 ceph-mon[35322]: pgmap v10378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:45.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:45 smithi175 ceph-mon[44549]: pgmap v10379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:45 smithi181 ceph-mon[45557]: pgmap v10379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:45 smithi088 ceph-mon[35322]: pgmap v10379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:47 smithi088 ceph-mon[35322]: pgmap v10380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:47 smithi175 ceph-mon[44549]: pgmap v10380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:47 smithi181 ceph-mon[45557]: pgmap v10380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:48.966 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:48.965+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:21:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:48.965+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:21:48.967 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:21:48.965+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:21:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:49 smithi175 ceph-mon[44549]: pgmap v10381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:49 smithi181 ceph-mon[45557]: pgmap v10381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:49 smithi088 ceph-mon[35322]: pgmap v10381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:51 smithi175 ceph-mon[44549]: pgmap v10382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:51 smithi181 ceph-mon[45557]: pgmap v10382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:51 smithi088 ceph-mon[35322]: pgmap v10382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:21:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:53 smithi175 ceph-mon[44549]: pgmap v10383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:53 smithi181 ceph-mon[45557]: pgmap v10383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:53 smithi088 ceph-mon[35322]: pgmap v10383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:21:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:55 smithi175 ceph-mon[44549]: pgmap v10384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:55 smithi181 ceph-mon[45557]: pgmap v10384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:55 smithi088 ceph-mon[35322]: pgmap v10384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:21:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:57 smithi088 ceph-mon[35322]: pgmap v10385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:57 smithi175 ceph-mon[44549]: pgmap v10385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:57 smithi181 ceph-mon[45557]: pgmap v10385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:21:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:21:59 smithi175 ceph-mon[44549]: pgmap v10386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:21:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:21:59 smithi181 ceph-mon[45557]: pgmap v10386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:21:59 smithi088 ceph-mon[35322]: pgmap v10386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:01 smithi175 ceph-mon[44549]: pgmap v10387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:01 smithi181 ceph-mon[45557]: pgmap v10387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:01 smithi088 ceph-mon[35322]: pgmap v10387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:03 smithi175 ceph-mon[44549]: pgmap v10388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:03 smithi181 ceph-mon[45557]: pgmap v10388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:03.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:03.976+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:22:03.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:03.976+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:22:03.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:03.976+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:22:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:03 smithi088 ceph-mon[35322]: pgmap v10388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:05.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:05 smithi175 ceph-mon[44549]: pgmap v10389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:05 smithi181 ceph-mon[45557]: pgmap v10389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:05 smithi088 ceph-mon[35322]: pgmap v10389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:07 smithi088 ceph-mon[35322]: pgmap v10390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:07.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:07 smithi175 ceph-mon[44549]: pgmap v10390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:07 smithi181 ceph-mon[45557]: pgmap v10390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:09.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:09 smithi175 ceph-mon[44549]: pgmap v10391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:09.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:09 smithi181 ceph-mon[45557]: pgmap v10391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:09 smithi088 ceph-mon[35322]: pgmap v10391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:11.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:11 smithi175 ceph-mon[44549]: pgmap v10392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:11 smithi181 ceph-mon[45557]: pgmap v10392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:11 smithi088 ceph-mon[35322]: pgmap v10392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:13.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:13 smithi175 ceph-mon[44549]: pgmap v10393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:13 smithi181 ceph-mon[45557]: pgmap v10393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:13 smithi088 ceph-mon[35322]: pgmap v10393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:15 smithi175 ceph-mon[44549]: pgmap v10394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:15 smithi181 ceph-mon[45557]: pgmap v10394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:15 smithi088 ceph-mon[35322]: pgmap v10394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:17 smithi088 ceph-mon[35322]: pgmap v10395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:22:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:17 smithi175 ceph-mon[44549]: pgmap v10395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:22:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:17 smithi181 ceph-mon[45557]: pgmap v10395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:22:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:22:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:22:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:18 smithi088 ceph-mon[35322]: pgmap v10396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:22:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:18 smithi088 ceph-mon[35322]: pgmap v10397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:22:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:22:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:22:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:22:18.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:18 smithi175 ceph-mon[44549]: pgmap v10396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:22:18.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:18 smithi175 ceph-mon[44549]: pgmap v10397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:22:18.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:22:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:22:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:22:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:18 smithi181 ceph-mon[45557]: pgmap v10396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:22:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:18 smithi181 ceph-mon[45557]: pgmap v10397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:22:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:22:18.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:18.983+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:22:18.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:18.984+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:22:18.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:18.984+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:22:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:20 smithi175 ceph-mon[44549]: pgmap v10398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:22:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:20 smithi181 ceph-mon[45557]: pgmap v10398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:22:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:20 smithi088 ceph-mon[35322]: pgmap v10398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:22:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:22 smithi088 ceph-mon[35322]: pgmap v10399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:22:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:22 smithi175 ceph-mon[44549]: pgmap v10399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:22:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:22 smithi181 ceph-mon[45557]: pgmap v10399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:22:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:24 smithi175 ceph-mon[44549]: pgmap v10400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:22:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:24 smithi181 ceph-mon[45557]: pgmap v10400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:22:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:24 smithi088 ceph-mon[35322]: pgmap v10400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:22:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:26 smithi175 ceph-mon[44549]: pgmap v10401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:22:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:26 smithi181 ceph-mon[45557]: pgmap v10401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:22:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:26 smithi088 ceph-mon[35322]: pgmap v10401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:22:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:27.392+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T18:22:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:27.392+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:22:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:27.392+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 151 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:22:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:27.392+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 151 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T18:22:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:28 smithi175 ceph-mon[44549]: pgmap v10402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:22:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:28 smithi181 ceph-mon[45557]: pgmap v10402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:22:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:28 smithi088 ceph-mon[35322]: pgmap v10402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:22:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:30 smithi175 ceph-mon[44549]: pgmap v10403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:30 smithi181 ceph-mon[45557]: pgmap v10403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:30 smithi088 ceph-mon[35322]: pgmap v10403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:32 smithi088 ceph-mon[35322]: pgmap v10404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:32 smithi175 ceph-mon[44549]: pgmap v10404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:32 smithi181 ceph-mon[45557]: pgmap v10404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:33.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:33.994+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:22:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:33.994+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:22:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:33.994+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:22:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:34 smithi175 ceph-mon[44549]: pgmap v10405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:22:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:34 smithi181 ceph-mon[45557]: pgmap v10405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:22:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:34 smithi088 ceph-mon[35322]: pgmap v10405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:22:36.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:36 smithi175 ceph-mon[44549]: pgmap v10406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:36 smithi181 ceph-mon[45557]: pgmap v10406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:36 smithi088 ceph-mon[35322]: pgmap v10406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:38 smithi175 ceph-mon[44549]: pgmap v10407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:38 smithi181 ceph-mon[45557]: pgmap v10407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:38 smithi088 ceph-mon[35322]: pgmap v10407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:40 smithi175 ceph-mon[44549]: pgmap v10408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:40 smithi181 ceph-mon[45557]: pgmap v10408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:40 smithi088 ceph-mon[35322]: pgmap v10408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:42 smithi088 ceph-mon[35322]: pgmap v10409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:42 smithi175 ceph-mon[44549]: pgmap v10409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:42 smithi181 ceph-mon[45557]: pgmap v10409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:44.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:44 smithi175 ceph-mon[44549]: pgmap v10410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:44 smithi181 ceph-mon[45557]: pgmap v10410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:44 smithi088 ceph-mon[35322]: pgmap v10410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:46 smithi175 ceph-mon[44549]: pgmap v10411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:46 smithi181 ceph-mon[45557]: pgmap v10411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:46 smithi088 ceph-mon[35322]: pgmap v10411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:48 smithi175 ceph-mon[44549]: pgmap v10412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:48 smithi181 ceph-mon[45557]: pgmap v10412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:48.996+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:22:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:48.996+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:22:48.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:22:48.996+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:22:49.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:48 smithi088 ceph-mon[35322]: pgmap v10412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:50 smithi175 ceph-mon[44549]: pgmap v10413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:50 smithi181 ceph-mon[45557]: pgmap v10413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:50 smithi088 ceph-mon[35322]: pgmap v10413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:22:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:52 smithi088 ceph-mon[35322]: pgmap v10414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:52 smithi175 ceph-mon[44549]: pgmap v10414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:52 smithi181 ceph-mon[45557]: pgmap v10414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:22:54.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:54 smithi175 ceph-mon[44549]: pgmap v10415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:54 smithi181 ceph-mon[45557]: pgmap v10415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:54 smithi088 ceph-mon[35322]: pgmap v10415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:22:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:56 smithi175 ceph-mon[44549]: pgmap v10416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:56 smithi181 ceph-mon[45557]: pgmap v10416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:56 smithi088 ceph-mon[35322]: pgmap v10416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:22:58.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:22:58 smithi175 ceph-mon[44549]: pgmap v10417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:22:58 smithi181 ceph-mon[45557]: pgmap v10417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:22:59.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:22:58 smithi088 ceph-mon[35322]: pgmap v10417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:00 smithi175 ceph-mon[44549]: pgmap v10418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:00 smithi181 ceph-mon[45557]: pgmap v10418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:00 smithi088 ceph-mon[35322]: pgmap v10418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:02 smithi088 ceph-mon[35322]: pgmap v10419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:02 smithi175 ceph-mon[44549]: pgmap v10419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:02 smithi181 ceph-mon[45557]: pgmap v10419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:04.005+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:23:04.007 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:04.005+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:23:04.007 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:04.005+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:23:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:04 smithi175 ceph-mon[44549]: pgmap v10420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:23:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:04 smithi181 ceph-mon[45557]: pgmap v10420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:23:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:04 smithi088 ceph-mon[35322]: pgmap v10420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:23:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:06 smithi175 ceph-mon[44549]: pgmap v10421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:06 smithi181 ceph-mon[45557]: pgmap v10421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:07.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:06 smithi088 ceph-mon[35322]: pgmap v10421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:08 smithi175 ceph-mon[44549]: pgmap v10422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:08 smithi181 ceph-mon[45557]: pgmap v10422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:08 smithi088 ceph-mon[35322]: pgmap v10422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:10 smithi175 ceph-mon[44549]: pgmap v10423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:10 smithi181 ceph-mon[45557]: pgmap v10423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:10 smithi088 ceph-mon[35322]: pgmap v10423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:12 smithi088 ceph-mon[35322]: pgmap v10424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:12 smithi175 ceph-mon[44549]: pgmap v10424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:12 smithi181 ceph-mon[45557]: pgmap v10424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:14.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:14 smithi175 ceph-mon[44549]: pgmap v10425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:23:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:14 smithi181 ceph-mon[45557]: pgmap v10425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:23:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:14 smithi088 ceph-mon[35322]: pgmap v10425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:23:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:16 smithi175 ceph-mon[44549]: pgmap v10426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:16 smithi181 ceph-mon[45557]: pgmap v10426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:16 smithi088 ceph-mon[35322]: pgmap v10426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:18 smithi175 ceph-mon[44549]: pgmap v10427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:18.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:23:18.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:23:18.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:23:18.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:23:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:18 smithi181 ceph-mon[45557]: pgmap v10427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:23:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:23:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:23:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:23:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:19.020+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:23:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:19.020+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:23:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:19.020+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:23:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:18 smithi088 ceph-mon[35322]: pgmap v10427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:23:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:23:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:23:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:23:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:19 smithi175 ceph-mon[44549]: pgmap v10428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:23:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:19 smithi175 ceph-mon[44549]: pgmap v10429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:23:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:19 smithi181 ceph-mon[45557]: pgmap v10428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:23:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:19 smithi181 ceph-mon[45557]: pgmap v10429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:23:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:19 smithi088 ceph-mon[35322]: pgmap v10428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:23:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:19 smithi088 ceph-mon[35322]: pgmap v10429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:23:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:21 smithi175 ceph-mon[44549]: pgmap v10430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:23:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:21 smithi181 ceph-mon[45557]: pgmap v10430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:23:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:21 smithi088 ceph-mon[35322]: pgmap v10430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:23:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:23 smithi175 ceph-mon[44549]: pgmap v10431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:23:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:23 smithi181 ceph-mon[45557]: pgmap v10431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:23:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:23 smithi088 ceph-mon[35322]: pgmap v10431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:23:25.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:25 smithi175 ceph-mon[44549]: pgmap v10432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:23:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:25 smithi181 ceph-mon[45557]: pgmap v10432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:23:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:25 smithi088 ceph-mon[35322]: pgmap v10432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:23:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:27 smithi088 ceph-mon[35322]: pgmap v10433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:23:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:27 smithi175 ceph-mon[44549]: pgmap v10433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:23:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:27 smithi181 ceph-mon[45557]: pgmap v10433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:23:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:29 smithi175 ceph-mon[44549]: pgmap v10434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:23:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:29 smithi181 ceph-mon[45557]: pgmap v10434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:23:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:29 smithi088 ceph-mon[35322]: pgmap v10434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:23:31.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:31 smithi175 ceph-mon[44549]: pgmap v10435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:31.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:31 smithi088 ceph-mon[35322]: pgmap v10435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:31 smithi181 ceph-mon[45557]: pgmap v10435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:33 smithi175 ceph-mon[44549]: pgmap v10436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:33 smithi181 ceph-mon[45557]: pgmap v10436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:34.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:33 smithi088 ceph-mon[35322]: pgmap v10436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:34.032+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:23:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:34.032+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:23:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:34.032+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:23:35.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:35 smithi175 ceph-mon[44549]: pgmap v10437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:35 smithi181 ceph-mon[45557]: pgmap v10437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:35 smithi088 ceph-mon[35322]: pgmap v10437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:37 smithi088 ceph-mon[35322]: pgmap v10438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:37 smithi175 ceph-mon[44549]: pgmap v10438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:37 smithi181 ceph-mon[45557]: pgmap v10438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:39 smithi175 ceph-mon[44549]: pgmap v10439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:23:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:39 smithi181 ceph-mon[45557]: pgmap v10439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:23:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:39 smithi088 ceph-mon[35322]: pgmap v10439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:23:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:41 smithi175 ceph-mon[44549]: pgmap v10440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:41 smithi181 ceph-mon[45557]: pgmap v10440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:41 smithi088 ceph-mon[35322]: pgmap v10440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:43 smithi175 ceph-mon[44549]: pgmap v10441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:43 smithi181 ceph-mon[45557]: pgmap v10441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:43 smithi088 ceph-mon[35322]: pgmap v10441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:45 smithi175 ceph-mon[44549]: pgmap v10442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:45 smithi181 ceph-mon[45557]: pgmap v10442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:45 smithi088 ceph-mon[35322]: pgmap v10442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:47 smithi088 ceph-mon[35322]: pgmap v10443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:47 smithi175 ceph-mon[44549]: pgmap v10443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:47 smithi181 ceph-mon[45557]: pgmap v10443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:49.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:49.045+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:23:49.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:49.045+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:23:49.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:23:49.045+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:23:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:49 smithi175 ceph-mon[44549]: pgmap v10444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:23:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:49 smithi181 ceph-mon[45557]: pgmap v10444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:23:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:49 smithi088 ceph-mon[35322]: pgmap v10444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:23:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:51 smithi175 ceph-mon[44549]: pgmap v10445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:51 smithi181 ceph-mon[45557]: pgmap v10445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:51 smithi088 ceph-mon[35322]: pgmap v10445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:23:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:53 smithi175 ceph-mon[44549]: pgmap v10446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:53 smithi181 ceph-mon[45557]: pgmap v10446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:53 smithi088 ceph-mon[35322]: pgmap v10446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:23:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:55 smithi175 ceph-mon[44549]: pgmap v10447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:55 smithi181 ceph-mon[45557]: pgmap v10447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:55 smithi088 ceph-mon[35322]: pgmap v10447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:23:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:57 smithi088 ceph-mon[35322]: pgmap v10448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:57 smithi175 ceph-mon[44549]: pgmap v10448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:57 smithi181 ceph-mon[45557]: pgmap v10448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:23:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:23:59 smithi175 ceph-mon[44549]: pgmap v10449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:23:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:23:59 smithi181 ceph-mon[45557]: pgmap v10449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:23:59 smithi088 ceph-mon[35322]: pgmap v10449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:01 smithi175 ceph-mon[44549]: pgmap v10450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:01 smithi181 ceph-mon[45557]: pgmap v10450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:01 smithi088 ceph-mon[35322]: pgmap v10450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:03 smithi175 ceph-mon[44549]: pgmap v10451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:03 smithi181 ceph-mon[45557]: pgmap v10451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:03 smithi088 ceph-mon[35322]: pgmap v10451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:04.059 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:04.058+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:24:04.059 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:04.058+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:24:04.059 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:04.058+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:24:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:05 smithi175 ceph-mon[44549]: pgmap v10452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:24:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:05 smithi181 ceph-mon[45557]: pgmap v10452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:24:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:05 smithi088 ceph-mon[35322]: pgmap v10452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:24:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:07 smithi088 ceph-mon[35322]: pgmap v10453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:07 smithi175 ceph-mon[44549]: pgmap v10453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:07 smithi181 ceph-mon[45557]: pgmap v10453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:09 smithi175 ceph-mon[44549]: pgmap v10454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:09 smithi181 ceph-mon[45557]: pgmap v10454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:09 smithi088 ceph-mon[35322]: pgmap v10454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:11.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:11 smithi175 ceph-mon[44549]: pgmap v10455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:11 smithi181 ceph-mon[45557]: pgmap v10455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:11 smithi088 ceph-mon[35322]: pgmap v10455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:13 smithi175 ceph-mon[44549]: pgmap v10456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:13 smithi181 ceph-mon[45557]: pgmap v10456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:13 smithi088 ceph-mon[35322]: pgmap v10456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:15.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:15 smithi175 ceph-mon[44549]: pgmap v10457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:24:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:15 smithi181 ceph-mon[45557]: pgmap v10457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:24:16.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:15 smithi088 ceph-mon[35322]: pgmap v10457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:24:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:17 smithi088 ceph-mon[35322]: pgmap v10458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:17 smithi175 ceph-mon[44549]: pgmap v10458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:17 smithi181 ceph-mon[45557]: pgmap v10458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:19.063+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:24:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:19.063+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:24:19.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:19.063+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:24:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:19 smithi175 ceph-mon[44549]: pgmap v10459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:24:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:24:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:24:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:24:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:19 smithi181 ceph-mon[45557]: pgmap v10459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:24:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:24:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:24:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:24:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:19 smithi088 ceph-mon[35322]: pgmap v10459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:24:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:24:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:24:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:24:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:20 smithi175 ceph-mon[44549]: pgmap v10460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:24:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:20 smithi175 ceph-mon[44549]: pgmap v10461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:24:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:20 smithi181 ceph-mon[45557]: pgmap v10460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:24:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:20 smithi181 ceph-mon[45557]: pgmap v10461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:24:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:20 smithi088 ceph-mon[35322]: pgmap v10460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:24:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:20 smithi088 ceph-mon[35322]: pgmap v10461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:24:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:22 smithi088 ceph-mon[35322]: pgmap v10462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:24:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:22 smithi175 ceph-mon[44549]: pgmap v10462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:24:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:22 smithi181 ceph-mon[45557]: pgmap v10462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:24:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:24 smithi175 ceph-mon[44549]: pgmap v10463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:24:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:24 smithi181 ceph-mon[45557]: pgmap v10463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:24:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:24 smithi088 ceph-mon[35322]: pgmap v10463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:24:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:26 smithi175 ceph-mon[44549]: pgmap v10464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:24:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:26 smithi181 ceph-mon[45557]: pgmap v10464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:24:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:26 smithi088 ceph-mon[35322]: pgmap v10464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:24:28.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:28 smithi175 ceph-mon[44549]: pgmap v10465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:24:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:28 smithi181 ceph-mon[45557]: pgmap v10465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:24:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:28 smithi088 ceph-mon[35322]: pgmap v10465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:24:30.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:30 smithi175 ceph-mon[44549]: pgmap v10466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:24:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:30 smithi181 ceph-mon[45557]: pgmap v10466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:24:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:30 smithi088 ceph-mon[35322]: pgmap v10466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:24:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:32 smithi175 ceph-mon[44549]: pgmap v10467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:32 smithi181 ceph-mon[45557]: pgmap v10467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:32 smithi088 ceph-mon[35322]: pgmap v10467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:34.079+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:24:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:34.079+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:24:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:34.079+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:24:34.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:34 smithi175 ceph-mon[44549]: pgmap v10468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:34 smithi181 ceph-mon[45557]: pgmap v10468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:34 smithi088 ceph-mon[35322]: pgmap v10468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:36.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:36 smithi175 ceph-mon[44549]: pgmap v10469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:36 smithi181 ceph-mon[45557]: pgmap v10469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:36 smithi088 ceph-mon[35322]: pgmap v10469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:38.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:38 smithi175 ceph-mon[44549]: pgmap v10470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:38 smithi181 ceph-mon[45557]: pgmap v10470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:38 smithi088 ceph-mon[35322]: pgmap v10470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:40.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:40 smithi175 ceph-mon[44549]: pgmap v10471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:24:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:40 smithi181 ceph-mon[45557]: pgmap v10471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:24:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:40 smithi088 ceph-mon[35322]: pgmap v10471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:24:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:42.413+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:24:42.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:42.413+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T18:24:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:42.413+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 152 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T18:24:42.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:42.413+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 152 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:24:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:42 smithi175 ceph-mon[44549]: pgmap v10472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:42 smithi181 ceph-mon[45557]: pgmap v10472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:42 smithi088 ceph-mon[35322]: pgmap v10472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:44.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:44 smithi175 ceph-mon[44549]: pgmap v10473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:24:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:44 smithi181 ceph-mon[45557]: pgmap v10473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:24:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:44 smithi088 ceph-mon[35322]: pgmap v10473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:24:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:46 smithi175 ceph-mon[44549]: pgmap v10474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:24:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:46 smithi181 ceph-mon[45557]: pgmap v10474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:24:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:46 smithi088 ceph-mon[35322]: pgmap v10474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:24:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:48 smithi175 ceph-mon[44549]: pgmap v10475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:48 smithi181 ceph-mon[45557]: pgmap v10475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:49.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:48 smithi088 ceph-mon[35322]: pgmap v10475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:49.087+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:24:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:49.087+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:24:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:24:49.087+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:24:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:50 smithi175 ceph-mon[44549]: pgmap v10476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:24:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:50 smithi181 ceph-mon[45557]: pgmap v10476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:24:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:50 smithi088 ceph-mon[35322]: pgmap v10476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:24:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:52 smithi175 ceph-mon[44549]: pgmap v10477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:52 smithi181 ceph-mon[45557]: pgmap v10477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:52 smithi088 ceph-mon[35322]: pgmap v10477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:24:54.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:54 smithi175 ceph-mon[44549]: pgmap v10478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:54 smithi181 ceph-mon[45557]: pgmap v10478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:54 smithi088 ceph-mon[35322]: pgmap v10478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:24:56.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:56 smithi175 ceph-mon[44549]: pgmap v10479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:56 smithi181 ceph-mon[45557]: pgmap v10479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:56 smithi088 ceph-mon[35322]: pgmap v10479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:24:58.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:24:58 smithi175 ceph-mon[44549]: pgmap v10480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:24:58 smithi181 ceph-mon[45557]: pgmap v10480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:24:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:24:58 smithi088 ceph-mon[35322]: pgmap v10480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:00 smithi175 ceph-mon[44549]: pgmap v10481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:00 smithi181 ceph-mon[45557]: pgmap v10481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:00 smithi088 ceph-mon[35322]: pgmap v10481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:02 smithi175 ceph-mon[44549]: pgmap v10482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:02 smithi181 ceph-mon[45557]: pgmap v10482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:02 smithi088 ceph-mon[35322]: pgmap v10482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:04.093 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:04.091+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:25:04.093 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:04.091+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:25:04.093 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:04.091+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:25:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:04 smithi175 ceph-mon[44549]: pgmap v10483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:04 smithi181 ceph-mon[45557]: pgmap v10483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:04 smithi088 ceph-mon[35322]: pgmap v10483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:06 smithi175 ceph-mon[44549]: pgmap v10484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:25:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:06 smithi181 ceph-mon[45557]: pgmap v10484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:25:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:06 smithi088 ceph-mon[35322]: pgmap v10484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:25:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:08 smithi175 ceph-mon[44549]: pgmap v10485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:08 smithi181 ceph-mon[45557]: pgmap v10485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:08 smithi088 ceph-mon[35322]: pgmap v10485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:10.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:10 smithi175 ceph-mon[44549]: pgmap v10486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:10 smithi181 ceph-mon[45557]: pgmap v10486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:10 smithi088 ceph-mon[35322]: pgmap v10486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:12 smithi175 ceph-mon[44549]: pgmap v10487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:12 smithi181 ceph-mon[45557]: pgmap v10487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:12 smithi088 ceph-mon[35322]: pgmap v10487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:14 smithi175 ceph-mon[44549]: pgmap v10488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:14 smithi181 ceph-mon[45557]: pgmap v10488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:14 smithi088 ceph-mon[35322]: pgmap v10488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:16 smithi175 ceph-mon[44549]: pgmap v10489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:25:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:16 smithi181 ceph-mon[45557]: pgmap v10489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:25:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:16 smithi088 ceph-mon[35322]: pgmap v10489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:25:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:18 smithi175 ceph-mon[44549]: pgmap v10490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:25:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:18 smithi181 ceph-mon[45557]: pgmap v10490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:25:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:18 smithi088 ceph-mon[35322]: pgmap v10490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:25:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:19.106+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:25:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:19.106+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:25:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:19.106+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:25:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: pgmap v10491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:25:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:25:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:25:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:25:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:25:20.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:25:20.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: pgmap v10491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:25:20.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:25:20.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:25:20.985 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: pgmap v10491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:25:20.985 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:25:20.985 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.985 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.985 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.985 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.986 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:25:20.986 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:25:20.986 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.986 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.986 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.986 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:25:20.986 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:25:20.986 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:25:20.986 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:25:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:21 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 112.4M 2024-01-28T18:25:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:21 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 117866770: error parsing value: Value '117866770' is below minimum 939524096 2024-01-28T18:25:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:21 smithi175 ceph-mon[44549]: pgmap v10492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T18:25:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:21 smithi175 ceph-mon[44549]: pgmap v10493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:21 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 112.4M 2024-01-28T18:25:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:21 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 117866770: error parsing value: Value '117866770' is below minimum 939524096 2024-01-28T18:25:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:21 smithi181 ceph-mon[45557]: pgmap v10492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T18:25:21.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:21 smithi181 ceph-mon[45557]: pgmap v10493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:21 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 112.4M 2024-01-28T18:25:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:21 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 117866770: error parsing value: Value '117866770' is below minimum 939524096 2024-01-28T18:25:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:21 smithi088 ceph-mon[35322]: pgmap v10492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T18:25:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:21 smithi088 ceph-mon[35322]: pgmap v10493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:23.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:23 smithi175 ceph-mon[44549]: pgmap v10494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:25:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:23 smithi181 ceph-mon[45557]: pgmap v10494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:25:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:23 smithi088 ceph-mon[35322]: pgmap v10494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:25:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:25 smithi175 ceph-mon[44549]: pgmap v10495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:25:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:25 smithi181 ceph-mon[45557]: pgmap v10495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:25:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:25 smithi088 ceph-mon[35322]: pgmap v10495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:25:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:27 smithi175 ceph-mon[44549]: pgmap v10496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:25:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:27 smithi181 ceph-mon[45557]: pgmap v10496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:25:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:27 smithi088 ceph-mon[35322]: pgmap v10496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:25:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:29 smithi175 ceph-mon[44549]: pgmap v10497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:25:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:29 smithi181 ceph-mon[45557]: pgmap v10497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:25:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:29 smithi088 ceph-mon[35322]: pgmap v10497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:25:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:31 smithi175 ceph-mon[44549]: pgmap v10498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:25:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:31 smithi181 ceph-mon[45557]: pgmap v10498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:25:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:31 smithi088 ceph-mon[35322]: pgmap v10498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:25:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:33 smithi175 ceph-mon[44549]: pgmap v10499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:33 smithi181 ceph-mon[45557]: pgmap v10499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:33 smithi088 ceph-mon[35322]: pgmap v10499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:34.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:34.121+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:25:34.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:34.121+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:25:34.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:34.121+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:25:35.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:35 smithi175 ceph-mon[44549]: pgmap v10500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:35 smithi181 ceph-mon[45557]: pgmap v10500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:35 smithi088 ceph-mon[35322]: pgmap v10500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:37 smithi175 ceph-mon[44549]: pgmap v10501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:37 smithi181 ceph-mon[45557]: pgmap v10501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:37 smithi088 ceph-mon[35322]: pgmap v10501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:39 smithi175 ceph-mon[44549]: pgmap v10502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:39 smithi181 ceph-mon[45557]: pgmap v10502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:39 smithi088 ceph-mon[35322]: pgmap v10502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:41 smithi175 ceph-mon[44549]: pgmap v10503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:25:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:41 smithi181 ceph-mon[45557]: pgmap v10503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:25:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:41 smithi088 ceph-mon[35322]: pgmap v10503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:25:43.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:43 smithi175 ceph-mon[44549]: pgmap v10504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:43 smithi181 ceph-mon[45557]: pgmap v10504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:43 smithi088 ceph-mon[35322]: pgmap v10504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:45 smithi175 ceph-mon[44549]: pgmap v10505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:45 smithi181 ceph-mon[45557]: pgmap v10505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:45 smithi088 ceph-mon[35322]: pgmap v10505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:47 smithi175 ceph-mon[44549]: pgmap v10506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:47 smithi181 ceph-mon[45557]: pgmap v10506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:47 smithi088 ceph-mon[35322]: pgmap v10506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:49.135+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:25:49.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:49.135+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:25:49.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:25:49.135+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:25:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:49 smithi175 ceph-mon[44549]: pgmap v10507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:49 smithi181 ceph-mon[45557]: pgmap v10507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:49 smithi088 ceph-mon[35322]: pgmap v10507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:25:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:51 smithi175 ceph-mon[44549]: pgmap v10508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:25:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:51 smithi181 ceph-mon[45557]: pgmap v10508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:25:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:51 smithi088 ceph-mon[35322]: pgmap v10508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:25:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:53 smithi175 ceph-mon[44549]: pgmap v10509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:53 smithi181 ceph-mon[45557]: pgmap v10509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:53 smithi088 ceph-mon[35322]: pgmap v10509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:25:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:55 smithi175 ceph-mon[44549]: pgmap v10510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:55 smithi181 ceph-mon[45557]: pgmap v10510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:55 smithi088 ceph-mon[35322]: pgmap v10510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:25:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:57 smithi175 ceph-mon[44549]: pgmap v10511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:57 smithi181 ceph-mon[45557]: pgmap v10511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:57 smithi088 ceph-mon[35322]: pgmap v10511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:25:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:25:59 smithi175 ceph-mon[44549]: pgmap v10512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:25:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:25:59 smithi181 ceph-mon[45557]: pgmap v10512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:26:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:25:59 smithi088 ceph-mon[35322]: pgmap v10512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:26:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:01 smithi175 ceph-mon[44549]: pgmap v10513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:01 smithi181 ceph-mon[45557]: pgmap v10513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:01 smithi088 ceph-mon[35322]: pgmap v10513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:03 smithi175 ceph-mon[44549]: pgmap v10514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:03 smithi181 ceph-mon[45557]: pgmap v10514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:03 smithi088 ceph-mon[35322]: pgmap v10514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:04.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:04.152+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:26:04.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:04.152+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:26:04.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:04.152+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:26:05.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:05 smithi175 ceph-mon[44549]: pgmap v10515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:05 smithi181 ceph-mon[45557]: pgmap v10515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:05 smithi088 ceph-mon[35322]: pgmap v10515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:07 smithi175 ceph-mon[44549]: pgmap v10516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:07 smithi181 ceph-mon[45557]: pgmap v10516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:07 smithi088 ceph-mon[35322]: pgmap v10516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:09.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:09 smithi175 ceph-mon[44549]: pgmap v10517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:09 smithi181 ceph-mon[45557]: pgmap v10517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:09 smithi088 ceph-mon[35322]: pgmap v10517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:11 smithi175 ceph-mon[44549]: pgmap v10518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:11 smithi181 ceph-mon[45557]: pgmap v10518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:11 smithi088 ceph-mon[35322]: pgmap v10518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:13.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:13 smithi175 ceph-mon[44549]: pgmap v10519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:13 smithi181 ceph-mon[45557]: pgmap v10519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:13 smithi088 ceph-mon[35322]: pgmap v10519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:15 smithi175 ceph-mon[44549]: pgmap v10520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:15 smithi181 ceph-mon[45557]: pgmap v10520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:15 smithi088 ceph-mon[35322]: pgmap v10520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:17 smithi175 ceph-mon[44549]: pgmap v10521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:17 smithi181 ceph-mon[45557]: pgmap v10521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:17 smithi088 ceph-mon[35322]: pgmap v10521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:19.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:19.167+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:26:19.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:19.167+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:26:19.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:19.167+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:26:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:19 smithi175 ceph-mon[44549]: pgmap v10522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:19 smithi181 ceph-mon[45557]: pgmap v10522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:19 smithi088 ceph-mon[35322]: pgmap v10522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: pgmap v10523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:26:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:26:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:26:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:26:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:26:21.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:26:21.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: pgmap v10523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:26:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: pgmap v10523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:26:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:26:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:22 smithi175 ceph-mon[44549]: pgmap v10524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:26:22.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:22 smithi175 ceph-mon[44549]: pgmap v10525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:26:22.936 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:22 smithi088 ceph-mon[35322]: pgmap v10524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:26:22.936 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:22 smithi088 ceph-mon[35322]: pgmap v10525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:26:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:22 smithi181 ceph-mon[45557]: pgmap v10524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:26:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:22 smithi181 ceph-mon[45557]: pgmap v10525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:26:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:24 smithi175 ceph-mon[44549]: pgmap v10526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T18:26:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:24 smithi181 ceph-mon[45557]: pgmap v10526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T18:26:25.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:24 smithi088 ceph-mon[35322]: pgmap v10526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T18:26:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:26 smithi175 ceph-mon[44549]: pgmap v10527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T18:26:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:26 smithi181 ceph-mon[45557]: pgmap v10527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T18:26:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:26 smithi088 ceph-mon[35322]: pgmap v10527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T18:26:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:28 smithi175 ceph-mon[44549]: pgmap v10528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:26:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:28 smithi181 ceph-mon[45557]: pgmap v10528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:26:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:28 smithi088 ceph-mon[35322]: pgmap v10528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:26:30.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:30 smithi175 ceph-mon[44549]: pgmap v10529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:26:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:30 smithi181 ceph-mon[45557]: pgmap v10529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:26:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:30 smithi088 ceph-mon[35322]: pgmap v10529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:26:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:32 smithi175 ceph-mon[44549]: pgmap v10530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:26:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:32 smithi181 ceph-mon[45557]: pgmap v10530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:26:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:32 smithi088 ceph-mon[35322]: pgmap v10530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:26:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:34.182+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:26:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:34.182+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:26:34.183 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:34.182+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:26:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:34 smithi175 ceph-mon[44549]: pgmap v10531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:34 smithi181 ceph-mon[45557]: pgmap v10531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:34 smithi088 ceph-mon[35322]: pgmap v10531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:36.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:36 smithi175 ceph-mon[44549]: pgmap v10532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:36 smithi181 ceph-mon[45557]: pgmap v10532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:36 smithi088 ceph-mon[35322]: pgmap v10532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:38 smithi175 ceph-mon[44549]: pgmap v10533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:38 smithi181 ceph-mon[45557]: pgmap v10533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:38 smithi088 ceph-mon[35322]: pgmap v10533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:40.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:40 smithi175 ceph-mon[44549]: pgmap v10534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:40 smithi181 ceph-mon[45557]: pgmap v10534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:40 smithi088 ceph-mon[35322]: pgmap v10534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:42 smithi175 ceph-mon[44549]: pgmap v10535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:42 smithi181 ceph-mon[45557]: pgmap v10535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:42 smithi088 ceph-mon[35322]: pgmap v10535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:44.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:44 smithi175 ceph-mon[44549]: pgmap v10536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:44 smithi181 ceph-mon[45557]: pgmap v10536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:44 smithi088 ceph-mon[35322]: pgmap v10536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:46 smithi175 ceph-mon[44549]: pgmap v10537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:46 smithi181 ceph-mon[45557]: pgmap v10537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:47.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:46 smithi088 ceph-mon[35322]: pgmap v10537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:48 smithi175 ceph-mon[44549]: pgmap v10538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:48 smithi181 ceph-mon[45557]: pgmap v10538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:49.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:48 smithi088 ceph-mon[35322]: pgmap v10538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:49.197 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:49.195+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:26:49.197 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:49.195+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:26:49.197 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:26:49.195+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:26:50.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:50 smithi175 ceph-mon[44549]: pgmap v10539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:50 smithi181 ceph-mon[45557]: pgmap v10539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:50 smithi088 ceph-mon[35322]: pgmap v10539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:26:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:52 smithi175 ceph-mon[44549]: pgmap v10540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:52 smithi181 ceph-mon[45557]: pgmap v10540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:52 smithi088 ceph-mon[35322]: pgmap v10540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:26:54.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:54 smithi175 ceph-mon[44549]: pgmap v10541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:54 smithi181 ceph-mon[45557]: pgmap v10541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:54 smithi088 ceph-mon[35322]: pgmap v10541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:26:56.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:56 smithi175 ceph-mon[44549]: pgmap v10542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:56 smithi181 ceph-mon[45557]: pgmap v10542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:56 smithi088 ceph-mon[35322]: pgmap v10542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:26:58.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:26:58 smithi175 ceph-mon[44549]: pgmap v10543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:26:58 smithi181 ceph-mon[45557]: pgmap v10543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:26:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:26:58 smithi088 ceph-mon[35322]: pgmap v10543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:00 smithi175 ceph-mon[44549]: pgmap v10544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:00 smithi181 ceph-mon[45557]: pgmap v10544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:00 smithi088 ceph-mon[35322]: pgmap v10544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:02 smithi175 ceph-mon[44549]: pgmap v10545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:02 smithi181 ceph-mon[45557]: pgmap v10545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:02 smithi088 ceph-mon[35322]: pgmap v10545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:04.206+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:27:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:04.206+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:27:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:04.206+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:27:04.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:04 smithi175 ceph-mon[44549]: pgmap v10546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:27:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:04 smithi181 ceph-mon[45557]: pgmap v10546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:27:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:04 smithi088 ceph-mon[35322]: pgmap v10546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:27:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:06 smithi175 ceph-mon[44549]: pgmap v10547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:06 smithi181 ceph-mon[45557]: pgmap v10547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:06 smithi088 ceph-mon[35322]: pgmap v10547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:08 smithi175 ceph-mon[44549]: pgmap v10548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:08 smithi181 ceph-mon[45557]: pgmap v10548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:08 smithi088 ceph-mon[35322]: pgmap v10548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:10 smithi175 ceph-mon[44549]: pgmap v10549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:10 smithi181 ceph-mon[45557]: pgmap v10549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:10 smithi088 ceph-mon[35322]: pgmap v10549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:12 smithi175 ceph-mon[44549]: pgmap v10550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:12 smithi181 ceph-mon[45557]: pgmap v10550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:12 smithi088 ceph-mon[35322]: pgmap v10550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:14.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:14 smithi175 ceph-mon[44549]: pgmap v10551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:27:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:14 smithi181 ceph-mon[45557]: pgmap v10551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:27:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:14 smithi088 ceph-mon[35322]: pgmap v10551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:27:16.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:16 smithi175 ceph-mon[44549]: pgmap v10552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:16 smithi181 ceph-mon[45557]: pgmap v10552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:16 smithi088 ceph-mon[35322]: pgmap v10552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:18 smithi175 ceph-mon[44549]: pgmap v10553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:18 smithi181 ceph-mon[45557]: pgmap v10553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:18 smithi088 ceph-mon[35322]: pgmap v10553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:19.222+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:27:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:19.222+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:27:19.223 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:19.222+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:27:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:20 smithi175 ceph-mon[44549]: pgmap v10554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:20 smithi181 ceph-mon[45557]: pgmap v10554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:20 smithi088 ceph-mon[35322]: pgmap v10554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:22 smithi175 ceph-mon[44549]: pgmap v10555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:27:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:22 smithi181 ceph-mon[45557]: pgmap v10555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:27:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:22 smithi088 ceph-mon[35322]: pgmap v10555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:27:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:27:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:27:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:23 smithi175 ceph-mon[44549]: pgmap v10556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:27:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:23 smithi175 ceph-mon[44549]: pgmap v10557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:27:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:27:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:27:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:27:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:23 smithi181 ceph-mon[45557]: pgmap v10556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:27:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:23 smithi181 ceph-mon[45557]: pgmap v10557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:27:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:27:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:27:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:27:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:23 smithi088 ceph-mon[35322]: pgmap v10556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:27:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:23 smithi088 ceph-mon[35322]: pgmap v10557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:27:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:27:25.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:25 smithi175 ceph-mon[44549]: pgmap v10558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:27:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:25 smithi181 ceph-mon[45557]: pgmap v10558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:27:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:25 smithi088 ceph-mon[35322]: pgmap v10558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:27:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:27 smithi175 ceph-mon[44549]: pgmap v10559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:27:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:27 smithi181 ceph-mon[45557]: pgmap v10559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:27:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:27 smithi088 ceph-mon[35322]: pgmap v10559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:27:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:29 smithi175 ceph-mon[44549]: pgmap v10560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:27:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:29 smithi181 ceph-mon[45557]: pgmap v10560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:27:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:29 smithi088 ceph-mon[35322]: pgmap v10560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:27:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:31 smithi175 ceph-mon[44549]: pgmap v10561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:27:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:31 smithi181 ceph-mon[45557]: pgmap v10561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:27:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:31 smithi088 ceph-mon[35322]: pgmap v10561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:27:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:33 smithi175 ceph-mon[44549]: pgmap v10562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:27:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:33 smithi181 ceph-mon[45557]: pgmap v10562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:27:34.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:33 smithi088 ceph-mon[35322]: pgmap v10562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:27:34.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:34.237+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:27:34.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:34.237+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:27:34.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:34.237+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:27:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:35 smithi175 ceph-mon[44549]: pgmap v10563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:35 smithi181 ceph-mon[45557]: pgmap v10563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:35 smithi088 ceph-mon[35322]: pgmap v10563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:37 smithi175 ceph-mon[44549]: pgmap v10564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:37 smithi181 ceph-mon[45557]: pgmap v10564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:37.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:37 smithi088 ceph-mon[35322]: pgmap v10564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:39 smithi175 ceph-mon[44549]: pgmap v10565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:27:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:39 smithi181 ceph-mon[45557]: pgmap v10565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:27:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:39 smithi088 ceph-mon[35322]: pgmap v10565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:27:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:41 smithi175 ceph-mon[44549]: pgmap v10566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:41 smithi181 ceph-mon[45557]: pgmap v10566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:41 smithi088 ceph-mon[35322]: pgmap v10566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:42.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:42.441+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T18:27:42.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:42.441+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:27:42.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:42.441+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 153 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:27:42.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:42.442+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 153 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T18:27:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:43 smithi175 ceph-mon[44549]: pgmap v10567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:43 smithi181 ceph-mon[45557]: pgmap v10567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:43 smithi088 ceph-mon[35322]: pgmap v10567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:45.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:45 smithi175 ceph-mon[44549]: pgmap v10568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:45 smithi181 ceph-mon[45557]: pgmap v10568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:45 smithi088 ceph-mon[35322]: pgmap v10568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:47 smithi175 ceph-mon[44549]: pgmap v10569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:47 smithi181 ceph-mon[45557]: pgmap v10569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:47 smithi088 ceph-mon[35322]: pgmap v10569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:49.245 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:49.244+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:27:49.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:49.244+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:27:49.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:27:49.244+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:27:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:49 smithi175 ceph-mon[44549]: pgmap v10570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:27:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:49 smithi181 ceph-mon[45557]: pgmap v10570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:27:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:49 smithi088 ceph-mon[35322]: pgmap v10570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:27:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:51 smithi175 ceph-mon[44549]: pgmap v10571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:51 smithi181 ceph-mon[45557]: pgmap v10571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:51 smithi088 ceph-mon[35322]: pgmap v10571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:27:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:53 smithi175 ceph-mon[44549]: pgmap v10572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:53 smithi181 ceph-mon[45557]: pgmap v10572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:53 smithi088 ceph-mon[35322]: pgmap v10572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:27:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:55 smithi175 ceph-mon[44549]: pgmap v10573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:55 smithi181 ceph-mon[45557]: pgmap v10573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:55 smithi088 ceph-mon[35322]: pgmap v10573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:27:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:57 smithi175 ceph-mon[44549]: pgmap v10574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:57 smithi181 ceph-mon[45557]: pgmap v10574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:57 smithi088 ceph-mon[35322]: pgmap v10574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:27:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:27:59 smithi175 ceph-mon[44549]: pgmap v10575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:27:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:27:59 smithi181 ceph-mon[45557]: pgmap v10575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:28:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:27:59 smithi088 ceph-mon[35322]: pgmap v10575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:28:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:01 smithi175 ceph-mon[44549]: pgmap v10576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:01 smithi181 ceph-mon[45557]: pgmap v10576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:01 smithi088 ceph-mon[35322]: pgmap v10576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:03 smithi175 ceph-mon[44549]: pgmap v10577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:03 smithi181 ceph-mon[45557]: pgmap v10577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:03 smithi088 ceph-mon[35322]: pgmap v10577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:04.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:04.252+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:28:04.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:04.252+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:28:04.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:04.252+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:28:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:05 smithi175 ceph-mon[44549]: pgmap v10578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:28:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:05 smithi181 ceph-mon[45557]: pgmap v10578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:28:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:05 smithi088 ceph-mon[35322]: pgmap v10578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:28:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:07 smithi175 ceph-mon[44549]: pgmap v10579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:07 smithi181 ceph-mon[45557]: pgmap v10579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:07 smithi088 ceph-mon[35322]: pgmap v10579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:09 smithi175 ceph-mon[44549]: pgmap v10580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:28:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:09 smithi181 ceph-mon[45557]: pgmap v10580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:28:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:09 smithi088 ceph-mon[35322]: pgmap v10580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:28:11.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:11 smithi175 ceph-mon[44549]: pgmap v10581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:11 smithi181 ceph-mon[45557]: pgmap v10581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:11.992 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:11 smithi088 ceph-mon[35322]: pgmap v10581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:13 smithi175 ceph-mon[44549]: pgmap v10582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:13 smithi181 ceph-mon[45557]: pgmap v10582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:13 smithi088 ceph-mon[35322]: pgmap v10582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:15.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:15 smithi175 ceph-mon[44549]: pgmap v10583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:28:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:15 smithi181 ceph-mon[45557]: pgmap v10583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:28:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:15 smithi088 ceph-mon[35322]: pgmap v10583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:28:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:17 smithi175 ceph-mon[44549]: pgmap v10584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:17 smithi181 ceph-mon[45557]: pgmap v10584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:17 smithi088 ceph-mon[35322]: pgmap v10584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:19.267+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:19.267+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:28:19.269 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:19.267+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:28:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:19 smithi175 ceph-mon[44549]: pgmap v10585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:28:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:19 smithi181 ceph-mon[45557]: pgmap v10585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:28:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:19 smithi088 ceph-mon[35322]: pgmap v10585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:28:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:21 smithi175 ceph-mon[44549]: pgmap v10586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:21 smithi181 ceph-mon[45557]: pgmap v10586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:21 smithi088 ceph-mon[35322]: pgmap v10586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:23.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:23 smithi175 ceph-mon[44549]: pgmap v10587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:23.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:28:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:23 smithi181 ceph-mon[45557]: pgmap v10587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:28:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:23 smithi088 ceph-mon[35322]: pgmap v10587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:28:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:26 smithi175 ceph-mon[44549]: pgmap v10588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:28:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:28:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:28:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:26 smithi181 ceph-mon[45557]: pgmap v10588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:28:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:28:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:28:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:26 smithi088 ceph-mon[35322]: pgmap v10588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:28:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:28:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:28:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:28:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:27 smithi175 ceph-mon[44549]: pgmap v10589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:28:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:27 smithi175 ceph-mon[44549]: pgmap v10590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:27 smithi181 ceph-mon[45557]: pgmap v10589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:28:27.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:27 smithi181 ceph-mon[45557]: pgmap v10590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:27 smithi088 ceph-mon[35322]: pgmap v10589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:28:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:27 smithi088 ceph-mon[35322]: pgmap v10590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:29 smithi175 ceph-mon[44549]: pgmap v10591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:28:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:29 smithi181 ceph-mon[45557]: pgmap v10591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:28:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:29 smithi088 ceph-mon[35322]: pgmap v10591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:28:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:31 smithi175 ceph-mon[44549]: pgmap v10592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:31 smithi181 ceph-mon[45557]: pgmap v10592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:31 smithi088 ceph-mon[35322]: pgmap v10592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:32 smithi175 ceph-mon[44549]: pgmap v10593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:32 smithi181 ceph-mon[45557]: pgmap v10593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:32 smithi088 ceph-mon[35322]: pgmap v10593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:34.281 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:34.280+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:28:34.281 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:34.280+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:28:34.281 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:34.280+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:28:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:34 smithi181 ceph-mon[45557]: pgmap v10594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:34 smithi088 ceph-mon[35322]: pgmap v10594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:34 smithi175 ceph-mon[44549]: pgmap v10594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:28:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:36 smithi181 ceph-mon[45557]: pgmap v10595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:28:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:36 smithi088 ceph-mon[35322]: pgmap v10595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:28:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:36 smithi175 ceph-mon[44549]: pgmap v10595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:28:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:38 smithi181 ceph-mon[45557]: pgmap v10596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:28:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:38 smithi088 ceph-mon[35322]: pgmap v10596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:28:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:38 smithi175 ceph-mon[44549]: pgmap v10596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:28:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:40 smithi181 ceph-mon[45557]: pgmap v10597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:40 smithi088 ceph-mon[35322]: pgmap v10597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:40 smithi175 ceph-mon[44549]: pgmap v10597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:42 smithi175 ceph-mon[44549]: pgmap v10598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:42 smithi181 ceph-mon[45557]: pgmap v10598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:42 smithi088 ceph-mon[35322]: pgmap v10598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:44 smithi181 ceph-mon[45557]: pgmap v10599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:44 smithi088 ceph-mon[35322]: pgmap v10599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:44 smithi175 ceph-mon[44549]: pgmap v10599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:46 smithi181 ceph-mon[45557]: pgmap v10600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:46 smithi088 ceph-mon[35322]: pgmap v10600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:46 smithi175 ceph-mon[44549]: pgmap v10600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:48 smithi181 ceph-mon[45557]: pgmap v10601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:28:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:48 smithi088 ceph-mon[35322]: pgmap v10601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:28:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:49.295+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:28:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:49.295+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:28:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:28:49.295+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:28:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:48 smithi175 ceph-mon[44549]: pgmap v10601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:28:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:50 smithi181 ceph-mon[45557]: pgmap v10602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:50 smithi088 ceph-mon[35322]: pgmap v10602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:50 smithi175 ceph-mon[44549]: pgmap v10602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:52 smithi175 ceph-mon[44549]: pgmap v10603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:52 smithi181 ceph-mon[45557]: pgmap v10603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:52 smithi088 ceph-mon[35322]: pgmap v10603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:28:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:54 smithi181 ceph-mon[45557]: pgmap v10604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:54 smithi088 ceph-mon[35322]: pgmap v10604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:54 smithi175 ceph-mon[44549]: pgmap v10604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:28:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:56 smithi181 ceph-mon[45557]: pgmap v10605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:56 smithi088 ceph-mon[35322]: pgmap v10605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:56 smithi175 ceph-mon[44549]: pgmap v10605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:28:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:28:58 smithi181 ceph-mon[45557]: pgmap v10606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:28:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:28:58 smithi088 ceph-mon[35322]: pgmap v10606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:28:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:28:58 smithi175 ceph-mon[44549]: pgmap v10606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:00 smithi181 ceph-mon[45557]: pgmap v10607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:00 smithi088 ceph-mon[35322]: pgmap v10607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:00 smithi175 ceph-mon[44549]: pgmap v10607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:02 smithi175 ceph-mon[44549]: pgmap v10608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:29:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:02 smithi181 ceph-mon[45557]: pgmap v10608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:29:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:02 smithi088 ceph-mon[35322]: pgmap v10608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:29:04.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:04.311+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:29:04.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:04.311+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:29:04.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:04.311+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:29:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:04 smithi181 ceph-mon[45557]: pgmap v10609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:04 smithi088 ceph-mon[35322]: pgmap v10609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:04 smithi175 ceph-mon[44549]: pgmap v10609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:06 smithi181 ceph-mon[45557]: pgmap v10610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:06 smithi088 ceph-mon[35322]: pgmap v10610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:06 smithi175 ceph-mon[44549]: pgmap v10610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:08 smithi181 ceph-mon[45557]: pgmap v10611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:08 smithi088 ceph-mon[35322]: pgmap v10611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:08 smithi175 ceph-mon[44549]: pgmap v10611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:10 smithi181 ceph-mon[45557]: pgmap v10612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:10 smithi088 ceph-mon[35322]: pgmap v10612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:10 smithi175 ceph-mon[44549]: pgmap v10612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:12 smithi175 ceph-mon[44549]: pgmap v10613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:29:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:12 smithi181 ceph-mon[45557]: pgmap v10613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:29:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:12 smithi088 ceph-mon[35322]: pgmap v10613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:29:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:14 smithi181 ceph-mon[45557]: pgmap v10614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:14 smithi088 ceph-mon[35322]: pgmap v10614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:14 smithi175 ceph-mon[44549]: pgmap v10614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:16 smithi181 ceph-mon[45557]: pgmap v10615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:16 smithi088 ceph-mon[35322]: pgmap v10615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:16 smithi175 ceph-mon[44549]: pgmap v10615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:18 smithi181 ceph-mon[45557]: pgmap v10616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:18 smithi088 ceph-mon[35322]: pgmap v10616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:19.325+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:29:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:19.325+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:29:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:19.325+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:29:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:18 smithi175 ceph-mon[44549]: pgmap v10616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:20 smithi181 ceph-mon[45557]: pgmap v10617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:20 smithi088 ceph-mon[35322]: pgmap v10617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:20 smithi175 ceph-mon[44549]: pgmap v10617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:22 smithi175 ceph-mon[44549]: pgmap v10618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:29:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:22 smithi181 ceph-mon[45557]: pgmap v10618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:29:22.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:22 smithi088 ceph-mon[35322]: pgmap v10618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:29:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:24 smithi181 ceph-mon[45557]: pgmap v10619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:24 smithi088 ceph-mon[35322]: pgmap v10619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:24 smithi175 ceph-mon[44549]: pgmap v10619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:26 smithi181 ceph-mon[45557]: pgmap v10620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:29:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:29:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:29:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:29:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:26 smithi088 ceph-mon[35322]: pgmap v10620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:29:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:29:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:29:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:29:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:26 smithi175 ceph-mon[44549]: pgmap v10620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:29:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:29:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:29:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:29:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:27 smithi181 ceph-mon[45557]: pgmap v10621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:29:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:27 smithi181 ceph-mon[45557]: pgmap v10622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:29:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:27 smithi088 ceph-mon[35322]: pgmap v10621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:29:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:27 smithi088 ceph-mon[35322]: pgmap v10622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:29:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:27 smithi175 ceph-mon[44549]: pgmap v10621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:29:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:27 smithi175 ceph-mon[44549]: pgmap v10622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:29:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:29 smithi181 ceph-mon[45557]: pgmap v10623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:29:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:29 smithi088 ceph-mon[35322]: pgmap v10623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:29:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:29 smithi175 ceph-mon[44549]: pgmap v10623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:29:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:31 smithi181 ceph-mon[45557]: pgmap v10624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:29:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:31 smithi088 ceph-mon[35322]: pgmap v10624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:29:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:31 smithi175 ceph-mon[44549]: pgmap v10624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:29:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:33 smithi181 ceph-mon[45557]: pgmap v10625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:29:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:33 smithi088 ceph-mon[35322]: pgmap v10625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:34.338+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:34.338+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:34.338+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:29:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:33 smithi175 ceph-mon[44549]: pgmap v10625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:29:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:35 smithi181 ceph-mon[45557]: pgmap v10626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:29:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:35 smithi088 ceph-mon[35322]: pgmap v10626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:29:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:35 smithi175 ceph-mon[44549]: pgmap v10626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:29:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:37 smithi175 ceph-mon[44549]: pgmap v10627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:29:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:37 smithi181 ceph-mon[45557]: pgmap v10627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:29:37.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:37 smithi088 ceph-mon[35322]: pgmap v10627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:29:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:39 smithi181 ceph-mon[45557]: pgmap v10628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:29:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:39 smithi088 ceph-mon[35322]: pgmap v10628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:29:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:39 smithi175 ceph-mon[44549]: pgmap v10628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:29:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:41 smithi181 ceph-mon[45557]: pgmap v10629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:41 smithi088 ceph-mon[35322]: pgmap v10629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:41 smithi175 ceph-mon[44549]: pgmap v10629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:43 smithi181 ceph-mon[45557]: pgmap v10630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:43 smithi088 ceph-mon[35322]: pgmap v10630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:43 smithi175 ceph-mon[44549]: pgmap v10630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:45 smithi181 ceph-mon[45557]: pgmap v10631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:45 smithi088 ceph-mon[35322]: pgmap v10631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:45 smithi175 ceph-mon[44549]: pgmap v10631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:47 smithi175 ceph-mon[44549]: pgmap v10632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:47 smithi181 ceph-mon[45557]: pgmap v10632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:47 smithi088 ceph-mon[35322]: pgmap v10632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:49.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:49.343+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:29:49.345 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:49.343+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:29:49.345 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:29:49.343+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:29:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:49 smithi181 ceph-mon[45557]: pgmap v10633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:29:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:49 smithi088 ceph-mon[35322]: pgmap v10633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:29:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:49 smithi175 ceph-mon[44549]: pgmap v10633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:29:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:51 smithi181 ceph-mon[45557]: pgmap v10634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:51 smithi088 ceph-mon[35322]: pgmap v10634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:51 smithi175 ceph-mon[44549]: pgmap v10634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:53 smithi181 ceph-mon[45557]: pgmap v10635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:53 smithi088 ceph-mon[35322]: pgmap v10635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:53 smithi175 ceph-mon[44549]: pgmap v10635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:29:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:55 smithi088 ceph-mon[35322]: pgmap v10636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:55 smithi175 ceph-mon[44549]: pgmap v10636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:55 smithi181 ceph-mon[45557]: pgmap v10636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:29:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:57 smithi175 ceph-mon[44549]: pgmap v10637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:57 smithi181 ceph-mon[45557]: pgmap v10637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:29:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:57 smithi088 ceph-mon[35322]: pgmap v10637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:29:59 smithi181 ceph-mon[45557]: pgmap v10638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:29:59 smithi088 ceph-mon[35322]: pgmap v10638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:29:59 smithi175 ceph-mon[44549]: pgmap v10638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:30:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:30:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:30:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:01 smithi088 ceph-mon[35322]: pgmap v10639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:01 smithi175 ceph-mon[44549]: pgmap v10639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:01 smithi181 ceph-mon[45557]: pgmap v10639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:03 smithi088 ceph-mon[35322]: pgmap v10640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:04.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:04.358+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:30:04.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:04.358+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:30:04.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:04.358+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:30:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:03 smithi175 ceph-mon[44549]: pgmap v10640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:03 smithi181 ceph-mon[45557]: pgmap v10640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:05 smithi088 ceph-mon[35322]: pgmap v10641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:05 smithi175 ceph-mon[44549]: pgmap v10641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:05 smithi181 ceph-mon[45557]: pgmap v10641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:07.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:07 smithi175 ceph-mon[44549]: pgmap v10642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:07 smithi181 ceph-mon[45557]: pgmap v10642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:07 smithi088 ceph-mon[35322]: pgmap v10642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:09 smithi181 ceph-mon[45557]: pgmap v10643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:09 smithi088 ceph-mon[35322]: pgmap v10643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:09 smithi175 ceph-mon[44549]: pgmap v10643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:11 smithi088 ceph-mon[35322]: pgmap v10644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:11 smithi175 ceph-mon[44549]: pgmap v10644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:11 smithi181 ceph-mon[45557]: pgmap v10644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:13 smithi088 ceph-mon[35322]: pgmap v10645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:13 smithi175 ceph-mon[44549]: pgmap v10645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:13 smithi181 ceph-mon[45557]: pgmap v10645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:15 smithi088 ceph-mon[35322]: pgmap v10646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:15 smithi175 ceph-mon[44549]: pgmap v10646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:15 smithi181 ceph-mon[45557]: pgmap v10646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:17 smithi175 ceph-mon[44549]: pgmap v10647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:17 smithi181 ceph-mon[45557]: pgmap v10647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:17 smithi088 ceph-mon[35322]: pgmap v10647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:19.368+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:30:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:19.368+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:30:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:19.368+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:30:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:19 smithi088 ceph-mon[35322]: pgmap v10648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:19 smithi175 ceph-mon[44549]: pgmap v10648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:19 smithi181 ceph-mon[45557]: pgmap v10648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:21 smithi088 ceph-mon[35322]: pgmap v10649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:21 smithi175 ceph-mon[44549]: pgmap v10649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:21 smithi181 ceph-mon[45557]: pgmap v10649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:23 smithi088 ceph-mon[35322]: pgmap v10650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:23 smithi175 ceph-mon[44549]: pgmap v10650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:24.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:23 smithi181 ceph-mon[45557]: pgmap v10650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:25 smithi088 ceph-mon[35322]: pgmap v10651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:25 smithi175 ceph-mon[44549]: pgmap v10651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:25 smithi181 ceph-mon[45557]: pgmap v10651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:27 smithi175 ceph-mon[44549]: pgmap v10652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:30:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:27 smithi181 ceph-mon[45557]: pgmap v10652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:30:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:27 smithi088 ceph-mon[35322]: pgmap v10652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:30:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:30:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:30:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:30:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:30:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:29 smithi175 ceph-mon[44549]: pgmap v10653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-01-28T18:30:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:29 smithi175 ceph-mon[44549]: pgmap v10654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:30:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:30:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:30:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:30:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:30:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:30:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:29 smithi181 ceph-mon[45557]: pgmap v10653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-01-28T18:30:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:29 smithi181 ceph-mon[45557]: pgmap v10654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:30:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:30:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:30:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:30:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:30:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:30:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:29 smithi088 ceph-mon[35322]: pgmap v10653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-01-28T18:30:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:29 smithi088 ceph-mon[35322]: pgmap v10654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:30:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:30:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:31 smithi181 ceph-mon[45557]: pgmap v10655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T18:30:31.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:31 smithi088 ceph-mon[35322]: pgmap v10655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T18:30:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:31 smithi175 ceph-mon[44549]: pgmap v10655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T18:30:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:33 smithi181 ceph-mon[45557]: pgmap v10656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:30:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:33 smithi088 ceph-mon[35322]: pgmap v10656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:30:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:33 smithi175 ceph-mon[44549]: pgmap v10656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:30:34.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:34.383+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:30:34.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:34.383+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:30:34.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:34.383+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:30:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:35 smithi181 ceph-mon[45557]: pgmap v10657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:30:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:35 smithi088 ceph-mon[35322]: pgmap v10657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:30:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:35 smithi175 ceph-mon[44549]: pgmap v10657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:30:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:37 smithi181 ceph-mon[45557]: pgmap v10658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:30:37.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:37 smithi088 ceph-mon[35322]: pgmap v10658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:30:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:37 smithi175 ceph-mon[44549]: pgmap v10658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:30:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:39.470+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T18:30:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:39.470+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T18:30:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:39.470+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34402d040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T18:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:39.470+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34402d040 comp rx=0 tx=0).stop 2024-01-28T18:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:39.470+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T18:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:39.470+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T18:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:39.470+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a34a0 0x7ff32c0ad500 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T18:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:39.470+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T18:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:39.470+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T18:30:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:39.471+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34402d040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T18:30:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:39 smithi181 ceph-mon[45557]: pgmap v10659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:30:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:39 smithi088 ceph-mon[35322]: pgmap v10659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:30:39.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:39 smithi175 ceph-mon[44549]: pgmap v10659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:30:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:41 smithi181 ceph-mon[45557]: pgmap v10660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:41 smithi088 ceph-mon[35322]: pgmap v10660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:41 smithi175 ceph-mon[44549]: pgmap v10660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:42.468+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:30:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:42.468+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T18:30:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:42.468+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 154 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T18:30:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:42.468+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T18:30:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:42.468+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 154 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T18:30:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:42.468+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 155 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:30:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:42.468+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T18:30:42.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:42.469+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 155 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140065d0 con 0x55d733ebf510 2024-01-28T18:30:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:43 smithi181 ceph-mon[45557]: pgmap v10661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:43 smithi088 ceph-mon[35322]: pgmap v10661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:43 smithi175 ceph-mon[44549]: pgmap v10661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:45.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:45 smithi181 ceph-mon[45557]: pgmap v10662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:45.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:45 smithi088 ceph-mon[35322]: pgmap v10662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:45 smithi175 ceph-mon[44549]: pgmap v10662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:47 smithi181 ceph-mon[45557]: pgmap v10663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:47 smithi088 ceph-mon[35322]: pgmap v10663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:47 smithi175 ceph-mon[44549]: pgmap v10663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:49.401 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:49.398+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:30:49.401 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:49.398+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:30:49.401 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:30:49.398+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:30:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:49 smithi181 ceph-mon[45557]: pgmap v10664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:49 smithi088 ceph-mon[35322]: pgmap v10664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:49 smithi175 ceph-mon[44549]: pgmap v10664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:51 smithi088 ceph-mon[35322]: pgmap v10665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:51 smithi175 ceph-mon[44549]: pgmap v10665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:51 smithi181 ceph-mon[45557]: pgmap v10665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:30:53.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:53 smithi088 ceph-mon[35322]: pgmap v10666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:53 smithi175 ceph-mon[44549]: pgmap v10666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:53 smithi181 ceph-mon[45557]: pgmap v10666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:55 smithi088 ceph-mon[35322]: pgmap v10667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:55 smithi175 ceph-mon[44549]: pgmap v10667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:55 smithi181 ceph-mon[45557]: pgmap v10667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:30:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:57 smithi088 ceph-mon[35322]: pgmap v10668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:57 smithi175 ceph-mon[44549]: pgmap v10668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:57 smithi181 ceph-mon[45557]: pgmap v10668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:30:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:30:59 smithi088 ceph-mon[35322]: pgmap v10669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:30:59 smithi175 ceph-mon[44549]: pgmap v10669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:30:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:30:59 smithi181 ceph-mon[45557]: pgmap v10669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:01 smithi088 ceph-mon[35322]: pgmap v10670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:01 smithi175 ceph-mon[44549]: pgmap v10670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:01 smithi181 ceph-mon[45557]: pgmap v10670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:03.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:03 smithi088 ceph-mon[35322]: pgmap v10671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:03 smithi175 ceph-mon[44549]: pgmap v10671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:03 smithi181 ceph-mon[45557]: pgmap v10671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:04.411+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:31:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:04.411+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:31:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:04.411+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:31:05.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:05 smithi088 ceph-mon[35322]: pgmap v10672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:05 smithi175 ceph-mon[44549]: pgmap v10672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:05 smithi181 ceph-mon[45557]: pgmap v10672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:07 smithi088 ceph-mon[35322]: pgmap v10673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:07.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:07 smithi175 ceph-mon[44549]: pgmap v10673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:07 smithi181 ceph-mon[45557]: pgmap v10673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:09.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:09 smithi088 ceph-mon[35322]: pgmap v10674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:09 smithi175 ceph-mon[44549]: pgmap v10674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:09 smithi181 ceph-mon[45557]: pgmap v10674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:11.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:11 smithi088 ceph-mon[35322]: pgmap v10675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:11 smithi175 ceph-mon[44549]: pgmap v10675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:11 smithi181 ceph-mon[45557]: pgmap v10675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:13 smithi088 ceph-mon[35322]: pgmap v10676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:13 smithi175 ceph-mon[44549]: pgmap v10676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:13 smithi181 ceph-mon[45557]: pgmap v10676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:15.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:15 smithi088 ceph-mon[35322]: pgmap v10677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:15 smithi175 ceph-mon[44549]: pgmap v10677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:15 smithi181 ceph-mon[45557]: pgmap v10677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:17 smithi088 ceph-mon[35322]: pgmap v10678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:17 smithi175 ceph-mon[44549]: pgmap v10678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:17 smithi181 ceph-mon[45557]: pgmap v10678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:19.427+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:31:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:19.427+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:31:19.428 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:19.427+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:31:19.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:19 smithi088 ceph-mon[35322]: pgmap v10679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:19 smithi175 ceph-mon[44549]: pgmap v10679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:19 smithi181 ceph-mon[45557]: pgmap v10679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:21.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:21 smithi088 ceph-mon[35322]: pgmap v10680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:21 smithi175 ceph-mon[44549]: pgmap v10680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:21 smithi181 ceph-mon[45557]: pgmap v10680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:23 smithi088 ceph-mon[35322]: pgmap v10681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:23 smithi175 ceph-mon[44549]: pgmap v10681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:23 smithi181 ceph-mon[45557]: pgmap v10681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:25 smithi088 ceph-mon[35322]: pgmap v10682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:25.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:25 smithi175 ceph-mon[44549]: pgmap v10682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:25 smithi181 ceph-mon[45557]: pgmap v10682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:27 smithi088 ceph-mon[35322]: pgmap v10683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:27 smithi175 ceph-mon[44549]: pgmap v10683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:27 smithi181 ceph-mon[45557]: pgmap v10683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:29 smithi175 ceph-mon[44549]: pgmap v10684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:31:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:29 smithi181 ceph-mon[45557]: pgmap v10684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:31:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:29 smithi088 ceph-mon[35322]: pgmap v10684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:31:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:31:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:31:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:30 smithi088 ceph-mon[35322]: pgmap v10685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T18:31:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:30 smithi088 ceph-mon[35322]: pgmap v10686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:31:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:31:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:30 smithi175 ceph-mon[44549]: pgmap v10685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T18:31:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:30 smithi175 ceph-mon[44549]: pgmap v10686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:31:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:31:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:30 smithi181 ceph-mon[45557]: pgmap v10685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T18:31:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:30 smithi181 ceph-mon[45557]: pgmap v10686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:31:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:32 smithi181 ceph-mon[45557]: pgmap v10687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:32 smithi088 ceph-mon[35322]: pgmap v10687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:32.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:32 smithi175 ceph-mon[44549]: pgmap v10687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:34.442+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:31:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:34.442+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:31:34.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:34.442+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:31:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:34 smithi088 ceph-mon[35322]: pgmap v10688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:34 smithi175 ceph-mon[44549]: pgmap v10688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:34 smithi181 ceph-mon[45557]: pgmap v10688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:36 smithi088 ceph-mon[35322]: pgmap v10689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:36 smithi175 ceph-mon[44549]: pgmap v10689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:36 smithi181 ceph-mon[45557]: pgmap v10689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:38 smithi088 ceph-mon[35322]: pgmap v10690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:38 smithi175 ceph-mon[44549]: pgmap v10690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:38 smithi181 ceph-mon[45557]: pgmap v10690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:31:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:40 smithi088 ceph-mon[35322]: pgmap v10691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:31:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:40 smithi175 ceph-mon[44549]: pgmap v10691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:31:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:40 smithi181 ceph-mon[45557]: pgmap v10691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:31:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:42 smithi181 ceph-mon[45557]: pgmap v10692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:42 smithi088 ceph-mon[35322]: pgmap v10692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:42 smithi175 ceph-mon[44549]: pgmap v10692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:44 smithi088 ceph-mon[35322]: pgmap v10693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:44 smithi175 ceph-mon[44549]: pgmap v10693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:44 smithi181 ceph-mon[45557]: pgmap v10693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:46 smithi088 ceph-mon[35322]: pgmap v10694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:46 smithi175 ceph-mon[44549]: pgmap v10694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:46 smithi181 ceph-mon[45557]: pgmap v10694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:48 smithi088 ceph-mon[35322]: pgmap v10695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:48 smithi175 ceph-mon[44549]: pgmap v10695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:48 smithi181 ceph-mon[45557]: pgmap v10695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:49.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:49.457+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:31:49.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:49.457+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:31:49.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:31:49.457+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:31:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:50 smithi088 ceph-mon[35322]: pgmap v10696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:50 smithi175 ceph-mon[44549]: pgmap v10696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:50 smithi181 ceph-mon[45557]: pgmap v10696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:31:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:52 smithi181 ceph-mon[45557]: pgmap v10697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:52 smithi088 ceph-mon[35322]: pgmap v10697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:52.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:52 smithi175 ceph-mon[44549]: pgmap v10697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:54 smithi088 ceph-mon[35322]: pgmap v10698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:54 smithi175 ceph-mon[44549]: pgmap v10698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:54 smithi181 ceph-mon[45557]: pgmap v10698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:31:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:56 smithi088 ceph-mon[35322]: pgmap v10699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:56 smithi175 ceph-mon[44549]: pgmap v10699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:56 smithi181 ceph-mon[45557]: pgmap v10699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:31:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:31:58 smithi088 ceph-mon[35322]: pgmap v10700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:31:58 smithi175 ceph-mon[44549]: pgmap v10700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:31:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:31:58 smithi181 ceph-mon[45557]: pgmap v10700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:00 smithi088 ceph-mon[35322]: pgmap v10701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:00 smithi175 ceph-mon[44549]: pgmap v10701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:00 smithi181 ceph-mon[45557]: pgmap v10701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:02 smithi181 ceph-mon[45557]: pgmap v10702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:02 smithi088 ceph-mon[35322]: pgmap v10702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:02.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:02 smithi175 ceph-mon[44549]: pgmap v10702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:04.465+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:32:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:04.465+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:32:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:04.465+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:32:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:04 smithi088 ceph-mon[35322]: pgmap v10703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:04 smithi175 ceph-mon[44549]: pgmap v10703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:04 smithi181 ceph-mon[45557]: pgmap v10703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:06 smithi088 ceph-mon[35322]: pgmap v10704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:06 smithi175 ceph-mon[44549]: pgmap v10704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:06 smithi181 ceph-mon[45557]: pgmap v10704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:08 smithi088 ceph-mon[35322]: pgmap v10705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:08 smithi175 ceph-mon[44549]: pgmap v10705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:08 smithi181 ceph-mon[45557]: pgmap v10705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:11 smithi088 ceph-mon[35322]: pgmap v10706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:11 smithi175 ceph-mon[44549]: pgmap v10706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:11 smithi181 ceph-mon[45557]: pgmap v10706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:12 smithi181 ceph-mon[45557]: pgmap v10707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:12 smithi088 ceph-mon[35322]: pgmap v10707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:12 smithi175 ceph-mon[44549]: pgmap v10707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:14 smithi088 ceph-mon[35322]: pgmap v10708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:14 smithi175 ceph-mon[44549]: pgmap v10708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:14 smithi181 ceph-mon[45557]: pgmap v10708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:16 smithi088 ceph-mon[35322]: pgmap v10709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:16 smithi175 ceph-mon[44549]: pgmap v10709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:16 smithi181 ceph-mon[45557]: pgmap v10709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:19 smithi088 ceph-mon[35322]: pgmap v10710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:19 smithi175 ceph-mon[44549]: pgmap v10710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:19 smithi181 ceph-mon[45557]: pgmap v10710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:19.480+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:32:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:19.480+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:32:19.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:19.480+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:32:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:21 smithi088 ceph-mon[35322]: pgmap v10711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:21 smithi175 ceph-mon[44549]: pgmap v10711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:21 smithi181 ceph-mon[45557]: pgmap v10711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:22 smithi181 ceph-mon[45557]: pgmap v10712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:22 smithi088 ceph-mon[35322]: pgmap v10712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:22 smithi175 ceph-mon[44549]: pgmap v10712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:24 smithi088 ceph-mon[35322]: pgmap v10713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:24 smithi175 ceph-mon[44549]: pgmap v10713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:24 smithi181 ceph-mon[45557]: pgmap v10713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:27 smithi088 ceph-mon[35322]: pgmap v10714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:27 smithi175 ceph-mon[44549]: pgmap v10714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:27 smithi181 ceph-mon[45557]: pgmap v10714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:29 smithi088 ceph-mon[35322]: pgmap v10715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:29 smithi175 ceph-mon[44549]: pgmap v10715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:29 smithi181 ceph-mon[45557]: pgmap v10715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:31 smithi088 ceph-mon[35322]: pgmap v10716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:32:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:32:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:32:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:32:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:31 smithi175 ceph-mon[44549]: pgmap v10716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:32:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:32:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:32:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:32:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:31 smithi181 ceph-mon[45557]: pgmap v10716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:32:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:32:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:32:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:32:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:32 smithi088 ceph-mon[35322]: pgmap v10717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:32:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:32 smithi175 ceph-mon[44549]: pgmap v10717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:32:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:32 smithi181 ceph-mon[45557]: pgmap v10717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:32:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:34 smithi088 ceph-mon[35322]: pgmap v10718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:32:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:34 smithi175 ceph-mon[44549]: pgmap v10718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:32:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:34 smithi181 ceph-mon[45557]: pgmap v10718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:32:34.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:34.491+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:32:34.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:34.491+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:32:34.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:34.491+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:32:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:36 smithi088 ceph-mon[35322]: pgmap v10719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:32:36.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:36 smithi175 ceph-mon[44549]: pgmap v10719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:32:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:36 smithi181 ceph-mon[45557]: pgmap v10719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:32:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:37 smithi088 ceph-mon[35322]: pgmap v10720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:32:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:37 smithi181 ceph-mon[45557]: pgmap v10720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:32:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:37 smithi175 ceph-mon[44549]: pgmap v10720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:32:40.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:40 smithi088 ceph-mon[35322]: pgmap v10721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:32:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:40 smithi175 ceph-mon[44549]: pgmap v10721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:32:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:40 smithi181 ceph-mon[45557]: pgmap v10721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:32:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:42 smithi088 ceph-mon[35322]: pgmap v10722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:32:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:42 smithi175 ceph-mon[44549]: pgmap v10722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:32:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:42 smithi181 ceph-mon[45557]: pgmap v10722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:32:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:44 smithi088 ceph-mon[35322]: pgmap v10723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:44 smithi175 ceph-mon[44549]: pgmap v10723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:44 smithi181 ceph-mon[45557]: pgmap v10723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:46 smithi088 ceph-mon[35322]: pgmap v10724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:46 smithi175 ceph-mon[44549]: pgmap v10724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:46 smithi181 ceph-mon[45557]: pgmap v10724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:47 smithi181 ceph-mon[45557]: pgmap v10725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:47 smithi088 ceph-mon[35322]: pgmap v10725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:47.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:47 smithi175 ceph-mon[44549]: pgmap v10725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:49.506 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:49.505+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:32:49.506 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:49.505+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:32:49.506 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:32:49.505+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:32:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:50 smithi088 ceph-mon[35322]: pgmap v10726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:50 smithi175 ceph-mon[44549]: pgmap v10726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:50 smithi181 ceph-mon[45557]: pgmap v10726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:32:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:52 smithi088 ceph-mon[35322]: pgmap v10727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:52 smithi175 ceph-mon[44549]: pgmap v10727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:52 smithi181 ceph-mon[45557]: pgmap v10727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:54 smithi088 ceph-mon[35322]: pgmap v10728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:54 smithi175 ceph-mon[44549]: pgmap v10728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:54 smithi181 ceph-mon[45557]: pgmap v10728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:32:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:56 smithi088 ceph-mon[35322]: pgmap v10729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:56 smithi175 ceph-mon[44549]: pgmap v10729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:56 smithi181 ceph-mon[45557]: pgmap v10729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:32:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:32:57 smithi181 ceph-mon[45557]: pgmap v10730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:32:57 smithi088 ceph-mon[35322]: pgmap v10730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:32:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:32:57 smithi175 ceph-mon[44549]: pgmap v10730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:00 smithi088 ceph-mon[35322]: pgmap v10731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:00 smithi175 ceph-mon[44549]: pgmap v10731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:00 smithi181 ceph-mon[45557]: pgmap v10731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:02 smithi088 ceph-mon[35322]: pgmap v10732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:02 smithi175 ceph-mon[44549]: pgmap v10732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:02 smithi181 ceph-mon[45557]: pgmap v10732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:04 smithi088 ceph-mon[35322]: pgmap v10733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:04 smithi175 ceph-mon[44549]: pgmap v10733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:04 smithi181 ceph-mon[45557]: pgmap v10733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:04.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:04.519+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:33:04.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:04.519+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:33:04.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:04.519+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:33:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:06 smithi088 ceph-mon[35322]: pgmap v10734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:33:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:06 smithi175 ceph-mon[44549]: pgmap v10734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:33:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:06 smithi181 ceph-mon[45557]: pgmap v10734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:33:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:07 smithi181 ceph-mon[45557]: pgmap v10735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:07 smithi088 ceph-mon[35322]: pgmap v10735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:07 smithi175 ceph-mon[44549]: pgmap v10735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:10 smithi088 ceph-mon[35322]: pgmap v10736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:10 smithi175 ceph-mon[44549]: pgmap v10736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:10 smithi181 ceph-mon[45557]: pgmap v10736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:12 smithi088 ceph-mon[35322]: pgmap v10737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:12 smithi175 ceph-mon[44549]: pgmap v10737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:12 smithi181 ceph-mon[45557]: pgmap v10737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:14 smithi088 ceph-mon[35322]: pgmap v10738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:14 smithi175 ceph-mon[44549]: pgmap v10738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:14 smithi181 ceph-mon[45557]: pgmap v10738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:16 smithi175 ceph-mon[44549]: pgmap v10739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:33:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:16 smithi181 ceph-mon[45557]: pgmap v10739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:33:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:16 smithi088 ceph-mon[35322]: pgmap v10739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:33:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:17 smithi181 ceph-mon[45557]: pgmap v10740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:17 smithi088 ceph-mon[35322]: pgmap v10740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:17 smithi175 ceph-mon[44549]: pgmap v10740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:19.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:19.533+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:33:19.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:19.533+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:33:19.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:19.533+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:33:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:20 smithi088 ceph-mon[35322]: pgmap v10741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:20 smithi175 ceph-mon[44549]: pgmap v10741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:20 smithi181 ceph-mon[45557]: pgmap v10741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:22 smithi088 ceph-mon[35322]: pgmap v10742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:22 smithi175 ceph-mon[44549]: pgmap v10742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:22 smithi181 ceph-mon[45557]: pgmap v10742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:24 smithi175 ceph-mon[44549]: pgmap v10743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:24 smithi181 ceph-mon[45557]: pgmap v10743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:24 smithi088 ceph-mon[35322]: pgmap v10743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:26 smithi175 ceph-mon[44549]: pgmap v10744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:33:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:26 smithi181 ceph-mon[45557]: pgmap v10744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:33:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:26 smithi088 ceph-mon[35322]: pgmap v10744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:33:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:27 smithi181 ceph-mon[45557]: pgmap v10745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:27 smithi088 ceph-mon[35322]: pgmap v10745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:27 smithi175 ceph-mon[44549]: pgmap v10745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:30 smithi088 ceph-mon[35322]: pgmap v10746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:30 smithi175 ceph-mon[44549]: pgmap v10746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:30 smithi181 ceph-mon[45557]: pgmap v10746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:32 smithi175 ceph-mon[44549]: pgmap v10747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:33:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:33:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:33:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:33:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:32 smithi181 ceph-mon[45557]: pgmap v10747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:33:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:33:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:33:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:33:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:32 smithi088 ceph-mon[35322]: pgmap v10747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:33:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:33:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:33:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:33:33.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:33 smithi175 ceph-mon[44549]: pgmap v10748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:33:33.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:33 smithi175 ceph-mon[44549]: pgmap v10749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:33 smithi181 ceph-mon[45557]: pgmap v10748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:33:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:33 smithi181 ceph-mon[45557]: pgmap v10749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:33 smithi088 ceph-mon[35322]: pgmap v10748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:33:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:33 smithi088 ceph-mon[35322]: pgmap v10749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:34.548 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:34.546+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:33:34.548 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:34.547+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:33:34.548 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:34.547+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:33:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:35 smithi175 ceph-mon[44549]: pgmap v10750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:35 smithi181 ceph-mon[45557]: pgmap v10750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:35 smithi088 ceph-mon[35322]: pgmap v10750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:37 smithi175 ceph-mon[44549]: pgmap v10751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:37 smithi181 ceph-mon[45557]: pgmap v10751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:37 smithi088 ceph-mon[35322]: pgmap v10751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:39 smithi175 ceph-mon[44549]: pgmap v10752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:33:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:39 smithi181 ceph-mon[45557]: pgmap v10752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:33:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:39 smithi088 ceph-mon[35322]: pgmap v10752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:33:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:41 smithi175 ceph-mon[44549]: pgmap v10753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:33:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:41 smithi181 ceph-mon[45557]: pgmap v10753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:33:41.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:41 smithi088 ceph-mon[35322]: pgmap v10753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:33:42.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:42.495+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:33:42.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:42.495+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:33:42.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:42.495+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 156 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T18:33:42.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:42.496+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 156 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:33:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:42 smithi088 ceph-mon[35322]: pgmap v10754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:33:42.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:42 smithi175 ceph-mon[44549]: pgmap v10754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:33:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:42 smithi181 ceph-mon[45557]: pgmap v10754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:33:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:45 smithi088 ceph-mon[35322]: pgmap v10755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:45 smithi175 ceph-mon[44549]: pgmap v10755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:45 smithi181 ceph-mon[45557]: pgmap v10755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:33:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:47 smithi088 ceph-mon[35322]: pgmap v10756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:47 smithi175 ceph-mon[44549]: pgmap v10756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:47 smithi181 ceph-mon[45557]: pgmap v10756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:49 smithi088 ceph-mon[35322]: pgmap v10757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:33:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:49 smithi175 ceph-mon[44549]: pgmap v10757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:33:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:49 smithi181 ceph-mon[45557]: pgmap v10757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:33:49.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:49.548+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:33:49.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:49.548+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:33:49.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:33:49.548+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:33:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:51 smithi088 ceph-mon[35322]: pgmap v10758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:51 smithi175 ceph-mon[44549]: pgmap v10758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:51 smithi181 ceph-mon[45557]: pgmap v10758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:33:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:52 smithi088 ceph-mon[35322]: pgmap v10759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:52.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:52 smithi175 ceph-mon[44549]: pgmap v10759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:52 smithi181 ceph-mon[45557]: pgmap v10759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:55 smithi088 ceph-mon[35322]: pgmap v10760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:33:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:55 smithi175 ceph-mon[44549]: pgmap v10760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:33:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:55 smithi181 ceph-mon[45557]: pgmap v10760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:33:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:57 smithi088 ceph-mon[35322]: pgmap v10761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:57 smithi175 ceph-mon[44549]: pgmap v10761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:57 smithi181 ceph-mon[45557]: pgmap v10761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:33:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:33:59 smithi088 ceph-mon[35322]: pgmap v10762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:33:59 smithi175 ceph-mon[44549]: pgmap v10762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:33:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:33:59 smithi181 ceph-mon[45557]: pgmap v10762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:34:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:01 smithi088 ceph-mon[35322]: pgmap v10763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:34:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:01 smithi175 ceph-mon[44549]: pgmap v10763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:34:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:01 smithi181 ceph-mon[45557]: pgmap v10763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:34:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:02 smithi088 ceph-mon[35322]: pgmap v10764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:02 smithi175 ceph-mon[44549]: pgmap v10764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:02 smithi181 ceph-mon[45557]: pgmap v10764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:04.563+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:34:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:04.563+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:34:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:04.563+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:34:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:05 smithi088 ceph-mon[35322]: pgmap v10765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:34:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:05 smithi175 ceph-mon[44549]: pgmap v10765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:34:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:05 smithi181 ceph-mon[45557]: pgmap v10765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:34:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:07 smithi088 ceph-mon[35322]: pgmap v10766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:07 smithi175 ceph-mon[44549]: pgmap v10766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:07 smithi181 ceph-mon[45557]: pgmap v10766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:09 smithi088 ceph-mon[35322]: pgmap v10767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:34:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:09 smithi175 ceph-mon[44549]: pgmap v10767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:34:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:09 smithi181 ceph-mon[45557]: pgmap v10767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:34:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:11 smithi088 ceph-mon[35322]: pgmap v10768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:11 smithi175 ceph-mon[44549]: pgmap v10768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:11 smithi181 ceph-mon[45557]: pgmap v10768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:12 smithi088 ceph-mon[35322]: pgmap v10769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:34:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:12 smithi175 ceph-mon[44549]: pgmap v10769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:34:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:12 smithi181 ceph-mon[45557]: pgmap v10769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:34:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:15 smithi088 ceph-mon[35322]: pgmap v10770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:34:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:15 smithi175 ceph-mon[44549]: pgmap v10770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:34:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:15 smithi181 ceph-mon[45557]: pgmap v10770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:34:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:17 smithi088 ceph-mon[35322]: pgmap v10771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:34:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:17 smithi175 ceph-mon[44549]: pgmap v10771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:34:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:17 smithi181 ceph-mon[45557]: pgmap v10771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:34:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:19 smithi088 ceph-mon[35322]: pgmap v10772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:34:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:19 smithi175 ceph-mon[44549]: pgmap v10772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:34:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:19 smithi181 ceph-mon[45557]: pgmap v10772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:34:19.579 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:19.578+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:34:19.579 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:19.578+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:34:19.579 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:19.578+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:34:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:21 smithi088 ceph-mon[35322]: pgmap v10773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:21 smithi175 ceph-mon[44549]: pgmap v10773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:21 smithi181 ceph-mon[45557]: pgmap v10773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:22.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:22 smithi088 ceph-mon[35322]: pgmap v10774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:22 smithi175 ceph-mon[44549]: pgmap v10774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:22 smithi181 ceph-mon[45557]: pgmap v10774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:25 smithi088 ceph-mon[35322]: pgmap v10775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:34:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:25 smithi175 ceph-mon[44549]: pgmap v10775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:34:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:25 smithi181 ceph-mon[45557]: pgmap v10775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:34:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:27 smithi088 ceph-mon[35322]: pgmap v10776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:27 smithi175 ceph-mon[44549]: pgmap v10776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:27 smithi181 ceph-mon[45557]: pgmap v10776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:29 smithi088 ceph-mon[35322]: pgmap v10777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:34:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:29 smithi175 ceph-mon[44549]: pgmap v10777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:34:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:29 smithi181 ceph-mon[45557]: pgmap v10777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:34:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:31 smithi175 ceph-mon[44549]: pgmap v10778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:34:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:31 smithi181 ceph-mon[45557]: pgmap v10778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:34:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:31 smithi088 ceph-mon[35322]: pgmap v10778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:34:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:32 smithi088 ceph-mon[35322]: pgmap v10779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:34:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:32 smithi175 ceph-mon[44549]: pgmap v10779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:32.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:34:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:32 smithi181 ceph-mon[45557]: pgmap v10779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:34:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:34:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:34:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:33 smithi088 ceph-mon[35322]: pgmap v10780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:34:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:33 smithi088 ceph-mon[35322]: pgmap v10781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:34:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:34:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:34:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:34:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:33 smithi175 ceph-mon[44549]: pgmap v10780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:34:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:33 smithi175 ceph-mon[44549]: pgmap v10781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:34:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:34:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:34:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:34:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:33 smithi181 ceph-mon[45557]: pgmap v10780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:34:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:33 smithi181 ceph-mon[45557]: pgmap v10781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:34:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:34:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:34.586+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:34:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:34.587+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:34:34.588 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:34.587+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:34:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:36 smithi088 ceph-mon[35322]: pgmap v10782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:34:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:36 smithi175 ceph-mon[44549]: pgmap v10782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:34:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:36 smithi181 ceph-mon[45557]: pgmap v10782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:34:37.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:37 smithi088 ceph-mon[35322]: pgmap v10783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:37 smithi175 ceph-mon[44549]: pgmap v10783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:37 smithi181 ceph-mon[45557]: pgmap v10783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:40 smithi175 ceph-mon[44549]: pgmap v10784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:40 smithi181 ceph-mon[45557]: pgmap v10784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:40 smithi088 ceph-mon[35322]: pgmap v10784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:42 smithi175 ceph-mon[44549]: pgmap v10785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:42 smithi181 ceph-mon[45557]: pgmap v10785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:42 smithi088 ceph-mon[35322]: pgmap v10785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:34:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:44 smithi175 ceph-mon[44549]: pgmap v10786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:34:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:44 smithi181 ceph-mon[45557]: pgmap v10786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:34:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:44 smithi088 ceph-mon[35322]: pgmap v10786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:34:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:46 smithi175 ceph-mon[44549]: pgmap v10787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:34:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:46 smithi181 ceph-mon[45557]: pgmap v10787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:34:46.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:46 smithi088 ceph-mon[35322]: pgmap v10787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:34:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:47 smithi088 ceph-mon[35322]: pgmap v10788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:47 smithi175 ceph-mon[44549]: pgmap v10788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:47 smithi181 ceph-mon[45557]: pgmap v10788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:49.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:49.600+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:34:49.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:49.600+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:34:49.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:34:49.600+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:34:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:50 smithi175 ceph-mon[44549]: pgmap v10789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:34:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:50 smithi181 ceph-mon[45557]: pgmap v10789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:34:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:50 smithi088 ceph-mon[35322]: pgmap v10789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:34:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:52 smithi175 ceph-mon[44549]: pgmap v10790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:52 smithi181 ceph-mon[45557]: pgmap v10790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:52 smithi088 ceph-mon[35322]: pgmap v10790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:54 smithi175 ceph-mon[44549]: pgmap v10791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:34:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:54 smithi181 ceph-mon[45557]: pgmap v10791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:34:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:54 smithi088 ceph-mon[35322]: pgmap v10791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:34:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:56 smithi175 ceph-mon[44549]: pgmap v10792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:34:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:56 smithi181 ceph-mon[45557]: pgmap v10792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:34:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:56 smithi088 ceph-mon[35322]: pgmap v10792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:34:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:34:57 smithi088 ceph-mon[35322]: pgmap v10793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:57.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:34:57 smithi175 ceph-mon[44549]: pgmap v10793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:34:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:34:57 smithi181 ceph-mon[45557]: pgmap v10793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:00 smithi175 ceph-mon[44549]: pgmap v10794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:35:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:00 smithi181 ceph-mon[45557]: pgmap v10794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:35:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:00 smithi088 ceph-mon[35322]: pgmap v10794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:35:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:02 smithi175 ceph-mon[44549]: pgmap v10795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:02 smithi181 ceph-mon[45557]: pgmap v10795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:02 smithi088 ceph-mon[35322]: pgmap v10795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:04 smithi175 ceph-mon[44549]: pgmap v10796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:35:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:04 smithi181 ceph-mon[45557]: pgmap v10796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:35:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:04 smithi088 ceph-mon[35322]: pgmap v10796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T18:35:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:04.606+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:35:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:04.606+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:35:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:04.606+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:35:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:06 smithi175 ceph-mon[44549]: pgmap v10797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:35:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:06 smithi181 ceph-mon[45557]: pgmap v10797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:35:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:06 smithi088 ceph-mon[35322]: pgmap v10797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:35:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:07 smithi088 ceph-mon[35322]: pgmap v10798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:07 smithi175 ceph-mon[44549]: pgmap v10798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:07 smithi181 ceph-mon[45557]: pgmap v10798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:10 smithi175 ceph-mon[44549]: pgmap v10799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:10 smithi181 ceph-mon[45557]: pgmap v10799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:10 smithi088 ceph-mon[35322]: pgmap v10799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:12.344 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:12 smithi088 ceph-mon[35322]: pgmap v10800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:12 smithi175 ceph-mon[44549]: pgmap v10800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:12 smithi181 ceph-mon[45557]: pgmap v10800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:14 smithi175 ceph-mon[44549]: pgmap v10801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:14 smithi181 ceph-mon[45557]: pgmap v10801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:14 smithi088 ceph-mon[35322]: pgmap v10801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:16 smithi175 ceph-mon[44549]: pgmap v10802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:16 smithi181 ceph-mon[45557]: pgmap v10802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:16 smithi088 ceph-mon[35322]: pgmap v10802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:17 smithi088 ceph-mon[35322]: pgmap v10803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:17.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:17 smithi175 ceph-mon[44549]: pgmap v10803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:17 smithi181 ceph-mon[45557]: pgmap v10803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:19.622+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:35:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:19.622+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:35:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:19.622+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:35:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:20 smithi175 ceph-mon[44549]: pgmap v10804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:20 smithi181 ceph-mon[45557]: pgmap v10804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:20 smithi088 ceph-mon[35322]: pgmap v10804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:22 smithi175 ceph-mon[44549]: pgmap v10805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:22 smithi181 ceph-mon[45557]: pgmap v10805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:22 smithi088 ceph-mon[35322]: pgmap v10805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:24 smithi175 ceph-mon[44549]: pgmap v10806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:24 smithi181 ceph-mon[45557]: pgmap v10806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:24 smithi088 ceph-mon[35322]: pgmap v10806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:26 smithi175 ceph-mon[44549]: pgmap v10807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:26 smithi181 ceph-mon[45557]: pgmap v10807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:26 smithi088 ceph-mon[35322]: pgmap v10807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:27 smithi088 ceph-mon[35322]: pgmap v10808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:27 smithi175 ceph-mon[44549]: pgmap v10808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:27 smithi181 ceph-mon[45557]: pgmap v10808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:30 smithi175 ceph-mon[44549]: pgmap v10809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:30 smithi181 ceph-mon[45557]: pgmap v10809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:30.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:30 smithi088 ceph-mon[35322]: pgmap v10809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:32 smithi175 ceph-mon[44549]: pgmap v10810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:32 smithi181 ceph-mon[45557]: pgmap v10810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:32 smithi088 ceph-mon[35322]: pgmap v10810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:34.376 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:34 smithi175 ceph-mon[44549]: pgmap v10811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:34.376 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:35:34.414 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:34 smithi181 ceph-mon[45557]: pgmap v10811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:34.414 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:35:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:34 smithi088 ceph-mon[35322]: pgmap v10811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:35:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:34.626+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:35:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:34.626+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:35:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:34.626+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:35:36.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:36 smithi175 ceph-mon[44549]: pgmap v10812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:36 smithi181 ceph-mon[45557]: pgmap v10812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:36 smithi088 ceph-mon[35322]: pgmap v10812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:37.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:37 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:35:37.262 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:37 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:35:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:37 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:35:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:37 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:35:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:37 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:35:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:37 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:35:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:38 smithi175 ceph-mon[44549]: pgmap v10813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:35:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:35:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:38 smithi181 ceph-mon[45557]: pgmap v10813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:35:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:35:38.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:38 smithi088 ceph-mon[35322]: pgmap v10813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:35:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:35:38.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:35:38.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:35:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:39 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 102.1M 2024-01-28T18:35:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:39 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 107129352: error parsing value: Value '107129352' is below minimum 939524096 2024-01-28T18:35:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:39 smithi175 ceph-mon[44549]: pgmap v10814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:35:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:39 smithi175 ceph-mon[44549]: pgmap v10815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T18:35:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:39 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 102.1M 2024-01-28T18:35:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:39 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 107129352: error parsing value: Value '107129352' is below minimum 939524096 2024-01-28T18:35:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:39 smithi181 ceph-mon[45557]: pgmap v10814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:35:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:39 smithi181 ceph-mon[45557]: pgmap v10815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T18:35:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:39 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 102.1M 2024-01-28T18:35:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:39 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 107129352: error parsing value: Value '107129352' is below minimum 939524096 2024-01-28T18:35:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:39 smithi088 ceph-mon[35322]: pgmap v10814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:35:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:39 smithi088 ceph-mon[35322]: pgmap v10815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T18:35:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:40 smithi175 ceph-mon[44549]: pgmap v10816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:35:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:40 smithi181 ceph-mon[45557]: pgmap v10816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:35:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:40 smithi088 ceph-mon[35322]: pgmap v10816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:35:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:42 smithi088 ceph-mon[35322]: pgmap v10817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T18:35:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:42 smithi175 ceph-mon[44549]: pgmap v10817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T18:35:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:42 smithi181 ceph-mon[45557]: pgmap v10817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T18:35:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:44 smithi088 ceph-mon[35322]: pgmap v10818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T18:35:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:44 smithi175 ceph-mon[44549]: pgmap v10818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T18:35:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:44 smithi181 ceph-mon[45557]: pgmap v10818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T18:35:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:46 smithi088 ceph-mon[35322]: pgmap v10819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:35:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:46 smithi175 ceph-mon[44549]: pgmap v10819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:35:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:46 smithi181 ceph-mon[45557]: pgmap v10819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:35:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:48 smithi088 ceph-mon[35322]: pgmap v10820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:35:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:48 smithi175 ceph-mon[44549]: pgmap v10820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:35:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:48 smithi181 ceph-mon[45557]: pgmap v10820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:35:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:49.636+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:35:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:49.636+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:35:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:35:49.636+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:35:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:50 smithi088 ceph-mon[35322]: pgmap v10821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:50 smithi175 ceph-mon[44549]: pgmap v10821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:50 smithi181 ceph-mon[45557]: pgmap v10821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:35:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:52 smithi088 ceph-mon[35322]: pgmap v10822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:52 smithi175 ceph-mon[44549]: pgmap v10822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:52 smithi181 ceph-mon[45557]: pgmap v10822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:54 smithi088 ceph-mon[35322]: pgmap v10823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:54.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:54 smithi175 ceph-mon[44549]: pgmap v10823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:54 smithi181 ceph-mon[45557]: pgmap v10823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:35:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:56 smithi088 ceph-mon[35322]: pgmap v10824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:56.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:56 smithi175 ceph-mon[44549]: pgmap v10824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:56 smithi181 ceph-mon[45557]: pgmap v10824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:35:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:35:58 smithi088 ceph-mon[35322]: pgmap v10825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:35:58 smithi175 ceph-mon[44549]: pgmap v10825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:35:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:35:58 smithi181 ceph-mon[45557]: pgmap v10825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:00 smithi088 ceph-mon[35322]: pgmap v10826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:00 smithi175 ceph-mon[44549]: pgmap v10826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:00 smithi181 ceph-mon[45557]: pgmap v10826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:02 smithi088 ceph-mon[35322]: pgmap v10827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:02 smithi175 ceph-mon[44549]: pgmap v10827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:02 smithi181 ceph-mon[45557]: pgmap v10827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:04.644+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:36:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:04.644+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:36:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:04.644+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:36:04.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:04 smithi175 ceph-mon[44549]: pgmap v10828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:04 smithi181 ceph-mon[45557]: pgmap v10828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:04 smithi088 ceph-mon[35322]: pgmap v10828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:06 smithi175 ceph-mon[44549]: pgmap v10829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:06 smithi181 ceph-mon[45557]: pgmap v10829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:06 smithi088 ceph-mon[35322]: pgmap v10829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:08 smithi175 ceph-mon[44549]: pgmap v10830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:08 smithi181 ceph-mon[45557]: pgmap v10830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:08 smithi088 ceph-mon[35322]: pgmap v10830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:10 smithi175 ceph-mon[44549]: pgmap v10831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:10 smithi181 ceph-mon[45557]: pgmap v10831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:10 smithi088 ceph-mon[35322]: pgmap v10831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:12 smithi175 ceph-mon[44549]: pgmap v10832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:12 smithi181 ceph-mon[45557]: pgmap v10832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:13.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:12 smithi088 ceph-mon[35322]: pgmap v10832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:14 smithi175 ceph-mon[44549]: pgmap v10833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:14 smithi181 ceph-mon[45557]: pgmap v10833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:14 smithi088 ceph-mon[35322]: pgmap v10833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:16.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:16 smithi175 ceph-mon[44549]: pgmap v10834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:16 smithi181 ceph-mon[45557]: pgmap v10834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:16 smithi088 ceph-mon[35322]: pgmap v10834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:18.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:18 smithi175 ceph-mon[44549]: pgmap v10835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:18 smithi181 ceph-mon[45557]: pgmap v10835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:18 smithi088 ceph-mon[35322]: pgmap v10835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:19.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:19.659+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:36:19.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:19.659+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:36:19.660 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:19.659+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:36:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:20 smithi175 ceph-mon[44549]: pgmap v10836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:20 smithi181 ceph-mon[45557]: pgmap v10836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:20 smithi088 ceph-mon[35322]: pgmap v10836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:22 smithi175 ceph-mon[44549]: pgmap v10837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:22 smithi181 ceph-mon[45557]: pgmap v10837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:22 smithi088 ceph-mon[35322]: pgmap v10837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:24.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:24 smithi175 ceph-mon[44549]: pgmap v10838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:24 smithi181 ceph-mon[45557]: pgmap v10838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:24 smithi088 ceph-mon[35322]: pgmap v10838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:26 smithi175 ceph-mon[44549]: pgmap v10839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:26 smithi181 ceph-mon[45557]: pgmap v10839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:26 smithi088 ceph-mon[35322]: pgmap v10839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:28.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:28 smithi175 ceph-mon[44549]: pgmap v10840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:28 smithi181 ceph-mon[45557]: pgmap v10840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:28 smithi088 ceph-mon[35322]: pgmap v10840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:30.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:30 smithi175 ceph-mon[44549]: pgmap v10841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:30 smithi181 ceph-mon[45557]: pgmap v10841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:30 smithi088 ceph-mon[35322]: pgmap v10841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:32.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:32 smithi175 ceph-mon[44549]: pgmap v10842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:32 smithi181 ceph-mon[45557]: pgmap v10842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:32 smithi088 ceph-mon[35322]: pgmap v10842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:34.675 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:34.675+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:36:34.676 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:34.675+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:36:34.676 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:34.675+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:36:34.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:34 smithi175 ceph-mon[44549]: pgmap v10843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:34 smithi181 ceph-mon[45557]: pgmap v10843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:34 smithi088 ceph-mon[35322]: pgmap v10843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:36 smithi175 ceph-mon[44549]: pgmap v10844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:36 smithi181 ceph-mon[45557]: pgmap v10844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:36 smithi088 ceph-mon[35322]: pgmap v10844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:36:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:36:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:36:38.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:38 smithi175 ceph-mon[44549]: pgmap v10845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:38.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:38.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:38.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:38.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:38.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:38 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:36:38.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:38 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:36:38.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:36:38.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:36:38.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:36:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:38 smithi181 ceph-mon[45557]: pgmap v10845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:38 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:36:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:38 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:36:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:36:38.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:36:38.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:38 smithi088 ceph-mon[35322]: pgmap v10845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:38 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:38 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:36:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:39 smithi175 ceph-mon[44549]: pgmap v10846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:36:39.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:39 smithi175 ceph-mon[44549]: pgmap v10847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:36:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:39 smithi181 ceph-mon[45557]: pgmap v10846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:36:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:39 smithi181 ceph-mon[45557]: pgmap v10847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:36:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:39 smithi088 ceph-mon[35322]: pgmap v10846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:36:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:39 smithi088 ceph-mon[35322]: pgmap v10847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:36:41.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:41 smithi175 ceph-mon[44549]: pgmap v10848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:36:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:41 smithi181 ceph-mon[45557]: pgmap v10848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:36:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:41 smithi088 ceph-mon[35322]: pgmap v10848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:36:42.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:42.521+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:36:42.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:42.521+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:36:42.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:42.521+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 157 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T18:36:42.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:42.521+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 157 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:36:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:43 smithi175 ceph-mon[44549]: pgmap v10849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:36:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:43 smithi181 ceph-mon[45557]: pgmap v10849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:36:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:43 smithi088 ceph-mon[35322]: pgmap v10849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:36:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:45 smithi175 ceph-mon[44549]: pgmap v10850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:36:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:45 smithi181 ceph-mon[45557]: pgmap v10850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:36:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:45 smithi088 ceph-mon[35322]: pgmap v10850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:36:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:47 smithi175 ceph-mon[44549]: pgmap v10851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:36:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:47 smithi181 ceph-mon[45557]: pgmap v10851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:36:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:47 smithi088 ceph-mon[35322]: pgmap v10851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:36:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:49.689+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:36:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:49.689+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:36:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:36:49.689+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:36:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:49 smithi175 ceph-mon[44549]: pgmap v10852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:36:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:49 smithi181 ceph-mon[45557]: pgmap v10852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:36:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:49 smithi088 ceph-mon[35322]: pgmap v10852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:36:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:51 smithi175 ceph-mon[44549]: pgmap v10853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:51 smithi181 ceph-mon[45557]: pgmap v10853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:51 smithi088 ceph-mon[35322]: pgmap v10853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:36:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:53 smithi175 ceph-mon[44549]: pgmap v10854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:53 smithi181 ceph-mon[45557]: pgmap v10854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:53 smithi088 ceph-mon[35322]: pgmap v10854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:55 smithi175 ceph-mon[44549]: pgmap v10855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:55 smithi181 ceph-mon[45557]: pgmap v10855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:55 smithi088 ceph-mon[35322]: pgmap v10855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:36:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:57 smithi175 ceph-mon[44549]: pgmap v10856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:57 smithi181 ceph-mon[45557]: pgmap v10856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:57 smithi088 ceph-mon[35322]: pgmap v10856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:36:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:36:59 smithi175 ceph-mon[44549]: pgmap v10857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:36:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:36:59 smithi181 ceph-mon[45557]: pgmap v10857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:36:59 smithi088 ceph-mon[35322]: pgmap v10857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:01 smithi175 ceph-mon[44549]: pgmap v10858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:01 smithi181 ceph-mon[45557]: pgmap v10858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:01 smithi088 ceph-mon[35322]: pgmap v10858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:03 smithi175 ceph-mon[44549]: pgmap v10859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:03 smithi181 ceph-mon[45557]: pgmap v10859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:03 smithi088 ceph-mon[35322]: pgmap v10859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:04.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:04.697+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:37:04.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:04.697+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:37:04.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:04.697+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:37:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:05 smithi181 ceph-mon[45557]: pgmap v10860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:05 smithi088 ceph-mon[35322]: pgmap v10860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:05 smithi175 ceph-mon[44549]: pgmap v10860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:07 smithi181 ceph-mon[45557]: pgmap v10861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:07 smithi088 ceph-mon[35322]: pgmap v10861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:07 smithi175 ceph-mon[44549]: pgmap v10861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:09 smithi181 ceph-mon[45557]: pgmap v10862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:09 smithi088 ceph-mon[35322]: pgmap v10862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:09 smithi175 ceph-mon[44549]: pgmap v10862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:11 smithi181 ceph-mon[45557]: pgmap v10863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:11 smithi088 ceph-mon[35322]: pgmap v10863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:11 smithi175 ceph-mon[44549]: pgmap v10863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:13 smithi181 ceph-mon[45557]: pgmap v10864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:13 smithi088 ceph-mon[35322]: pgmap v10864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:13 smithi175 ceph-mon[44549]: pgmap v10864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:15 smithi181 ceph-mon[45557]: pgmap v10865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:15 smithi088 ceph-mon[35322]: pgmap v10865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:15 smithi175 ceph-mon[44549]: pgmap v10865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:17 smithi181 ceph-mon[45557]: pgmap v10866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:17 smithi088 ceph-mon[35322]: pgmap v10866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:18.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:17 smithi175 ceph-mon[44549]: pgmap v10866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:19.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:19.702+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:37:19.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:19.702+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:37:19.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:19.702+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:37:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:19 smithi181 ceph-mon[45557]: pgmap v10867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:19 smithi088 ceph-mon[35322]: pgmap v10867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:19 smithi175 ceph-mon[44549]: pgmap v10867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:21 smithi181 ceph-mon[45557]: pgmap v10868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:21 smithi088 ceph-mon[35322]: pgmap v10868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:21 smithi175 ceph-mon[44549]: pgmap v10868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:23 smithi181 ceph-mon[45557]: pgmap v10869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:23 smithi088 ceph-mon[35322]: pgmap v10869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:23 smithi175 ceph-mon[44549]: pgmap v10869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:25 smithi181 ceph-mon[45557]: pgmap v10870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:25 smithi088 ceph-mon[35322]: pgmap v10870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:25 smithi175 ceph-mon[44549]: pgmap v10870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:27 smithi181 ceph-mon[45557]: pgmap v10871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:27 smithi088 ceph-mon[35322]: pgmap v10871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:27 smithi175 ceph-mon[44549]: pgmap v10871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:29 smithi088 ceph-mon[35322]: pgmap v10872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:29 smithi175 ceph-mon[44549]: pgmap v10872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:29 smithi181 ceph-mon[45557]: pgmap v10872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:31 smithi088 ceph-mon[35322]: pgmap v10873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:31 smithi175 ceph-mon[44549]: pgmap v10873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:31 smithi181 ceph-mon[45557]: pgmap v10873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:34.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:33 smithi088 ceph-mon[35322]: pgmap v10874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:33 smithi175 ceph-mon[44549]: pgmap v10874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:33 smithi181 ceph-mon[45557]: pgmap v10874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:34.714 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:34.711+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:37:34.714 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:34.711+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:37:34.714 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:34.711+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:37:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:35 smithi088 ceph-mon[35322]: pgmap v10875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:35 smithi175 ceph-mon[44549]: pgmap v10875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:35 smithi181 ceph-mon[45557]: pgmap v10875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:37:38.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:37 smithi088 ceph-mon[35322]: pgmap v10876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:37 smithi175 ceph-mon[44549]: pgmap v10876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:37 smithi181 ceph-mon[45557]: pgmap v10876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:37:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:37:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:37:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:39 smithi088 ceph-mon[35322]: pgmap v10877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:37:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:37:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:37:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:39 smithi175 ceph-mon[44549]: pgmap v10877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:37:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:37:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:37:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:39 smithi181 ceph-mon[45557]: pgmap v10877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:37:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:37:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:37:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:40 smithi088 ceph-mon[35322]: pgmap v10878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:37:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:40 smithi088 ceph-mon[35322]: pgmap v10879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:37:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:40 smithi175 ceph-mon[44549]: pgmap v10878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:37:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:40 smithi175 ceph-mon[44549]: pgmap v10879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:37:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:40 smithi181 ceph-mon[45557]: pgmap v10878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:37:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:40 smithi181 ceph-mon[45557]: pgmap v10879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:37:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:42 smithi088 ceph-mon[35322]: pgmap v10880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:37:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:42 smithi175 ceph-mon[44549]: pgmap v10880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:37:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:42 smithi181 ceph-mon[45557]: pgmap v10880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:37:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:44 smithi088 ceph-mon[35322]: pgmap v10881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:37:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:44 smithi175 ceph-mon[44549]: pgmap v10881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:37:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:44 smithi181 ceph-mon[45557]: pgmap v10881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:37:47.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:46 smithi088 ceph-mon[35322]: pgmap v10882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:37:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:46 smithi175 ceph-mon[44549]: pgmap v10882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:37:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:46 smithi181 ceph-mon[45557]: pgmap v10882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:37:49.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:48 smithi088 ceph-mon[35322]: pgmap v10883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:37:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:48 smithi175 ceph-mon[44549]: pgmap v10883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:37:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:48 smithi181 ceph-mon[45557]: pgmap v10883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:37:49.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:49.728+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:37:49.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:49.728+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:37:49.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:37:49.728+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:37:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:50 smithi088 ceph-mon[35322]: pgmap v10884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:37:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:50 smithi175 ceph-mon[44549]: pgmap v10884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:37:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:50 smithi181 ceph-mon[45557]: pgmap v10884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:37:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:52 smithi088 ceph-mon[35322]: pgmap v10885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:52 smithi175 ceph-mon[44549]: pgmap v10885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:52 smithi181 ceph-mon[45557]: pgmap v10885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:54 smithi088 ceph-mon[35322]: pgmap v10886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:54 smithi175 ceph-mon[44549]: pgmap v10886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:54 smithi181 ceph-mon[45557]: pgmap v10886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:37:57.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:56 smithi088 ceph-mon[35322]: pgmap v10887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:56 smithi175 ceph-mon[44549]: pgmap v10887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:56 smithi181 ceph-mon[45557]: pgmap v10887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:37:59.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:37:58 smithi088 ceph-mon[35322]: pgmap v10888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:37:58 smithi175 ceph-mon[44549]: pgmap v10888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:37:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:37:58 smithi181 ceph-mon[45557]: pgmap v10888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:00 smithi088 ceph-mon[35322]: pgmap v10889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:00 smithi175 ceph-mon[44549]: pgmap v10889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:00 smithi181 ceph-mon[45557]: pgmap v10889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:02 smithi088 ceph-mon[35322]: pgmap v10890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:02 smithi175 ceph-mon[44549]: pgmap v10890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:02 smithi181 ceph-mon[45557]: pgmap v10890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:04.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:04.743+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:38:04.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:04.743+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:38:04.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:04.743+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:38:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:04 smithi175 ceph-mon[44549]: pgmap v10891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:04 smithi181 ceph-mon[45557]: pgmap v10891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:04 smithi088 ceph-mon[35322]: pgmap v10891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:06 smithi175 ceph-mon[44549]: pgmap v10892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:06 smithi181 ceph-mon[45557]: pgmap v10892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:06 smithi088 ceph-mon[35322]: pgmap v10892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:08 smithi175 ceph-mon[44549]: pgmap v10893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:08 smithi181 ceph-mon[45557]: pgmap v10893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:08 smithi088 ceph-mon[35322]: pgmap v10893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:10 smithi175 ceph-mon[44549]: pgmap v10894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:10 smithi181 ceph-mon[45557]: pgmap v10894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:10 smithi088 ceph-mon[35322]: pgmap v10894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:12 smithi175 ceph-mon[44549]: pgmap v10895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:12 smithi181 ceph-mon[45557]: pgmap v10895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:12 smithi088 ceph-mon[35322]: pgmap v10895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:14 smithi175 ceph-mon[44549]: pgmap v10896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:14 smithi181 ceph-mon[45557]: pgmap v10896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:14 smithi088 ceph-mon[35322]: pgmap v10896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:16 smithi175 ceph-mon[44549]: pgmap v10897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:16 smithi181 ceph-mon[45557]: pgmap v10897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:16 smithi088 ceph-mon[35322]: pgmap v10897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:18 smithi175 ceph-mon[44549]: pgmap v10898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:18 smithi181 ceph-mon[45557]: pgmap v10898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:19.224 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:18 smithi088 ceph-mon[35322]: pgmap v10898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:19.760 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:19.758+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:38:19.760 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:19.758+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:38:19.760 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:19.758+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:38:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:20 smithi175 ceph-mon[44549]: pgmap v10899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:20 smithi181 ceph-mon[45557]: pgmap v10899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:20 smithi088 ceph-mon[35322]: pgmap v10899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:22 smithi175 ceph-mon[44549]: pgmap v10900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:22 smithi181 ceph-mon[45557]: pgmap v10900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:23.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:22 smithi088 ceph-mon[35322]: pgmap v10900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:25.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:24 smithi175 ceph-mon[44549]: pgmap v10901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:24 smithi181 ceph-mon[45557]: pgmap v10901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:24 smithi088 ceph-mon[35322]: pgmap v10901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:26 smithi175 ceph-mon[44549]: pgmap v10902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:26 smithi181 ceph-mon[45557]: pgmap v10902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:26 smithi088 ceph-mon[35322]: pgmap v10902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:28 smithi175 ceph-mon[44549]: pgmap v10903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:28 smithi181 ceph-mon[45557]: pgmap v10903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:28 smithi088 ceph-mon[35322]: pgmap v10903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:30 smithi175 ceph-mon[44549]: pgmap v10904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:30 smithi181 ceph-mon[45557]: pgmap v10904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:30 smithi088 ceph-mon[35322]: pgmap v10904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:32 smithi175 ceph-mon[44549]: pgmap v10905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:32 smithi181 ceph-mon[45557]: pgmap v10905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:32 smithi088 ceph-mon[35322]: pgmap v10905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:34.769+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:38:34.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:34.769+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:38:34.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:34.769+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:38:35.096 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:34 smithi088 ceph-mon[35322]: pgmap v10906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:34 smithi175 ceph-mon[44549]: pgmap v10906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:34 smithi181 ceph-mon[45557]: pgmap v10906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:38:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:36 smithi175 ceph-mon[44549]: pgmap v10907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:36 smithi181 ceph-mon[45557]: pgmap v10907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:36 smithi088 ceph-mon[35322]: pgmap v10907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:38 smithi175 ceph-mon[44549]: pgmap v10908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:38 smithi181 ceph-mon[45557]: pgmap v10908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:38 smithi088 ceph-mon[35322]: pgmap v10908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:38:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:38:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:38:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:40 smithi175 ceph-mon[44549]: pgmap v10909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:40 smithi181 ceph-mon[45557]: pgmap v10909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:40 smithi088 ceph-mon[35322]: pgmap v10909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:38:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:43 smithi175 ceph-mon[44549]: pgmap v10910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:38:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:38:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:43 smithi181 ceph-mon[45557]: pgmap v10910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:38:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:38:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:43 smithi088 ceph-mon[35322]: pgmap v10910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:38:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:38:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:38:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:38:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:44 smithi175 ceph-mon[44549]: pgmap v10911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:38:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:44 smithi175 ceph-mon[44549]: pgmap v10912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:38:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:44 smithi181 ceph-mon[45557]: pgmap v10911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:38:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:44 smithi181 ceph-mon[45557]: pgmap v10912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:38:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:44 smithi088 ceph-mon[35322]: pgmap v10911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T18:38:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:44 smithi088 ceph-mon[35322]: pgmap v10912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:38:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:46 smithi175 ceph-mon[44549]: pgmap v10913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:38:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:46 smithi181 ceph-mon[45557]: pgmap v10913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:38:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:46 smithi088 ceph-mon[35322]: pgmap v10913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:38:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:47 smithi175 ceph-mon[44549]: pgmap v10914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:38:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:47 smithi181 ceph-mon[45557]: pgmap v10914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:38:48.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:47 smithi088 ceph-mon[35322]: pgmap v10914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:38:49.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:49.784+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:38:49.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:49.784+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:38:49.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:49.784+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:38:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:49 smithi181 ceph-mon[45557]: pgmap v10915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:38:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:49 smithi088 ceph-mon[35322]: pgmap v10915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:38:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:49 smithi175 ceph-mon[44549]: pgmap v10915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:38:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:51 smithi181 ceph-mon[45557]: pgmap v10916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:38:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:51 smithi088 ceph-mon[35322]: pgmap v10916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:38:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:51 smithi175 ceph-mon[44549]: pgmap v10916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:38:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:53 smithi181 ceph-mon[45557]: pgmap v10917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:38:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:53 smithi088 ceph-mon[35322]: pgmap v10917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:38:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:53 smithi175 ceph-mon[44549]: pgmap v10917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:38:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:55 smithi181 ceph-mon[45557]: pgmap v10918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:55 smithi088 ceph-mon[35322]: pgmap v10918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:55 smithi175 ceph-mon[44549]: pgmap v10918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:38:57.543 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:57.542+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:38:57.544 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:57.542+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:38:57.544 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:57.542+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 158 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:38:57.544 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:38:57.542+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 158 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:38:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:57 smithi175 ceph-mon[44549]: pgmap v10919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:57 smithi181 ceph-mon[45557]: pgmap v10919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:38:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:57 smithi088 ceph-mon[35322]: pgmap v10919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:38:59 smithi181 ceph-mon[45557]: pgmap v10920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:38:59 smithi088 ceph-mon[35322]: pgmap v10920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:38:59 smithi175 ceph-mon[44549]: pgmap v10920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:01 smithi181 ceph-mon[45557]: pgmap v10921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:01 smithi088 ceph-mon[35322]: pgmap v10921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:01 smithi175 ceph-mon[44549]: pgmap v10921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:03 smithi181 ceph-mon[45557]: pgmap v10922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:03 smithi088 ceph-mon[35322]: pgmap v10922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:03 smithi175 ceph-mon[44549]: pgmap v10922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:04.796 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:04.795+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:39:04.796 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:04.795+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:39:04.796 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:04.795+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:39:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:05 smithi181 ceph-mon[45557]: pgmap v10923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:05 smithi088 ceph-mon[35322]: pgmap v10923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:05 smithi175 ceph-mon[44549]: pgmap v10923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:07 smithi175 ceph-mon[44549]: pgmap v10924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:07 smithi181 ceph-mon[45557]: pgmap v10924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:07 smithi088 ceph-mon[35322]: pgmap v10924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:09 smithi181 ceph-mon[45557]: pgmap v10925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:09 smithi088 ceph-mon[35322]: pgmap v10925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:09 smithi175 ceph-mon[44549]: pgmap v10925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:11 smithi181 ceph-mon[45557]: pgmap v10926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:11 smithi088 ceph-mon[35322]: pgmap v10926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:11 smithi175 ceph-mon[44549]: pgmap v10926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:13 smithi181 ceph-mon[45557]: pgmap v10927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:13 smithi088 ceph-mon[35322]: pgmap v10927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:13 smithi175 ceph-mon[44549]: pgmap v10927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:15 smithi181 ceph-mon[45557]: pgmap v10928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:15 smithi088 ceph-mon[35322]: pgmap v10928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:15 smithi175 ceph-mon[44549]: pgmap v10928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:17.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:17 smithi175 ceph-mon[44549]: pgmap v10929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:17 smithi181 ceph-mon[45557]: pgmap v10929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:17 smithi088 ceph-mon[35322]: pgmap v10929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:19.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:19.808+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:39:19.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:19.808+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:39:19.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:19.808+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:39:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:19 smithi181 ceph-mon[45557]: pgmap v10930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:19 smithi088 ceph-mon[35322]: pgmap v10930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:19 smithi175 ceph-mon[44549]: pgmap v10930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:22.200 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:21 smithi088 ceph-mon[35322]: pgmap v10931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:21 smithi181 ceph-mon[45557]: pgmap v10931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:21 smithi175 ceph-mon[44549]: pgmap v10931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:23 smithi181 ceph-mon[45557]: pgmap v10932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:23 smithi088 ceph-mon[35322]: pgmap v10932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:23 smithi175 ceph-mon[44549]: pgmap v10932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:25 smithi181 ceph-mon[45557]: pgmap v10933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:25 smithi088 ceph-mon[35322]: pgmap v10933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:25 smithi175 ceph-mon[44549]: pgmap v10933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:27 smithi175 ceph-mon[44549]: pgmap v10934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:27 smithi181 ceph-mon[45557]: pgmap v10934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:27 smithi088 ceph-mon[35322]: pgmap v10934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:29 smithi181 ceph-mon[45557]: pgmap v10935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:29 smithi088 ceph-mon[35322]: pgmap v10935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:29 smithi175 ceph-mon[44549]: pgmap v10935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:31 smithi181 ceph-mon[45557]: pgmap v10936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:31 smithi088 ceph-mon[35322]: pgmap v10936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:31 smithi175 ceph-mon[44549]: pgmap v10936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:33 smithi181 ceph-mon[45557]: pgmap v10937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:33 smithi088 ceph-mon[35322]: pgmap v10937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:33 smithi175 ceph-mon[44549]: pgmap v10937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:34.822 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:34.820+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:39:34.822 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:34.820+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:39:34.822 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:34.820+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:39:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:35 smithi181 ceph-mon[45557]: pgmap v10938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:35 smithi088 ceph-mon[35322]: pgmap v10938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:35 smithi175 ceph-mon[44549]: pgmap v10938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:37 smithi175 ceph-mon[44549]: pgmap v10939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:37 smithi181 ceph-mon[45557]: pgmap v10939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:38.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:37 smithi088 ceph-mon[35322]: pgmap v10939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:39:40.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:39 smithi181 ceph-mon[45557]: pgmap v10940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:39 smithi088 ceph-mon[35322]: pgmap v10940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:39 smithi175 ceph-mon[44549]: pgmap v10940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:39:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:41 smithi181 ceph-mon[45557]: pgmap v10941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:41 smithi088 ceph-mon[35322]: pgmap v10941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:41 smithi175 ceph-mon[44549]: pgmap v10941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:42.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:42.549+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:39:42.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:42.549+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:39:42.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:42.549+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 159 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T18:39:42.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:42.549+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 159 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:39:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:43 smithi181 ceph-mon[45557]: pgmap v10942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:39:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:39:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:39:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:39:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:39:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:43 smithi088 ceph-mon[35322]: pgmap v10942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:39:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:39:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:39:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:39:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:39:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:43 smithi175 ceph-mon[44549]: pgmap v10942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:39:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:39:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:39:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:39:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:39:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:44 smithi181 ceph-mon[45557]: pgmap v10943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:39:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:44 smithi181 ceph-mon[45557]: pgmap v10944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:39:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:44 smithi088 ceph-mon[35322]: pgmap v10943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:39:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:44 smithi088 ceph-mon[35322]: pgmap v10944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:39:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:44 smithi175 ceph-mon[44549]: pgmap v10943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:39:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:44 smithi175 ceph-mon[44549]: pgmap v10944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:39:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:46 smithi181 ceph-mon[45557]: pgmap v10945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:39:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:46 smithi088 ceph-mon[35322]: pgmap v10945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:39:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:46 smithi175 ceph-mon[44549]: pgmap v10945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:39:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:48 smithi088 ceph-mon[35322]: pgmap v10946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:39:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:48 smithi175 ceph-mon[44549]: pgmap v10946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:39:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:48 smithi181 ceph-mon[45557]: pgmap v10946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:39:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:49.822+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:39:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:49.822+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:39:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:39:49.822+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:39:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:50 smithi088 ceph-mon[35322]: pgmap v10947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:39:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:50 smithi175 ceph-mon[44549]: pgmap v10947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:39:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:50 smithi181 ceph-mon[45557]: pgmap v10947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:39:52.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:52 smithi175 ceph-mon[44549]: pgmap v10948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:39:52.920 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:52 smithi088 ceph-mon[35322]: pgmap v10948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:39:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:52 smithi181 ceph-mon[45557]: pgmap v10948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:39:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:54 smithi181 ceph-mon[45557]: pgmap v10949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:39:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:54 smithi088 ceph-mon[35322]: pgmap v10949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:39:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:54 smithi175 ceph-mon[44549]: pgmap v10949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:39:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:56 smithi181 ceph-mon[45557]: pgmap v10950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:56 smithi088 ceph-mon[35322]: pgmap v10950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:56 smithi175 ceph-mon[44549]: pgmap v10950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:39:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:39:58 smithi181 ceph-mon[45557]: pgmap v10951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:39:58 smithi088 ceph-mon[35322]: pgmap v10951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:39:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:39:58 smithi175 ceph-mon[44549]: pgmap v10951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:00 smithi181 ceph-mon[45557]: pgmap v10952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:40:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:00 smithi088 ceph-mon[35322]: pgmap v10952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:40:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:00 smithi175 ceph-mon[44549]: pgmap v10952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:40:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:02 smithi175 ceph-mon[44549]: pgmap v10953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:02 smithi181 ceph-mon[45557]: pgmap v10953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:02 smithi088 ceph-mon[35322]: pgmap v10953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:04.829 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:04.827+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:40:04.829 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:04.827+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:40:04.830 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:04.827+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:40:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:04 smithi181 ceph-mon[45557]: pgmap v10954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:04 smithi088 ceph-mon[35322]: pgmap v10954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:04 smithi175 ceph-mon[44549]: pgmap v10954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:06 smithi181 ceph-mon[45557]: pgmap v10955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:06 smithi088 ceph-mon[35322]: pgmap v10955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:06 smithi175 ceph-mon[44549]: pgmap v10955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:08 smithi181 ceph-mon[45557]: pgmap v10956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:08 smithi088 ceph-mon[35322]: pgmap v10956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:08 smithi175 ceph-mon[44549]: pgmap v10956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:10 smithi088 ceph-mon[35322]: pgmap v10957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:10 smithi175 ceph-mon[44549]: pgmap v10957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:10 smithi181 ceph-mon[45557]: pgmap v10957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:12 smithi175 ceph-mon[44549]: pgmap v10958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:12 smithi181 ceph-mon[45557]: pgmap v10958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:13.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:12 smithi088 ceph-mon[35322]: pgmap v10958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:14 smithi181 ceph-mon[45557]: pgmap v10959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:14 smithi088 ceph-mon[35322]: pgmap v10959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:14 smithi175 ceph-mon[44549]: pgmap v10959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:16 smithi181 ceph-mon[45557]: pgmap v10960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:16 smithi088 ceph-mon[35322]: pgmap v10960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:16 smithi175 ceph-mon[44549]: pgmap v10960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:18 smithi181 ceph-mon[45557]: pgmap v10961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:18 smithi088 ceph-mon[35322]: pgmap v10961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:18 smithi175 ceph-mon[44549]: pgmap v10961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:19.845 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:19.843+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:40:19.845 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:19.843+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:40:19.845 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:19.843+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:40:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:20 smithi088 ceph-mon[35322]: pgmap v10962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:20 smithi175 ceph-mon[44549]: pgmap v10962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:20 smithi181 ceph-mon[45557]: pgmap v10962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:22.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:22 smithi175 ceph-mon[44549]: pgmap v10963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:22 smithi181 ceph-mon[45557]: pgmap v10963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:22 smithi088 ceph-mon[35322]: pgmap v10963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:24 smithi181 ceph-mon[45557]: pgmap v10964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:24 smithi088 ceph-mon[35322]: pgmap v10964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:24 smithi175 ceph-mon[44549]: pgmap v10964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:26 smithi181 ceph-mon[45557]: pgmap v10965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:26 smithi088 ceph-mon[35322]: pgmap v10965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:26 smithi175 ceph-mon[44549]: pgmap v10965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:28 smithi088 ceph-mon[35322]: pgmap v10966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:28 smithi175 ceph-mon[44549]: pgmap v10966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:28 smithi181 ceph-mon[45557]: pgmap v10966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:30 smithi088 ceph-mon[35322]: pgmap v10967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:30 smithi175 ceph-mon[44549]: pgmap v10967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:30 smithi181 ceph-mon[45557]: pgmap v10967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:32.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:32 smithi175 ceph-mon[44549]: pgmap v10968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:32 smithi181 ceph-mon[45557]: pgmap v10968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:32 smithi088 ceph-mon[35322]: pgmap v10968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:34.859 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:34.858+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:40:34.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:34.858+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:40:34.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:34.858+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:40:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:34 smithi181 ceph-mon[45557]: pgmap v10969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:34 smithi088 ceph-mon[35322]: pgmap v10969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:34 smithi175 ceph-mon[44549]: pgmap v10969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:36 smithi088 ceph-mon[35322]: pgmap v10970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:36 smithi175 ceph-mon[44549]: pgmap v10970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:36 smithi181 ceph-mon[45557]: pgmap v10970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:40:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:38 smithi088 ceph-mon[35322]: pgmap v10971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:38 smithi175 ceph-mon[44549]: pgmap v10971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:38 smithi181 ceph-mon[45557]: pgmap v10971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:40:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:40 smithi088 ceph-mon[35322]: pgmap v10972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:40 smithi175 ceph-mon[44549]: pgmap v10972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:40 smithi181 ceph-mon[45557]: pgmap v10972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:42.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:42 smithi175 ceph-mon[44549]: pgmap v10973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:42 smithi181 ceph-mon[45557]: pgmap v10973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:42 smithi088 ceph-mon[35322]: pgmap v10973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:44 smithi088 ceph-mon[35322]: pgmap v10974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:40:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:40:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:40:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:40:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:44 smithi175 ceph-mon[44549]: pgmap v10974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:40:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:40:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:40:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:40:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:44 smithi181 ceph-mon[45557]: pgmap v10974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:40:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:40:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:40:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:40:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:40:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:45 smithi088 ceph-mon[35322]: pgmap v10975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:40:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:45 smithi088 ceph-mon[35322]: pgmap v10976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:40:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:45 smithi175 ceph-mon[44549]: pgmap v10975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:40:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:45 smithi175 ceph-mon[44549]: pgmap v10976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:40:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:45 smithi181 ceph-mon[45557]: pgmap v10975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:40:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:45 smithi181 ceph-mon[45557]: pgmap v10976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:40:47.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:47 smithi175 ceph-mon[44549]: pgmap v10977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:40:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:47 smithi181 ceph-mon[45557]: pgmap v10977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:40:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:47 smithi088 ceph-mon[35322]: pgmap v10977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:40:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:49.871+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:40:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:49.871+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:40:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:40:49.871+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:40:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:49 smithi181 ceph-mon[45557]: pgmap v10978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:40:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:49 smithi088 ceph-mon[35322]: pgmap v10978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:40:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:49 smithi175 ceph-mon[44549]: pgmap v10978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:40:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:51 smithi181 ceph-mon[45557]: pgmap v10979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:40:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:51 smithi088 ceph-mon[35322]: pgmap v10979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:40:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:51 smithi175 ceph-mon[44549]: pgmap v10979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:40:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:53 smithi181 ceph-mon[45557]: pgmap v10980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:40:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:53 smithi088 ceph-mon[35322]: pgmap v10980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:40:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:53 smithi175 ceph-mon[44549]: pgmap v10980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:40:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:55 smithi181 ceph-mon[45557]: pgmap v10981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:40:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:55 smithi088 ceph-mon[35322]: pgmap v10981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:40:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:55 smithi175 ceph-mon[44549]: pgmap v10981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:40:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:57 smithi175 ceph-mon[44549]: pgmap v10982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:57 smithi181 ceph-mon[45557]: pgmap v10982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:40:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:57 smithi088 ceph-mon[35322]: pgmap v10982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:41:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:40:59 smithi181 ceph-mon[45557]: pgmap v10983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:40:59 smithi088 ceph-mon[35322]: pgmap v10983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:40:59 smithi175 ceph-mon[44549]: pgmap v10983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:01 smithi181 ceph-mon[45557]: pgmap v10984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:01 smithi088 ceph-mon[35322]: pgmap v10984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:01 smithi175 ceph-mon[44549]: pgmap v10984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:03 smithi181 ceph-mon[45557]: pgmap v10985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:03 smithi088 ceph-mon[35322]: pgmap v10985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:03 smithi175 ceph-mon[44549]: pgmap v10985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:04.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:04.887+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:41:04.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:04.887+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:41:04.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:04.887+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:41:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:05 smithi181 ceph-mon[45557]: pgmap v10986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:05 smithi088 ceph-mon[35322]: pgmap v10986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:05 smithi175 ceph-mon[44549]: pgmap v10986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:07 smithi175 ceph-mon[44549]: pgmap v10987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:07 smithi181 ceph-mon[45557]: pgmap v10987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:07 smithi088 ceph-mon[35322]: pgmap v10987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:09 smithi181 ceph-mon[45557]: pgmap v10988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:10.232 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:09 smithi088 ceph-mon[35322]: pgmap v10988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:09 smithi175 ceph-mon[44549]: pgmap v10988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:11 smithi181 ceph-mon[45557]: pgmap v10989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:11 smithi088 ceph-mon[35322]: pgmap v10989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:11 smithi175 ceph-mon[44549]: pgmap v10989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:13 smithi181 ceph-mon[45557]: pgmap v10990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:13 smithi088 ceph-mon[35322]: pgmap v10990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:13 smithi175 ceph-mon[44549]: pgmap v10990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:15 smithi181 ceph-mon[45557]: pgmap v10991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:15 smithi088 ceph-mon[35322]: pgmap v10991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:15 smithi175 ceph-mon[44549]: pgmap v10991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:17.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:17 smithi175 ceph-mon[44549]: pgmap v10992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:17 smithi181 ceph-mon[45557]: pgmap v10992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:17 smithi088 ceph-mon[35322]: pgmap v10992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:19.903 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:19.902+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:41:19.903 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:19.902+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:41:19.903 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:19.902+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:41:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:19 smithi181 ceph-mon[45557]: pgmap v10993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:41:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:19 smithi088 ceph-mon[35322]: pgmap v10993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:41:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:19 smithi175 ceph-mon[44549]: pgmap v10993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:41:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:21 smithi181 ceph-mon[45557]: pgmap v10994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:21 smithi088 ceph-mon[35322]: pgmap v10994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:22.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:21 smithi175 ceph-mon[44549]: pgmap v10994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:23 smithi181 ceph-mon[45557]: pgmap v10995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:23 smithi088 ceph-mon[35322]: pgmap v10995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:23 smithi175 ceph-mon[44549]: pgmap v10995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:25 smithi181 ceph-mon[45557]: pgmap v10996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:25 smithi088 ceph-mon[35322]: pgmap v10996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:25 smithi175 ceph-mon[44549]: pgmap v10996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:27 smithi175 ceph-mon[44549]: pgmap v10997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:27 smithi181 ceph-mon[45557]: pgmap v10997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:27 smithi088 ceph-mon[35322]: pgmap v10997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:29 smithi181 ceph-mon[45557]: pgmap v10998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:41:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:29 smithi088 ceph-mon[35322]: pgmap v10998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:41:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:29 smithi175 ceph-mon[44549]: pgmap v10998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:41:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:31 smithi181 ceph-mon[45557]: pgmap v10999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:31 smithi088 ceph-mon[35322]: pgmap v10999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:31 smithi175 ceph-mon[44549]: pgmap v10999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:33 smithi181 ceph-mon[45557]: pgmap v11000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:33 smithi088 ceph-mon[35322]: pgmap v11000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:33 smithi175 ceph-mon[44549]: pgmap v11000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:34.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:34.913+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:41:34.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:34.913+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:41:34.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:34.913+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:41:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:35 smithi181 ceph-mon[45557]: pgmap v11001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:35 smithi088 ceph-mon[35322]: pgmap v11001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:35 smithi175 ceph-mon[44549]: pgmap v11001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:37 smithi175 ceph-mon[44549]: pgmap v11002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:37 smithi181 ceph-mon[45557]: pgmap v11002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:37 smithi088 ceph-mon[35322]: pgmap v11002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:39 smithi181 ceph-mon[45557]: pgmap v11003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:41:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:39 smithi088 ceph-mon[35322]: pgmap v11003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:41:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:39 smithi175 ceph-mon[44549]: pgmap v11003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:41:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:41 smithi181 ceph-mon[45557]: pgmap v11004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:41 smithi088 ceph-mon[35322]: pgmap v11004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:41 smithi175 ceph-mon[44549]: pgmap v11004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:41:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:43 smithi181 ceph-mon[45557]: pgmap v11005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:43 smithi088 ceph-mon[35322]: pgmap v11005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:43 smithi175 ceph-mon[44549]: pgmap v11005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:41:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:45 smithi088 ceph-mon[35322]: pgmap v11006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:41:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:45 smithi175 ceph-mon[44549]: pgmap v11006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:41:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:45 smithi181 ceph-mon[45557]: pgmap v11006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:41:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:41:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:41:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:41:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:41:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:41:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:41:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:41:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:41:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:47 smithi088 ceph-mon[35322]: pgmap v11007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:41:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:47 smithi088 ceph-mon[35322]: pgmap v11008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:41:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:47 smithi175 ceph-mon[44549]: pgmap v11007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:41:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:47 smithi175 ceph-mon[44549]: pgmap v11008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:41:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:47 smithi181 ceph-mon[45557]: pgmap v11007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:41:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:47 smithi181 ceph-mon[45557]: pgmap v11008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:41:49.928 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:49.927+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:41:49.928 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:49.927+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:41:49.928 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:41:49.927+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:41:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:49 smithi088 ceph-mon[35322]: pgmap v11009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:41:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:49 smithi175 ceph-mon[44549]: pgmap v11009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:41:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:49 smithi181 ceph-mon[45557]: pgmap v11009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T18:41:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:51 smithi088 ceph-mon[35322]: pgmap v11010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:41:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:51 smithi175 ceph-mon[44549]: pgmap v11010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:41:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:51 smithi181 ceph-mon[45557]: pgmap v11010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:41:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:53 smithi088 ceph-mon[35322]: pgmap v11011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:41:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:53 smithi175 ceph-mon[44549]: pgmap v11011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:41:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:53 smithi181 ceph-mon[45557]: pgmap v11011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:41:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:55 smithi088 ceph-mon[35322]: pgmap v11012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:41:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:55 smithi175 ceph-mon[44549]: pgmap v11012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:41:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:55 smithi181 ceph-mon[45557]: pgmap v11012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:41:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:57 smithi088 ceph-mon[35322]: pgmap v11013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:41:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:57 smithi175 ceph-mon[44549]: pgmap v11013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:41:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:57 smithi181 ceph-mon[45557]: pgmap v11013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:42:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:41:59 smithi088 ceph-mon[35322]: pgmap v11014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:41:59 smithi175 ceph-mon[44549]: pgmap v11014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:41:59 smithi181 ceph-mon[45557]: pgmap v11014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:02 smithi088 ceph-mon[35322]: pgmap v11015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:02 smithi175 ceph-mon[44549]: pgmap v11015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:02 smithi181 ceph-mon[45557]: pgmap v11015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:04 smithi088 ceph-mon[35322]: pgmap v11016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:04 smithi175 ceph-mon[44549]: pgmap v11016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:04 smithi181 ceph-mon[45557]: pgmap v11016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:04.935 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:04.934+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:42:04.935 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:04.934+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:42:04.935 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:04.934+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:42:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:06 smithi088 ceph-mon[35322]: pgmap v11017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:06 smithi175 ceph-mon[44549]: pgmap v11017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:06 smithi181 ceph-mon[45557]: pgmap v11017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:08 smithi088 ceph-mon[35322]: pgmap v11018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:08 smithi175 ceph-mon[44549]: pgmap v11018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:08 smithi181 ceph-mon[45557]: pgmap v11018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:10 smithi088 ceph-mon[35322]: pgmap v11019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:10 smithi175 ceph-mon[44549]: pgmap v11019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:10 smithi181 ceph-mon[45557]: pgmap v11019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:12 smithi088 ceph-mon[35322]: pgmap v11020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:12 smithi175 ceph-mon[44549]: pgmap v11020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:12 smithi181 ceph-mon[45557]: pgmap v11020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:14 smithi088 ceph-mon[35322]: pgmap v11021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:14 smithi175 ceph-mon[44549]: pgmap v11021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:14 smithi181 ceph-mon[45557]: pgmap v11021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:16 smithi088 ceph-mon[35322]: pgmap v11022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:16 smithi175 ceph-mon[44549]: pgmap v11022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:16 smithi181 ceph-mon[45557]: pgmap v11022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:18 smithi175 ceph-mon[44549]: pgmap v11023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:18 smithi181 ceph-mon[45557]: pgmap v11023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:18 smithi088 ceph-mon[35322]: pgmap v11023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:19.942 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:19.941+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:42:19.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:19.941+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:42:19.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:19.941+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:42:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:20 smithi175 ceph-mon[44549]: pgmap v11024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:20 smithi181 ceph-mon[45557]: pgmap v11024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:20 smithi088 ceph-mon[35322]: pgmap v11024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:22 smithi175 ceph-mon[44549]: pgmap v11025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:22 smithi181 ceph-mon[45557]: pgmap v11025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:22 smithi088 ceph-mon[35322]: pgmap v11025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:24 smithi175 ceph-mon[44549]: pgmap v11026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:24 smithi181 ceph-mon[45557]: pgmap v11026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:24 smithi088 ceph-mon[35322]: pgmap v11026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:26 smithi175 ceph-mon[44549]: pgmap v11027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:26 smithi181 ceph-mon[45557]: pgmap v11027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:26 smithi088 ceph-mon[35322]: pgmap v11027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:28 smithi175 ceph-mon[44549]: pgmap v11028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:28 smithi181 ceph-mon[45557]: pgmap v11028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:28 smithi088 ceph-mon[35322]: pgmap v11028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:30 smithi175 ceph-mon[44549]: pgmap v11029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:30 smithi181 ceph-mon[45557]: pgmap v11029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:30 smithi088 ceph-mon[35322]: pgmap v11029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:32 smithi175 ceph-mon[44549]: pgmap v11030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:32 smithi181 ceph-mon[45557]: pgmap v11030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:32 smithi088 ceph-mon[35322]: pgmap v11030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:34 smithi175 ceph-mon[44549]: pgmap v11031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:34 smithi181 ceph-mon[45557]: pgmap v11031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:34.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:34 smithi088 ceph-mon[35322]: pgmap v11031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:34.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:34.953+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:42:34.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:34.953+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:42:34.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:34.953+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:42:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:36 smithi175 ceph-mon[44549]: pgmap v11032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:36 smithi181 ceph-mon[45557]: pgmap v11032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:36 smithi088 ceph-mon[35322]: pgmap v11032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:38.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:38 smithi175 ceph-mon[44549]: pgmap v11033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:38 smithi181 ceph-mon[45557]: pgmap v11033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:38 smithi088 ceph-mon[35322]: pgmap v11033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:40 smithi175 ceph-mon[44549]: pgmap v11034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:40 smithi181 ceph-mon[45557]: pgmap v11034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:40 smithi088 ceph-mon[35322]: pgmap v11034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:42:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:42 smithi175 ceph-mon[44549]: pgmap v11035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:42 smithi181 ceph-mon[45557]: pgmap v11035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:42.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:42 smithi088 ceph-mon[35322]: pgmap v11035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:42:42.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:42.577+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:42:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:42.577+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:42:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:42.578+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 160 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:42:42.579 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:42.578+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 160 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:42:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:44 smithi088 ceph-mon[35322]: pgmap v11036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:44 smithi175 ceph-mon[44549]: pgmap v11036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:44 smithi181 ceph-mon[45557]: pgmap v11036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:42:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:46 smithi175 ceph-mon[44549]: pgmap v11037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:46 smithi181 ceph-mon[45557]: pgmap v11037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:46 smithi088 ceph-mon[35322]: pgmap v11037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:42:47.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:47 smithi175 ceph-mon[44549]: pgmap v11038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:47.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:42:47.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:42:47.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:42:47.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:42:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:47 smithi181 ceph-mon[45557]: pgmap v11038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:42:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:42:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:42:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:42:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:47 smithi088 ceph-mon[35322]: pgmap v11038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:42:48.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:42:48.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:42:48.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:42:48.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:42:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:49 smithi175 ceph-mon[44549]: pgmap v11039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:42:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:49 smithi175 ceph-mon[44549]: pgmap v11040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:42:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:49 smithi181 ceph-mon[45557]: pgmap v11039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:42:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:49 smithi181 ceph-mon[45557]: pgmap v11040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:42:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:49 smithi088 ceph-mon[35322]: pgmap v11039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:42:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:49 smithi088 ceph-mon[35322]: pgmap v11040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:42:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:49.969+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:42:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:49.969+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:42:49.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:42:49.969+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:42:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:51 smithi175 ceph-mon[44549]: pgmap v11041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:42:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:51 smithi181 ceph-mon[45557]: pgmap v11041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:42:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:51 smithi088 ceph-mon[35322]: pgmap v11041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:42:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:53 smithi175 ceph-mon[44549]: pgmap v11042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:42:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:53 smithi181 ceph-mon[45557]: pgmap v11042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:42:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:53 smithi088 ceph-mon[35322]: pgmap v11042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:42:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:55 smithi175 ceph-mon[44549]: pgmap v11043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:42:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:55 smithi181 ceph-mon[45557]: pgmap v11043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:42:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:55 smithi088 ceph-mon[35322]: pgmap v11043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:42:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:57 smithi175 ceph-mon[44549]: pgmap v11044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:42:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:57 smithi181 ceph-mon[45557]: pgmap v11044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:42:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:57 smithi088 ceph-mon[35322]: pgmap v11044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:42:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:42:59 smithi175 ceph-mon[44549]: pgmap v11045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:42:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:42:59 smithi181 ceph-mon[45557]: pgmap v11045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:42:59.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:42:59 smithi088 ceph-mon[35322]: pgmap v11045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:43:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:01 smithi175 ceph-mon[44549]: pgmap v11046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:43:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:01 smithi181 ceph-mon[45557]: pgmap v11046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:43:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:01 smithi088 ceph-mon[35322]: pgmap v11046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:43:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:03 smithi175 ceph-mon[44549]: pgmap v11047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:03 smithi181 ceph-mon[45557]: pgmap v11047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:03 smithi088 ceph-mon[35322]: pgmap v11047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:04.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:04.974+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:43:04.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:04.974+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:43:04.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:04.974+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:43:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:05 smithi175 ceph-mon[44549]: pgmap v11048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:43:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:05 smithi181 ceph-mon[45557]: pgmap v11048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:43:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:05 smithi088 ceph-mon[35322]: pgmap v11048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:43:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:07 smithi175 ceph-mon[44549]: pgmap v11049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:07 smithi181 ceph-mon[45557]: pgmap v11049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:07 smithi088 ceph-mon[35322]: pgmap v11049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:09 smithi175 ceph-mon[44549]: pgmap v11050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:09 smithi181 ceph-mon[45557]: pgmap v11050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:09 smithi088 ceph-mon[35322]: pgmap v11050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:11 smithi175 ceph-mon[44549]: pgmap v11051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:43:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:11 smithi181 ceph-mon[45557]: pgmap v11051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:43:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:11 smithi088 ceph-mon[35322]: pgmap v11051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:13 smithi175 ceph-mon[44549]: pgmap v11052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:13 smithi181 ceph-mon[45557]: pgmap v11052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:13 smithi088 ceph-mon[35322]: pgmap v11052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:15 smithi175 ceph-mon[44549]: pgmap v11053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:43:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:15 smithi181 ceph-mon[45557]: pgmap v11053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:43:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:15 smithi088 ceph-mon[35322]: pgmap v11053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:43:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:17 smithi175 ceph-mon[44549]: pgmap v11054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:17 smithi181 ceph-mon[45557]: pgmap v11054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:17 smithi088 ceph-mon[35322]: pgmap v11054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:19 smithi181 ceph-mon[45557]: pgmap v11055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:19 smithi088 ceph-mon[35322]: pgmap v11055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:19 smithi175 ceph-mon[44549]: pgmap v11055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:19.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:19.983+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:43:19.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:19.983+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:43:19.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:19.983+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:43:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:21 smithi181 ceph-mon[45557]: pgmap v11056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:43:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:21 smithi088 ceph-mon[35322]: pgmap v11056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:43:21.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:21 smithi175 ceph-mon[44549]: pgmap v11056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:43:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:23 smithi181 ceph-mon[45557]: pgmap v11057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:23 smithi088 ceph-mon[35322]: pgmap v11057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:23 smithi175 ceph-mon[44549]: pgmap v11057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:25 smithi181 ceph-mon[45557]: pgmap v11058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:43:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:25 smithi088 ceph-mon[35322]: pgmap v11058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:43:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:25 smithi175 ceph-mon[44549]: pgmap v11058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:43:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:27 smithi181 ceph-mon[45557]: pgmap v11059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:27 smithi088 ceph-mon[35322]: pgmap v11059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:27 smithi175 ceph-mon[44549]: pgmap v11059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:29 smithi181 ceph-mon[45557]: pgmap v11060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:29 smithi088 ceph-mon[35322]: pgmap v11060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:29 smithi175 ceph-mon[44549]: pgmap v11060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:31 smithi181 ceph-mon[45557]: pgmap v11061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:43:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:31 smithi088 ceph-mon[35322]: pgmap v11061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:43:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:31 smithi175 ceph-mon[44549]: pgmap v11061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:43:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:33 smithi181 ceph-mon[45557]: pgmap v11062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:33.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:33 smithi088 ceph-mon[35322]: pgmap v11062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:33 smithi175 ceph-mon[44549]: pgmap v11062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:35.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:34.999+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:43:35.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:34.999+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:43:35.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:34.999+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:43:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:35 smithi181 ceph-mon[45557]: pgmap v11063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:43:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:35 smithi088 ceph-mon[35322]: pgmap v11063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:43:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:35 smithi175 ceph-mon[44549]: pgmap v11063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:43:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:37 smithi181 ceph-mon[45557]: pgmap v11064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:37 smithi088 ceph-mon[35322]: pgmap v11064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:37 smithi175 ceph-mon[44549]: pgmap v11064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:39 smithi181 ceph-mon[45557]: pgmap v11065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:39 smithi088 ceph-mon[35322]: pgmap v11065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:39 smithi175 ceph-mon[44549]: pgmap v11065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:41.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:41 smithi088 ceph-mon[35322]: pgmap v11066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:43:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:41 smithi175 ceph-mon[44549]: pgmap v11066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:43:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:41 smithi181 ceph-mon[45557]: pgmap v11066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:43:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:43 smithi088 ceph-mon[35322]: pgmap v11067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:43 smithi175 ceph-mon[44549]: pgmap v11067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:43 smithi181 ceph-mon[45557]: pgmap v11067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:43:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:45 smithi088 ceph-mon[35322]: pgmap v11068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:43:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:45 smithi175 ceph-mon[44549]: pgmap v11068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:43:45.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:45 smithi181 ceph-mon[45557]: pgmap v11068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:43:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:47 smithi088 ceph-mon[35322]: pgmap v11069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:47 smithi175 ceph-mon[44549]: pgmap v11069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:47 smithi181 ceph-mon[45557]: pgmap v11069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:43:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:43:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:43:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:49 smithi088 ceph-mon[35322]: pgmap v11070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:43:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:43:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:43:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:49 smithi175 ceph-mon[44549]: pgmap v11070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:43:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:43:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:43:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:49 smithi181 ceph-mon[45557]: pgmap v11070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:43:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:43:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:43:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:43:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:50.001+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:43:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:50.002+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:43:50.003 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:43:50.002+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:43:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:50 smithi088 ceph-mon[35322]: pgmap v11071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:43:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:50 smithi088 ceph-mon[35322]: pgmap v11072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:43:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:50 smithi175 ceph-mon[44549]: pgmap v11071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:43:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:50 smithi175 ceph-mon[44549]: pgmap v11072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:43:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:50 smithi181 ceph-mon[45557]: pgmap v11071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:43:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:50 smithi181 ceph-mon[45557]: pgmap v11072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:43:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:52 smithi088 ceph-mon[35322]: pgmap v11073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:43:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:52 smithi175 ceph-mon[44549]: pgmap v11073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:43:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:52 smithi181 ceph-mon[45557]: pgmap v11073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:43:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:54 smithi088 ceph-mon[35322]: pgmap v11074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:43:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:54 smithi175 ceph-mon[44549]: pgmap v11074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:43:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:54 smithi181 ceph-mon[45557]: pgmap v11074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:43:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:56 smithi088 ceph-mon[35322]: pgmap v11075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:43:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:56 smithi175 ceph-mon[44549]: pgmap v11075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:43:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:56 smithi181 ceph-mon[45557]: pgmap v11075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:43:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:43:58 smithi088 ceph-mon[35322]: pgmap v11076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:43:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:43:58 smithi175 ceph-mon[44549]: pgmap v11076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:43:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:43:58 smithi181 ceph-mon[45557]: pgmap v11076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:44:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:00 smithi088 ceph-mon[35322]: pgmap v11077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:44:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:00 smithi175 ceph-mon[44549]: pgmap v11077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:44:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:00 smithi181 ceph-mon[45557]: pgmap v11077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:44:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:02 smithi088 ceph-mon[35322]: pgmap v11078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:02 smithi175 ceph-mon[44549]: pgmap v11078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:02 smithi181 ceph-mon[45557]: pgmap v11078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:04 smithi088 ceph-mon[35322]: pgmap v11079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:04 smithi175 ceph-mon[44549]: pgmap v11079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:04 smithi181 ceph-mon[45557]: pgmap v11079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:05.014+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:44:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:05.014+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:44:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:05.014+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:44:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:06 smithi088 ceph-mon[35322]: pgmap v11080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:06 smithi175 ceph-mon[44549]: pgmap v11080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:06 smithi181 ceph-mon[45557]: pgmap v11080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:08 smithi088 ceph-mon[35322]: pgmap v11081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:08 smithi175 ceph-mon[44549]: pgmap v11081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:08 smithi181 ceph-mon[45557]: pgmap v11081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:10 smithi088 ceph-mon[35322]: pgmap v11082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:44:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:10 smithi175 ceph-mon[44549]: pgmap v11082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:44:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:10 smithi181 ceph-mon[45557]: pgmap v11082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:44:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:12 smithi088 ceph-mon[35322]: pgmap v11083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:12 smithi175 ceph-mon[44549]: pgmap v11083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:12 smithi181 ceph-mon[45557]: pgmap v11083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:14 smithi175 ceph-mon[44549]: pgmap v11084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:14 smithi181 ceph-mon[45557]: pgmap v11084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:14 smithi088 ceph-mon[35322]: pgmap v11084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:16 smithi175 ceph-mon[44549]: pgmap v11085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:16 smithi181 ceph-mon[45557]: pgmap v11085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:16 smithi088 ceph-mon[35322]: pgmap v11085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:18.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:18 smithi175 ceph-mon[44549]: pgmap v11086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:18 smithi181 ceph-mon[45557]: pgmap v11086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:18 smithi088 ceph-mon[35322]: pgmap v11086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:20.020+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:44:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:20.020+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:44:20.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:20.020+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:44:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:20 smithi175 ceph-mon[44549]: pgmap v11087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:44:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:20 smithi181 ceph-mon[45557]: pgmap v11087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:44:20.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:20 smithi088 ceph-mon[35322]: pgmap v11087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:44:22.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:22 smithi175 ceph-mon[44549]: pgmap v11088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:22 smithi181 ceph-mon[45557]: pgmap v11088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:22 smithi088 ceph-mon[35322]: pgmap v11088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:24 smithi175 ceph-mon[44549]: pgmap v11089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:24 smithi181 ceph-mon[45557]: pgmap v11089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:24 smithi088 ceph-mon[35322]: pgmap v11089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:26 smithi175 ceph-mon[44549]: pgmap v11090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:26 smithi181 ceph-mon[45557]: pgmap v11090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:26 smithi088 ceph-mon[35322]: pgmap v11090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:28 smithi175 ceph-mon[44549]: pgmap v11091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:28 smithi181 ceph-mon[45557]: pgmap v11091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:28 smithi088 ceph-mon[35322]: pgmap v11091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:30 smithi175 ceph-mon[44549]: pgmap v11092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:44:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:30 smithi181 ceph-mon[45557]: pgmap v11092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:44:30.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:30 smithi088 ceph-mon[35322]: pgmap v11092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:44:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:32 smithi175 ceph-mon[44549]: pgmap v11093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:44:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:32 smithi181 ceph-mon[45557]: pgmap v11093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:44:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:32 smithi088 ceph-mon[35322]: pgmap v11093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:44:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:34 smithi175 ceph-mon[44549]: pgmap v11094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:44:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:34 smithi181 ceph-mon[45557]: pgmap v11094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:44:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:34 smithi088 ceph-mon[35322]: pgmap v11094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:44:35.035 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:35.033+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:44:35.035 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:35.033+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:44:35.035 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:35.033+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:44:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:36 smithi175 ceph-mon[44549]: pgmap v11095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:44:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:36 smithi181 ceph-mon[45557]: pgmap v11095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:44:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:36 smithi088 ceph-mon[35322]: pgmap v11095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:44:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:38 smithi175 ceph-mon[44549]: pgmap v11096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:44:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:38 smithi181 ceph-mon[45557]: pgmap v11096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:44:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:38 smithi088 ceph-mon[35322]: pgmap v11096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:44:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:40 smithi175 ceph-mon[44549]: pgmap v11097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:44:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:40 smithi181 ceph-mon[45557]: pgmap v11097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:44:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:40 smithi088 ceph-mon[35322]: pgmap v11097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:44:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:42 smithi175 ceph-mon[44549]: pgmap v11098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:42 smithi181 ceph-mon[45557]: pgmap v11098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:42 smithi088 ceph-mon[35322]: pgmap v11098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:44 smithi175 ceph-mon[44549]: pgmap v11099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:44 smithi181 ceph-mon[45557]: pgmap v11099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:44 smithi088 ceph-mon[35322]: pgmap v11099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:44:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:46 smithi175 ceph-mon[44549]: pgmap v11100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:46 smithi181 ceph-mon[45557]: pgmap v11100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:46 smithi088 ceph-mon[35322]: pgmap v11100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:44:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:48 smithi175 ceph-mon[44549]: pgmap v11101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:48 smithi181 ceph-mon[45557]: pgmap v11101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:48 smithi088 ceph-mon[35322]: pgmap v11101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:44:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:44:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:44:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:44:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:50.049+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:44:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:50.049+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:44:50.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:44:50.049+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:44:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:50 smithi175 ceph-mon[44549]: pgmap v11102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:44:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:44:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:44:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:44:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:50 smithi181 ceph-mon[45557]: pgmap v11102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:44:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:44:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:44:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:44:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:50 smithi088 ceph-mon[35322]: pgmap v11102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:44:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:44:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:44:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:44:51.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:51 smithi175 ceph-mon[44549]: pgmap v11103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:44:51.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:51 smithi175 ceph-mon[44549]: pgmap v11104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:44:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:51 smithi181 ceph-mon[45557]: pgmap v11103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:44:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:51 smithi181 ceph-mon[45557]: pgmap v11104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:44:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:51 smithi088 ceph-mon[35322]: pgmap v11103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:44:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:51 smithi088 ceph-mon[35322]: pgmap v11104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:44:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:53 smithi175 ceph-mon[44549]: pgmap v11105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:44:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:53 smithi181 ceph-mon[45557]: pgmap v11105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:44:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:53 smithi088 ceph-mon[35322]: pgmap v11105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:44:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:55 smithi175 ceph-mon[44549]: pgmap v11106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:44:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:55 smithi181 ceph-mon[45557]: pgmap v11106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:44:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:55 smithi088 ceph-mon[35322]: pgmap v11106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:44:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:57 smithi175 ceph-mon[44549]: pgmap v11107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:44:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:57 smithi181 ceph-mon[45557]: pgmap v11107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:44:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:57 smithi088 ceph-mon[35322]: pgmap v11107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:44:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:44:59 smithi175 ceph-mon[44549]: pgmap v11108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:44:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:44:59 smithi181 ceph-mon[45557]: pgmap v11108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:44:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:44:59 smithi088 ceph-mon[35322]: pgmap v11108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:45:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:01 smithi175 ceph-mon[44549]: pgmap v11109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:45:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:01 smithi181 ceph-mon[45557]: pgmap v11109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:45:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:01 smithi088 ceph-mon[35322]: pgmap v11109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:45:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:03 smithi175 ceph-mon[44549]: pgmap v11110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:03 smithi181 ceph-mon[45557]: pgmap v11110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:03 smithi088 ceph-mon[35322]: pgmap v11110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:05.066 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:05.063+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:45:05.066 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:05.064+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:45:05.066 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:05.064+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:45:05.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:05 smithi175 ceph-mon[44549]: pgmap v11111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:05 smithi181 ceph-mon[45557]: pgmap v11111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:05.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:05 smithi088 ceph-mon[35322]: pgmap v11111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:07 smithi175 ceph-mon[44549]: pgmap v11112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:07 smithi181 ceph-mon[45557]: pgmap v11112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:07 smithi088 ceph-mon[35322]: pgmap v11112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:09 smithi175 ceph-mon[44549]: pgmap v11113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:09 smithi181 ceph-mon[45557]: pgmap v11113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:09 smithi088 ceph-mon[35322]: pgmap v11113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:11 smithi175 ceph-mon[44549]: pgmap v11114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:11 smithi181 ceph-mon[45557]: pgmap v11114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:11.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:11 smithi088 ceph-mon[35322]: pgmap v11114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:13 smithi175 ceph-mon[44549]: pgmap v11115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:13 smithi181 ceph-mon[45557]: pgmap v11115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:13 smithi088 ceph-mon[35322]: pgmap v11115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:15 smithi175 ceph-mon[44549]: pgmap v11116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:15 smithi181 ceph-mon[45557]: pgmap v11116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:15 smithi088 ceph-mon[35322]: pgmap v11116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:17 smithi175 ceph-mon[44549]: pgmap v11117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:17 smithi181 ceph-mon[45557]: pgmap v11117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:17 smithi088 ceph-mon[35322]: pgmap v11117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:19 smithi175 ceph-mon[44549]: pgmap v11118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:19 smithi181 ceph-mon[45557]: pgmap v11118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:19.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:19 smithi088 ceph-mon[35322]: pgmap v11118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:20.069 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:20.068+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:45:20.069 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:20.068+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:45:20.069 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:20.068+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:45:21.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:21 smithi175 ceph-mon[44549]: pgmap v11119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:21 smithi181 ceph-mon[45557]: pgmap v11119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:21 smithi088 ceph-mon[35322]: pgmap v11119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:23 smithi181 ceph-mon[45557]: pgmap v11120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:23 smithi088 ceph-mon[35322]: pgmap v11120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:23 smithi175 ceph-mon[44549]: pgmap v11120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:25 smithi181 ceph-mon[45557]: pgmap v11121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:25 smithi088 ceph-mon[35322]: pgmap v11121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:25 smithi175 ceph-mon[44549]: pgmap v11121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:27 smithi181 ceph-mon[45557]: pgmap v11122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:27 smithi088 ceph-mon[35322]: pgmap v11122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:27.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:27 smithi175 ceph-mon[44549]: pgmap v11122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:29 smithi181 ceph-mon[45557]: pgmap v11123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:29 smithi088 ceph-mon[35322]: pgmap v11123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:29 smithi175 ceph-mon[44549]: pgmap v11123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:31 smithi181 ceph-mon[45557]: pgmap v11124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:31.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:31 smithi088 ceph-mon[35322]: pgmap v11124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:31 smithi175 ceph-mon[44549]: pgmap v11124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:33 smithi181 ceph-mon[45557]: pgmap v11125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:33 smithi088 ceph-mon[35322]: pgmap v11125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:33 smithi175 ceph-mon[44549]: pgmap v11125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:35.077 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:35.076+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:45:35.078 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:35.076+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:45:35.078 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:35.076+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:45:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:35 smithi181 ceph-mon[45557]: pgmap v11126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:35.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:35 smithi088 ceph-mon[35322]: pgmap v11126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:35 smithi175 ceph-mon[44549]: pgmap v11126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:36 smithi088 ceph-mon[35322]: pgmap v11127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:36 smithi175 ceph-mon[44549]: pgmap v11127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:36 smithi181 ceph-mon[45557]: pgmap v11127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:38 smithi181 ceph-mon[45557]: pgmap v11128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:38 smithi088 ceph-mon[35322]: pgmap v11128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:38 smithi175 ceph-mon[44549]: pgmap v11128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:39.471+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T18:45:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:39.471+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T18:45:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:39.471+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34402d040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T18:45:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:39.471+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34402d040 comp rx=0 tx=0).stop 2024-01-28T18:45:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:39.471+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T18:45:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:39.471+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T18:45:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:39.471+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T18:45:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:39.471+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T18:45:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:39.471+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T18:45:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:39.472+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344037040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T18:45:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:40 smithi181 ceph-mon[45557]: pgmap v11129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:40 smithi088 ceph-mon[35322]: pgmap v11129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:40 smithi175 ceph-mon[44549]: pgmap v11129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:42.605+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:45:42.607 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:42.605+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:45:42.607 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:42.606+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 161 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:45:42.607 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:42.606+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 161 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:45:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:42 smithi181 ceph-mon[45557]: pgmap v11130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:42 smithi088 ceph-mon[35322]: pgmap v11130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:42 smithi175 ceph-mon[44549]: pgmap v11130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:44 smithi181 ceph-mon[45557]: pgmap v11131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:44 smithi088 ceph-mon[35322]: pgmap v11131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:44 smithi175 ceph-mon[44549]: pgmap v11131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:45:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:46 smithi181 ceph-mon[45557]: pgmap v11132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:47.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:46 smithi088 ceph-mon[35322]: pgmap v11132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:46 smithi175 ceph-mon[44549]: pgmap v11132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:45:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:48 smithi181 ceph-mon[45557]: pgmap v11133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:48 smithi088 ceph-mon[35322]: pgmap v11133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:48 smithi175 ceph-mon[44549]: pgmap v11133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:45:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:50.089+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:45:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:50.089+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:45:50.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:45:50.089+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:45:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: pgmap v11134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:45:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:45:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:45:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:45:51.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:45:51.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:45:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: pgmap v11134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:45:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:45:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:45:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:45:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:45:51.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:45:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: pgmap v11134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:45:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:45:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:45:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:45:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:45:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:45:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:45:51.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:45:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:51 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 93608k 2024-01-28T18:45:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:51 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 95855063: error parsing value: Value '95855063' is below minimum 939524096 2024-01-28T18:45:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:51 smithi088 ceph-mon[35322]: pgmap v11135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:45:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:51 smithi088 ceph-mon[35322]: pgmap v11136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:45:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:51 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 93608k 2024-01-28T18:45:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:51 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 95855063: error parsing value: Value '95855063' is below minimum 939524096 2024-01-28T18:45:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:51 smithi175 ceph-mon[44549]: pgmap v11135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:45:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:51 smithi175 ceph-mon[44549]: pgmap v11136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:45:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:51 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 93608k 2024-01-28T18:45:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:51 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 95855063: error parsing value: Value '95855063' is below minimum 939524096 2024-01-28T18:45:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:51 smithi181 ceph-mon[45557]: pgmap v11135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:45:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:51 smithi181 ceph-mon[45557]: pgmap v11136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:45:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:53 smithi088 ceph-mon[35322]: pgmap v11137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:45:54.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:53 smithi175 ceph-mon[44549]: pgmap v11137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:45:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:53 smithi181 ceph-mon[45557]: pgmap v11137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:45:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:55 smithi088 ceph-mon[35322]: pgmap v11138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:45:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:55 smithi175 ceph-mon[44549]: pgmap v11138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:45:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:55 smithi181 ceph-mon[45557]: pgmap v11138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:45:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:57 smithi088 ceph-mon[35322]: pgmap v11139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:45:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:57 smithi175 ceph-mon[44549]: pgmap v11139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:45:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:57 smithi181 ceph-mon[45557]: pgmap v11139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:46:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:45:59 smithi088 ceph-mon[35322]: pgmap v11140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:46:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:45:59 smithi175 ceph-mon[44549]: pgmap v11140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:46:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:45:59 smithi181 ceph-mon[45557]: pgmap v11140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:46:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:01 smithi088 ceph-mon[35322]: pgmap v11141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:46:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:01 smithi175 ceph-mon[44549]: pgmap v11141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:46:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:01 smithi181 ceph-mon[45557]: pgmap v11141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:46:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:03 smithi088 ceph-mon[35322]: pgmap v11142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:03 smithi175 ceph-mon[44549]: pgmap v11142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:03 smithi181 ceph-mon[45557]: pgmap v11142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:05.103 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:05.102+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:46:05.103 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:05.102+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:46:05.103 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:05.102+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:46:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:05 smithi088 ceph-mon[35322]: pgmap v11143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:05 smithi175 ceph-mon[44549]: pgmap v11143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:05 smithi181 ceph-mon[45557]: pgmap v11143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:07 smithi088 ceph-mon[35322]: pgmap v11144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:07 smithi175 ceph-mon[44549]: pgmap v11144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:07 smithi181 ceph-mon[45557]: pgmap v11144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:09 smithi088 ceph-mon[35322]: pgmap v11145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:09 smithi175 ceph-mon[44549]: pgmap v11145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:09 smithi181 ceph-mon[45557]: pgmap v11145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:11 smithi088 ceph-mon[35322]: pgmap v11146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:11 smithi175 ceph-mon[44549]: pgmap v11146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:11 smithi181 ceph-mon[45557]: pgmap v11146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:13 smithi088 ceph-mon[35322]: pgmap v11147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:13 smithi175 ceph-mon[44549]: pgmap v11147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:13 smithi181 ceph-mon[45557]: pgmap v11147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:15 smithi088 ceph-mon[35322]: pgmap v11148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:15 smithi175 ceph-mon[44549]: pgmap v11148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:15 smithi181 ceph-mon[45557]: pgmap v11148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:17 smithi088 ceph-mon[35322]: pgmap v11149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:18.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:17 smithi175 ceph-mon[44549]: pgmap v11149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:17 smithi181 ceph-mon[45557]: pgmap v11149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:19 smithi088 ceph-mon[35322]: pgmap v11150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:20.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:20.112+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:46:20.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:20.112+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:46:20.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:20.112+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:46:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:19 smithi175 ceph-mon[44549]: pgmap v11150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:19 smithi181 ceph-mon[45557]: pgmap v11150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:21 smithi088 ceph-mon[35322]: pgmap v11151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:21 smithi175 ceph-mon[44549]: pgmap v11151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:21 smithi181 ceph-mon[45557]: pgmap v11151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:23 smithi088 ceph-mon[35322]: pgmap v11152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:23 smithi175 ceph-mon[44549]: pgmap v11152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:23 smithi181 ceph-mon[45557]: pgmap v11152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:25 smithi175 ceph-mon[44549]: pgmap v11153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:25 smithi181 ceph-mon[45557]: pgmap v11153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:25 smithi088 ceph-mon[35322]: pgmap v11153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:27 smithi175 ceph-mon[44549]: pgmap v11154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:27 smithi181 ceph-mon[45557]: pgmap v11154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:27 smithi088 ceph-mon[35322]: pgmap v11154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:29 smithi175 ceph-mon[44549]: pgmap v11155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:29 smithi181 ceph-mon[45557]: pgmap v11155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:29 smithi088 ceph-mon[35322]: pgmap v11155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:31 smithi175 ceph-mon[44549]: pgmap v11156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:31 smithi181 ceph-mon[45557]: pgmap v11156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:31 smithi088 ceph-mon[35322]: pgmap v11156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:33 smithi175 ceph-mon[44549]: pgmap v11157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:33 smithi181 ceph-mon[45557]: pgmap v11157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:33 smithi088 ceph-mon[35322]: pgmap v11157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:35.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:35.127+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:46:35.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:35.127+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:46:35.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:35.127+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:46:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:35 smithi175 ceph-mon[44549]: pgmap v11158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:35 smithi181 ceph-mon[45557]: pgmap v11158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:35 smithi088 ceph-mon[35322]: pgmap v11158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:38.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:37 smithi175 ceph-mon[44549]: pgmap v11159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:37 smithi181 ceph-mon[45557]: pgmap v11159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:37 smithi088 ceph-mon[35322]: pgmap v11159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:39 smithi175 ceph-mon[44549]: pgmap v11160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:39 smithi181 ceph-mon[45557]: pgmap v11160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:39 smithi088 ceph-mon[35322]: pgmap v11160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:41 smithi175 ceph-mon[44549]: pgmap v11161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:41 smithi181 ceph-mon[45557]: pgmap v11161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:41 smithi088 ceph-mon[35322]: pgmap v11161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:43 smithi175 ceph-mon[44549]: pgmap v11162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:43 smithi181 ceph-mon[45557]: pgmap v11162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:43 smithi088 ceph-mon[35322]: pgmap v11162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:45 smithi175 ceph-mon[44549]: pgmap v11163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:45 smithi181 ceph-mon[45557]: pgmap v11163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:45 smithi088 ceph-mon[35322]: pgmap v11163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:46:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:47 smithi175 ceph-mon[44549]: pgmap v11164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:47 smithi181 ceph-mon[45557]: pgmap v11164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:47 smithi088 ceph-mon[35322]: pgmap v11164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:46:50.144 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:50.142+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:46:50.144 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:50.142+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:46:50.144 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:46:50.142+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:46:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:49 smithi175 ceph-mon[44549]: pgmap v11165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:49 smithi181 ceph-mon[45557]: pgmap v11165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:49 smithi088 ceph-mon[35322]: pgmap v11165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:46:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:46:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:46:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:46:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:51 smithi175 ceph-mon[44549]: pgmap v11166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:51 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:46:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:51 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:46:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:46:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:46:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:46:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:51 smithi181 ceph-mon[45557]: pgmap v11166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:51 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:46:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:51 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:46:52.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:46:52.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:46:52.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:46:52.248 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:51 smithi088 ceph-mon[35322]: pgmap v11166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:46:52.248 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.248 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.248 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.248 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:46:52.248 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:51 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:46:52.248 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:51 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:46:52.249 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:46:52.249 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:46:52.249 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:46:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:52 smithi175 ceph-mon[44549]: pgmap v11167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:46:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:52 smithi175 ceph-mon[44549]: pgmap v11168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:46:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:52 smithi181 ceph-mon[45557]: pgmap v11167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:46:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:52 smithi181 ceph-mon[45557]: pgmap v11168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:46:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:52 smithi088 ceph-mon[35322]: pgmap v11167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:46:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:52 smithi088 ceph-mon[35322]: pgmap v11168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:46:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:54 smithi175 ceph-mon[44549]: pgmap v11169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:46:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:54 smithi181 ceph-mon[45557]: pgmap v11169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:46:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:54 smithi088 ceph-mon[35322]: pgmap v11169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:46:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:56 smithi175 ceph-mon[44549]: pgmap v11170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:46:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:56 smithi181 ceph-mon[45557]: pgmap v11170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:46:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:56 smithi088 ceph-mon[35322]: pgmap v11170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:46:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:46:58 smithi175 ceph-mon[44549]: pgmap v11171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:46:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:46:58 smithi181 ceph-mon[45557]: pgmap v11171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:46:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:46:58 smithi088 ceph-mon[35322]: pgmap v11171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:47:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:00 smithi175 ceph-mon[44549]: pgmap v11172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:47:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:00 smithi181 ceph-mon[45557]: pgmap v11172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:47:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:00 smithi088 ceph-mon[35322]: pgmap v11172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:47:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:02 smithi175 ceph-mon[44549]: pgmap v11173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:47:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:02 smithi181 ceph-mon[45557]: pgmap v11173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:47:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:02 smithi088 ceph-mon[35322]: pgmap v11173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:47:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:05.158+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:47:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:05.158+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:47:05.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:05.158+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:47:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:04 smithi175 ceph-mon[44549]: pgmap v11174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:04 smithi181 ceph-mon[45557]: pgmap v11174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:04 smithi088 ceph-mon[35322]: pgmap v11174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:06 smithi175 ceph-mon[44549]: pgmap v11175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:06 smithi181 ceph-mon[45557]: pgmap v11175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:06 smithi088 ceph-mon[35322]: pgmap v11175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:08 smithi175 ceph-mon[44549]: pgmap v11176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:08 smithi181 ceph-mon[45557]: pgmap v11176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:08 smithi088 ceph-mon[35322]: pgmap v11176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:10 smithi175 ceph-mon[44549]: pgmap v11177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:10 smithi181 ceph-mon[45557]: pgmap v11177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:10 smithi088 ceph-mon[35322]: pgmap v11177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:12.620 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:12.619+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:47:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:12.619+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:47:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:12.620+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 162 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:47:12.621 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:12.620+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 162 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:47:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:12 smithi175 ceph-mon[44549]: pgmap v11178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:12 smithi181 ceph-mon[45557]: pgmap v11178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:12 smithi088 ceph-mon[35322]: pgmap v11178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:14 smithi175 ceph-mon[44549]: pgmap v11179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:14 smithi181 ceph-mon[45557]: pgmap v11179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:14 smithi088 ceph-mon[35322]: pgmap v11179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:16 smithi175 ceph-mon[44549]: pgmap v11180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:16 smithi181 ceph-mon[45557]: pgmap v11180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:16 smithi088 ceph-mon[35322]: pgmap v11180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:18 smithi175 ceph-mon[44549]: pgmap v11181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:18 smithi181 ceph-mon[45557]: pgmap v11181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:18 smithi088 ceph-mon[35322]: pgmap v11181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:20.163+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:47:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:20.163+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:47:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:20.163+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:47:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:20 smithi175 ceph-mon[44549]: pgmap v11182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:20 smithi181 ceph-mon[45557]: pgmap v11182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:20 smithi088 ceph-mon[35322]: pgmap v11182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:22 smithi181 ceph-mon[45557]: pgmap v11183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:23.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:22 smithi088 ceph-mon[35322]: pgmap v11183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:22 smithi175 ceph-mon[44549]: pgmap v11183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:24 smithi181 ceph-mon[45557]: pgmap v11184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:24 smithi088 ceph-mon[35322]: pgmap v11184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:24 smithi175 ceph-mon[44549]: pgmap v11184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:26 smithi181 ceph-mon[45557]: pgmap v11185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:26 smithi088 ceph-mon[35322]: pgmap v11185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:26 smithi175 ceph-mon[44549]: pgmap v11185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:28 smithi181 ceph-mon[45557]: pgmap v11186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:28 smithi088 ceph-mon[35322]: pgmap v11186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:28 smithi175 ceph-mon[44549]: pgmap v11186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:30 smithi181 ceph-mon[45557]: pgmap v11187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:30 smithi088 ceph-mon[35322]: pgmap v11187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:30 smithi175 ceph-mon[44549]: pgmap v11187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:32 smithi181 ceph-mon[45557]: pgmap v11188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:32 smithi088 ceph-mon[35322]: pgmap v11188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:32 smithi175 ceph-mon[44549]: pgmap v11188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:35.174 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:35.172+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:47:35.175 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:35.172+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:47:35.175 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:35.172+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:47:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:34 smithi181 ceph-mon[45557]: pgmap v11189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:34 smithi088 ceph-mon[35322]: pgmap v11189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:34 smithi175 ceph-mon[44549]: pgmap v11189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:36 smithi181 ceph-mon[45557]: pgmap v11190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:36 smithi088 ceph-mon[35322]: pgmap v11190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:36 smithi175 ceph-mon[44549]: pgmap v11190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:38 smithi181 ceph-mon[45557]: pgmap v11191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:38 smithi088 ceph-mon[35322]: pgmap v11191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:38 smithi175 ceph-mon[44549]: pgmap v11191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:40 smithi181 ceph-mon[45557]: pgmap v11192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:40 smithi088 ceph-mon[35322]: pgmap v11192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:40 smithi175 ceph-mon[44549]: pgmap v11192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:42 smithi181 ceph-mon[45557]: pgmap v11193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:42 smithi088 ceph-mon[35322]: pgmap v11193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:42 smithi175 ceph-mon[44549]: pgmap v11193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:44 smithi181 ceph-mon[45557]: pgmap v11194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:44 smithi088 ceph-mon[35322]: pgmap v11194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:44 smithi175 ceph-mon[44549]: pgmap v11194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:47:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:46 smithi088 ceph-mon[35322]: pgmap v11195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:46 smithi175 ceph-mon[44549]: pgmap v11195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:46 smithi181 ceph-mon[45557]: pgmap v11195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:48 smithi088 ceph-mon[35322]: pgmap v11196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:48 smithi175 ceph-mon[44549]: pgmap v11196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:48 smithi181 ceph-mon[45557]: pgmap v11196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:47:50.179 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:50.177+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:47:50.179 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:50.177+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:47:50.179 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:47:50.177+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:47:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:50 smithi088 ceph-mon[35322]: pgmap v11197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:50 smithi175 ceph-mon[44549]: pgmap v11197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:50 smithi181 ceph-mon[45557]: pgmap v11197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:47:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:52 smithi088 ceph-mon[35322]: pgmap v11198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:47:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:47:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:47:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:47:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:52 smithi175 ceph-mon[44549]: pgmap v11198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:47:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:47:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:47:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:47:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:52 smithi181 ceph-mon[45557]: pgmap v11198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:47:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:47:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:47:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:47:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:47:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:53 smithi088 ceph-mon[35322]: pgmap v11199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:47:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:53 smithi175 ceph-mon[44549]: pgmap v11199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:47:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:53 smithi181 ceph-mon[45557]: pgmap v11199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:47:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:55 smithi088 ceph-mon[35322]: pgmap v11200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:47:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:55 smithi175 ceph-mon[44549]: pgmap v11200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:47:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:55 smithi181 ceph-mon[45557]: pgmap v11200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:47:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:57 smithi088 ceph-mon[35322]: pgmap v11201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:47:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:57 smithi175 ceph-mon[44549]: pgmap v11201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:47:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:57 smithi181 ceph-mon[45557]: pgmap v11201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:48:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:47:59 smithi088 ceph-mon[35322]: pgmap v11202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:48:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:47:59 smithi175 ceph-mon[44549]: pgmap v11202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:48:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:47:59 smithi181 ceph-mon[45557]: pgmap v11202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:48:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:01 smithi088 ceph-mon[35322]: pgmap v11203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:48:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:01 smithi175 ceph-mon[44549]: pgmap v11203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:48:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:01 smithi181 ceph-mon[45557]: pgmap v11203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:48:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:03 smithi088 ceph-mon[35322]: pgmap v11204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:48:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:03 smithi175 ceph-mon[44549]: pgmap v11204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:48:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:03 smithi181 ceph-mon[45557]: pgmap v11204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:48:05.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:05.191+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:48:05.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:05.191+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:48:05.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:05.191+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:48:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:05 smithi088 ceph-mon[35322]: pgmap v11205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:05 smithi175 ceph-mon[44549]: pgmap v11205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:05 smithi181 ceph-mon[45557]: pgmap v11205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:08 smithi088 ceph-mon[35322]: pgmap v11206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:08 smithi175 ceph-mon[44549]: pgmap v11206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:08 smithi181 ceph-mon[45557]: pgmap v11206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:10 smithi088 ceph-mon[35322]: pgmap v11207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:10 smithi175 ceph-mon[44549]: pgmap v11207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:10 smithi181 ceph-mon[45557]: pgmap v11207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:12 smithi088 ceph-mon[35322]: pgmap v11208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:12 smithi175 ceph-mon[44549]: pgmap v11208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:12 smithi181 ceph-mon[45557]: pgmap v11208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:14 smithi088 ceph-mon[35322]: pgmap v11209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:14 smithi175 ceph-mon[44549]: pgmap v11209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:14 smithi181 ceph-mon[45557]: pgmap v11209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:16 smithi088 ceph-mon[35322]: pgmap v11210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:16 smithi175 ceph-mon[44549]: pgmap v11210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:16 smithi181 ceph-mon[45557]: pgmap v11210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:18 smithi088 ceph-mon[35322]: pgmap v11211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:18 smithi175 ceph-mon[44549]: pgmap v11211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:18 smithi181 ceph-mon[45557]: pgmap v11211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:20.191+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:48:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:20.191+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:48:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:20.191+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:48:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:20 smithi088 ceph-mon[35322]: pgmap v11212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:20 smithi175 ceph-mon[44549]: pgmap v11212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:20 smithi181 ceph-mon[45557]: pgmap v11212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:22 smithi088 ceph-mon[35322]: pgmap v11213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:22 smithi175 ceph-mon[44549]: pgmap v11213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:22 smithi181 ceph-mon[45557]: pgmap v11213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:24 smithi175 ceph-mon[44549]: pgmap v11214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:24 smithi181 ceph-mon[45557]: pgmap v11214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:24 smithi088 ceph-mon[35322]: pgmap v11214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:26 smithi175 ceph-mon[44549]: pgmap v11215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:26 smithi181 ceph-mon[45557]: pgmap v11215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:26 smithi088 ceph-mon[35322]: pgmap v11215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:28 smithi175 ceph-mon[44549]: pgmap v11216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:28 smithi181 ceph-mon[45557]: pgmap v11216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:28 smithi088 ceph-mon[35322]: pgmap v11216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:30 smithi175 ceph-mon[44549]: pgmap v11217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:30 smithi181 ceph-mon[45557]: pgmap v11217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:30 smithi088 ceph-mon[35322]: pgmap v11217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:32 smithi175 ceph-mon[44549]: pgmap v11218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:32 smithi181 ceph-mon[45557]: pgmap v11218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:32 smithi088 ceph-mon[35322]: pgmap v11218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:34 smithi175 ceph-mon[44549]: pgmap v11219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:34 smithi181 ceph-mon[45557]: pgmap v11219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:34.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:34 smithi088 ceph-mon[35322]: pgmap v11219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:35.200+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:48:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:35.200+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:48:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:35.200+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:48:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:36 smithi175 ceph-mon[44549]: pgmap v11220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:36 smithi181 ceph-mon[45557]: pgmap v11220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:36 smithi088 ceph-mon[35322]: pgmap v11220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:38.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:38 smithi175 ceph-mon[44549]: pgmap v11221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:38 smithi181 ceph-mon[45557]: pgmap v11221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:38 smithi088 ceph-mon[35322]: pgmap v11221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:40 smithi175 ceph-mon[44549]: pgmap v11222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:40 smithi181 ceph-mon[45557]: pgmap v11222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:40 smithi088 ceph-mon[35322]: pgmap v11222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:42.328 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:42 smithi088 ceph-mon[35322]: pgmap v11223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:42 smithi175 ceph-mon[44549]: pgmap v11223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:42 smithi181 ceph-mon[45557]: pgmap v11223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:42.634+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:48:42.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:42.634+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:48:42.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:42.635+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 163 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:48:42.636 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:42.635+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 163 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:48:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:44 smithi175 ceph-mon[44549]: pgmap v11224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:44 smithi181 ceph-mon[45557]: pgmap v11224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:44 smithi088 ceph-mon[35322]: pgmap v11224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:46 smithi175 ceph-mon[44549]: pgmap v11225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:46 smithi181 ceph-mon[45557]: pgmap v11225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:46.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:46 smithi088 ceph-mon[35322]: pgmap v11225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:48 smithi175 ceph-mon[44549]: pgmap v11226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:48 smithi181 ceph-mon[45557]: pgmap v11226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:48 smithi088 ceph-mon[35322]: pgmap v11226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:50.210 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:50.209+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:48:50.210 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:50.209+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:48:50.211 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:48:50.209+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:48:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:50 smithi175 ceph-mon[44549]: pgmap v11227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:50 smithi181 ceph-mon[45557]: pgmap v11227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:50 smithi088 ceph-mon[35322]: pgmap v11227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:48:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:52 smithi175 ceph-mon[44549]: pgmap v11228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:52 smithi181 ceph-mon[45557]: pgmap v11228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:52 smithi088 ceph-mon[35322]: pgmap v11228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:48:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:48:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:48:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:48:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:54 smithi175 ceph-mon[44549]: pgmap v11229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:54 smithi181 ceph-mon[45557]: pgmap v11229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:54 smithi088 ceph-mon[35322]: pgmap v11229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:48:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:56 smithi175 ceph-mon[44549]: pgmap v11230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:48:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:48:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:56 smithi181 ceph-mon[45557]: pgmap v11230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:48:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:48:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:56 smithi088 ceph-mon[35322]: pgmap v11230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:48:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:48:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:48:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:48:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:57 smithi175 ceph-mon[44549]: pgmap v11231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:48:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:57 smithi175 ceph-mon[44549]: pgmap v11232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:48:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:57 smithi181 ceph-mon[45557]: pgmap v11231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:48:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:57 smithi181 ceph-mon[45557]: pgmap v11232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:48:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:57 smithi088 ceph-mon[35322]: pgmap v11231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T18:48:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:57 smithi088 ceph-mon[35322]: pgmap v11232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:48:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:48:59 smithi175 ceph-mon[44549]: pgmap v11233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:48:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:48:59 smithi181 ceph-mon[45557]: pgmap v11233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:48:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:48:59 smithi088 ceph-mon[35322]: pgmap v11233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T18:49:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:01 smithi175 ceph-mon[44549]: pgmap v11234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:49:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:01 smithi181 ceph-mon[45557]: pgmap v11234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:49:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:01 smithi088 ceph-mon[35322]: pgmap v11234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T18:49:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:02 smithi088 ceph-mon[35322]: pgmap v11235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:49:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:02 smithi175 ceph-mon[44549]: pgmap v11235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:49:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:02 smithi181 ceph-mon[45557]: pgmap v11235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:49:05.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:04 smithi181 ceph-mon[45557]: pgmap v11236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:49:05.225 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:05.224+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:49:05.225 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:05.224+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:49:05.225 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:05.224+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:49:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:04 smithi088 ceph-mon[35322]: pgmap v11236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:49:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:04 smithi175 ceph-mon[44549]: pgmap v11236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:49:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:06 smithi181 ceph-mon[45557]: pgmap v11237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:49:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:06 smithi088 ceph-mon[35322]: pgmap v11237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:49:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:06 smithi175 ceph-mon[44549]: pgmap v11237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:49:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:08 smithi181 ceph-mon[45557]: pgmap v11238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:08 smithi088 ceph-mon[35322]: pgmap v11238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:08 smithi175 ceph-mon[44549]: pgmap v11238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:10 smithi181 ceph-mon[45557]: pgmap v11239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:10 smithi088 ceph-mon[35322]: pgmap v11239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:10 smithi175 ceph-mon[44549]: pgmap v11239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:13.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:12 smithi088 ceph-mon[35322]: pgmap v11240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:12 smithi175 ceph-mon[44549]: pgmap v11240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:12 smithi181 ceph-mon[45557]: pgmap v11240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:14 smithi181 ceph-mon[45557]: pgmap v11241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:14 smithi088 ceph-mon[35322]: pgmap v11241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:14 smithi175 ceph-mon[44549]: pgmap v11241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:16 smithi181 ceph-mon[45557]: pgmap v11242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:16 smithi088 ceph-mon[35322]: pgmap v11242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:16 smithi175 ceph-mon[44549]: pgmap v11242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:18 smithi181 ceph-mon[45557]: pgmap v11243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:18 smithi088 ceph-mon[35322]: pgmap v11243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:18 smithi175 ceph-mon[44549]: pgmap v11243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:20.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:20.224+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:49:20.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:20.224+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:49:20.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:20.224+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:49:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:20 smithi181 ceph-mon[45557]: pgmap v11244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:20 smithi088 ceph-mon[35322]: pgmap v11244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:20 smithi175 ceph-mon[44549]: pgmap v11244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:22 smithi088 ceph-mon[35322]: pgmap v11245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:22 smithi175 ceph-mon[44549]: pgmap v11245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:22 smithi181 ceph-mon[45557]: pgmap v11245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:24 smithi181 ceph-mon[45557]: pgmap v11246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:24 smithi088 ceph-mon[35322]: pgmap v11246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:24 smithi175 ceph-mon[44549]: pgmap v11246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:26 smithi181 ceph-mon[45557]: pgmap v11247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:26 smithi088 ceph-mon[35322]: pgmap v11247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:26 smithi175 ceph-mon[44549]: pgmap v11247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:28 smithi181 ceph-mon[45557]: pgmap v11248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:28 smithi088 ceph-mon[35322]: pgmap v11248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:28 smithi175 ceph-mon[44549]: pgmap v11248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:30 smithi181 ceph-mon[45557]: pgmap v11249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:30 smithi088 ceph-mon[35322]: pgmap v11249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:30 smithi175 ceph-mon[44549]: pgmap v11249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:32 smithi088 ceph-mon[35322]: pgmap v11250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:32 smithi175 ceph-mon[44549]: pgmap v11250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:32 smithi181 ceph-mon[45557]: pgmap v11250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:34 smithi181 ceph-mon[45557]: pgmap v11251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:35.236 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:35.235+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:49:35.236 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:35.235+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:49:35.236 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:35.235+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:49:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:34 smithi088 ceph-mon[35322]: pgmap v11251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:34 smithi175 ceph-mon[44549]: pgmap v11251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:36 smithi181 ceph-mon[45557]: pgmap v11252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:36 smithi088 ceph-mon[35322]: pgmap v11252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:36 smithi175 ceph-mon[44549]: pgmap v11252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:38 smithi181 ceph-mon[45557]: pgmap v11253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:38 smithi088 ceph-mon[35322]: pgmap v11253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:38 smithi175 ceph-mon[44549]: pgmap v11253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:40 smithi088 ceph-mon[35322]: pgmap v11254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:40 smithi175 ceph-mon[44549]: pgmap v11254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:40 smithi181 ceph-mon[45557]: pgmap v11254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:42 smithi088 ceph-mon[35322]: pgmap v11255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:42 smithi175 ceph-mon[44549]: pgmap v11255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:42 smithi181 ceph-mon[45557]: pgmap v11255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:44 smithi181 ceph-mon[45557]: pgmap v11256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:44 smithi088 ceph-mon[35322]: pgmap v11256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:44 smithi175 ceph-mon[44549]: pgmap v11256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:46 smithi181 ceph-mon[45557]: pgmap v11257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:46 smithi088 ceph-mon[35322]: pgmap v11257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:46 smithi175 ceph-mon[44549]: pgmap v11257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:48 smithi181 ceph-mon[45557]: pgmap v11258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:48 smithi088 ceph-mon[35322]: pgmap v11258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:48 smithi175 ceph-mon[44549]: pgmap v11258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:49:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:50.250+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:49:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:50.250+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:49:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:49:50.251+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:49:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:50 smithi088 ceph-mon[35322]: pgmap v11259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:50 smithi175 ceph-mon[44549]: pgmap v11259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:50 smithi181 ceph-mon[45557]: pgmap v11259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:52 smithi088 ceph-mon[35322]: pgmap v11260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:52 smithi175 ceph-mon[44549]: pgmap v11260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:52 smithi181 ceph-mon[45557]: pgmap v11260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:49:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:54 smithi181 ceph-mon[45557]: pgmap v11261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:54 smithi088 ceph-mon[35322]: pgmap v11261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:54 smithi175 ceph-mon[44549]: pgmap v11261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:49:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:56 smithi088 ceph-mon[35322]: pgmap v11262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:49:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:49:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:49:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:49:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:56 smithi175 ceph-mon[44549]: pgmap v11262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:49:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:49:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:49:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:49:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:56 smithi181 ceph-mon[45557]: pgmap v11262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:49:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:49:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:49:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:49:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:49:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:57 smithi088 ceph-mon[35322]: pgmap v11263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:49:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:57 smithi175 ceph-mon[44549]: pgmap v11263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:49:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:57 smithi181 ceph-mon[45557]: pgmap v11263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:49:59 smithi088 ceph-mon[35322]: pgmap v11264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:50:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:49:59 smithi175 ceph-mon[44549]: pgmap v11264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:50:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:49:59 smithi181 ceph-mon[45557]: pgmap v11264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T18:50:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:50:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:50:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T18:50:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:01 smithi088 ceph-mon[35322]: pgmap v11265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:50:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:01 smithi175 ceph-mon[44549]: pgmap v11265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:50:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:01 smithi181 ceph-mon[45557]: pgmap v11265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:50:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:03 smithi088 ceph-mon[35322]: pgmap v11266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:03 smithi175 ceph-mon[44549]: pgmap v11266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:03 smithi181 ceph-mon[45557]: pgmap v11266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:05.267 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:05.265+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:50:05.267 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:05.265+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:50:05.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:05.265+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:50:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:05 smithi088 ceph-mon[35322]: pgmap v11267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:05 smithi175 ceph-mon[44549]: pgmap v11267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:05 smithi181 ceph-mon[45557]: pgmap v11267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:07 smithi088 ceph-mon[35322]: pgmap v11268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:07 smithi175 ceph-mon[44549]: pgmap v11268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:07 smithi181 ceph-mon[45557]: pgmap v11268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:09 smithi088 ceph-mon[35322]: pgmap v11269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:09 smithi175 ceph-mon[44549]: pgmap v11269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:09 smithi181 ceph-mon[45557]: pgmap v11269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:11 smithi088 ceph-mon[35322]: pgmap v11270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:11 smithi175 ceph-mon[44549]: pgmap v11270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:11 smithi181 ceph-mon[45557]: pgmap v11270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:13 smithi088 ceph-mon[35322]: pgmap v11271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:50:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:13 smithi175 ceph-mon[44549]: pgmap v11271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:50:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:13 smithi181 ceph-mon[45557]: pgmap v11271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:50:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:15 smithi088 ceph-mon[35322]: pgmap v11272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:15 smithi175 ceph-mon[44549]: pgmap v11272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:15 smithi181 ceph-mon[45557]: pgmap v11272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:17 smithi088 ceph-mon[35322]: pgmap v11273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:18.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:17 smithi175 ceph-mon[44549]: pgmap v11273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:17 smithi181 ceph-mon[45557]: pgmap v11273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:20.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:20.273+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:50:20.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:20.273+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:50:20.274 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:20.273+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:50:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:19 smithi088 ceph-mon[35322]: pgmap v11274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:19 smithi175 ceph-mon[44549]: pgmap v11274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:19 smithi181 ceph-mon[45557]: pgmap v11274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:21 smithi088 ceph-mon[35322]: pgmap v11275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:21 smithi175 ceph-mon[44549]: pgmap v11275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:21 smithi181 ceph-mon[45557]: pgmap v11275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:23 smithi088 ceph-mon[35322]: pgmap v11276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:23 smithi175 ceph-mon[44549]: pgmap v11276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:23 smithi181 ceph-mon[45557]: pgmap v11276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:25 smithi088 ceph-mon[35322]: pgmap v11277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:25 smithi175 ceph-mon[44549]: pgmap v11277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:25 smithi181 ceph-mon[45557]: pgmap v11277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:27 smithi088 ceph-mon[35322]: pgmap v11278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:27 smithi175 ceph-mon[44549]: pgmap v11278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:27 smithi181 ceph-mon[45557]: pgmap v11278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:29 smithi088 ceph-mon[35322]: pgmap v11279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:29 smithi175 ceph-mon[44549]: pgmap v11279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:29 smithi181 ceph-mon[45557]: pgmap v11279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:31 smithi088 ceph-mon[35322]: pgmap v11280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:31 smithi175 ceph-mon[44549]: pgmap v11280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:31 smithi181 ceph-mon[45557]: pgmap v11280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:33 smithi088 ceph-mon[35322]: pgmap v11281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:33 smithi175 ceph-mon[44549]: pgmap v11281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:33 smithi181 ceph-mon[45557]: pgmap v11281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:35.285+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:50:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:35.285+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:50:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:35.285+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:50:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:35 smithi088 ceph-mon[35322]: pgmap v11282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:35 smithi175 ceph-mon[44549]: pgmap v11282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:35 smithi181 ceph-mon[45557]: pgmap v11282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:37 smithi175 ceph-mon[44549]: pgmap v11283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:37 smithi181 ceph-mon[45557]: pgmap v11283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:37 smithi088 ceph-mon[35322]: pgmap v11283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:39 smithi088 ceph-mon[35322]: pgmap v11284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:39 smithi175 ceph-mon[44549]: pgmap v11284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:39 smithi181 ceph-mon[45557]: pgmap v11284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:41 smithi088 ceph-mon[35322]: pgmap v11285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:41 smithi175 ceph-mon[44549]: pgmap v11285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:41 smithi181 ceph-mon[45557]: pgmap v11285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:43 smithi088 ceph-mon[35322]: pgmap v11286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:43 smithi175 ceph-mon[44549]: pgmap v11286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:43 smithi181 ceph-mon[45557]: pgmap v11286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:45 smithi088 ceph-mon[35322]: pgmap v11287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:45 smithi175 ceph-mon[44549]: pgmap v11287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:45 smithi181 ceph-mon[45557]: pgmap v11287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:47 smithi175 ceph-mon[44549]: pgmap v11288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:47 smithi181 ceph-mon[45557]: pgmap v11288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:47 smithi088 ceph-mon[35322]: pgmap v11288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:49 smithi088 ceph-mon[35322]: pgmap v11289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:50.300+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:50:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:50.300+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:50:50.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:50:50.300+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:50:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:49 smithi175 ceph-mon[44549]: pgmap v11289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:49 smithi181 ceph-mon[45557]: pgmap v11289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:51 smithi088 ceph-mon[35322]: pgmap v11290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:51 smithi175 ceph-mon[44549]: pgmap v11290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:51 smithi181 ceph-mon[45557]: pgmap v11290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:50:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:53 smithi088 ceph-mon[35322]: pgmap v11291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:53 smithi175 ceph-mon[44549]: pgmap v11291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:53 smithi181 ceph-mon[45557]: pgmap v11291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:50:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:55 smithi088 ceph-mon[35322]: pgmap v11292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:55 smithi175 ceph-mon[44549]: pgmap v11292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:55 smithi181 ceph-mon[45557]: pgmap v11292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:50:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:57 smithi175 ceph-mon[44549]: pgmap v11293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:50:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:57 smithi181 ceph-mon[45557]: pgmap v11293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:50:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:57 smithi088 ceph-mon[35322]: pgmap v11293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:50:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:50:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:50:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:50:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:58 smithi175 ceph-mon[44549]: pgmap v11294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:58 smithi175 ceph-mon[44549]: pgmap v11295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:50:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:50:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:50:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:50:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:50:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:58 smithi181 ceph-mon[45557]: pgmap v11294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:58 smithi181 ceph-mon[45557]: pgmap v11295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:50:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:50:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:50:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:50:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:50:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:58 smithi088 ceph-mon[35322]: pgmap v11294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:50:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:58 smithi088 ceph-mon[35322]: pgmap v11295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:50:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:50:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:00 smithi088 ceph-mon[35322]: pgmap v11296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:51:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:00 smithi175 ceph-mon[44549]: pgmap v11296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:51:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:00 smithi181 ceph-mon[45557]: pgmap v11296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:51:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:02 smithi175 ceph-mon[44549]: pgmap v11297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:51:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:02 smithi181 ceph-mon[45557]: pgmap v11297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:51:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:02 smithi088 ceph-mon[35322]: pgmap v11297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:51:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:04 smithi088 ceph-mon[35322]: pgmap v11298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:51:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:05.314+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:51:05.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:05.314+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:51:05.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:05.314+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:51:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:04 smithi175 ceph-mon[44549]: pgmap v11298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:51:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:04 smithi181 ceph-mon[45557]: pgmap v11298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:51:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:07 smithi088 ceph-mon[35322]: pgmap v11299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:51:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:07 smithi175 ceph-mon[44549]: pgmap v11299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:51:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:07 smithi181 ceph-mon[45557]: pgmap v11299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:51:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:09 smithi088 ceph-mon[35322]: pgmap v11300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:51:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:09 smithi175 ceph-mon[44549]: pgmap v11300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:51:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:09 smithi181 ceph-mon[45557]: pgmap v11300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:51:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:11 smithi088 ceph-mon[35322]: pgmap v11301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:11 smithi175 ceph-mon[44549]: pgmap v11301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:11 smithi181 ceph-mon[45557]: pgmap v11301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:12 smithi175 ceph-mon[44549]: pgmap v11302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:12 smithi181 ceph-mon[45557]: pgmap v11302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:12 smithi088 ceph-mon[35322]: pgmap v11302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:14 smithi088 ceph-mon[35322]: pgmap v11303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:14 smithi175 ceph-mon[44549]: pgmap v11303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:14 smithi181 ceph-mon[45557]: pgmap v11303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:17 smithi088 ceph-mon[35322]: pgmap v11304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:17.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:17 smithi175 ceph-mon[44549]: pgmap v11304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:17 smithi181 ceph-mon[45557]: pgmap v11304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:19 smithi088 ceph-mon[35322]: pgmap v11305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:51:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:19 smithi175 ceph-mon[44549]: pgmap v11305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:51:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:19 smithi181 ceph-mon[45557]: pgmap v11305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T18:51:20.330 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:20.329+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:51:20.330 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:20.329+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:51:20.331 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:20.329+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:51:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:21 smithi088 ceph-mon[35322]: pgmap v11306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:21 smithi175 ceph-mon[44549]: pgmap v11306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:21 smithi181 ceph-mon[45557]: pgmap v11306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:22 smithi175 ceph-mon[44549]: pgmap v11307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:22 smithi181 ceph-mon[45557]: pgmap v11307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:22 smithi088 ceph-mon[35322]: pgmap v11307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:25 smithi088 ceph-mon[35322]: pgmap v11308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:25 smithi175 ceph-mon[44549]: pgmap v11308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:25 smithi181 ceph-mon[45557]: pgmap v11308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:27 smithi088 ceph-mon[35322]: pgmap v11309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:27 smithi175 ceph-mon[44549]: pgmap v11309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:27 smithi181 ceph-mon[45557]: pgmap v11309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:29 smithi088 ceph-mon[35322]: pgmap v11310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:29 smithi175 ceph-mon[44549]: pgmap v11310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:29 smithi181 ceph-mon[45557]: pgmap v11310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:31 smithi088 ceph-mon[35322]: pgmap v11311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:31 smithi175 ceph-mon[44549]: pgmap v11311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:31 smithi181 ceph-mon[45557]: pgmap v11311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:32 smithi175 ceph-mon[44549]: pgmap v11312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:32 smithi181 ceph-mon[45557]: pgmap v11312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:32 smithi088 ceph-mon[35322]: pgmap v11312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:35 smithi088 ceph-mon[35322]: pgmap v11313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:35.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:35.341+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:51:35.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:35.341+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:51:35.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:35.341+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:51:35.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:35 smithi175 ceph-mon[44549]: pgmap v11313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:35 smithi181 ceph-mon[45557]: pgmap v11313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:37 smithi088 ceph-mon[35322]: pgmap v11314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:37 smithi175 ceph-mon[44549]: pgmap v11314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:37 smithi181 ceph-mon[45557]: pgmap v11314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:39 smithi088 ceph-mon[35322]: pgmap v11315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:39 smithi175 ceph-mon[44549]: pgmap v11315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:39 smithi181 ceph-mon[45557]: pgmap v11315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:41 smithi088 ceph-mon[35322]: pgmap v11316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:41 smithi175 ceph-mon[44549]: pgmap v11316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:41 smithi181 ceph-mon[45557]: pgmap v11316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:42.662+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:51:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:42.662+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:51:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:42.662+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 164 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T18:51:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:42.662+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 164 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:51:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:42 smithi175 ceph-mon[44549]: pgmap v11317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:42 smithi181 ceph-mon[45557]: pgmap v11317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:42 smithi088 ceph-mon[35322]: pgmap v11317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:45 smithi088 ceph-mon[35322]: pgmap v11318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:45 smithi175 ceph-mon[44549]: pgmap v11318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:45 smithi181 ceph-mon[45557]: pgmap v11318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:47 smithi088 ceph-mon[35322]: pgmap v11319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:47 smithi175 ceph-mon[44549]: pgmap v11319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:47 smithi181 ceph-mon[45557]: pgmap v11319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:49 smithi088 ceph-mon[35322]: pgmap v11320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:49 smithi175 ceph-mon[44549]: pgmap v11320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:49 smithi181 ceph-mon[45557]: pgmap v11320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:50.352 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:50.350+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:51:50.352 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:50.350+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:51:50.352 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:51:50.350+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:51:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:51 smithi088 ceph-mon[35322]: pgmap v11321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:51 smithi175 ceph-mon[44549]: pgmap v11321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:51 smithi181 ceph-mon[45557]: pgmap v11321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:51:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:52 smithi175 ceph-mon[44549]: pgmap v11322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:52 smithi181 ceph-mon[45557]: pgmap v11322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:52 smithi088 ceph-mon[35322]: pgmap v11322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:55 smithi088 ceph-mon[35322]: pgmap v11323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:55 smithi175 ceph-mon[44549]: pgmap v11323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:55 smithi181 ceph-mon[45557]: pgmap v11323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:51:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:57 smithi088 ceph-mon[35322]: pgmap v11324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:57 smithi175 ceph-mon[44549]: pgmap v11324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:57 smithi181 ceph-mon[45557]: pgmap v11324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:51:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:59 smithi088 ceph-mon[35322]: pgmap v11325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:51:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:51:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:59 smithi175 ceph-mon[44549]: pgmap v11325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:51:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:51:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:59 smithi181 ceph-mon[45557]: pgmap v11325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:51:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:51:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:51:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:51:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:52:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:52:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:52:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:00 smithi088 ceph-mon[35322]: pgmap v11326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T18:52:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:00 smithi088 ceph-mon[35322]: pgmap v11327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:52:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:52:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:52:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:00 smithi175 ceph-mon[44549]: pgmap v11326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T18:52:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:00 smithi175 ceph-mon[44549]: pgmap v11327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:52:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:52:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:52:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:00 smithi181 ceph-mon[45557]: pgmap v11326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T18:52:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:00 smithi181 ceph-mon[45557]: pgmap v11327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:52:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:01 smithi175 ceph-mon[44549]: pgmap v11328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:01 smithi181 ceph-mon[45557]: pgmap v11328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:01 smithi088 ceph-mon[35322]: pgmap v11328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:03 smithi175 ceph-mon[44549]: pgmap v11329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:03 smithi181 ceph-mon[45557]: pgmap v11329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:03 smithi088 ceph-mon[35322]: pgmap v11329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:05.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:05.364+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:52:05.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:05.364+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:52:05.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:05.364+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:52:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:05 smithi175 ceph-mon[44549]: pgmap v11330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:05 smithi181 ceph-mon[45557]: pgmap v11330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:05 smithi088 ceph-mon[35322]: pgmap v11330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:07 smithi175 ceph-mon[44549]: pgmap v11331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:52:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:07 smithi181 ceph-mon[45557]: pgmap v11331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:52:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:07 smithi088 ceph-mon[35322]: pgmap v11331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:52:09.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:09 smithi175 ceph-mon[44549]: pgmap v11332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:52:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:09 smithi181 ceph-mon[45557]: pgmap v11332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:52:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:09 smithi088 ceph-mon[35322]: pgmap v11332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:52:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:11 smithi175 ceph-mon[44549]: pgmap v11333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:11 smithi181 ceph-mon[45557]: pgmap v11333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:11 smithi088 ceph-mon[35322]: pgmap v11333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:13 smithi175 ceph-mon[44549]: pgmap v11334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:13 smithi181 ceph-mon[45557]: pgmap v11334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:13 smithi088 ceph-mon[35322]: pgmap v11334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:15.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:15 smithi175 ceph-mon[44549]: pgmap v11335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:15 smithi181 ceph-mon[45557]: pgmap v11335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:15 smithi088 ceph-mon[35322]: pgmap v11335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:17 smithi175 ceph-mon[44549]: pgmap v11336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:17 smithi181 ceph-mon[45557]: pgmap v11336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:17 smithi088 ceph-mon[35322]: pgmap v11336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:19 smithi175 ceph-mon[44549]: pgmap v11337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:19.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:19 smithi088 ceph-mon[35322]: pgmap v11337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:19 smithi181 ceph-mon[45557]: pgmap v11337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:20.375 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:20.374+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:52:20.375 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:20.374+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:52:20.375 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:20.374+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:52:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:21 smithi175 ceph-mon[44549]: pgmap v11338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:21 smithi181 ceph-mon[45557]: pgmap v11338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:21 smithi088 ceph-mon[35322]: pgmap v11338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:23 smithi175 ceph-mon[44549]: pgmap v11339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:23 smithi181 ceph-mon[45557]: pgmap v11339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:23 smithi088 ceph-mon[35322]: pgmap v11339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:25 smithi175 ceph-mon[44549]: pgmap v11340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:25 smithi181 ceph-mon[45557]: pgmap v11340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:25 smithi088 ceph-mon[35322]: pgmap v11340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:28.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:27 smithi175 ceph-mon[44549]: pgmap v11341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:27 smithi181 ceph-mon[45557]: pgmap v11341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:27 smithi088 ceph-mon[35322]: pgmap v11341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:29 smithi175 ceph-mon[44549]: pgmap v11342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:29 smithi181 ceph-mon[45557]: pgmap v11342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:29 smithi088 ceph-mon[35322]: pgmap v11342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:31 smithi175 ceph-mon[44549]: pgmap v11343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:31 smithi181 ceph-mon[45557]: pgmap v11343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:31 smithi088 ceph-mon[35322]: pgmap v11343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:33 smithi175 ceph-mon[44549]: pgmap v11344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:33 smithi181 ceph-mon[45557]: pgmap v11344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:33 smithi088 ceph-mon[35322]: pgmap v11344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:35.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:35.387+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:52:35.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:35.387+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:52:35.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:35.387+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:52:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:35 smithi175 ceph-mon[44549]: pgmap v11345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:35 smithi181 ceph-mon[45557]: pgmap v11345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:35 smithi088 ceph-mon[35322]: pgmap v11345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:37 smithi175 ceph-mon[44549]: pgmap v11346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:37 smithi181 ceph-mon[45557]: pgmap v11346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:37 smithi088 ceph-mon[35322]: pgmap v11346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:39 smithi175 ceph-mon[44549]: pgmap v11347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:39 smithi181 ceph-mon[45557]: pgmap v11347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:39 smithi088 ceph-mon[35322]: pgmap v11347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:41.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:41 smithi175 ceph-mon[44549]: pgmap v11348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:41 smithi181 ceph-mon[45557]: pgmap v11348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:41 smithi088 ceph-mon[35322]: pgmap v11348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:43.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:43 smithi175 ceph-mon[44549]: pgmap v11349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:43 smithi181 ceph-mon[45557]: pgmap v11349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:43 smithi088 ceph-mon[35322]: pgmap v11349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:45.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:45 smithi175 ceph-mon[44549]: pgmap v11350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:45 smithi181 ceph-mon[45557]: pgmap v11350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:45 smithi088 ceph-mon[35322]: pgmap v11350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:47 smithi175 ceph-mon[44549]: pgmap v11351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:47 smithi181 ceph-mon[45557]: pgmap v11351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:47 smithi088 ceph-mon[35322]: pgmap v11351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:49 smithi175 ceph-mon[44549]: pgmap v11352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:49 smithi181 ceph-mon[45557]: pgmap v11352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:49 smithi088 ceph-mon[35322]: pgmap v11352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:50.405 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:50.403+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:52:50.405 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:50.403+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:52:50.405 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:52:50.403+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:52:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:51 smithi175 ceph-mon[44549]: pgmap v11353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:51 smithi181 ceph-mon[45557]: pgmap v11353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:51 smithi088 ceph-mon[35322]: pgmap v11353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:52:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:53 smithi175 ceph-mon[44549]: pgmap v11354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:53 smithi181 ceph-mon[45557]: pgmap v11354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:53 smithi088 ceph-mon[35322]: pgmap v11354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:52:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:55 smithi175 ceph-mon[44549]: pgmap v11355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:55 smithi181 ceph-mon[45557]: pgmap v11355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:55 smithi088 ceph-mon[35322]: pgmap v11355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:57 smithi175 ceph-mon[44549]: pgmap v11356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:57 smithi181 ceph-mon[45557]: pgmap v11356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:57 smithi088 ceph-mon[35322]: pgmap v11356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:52:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:52:59 smithi175 ceph-mon[44549]: pgmap v11357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:52:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:52:59 smithi181 ceph-mon[45557]: pgmap v11357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:52:59 smithi088 ceph-mon[35322]: pgmap v11357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:53:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:53:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:53:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:53:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:53:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:53:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:53:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:53:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:53:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:53:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:53:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:53:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:01 smithi175 ceph-mon[44549]: pgmap v11358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:53:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:01 smithi175 ceph-mon[44549]: pgmap v11359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:53:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:01 smithi181 ceph-mon[45557]: pgmap v11358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:53:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:01 smithi181 ceph-mon[45557]: pgmap v11359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:53:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:01 smithi088 ceph-mon[35322]: pgmap v11358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:53:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:01 smithi088 ceph-mon[35322]: pgmap v11359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:53:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:03 smithi175 ceph-mon[44549]: pgmap v11360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:53:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:03 smithi181 ceph-mon[45557]: pgmap v11360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:53:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:03 smithi088 ceph-mon[35322]: pgmap v11360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:53:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:05.419+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:53:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:05.419+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:53:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:05.419+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:53:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:05 smithi175 ceph-mon[44549]: pgmap v11361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:53:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:05 smithi181 ceph-mon[45557]: pgmap v11361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:53:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:05 smithi088 ceph-mon[35322]: pgmap v11361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:53:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:07 smithi175 ceph-mon[44549]: pgmap v11362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:53:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:07 smithi181 ceph-mon[45557]: pgmap v11362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:53:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:07 smithi088 ceph-mon[35322]: pgmap v11362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:53:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:09 smithi175 ceph-mon[44549]: pgmap v11363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:53:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:09 smithi181 ceph-mon[45557]: pgmap v11363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:53:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:09 smithi088 ceph-mon[35322]: pgmap v11363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:53:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:11 smithi175 ceph-mon[44549]: pgmap v11364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:53:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:11 smithi181 ceph-mon[45557]: pgmap v11364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:53:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:11 smithi088 ceph-mon[35322]: pgmap v11364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:53:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:13 smithi175 ceph-mon[44549]: pgmap v11365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:13 smithi181 ceph-mon[45557]: pgmap v11365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:13 smithi088 ceph-mon[35322]: pgmap v11365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:15 smithi175 ceph-mon[44549]: pgmap v11366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:15 smithi181 ceph-mon[45557]: pgmap v11366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:15 smithi088 ceph-mon[35322]: pgmap v11366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:17 smithi175 ceph-mon[44549]: pgmap v11367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:17 smithi181 ceph-mon[45557]: pgmap v11367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:17 smithi088 ceph-mon[35322]: pgmap v11367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:19 smithi175 ceph-mon[44549]: pgmap v11368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:53:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:19 smithi181 ceph-mon[45557]: pgmap v11368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:53:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:19 smithi088 ceph-mon[35322]: pgmap v11368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:53:20.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:20.431+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:53:20.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:20.431+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:53:20.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:20.431+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:53:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:21 smithi175 ceph-mon[44549]: pgmap v11369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:21 smithi181 ceph-mon[45557]: pgmap v11369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:21 smithi088 ceph-mon[35322]: pgmap v11369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:23 smithi175 ceph-mon[44549]: pgmap v11370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:23 smithi181 ceph-mon[45557]: pgmap v11370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:23 smithi088 ceph-mon[35322]: pgmap v11370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:25 smithi175 ceph-mon[44549]: pgmap v11371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:25 smithi181 ceph-mon[45557]: pgmap v11371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:25 smithi088 ceph-mon[35322]: pgmap v11371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:27 smithi175 ceph-mon[44549]: pgmap v11372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:27 smithi181 ceph-mon[45557]: pgmap v11372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:27 smithi088 ceph-mon[35322]: pgmap v11372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:29 smithi175 ceph-mon[44549]: pgmap v11373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:53:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:29 smithi181 ceph-mon[45557]: pgmap v11373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:53:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:29 smithi088 ceph-mon[35322]: pgmap v11373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:53:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:31 smithi175 ceph-mon[44549]: pgmap v11374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:53:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:31 smithi181 ceph-mon[45557]: pgmap v11374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:53:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:31 smithi088 ceph-mon[35322]: pgmap v11374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:53:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:33 smithi175 ceph-mon[44549]: pgmap v11375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:53:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:33 smithi181 ceph-mon[45557]: pgmap v11375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:53:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:33 smithi088 ceph-mon[35322]: pgmap v11375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:53:35.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:35.441+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:53:35.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:35.441+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:53:35.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:35.441+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:53:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:35 smithi175 ceph-mon[44549]: pgmap v11376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:53:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:35 smithi181 ceph-mon[45557]: pgmap v11376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:53:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:35 smithi088 ceph-mon[35322]: pgmap v11376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:53:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:37 smithi175 ceph-mon[44549]: pgmap v11377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:53:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:37 smithi181 ceph-mon[45557]: pgmap v11377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:53:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:37 smithi088 ceph-mon[35322]: pgmap v11377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:53:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:39 smithi175 ceph-mon[44549]: pgmap v11378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:53:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:39 smithi181 ceph-mon[45557]: pgmap v11378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:53:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:39 smithi088 ceph-mon[35322]: pgmap v11378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T18:53:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:41 smithi175 ceph-mon[44549]: pgmap v11379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:41 smithi181 ceph-mon[45557]: pgmap v11379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:41 smithi088 ceph-mon[35322]: pgmap v11379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:43 smithi175 ceph-mon[44549]: pgmap v11380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:43 smithi181 ceph-mon[45557]: pgmap v11380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:43 smithi088 ceph-mon[35322]: pgmap v11380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:45 smithi175 ceph-mon[44549]: pgmap v11381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:45 smithi181 ceph-mon[45557]: pgmap v11381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:45 smithi088 ceph-mon[35322]: pgmap v11381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:47 smithi175 ceph-mon[44549]: pgmap v11382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:47 smithi181 ceph-mon[45557]: pgmap v11382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:47 smithi088 ceph-mon[35322]: pgmap v11382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:49 smithi181 ceph-mon[45557]: pgmap v11383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:53:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:49 smithi088 ceph-mon[35322]: pgmap v11383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:53:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:49 smithi175 ceph-mon[44549]: pgmap v11383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:53:50.457 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:50.456+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:53:50.457 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:50.456+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:53:50.457 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:53:50.456+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:53:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:51 smithi181 ceph-mon[45557]: pgmap v11384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:51 smithi088 ceph-mon[35322]: pgmap v11384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:51 smithi175 ceph-mon[44549]: pgmap v11384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:53 smithi181 ceph-mon[45557]: pgmap v11385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:53 smithi088 ceph-mon[35322]: pgmap v11385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:53 smithi175 ceph-mon[44549]: pgmap v11385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:53:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:55 smithi181 ceph-mon[45557]: pgmap v11386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:55 smithi088 ceph-mon[35322]: pgmap v11386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:55 smithi175 ceph-mon[44549]: pgmap v11386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:53:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:57 smithi181 ceph-mon[45557]: pgmap v11387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:57 smithi088 ceph-mon[35322]: pgmap v11387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:53:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:57 smithi175 ceph-mon[44549]: pgmap v11387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:53:59 smithi181 ceph-mon[45557]: pgmap v11388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:53:59 smithi088 ceph-mon[35322]: pgmap v11388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:53:59 smithi175 ceph-mon[44549]: pgmap v11388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:54:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:54:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:54:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:01 smithi181 ceph-mon[45557]: pgmap v11389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:54:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:54:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:54:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:01 smithi088 ceph-mon[35322]: pgmap v11389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:54:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:54:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:54:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:01 smithi175 ceph-mon[44549]: pgmap v11389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:54:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:54:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:54:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:02 smithi181 ceph-mon[45557]: pgmap v11390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:54:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:02 smithi181 ceph-mon[45557]: pgmap v11391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:54:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:02 smithi088 ceph-mon[35322]: pgmap v11390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:54:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:02 smithi088 ceph-mon[35322]: pgmap v11391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:54:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:02 smithi175 ceph-mon[44549]: pgmap v11390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T18:54:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:02 smithi175 ceph-mon[44549]: pgmap v11391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:54:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:04 smithi181 ceph-mon[45557]: pgmap v11392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:54:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:04 smithi088 ceph-mon[35322]: pgmap v11392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:54:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:04 smithi175 ceph-mon[44549]: pgmap v11392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:54:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:05.458+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:54:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:05.458+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:54:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:05.458+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:54:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:06 smithi181 ceph-mon[45557]: pgmap v11393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:54:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:06 smithi088 ceph-mon[35322]: pgmap v11393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:54:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:06 smithi175 ceph-mon[44549]: pgmap v11393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:54:09.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:08 smithi181 ceph-mon[45557]: pgmap v11394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:54:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:08 smithi088 ceph-mon[35322]: pgmap v11394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:54:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:08 smithi175 ceph-mon[44549]: pgmap v11394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:54:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:10 smithi088 ceph-mon[35322]: pgmap v11395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:54:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:10 smithi175 ceph-mon[44549]: pgmap v11395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:54:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:10 smithi181 ceph-mon[45557]: pgmap v11395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:54:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:12 smithi088 ceph-mon[35322]: pgmap v11396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:54:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:12 smithi175 ceph-mon[44549]: pgmap v11396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:54:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:12 smithi181 ceph-mon[45557]: pgmap v11396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:54:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:14 smithi088 ceph-mon[35322]: pgmap v11397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:14 smithi175 ceph-mon[44549]: pgmap v11397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:14 smithi181 ceph-mon[45557]: pgmap v11397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:16 smithi088 ceph-mon[35322]: pgmap v11398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:16 smithi175 ceph-mon[44549]: pgmap v11398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:16 smithi181 ceph-mon[45557]: pgmap v11398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:18 smithi088 ceph-mon[35322]: pgmap v11399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:18 smithi175 ceph-mon[44549]: pgmap v11399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:18 smithi181 ceph-mon[45557]: pgmap v11399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:20.460 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:20.459+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:54:20.461 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:20.459+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:54:20.461 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:20.459+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:54:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:20 smithi088 ceph-mon[35322]: pgmap v11400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:20 smithi175 ceph-mon[44549]: pgmap v11400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:20 smithi181 ceph-mon[45557]: pgmap v11400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:22 smithi088 ceph-mon[35322]: pgmap v11401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:22 smithi175 ceph-mon[44549]: pgmap v11401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:22 smithi181 ceph-mon[45557]: pgmap v11401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:24 smithi088 ceph-mon[35322]: pgmap v11402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:24 smithi175 ceph-mon[44549]: pgmap v11402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:24 smithi181 ceph-mon[45557]: pgmap v11402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:26 smithi088 ceph-mon[35322]: pgmap v11403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:26 smithi175 ceph-mon[44549]: pgmap v11403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:26 smithi181 ceph-mon[45557]: pgmap v11403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:28 smithi088 ceph-mon[35322]: pgmap v11404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:28 smithi175 ceph-mon[44549]: pgmap v11404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:28 smithi181 ceph-mon[45557]: pgmap v11404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:30 smithi088 ceph-mon[35322]: pgmap v11405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:30 smithi175 ceph-mon[44549]: pgmap v11405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:30 smithi181 ceph-mon[45557]: pgmap v11405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:33 smithi088 ceph-mon[35322]: pgmap v11406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:33.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:33 smithi175 ceph-mon[44549]: pgmap v11406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:33 smithi181 ceph-mon[45557]: pgmap v11406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:35 smithi088 ceph-mon[35322]: pgmap v11407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:35 smithi175 ceph-mon[44549]: pgmap v11407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:35 smithi181 ceph-mon[45557]: pgmap v11407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:35.472+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:54:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:35.472+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:54:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:35.472+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:54:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:37 smithi088 ceph-mon[35322]: pgmap v11408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:37 smithi175 ceph-mon[44549]: pgmap v11408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:37 smithi181 ceph-mon[45557]: pgmap v11408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:39 smithi088 ceph-mon[35322]: pgmap v11409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:39 smithi175 ceph-mon[44549]: pgmap v11409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:39 smithi181 ceph-mon[45557]: pgmap v11409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:41 smithi088 ceph-mon[35322]: pgmap v11410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:41 smithi175 ceph-mon[44549]: pgmap v11410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:41 smithi181 ceph-mon[45557]: pgmap v11410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:42.691+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:54:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:42.691+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:54:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:42.691+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 165 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:54:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:42.691+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 165 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:54:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:43 smithi088 ceph-mon[35322]: pgmap v11411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:43 smithi175 ceph-mon[44549]: pgmap v11411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:43 smithi181 ceph-mon[45557]: pgmap v11411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:45 smithi088 ceph-mon[35322]: pgmap v11412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:45 smithi175 ceph-mon[44549]: pgmap v11412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:45 smithi181 ceph-mon[45557]: pgmap v11412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:47 smithi088 ceph-mon[35322]: pgmap v11413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:47 smithi175 ceph-mon[44549]: pgmap v11413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:47 smithi181 ceph-mon[45557]: pgmap v11413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:49 smithi175 ceph-mon[44549]: pgmap v11414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:49 smithi181 ceph-mon[45557]: pgmap v11414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:49 smithi088 ceph-mon[35322]: pgmap v11414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:50.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:50.483+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:54:50.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:50.483+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:54:50.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:54:50.483+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:54:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:51 smithi175 ceph-mon[44549]: pgmap v11415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:51 smithi181 ceph-mon[45557]: pgmap v11415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:51 smithi088 ceph-mon[35322]: pgmap v11415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:54:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:53 smithi175 ceph-mon[44549]: pgmap v11416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:53 smithi181 ceph-mon[45557]: pgmap v11416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:53 smithi088 ceph-mon[35322]: pgmap v11416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:54:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:55 smithi175 ceph-mon[44549]: pgmap v11417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:55 smithi181 ceph-mon[45557]: pgmap v11417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:55 smithi088 ceph-mon[35322]: pgmap v11417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:54:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:57 smithi175 ceph-mon[44549]: pgmap v11418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:57 smithi181 ceph-mon[45557]: pgmap v11418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:57 smithi088 ceph-mon[35322]: pgmap v11418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:54:59 smithi175 ceph-mon[44549]: pgmap v11419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:54:59 smithi181 ceph-mon[45557]: pgmap v11419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:54:59.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:54:59 smithi088 ceph-mon[35322]: pgmap v11419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:01 smithi175 ceph-mon[44549]: pgmap v11420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:01 smithi181 ceph-mon[45557]: pgmap v11420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:01 smithi088 ceph-mon[35322]: pgmap v11420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:55:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:55:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:55:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:03 smithi175 ceph-mon[44549]: pgmap v11421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:55:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:55:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:55:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:03 smithi181 ceph-mon[45557]: pgmap v11421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:55:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:55:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:55:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:03 smithi088 ceph-mon[35322]: pgmap v11421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:55:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:55:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:55:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:04 smithi175 ceph-mon[44549]: pgmap v11422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:55:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:04 smithi175 ceph-mon[44549]: pgmap v11423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:55:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:04 smithi181 ceph-mon[45557]: pgmap v11422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:55:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:04 smithi181 ceph-mon[45557]: pgmap v11423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:55:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:04 smithi088 ceph-mon[35322]: pgmap v11422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:55:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:04 smithi088 ceph-mon[35322]: pgmap v11423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:55:05.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:05.487+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:55:05.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:05.487+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:55:05.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:05.487+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:55:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:06 smithi175 ceph-mon[44549]: pgmap v11424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:55:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:06 smithi181 ceph-mon[45557]: pgmap v11424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:55:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:06 smithi088 ceph-mon[35322]: pgmap v11424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T18:55:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:08 smithi175 ceph-mon[44549]: pgmap v11425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:55:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:08 smithi181 ceph-mon[45557]: pgmap v11425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:55:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:08 smithi088 ceph-mon[35322]: pgmap v11425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T18:55:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:10 smithi175 ceph-mon[44549]: pgmap v11426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:55:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:10 smithi181 ceph-mon[45557]: pgmap v11426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:55:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:10 smithi088 ceph-mon[35322]: pgmap v11426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T18:55:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:12 smithi175 ceph-mon[44549]: pgmap v11427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:55:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:12 smithi181 ceph-mon[45557]: pgmap v11427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:55:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:12 smithi088 ceph-mon[35322]: pgmap v11427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:55:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:14 smithi175 ceph-mon[44549]: pgmap v11428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:55:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:14 smithi181 ceph-mon[45557]: pgmap v11428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:55:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:14 smithi088 ceph-mon[35322]: pgmap v11428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:55:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:16 smithi175 ceph-mon[44549]: pgmap v11429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:16 smithi181 ceph-mon[45557]: pgmap v11429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:16 smithi088 ceph-mon[35322]: pgmap v11429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:18 smithi175 ceph-mon[44549]: pgmap v11430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:18 smithi181 ceph-mon[45557]: pgmap v11430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:18 smithi088 ceph-mon[35322]: pgmap v11430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:20 smithi175 ceph-mon[44549]: pgmap v11431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:20 smithi181 ceph-mon[45557]: pgmap v11431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:20.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:20.494+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:55:20.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:20.494+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:55:20.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:20.494+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:55:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:20 smithi088 ceph-mon[35322]: pgmap v11431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:22 smithi175 ceph-mon[44549]: pgmap v11432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:22 smithi181 ceph-mon[45557]: pgmap v11432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:22 smithi088 ceph-mon[35322]: pgmap v11432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:24 smithi175 ceph-mon[44549]: pgmap v11433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:24 smithi181 ceph-mon[45557]: pgmap v11433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:24 smithi088 ceph-mon[35322]: pgmap v11433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:26 smithi175 ceph-mon[44549]: pgmap v11434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:26 smithi181 ceph-mon[45557]: pgmap v11434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:26 smithi088 ceph-mon[35322]: pgmap v11434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:27.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:27.697+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:55:27.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:27.697+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:55:27.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:27.698+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 166 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T18:55:27.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:27.698+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 166 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:55:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:28 smithi175 ceph-mon[44549]: pgmap v11435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:28 smithi181 ceph-mon[45557]: pgmap v11435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:28 smithi088 ceph-mon[35322]: pgmap v11435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:30 smithi175 ceph-mon[44549]: pgmap v11436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:30 smithi181 ceph-mon[45557]: pgmap v11436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:30 smithi088 ceph-mon[35322]: pgmap v11436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:32 smithi175 ceph-mon[44549]: pgmap v11437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:32 smithi181 ceph-mon[45557]: pgmap v11437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:32 smithi088 ceph-mon[35322]: pgmap v11437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:34 smithi175 ceph-mon[44549]: pgmap v11438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:34 smithi181 ceph-mon[45557]: pgmap v11438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:34.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:34 smithi088 ceph-mon[35322]: pgmap v11438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:35.510 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:35.509+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:55:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:35.509+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:55:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:35.509+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:55:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:36 smithi175 ceph-mon[44549]: pgmap v11439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:36 smithi181 ceph-mon[45557]: pgmap v11439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:36 smithi088 ceph-mon[35322]: pgmap v11439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:38 smithi175 ceph-mon[44549]: pgmap v11440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:38 smithi181 ceph-mon[45557]: pgmap v11440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:38 smithi088 ceph-mon[35322]: pgmap v11440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:40 smithi175 ceph-mon[44549]: pgmap v11441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:40 smithi181 ceph-mon[45557]: pgmap v11441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:40 smithi088 ceph-mon[35322]: pgmap v11441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:42 smithi175 ceph-mon[44549]: pgmap v11442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:42 smithi181 ceph-mon[45557]: pgmap v11442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:42.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:42 smithi088 ceph-mon[35322]: pgmap v11442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:44 smithi175 ceph-mon[44549]: pgmap v11443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:44 smithi181 ceph-mon[45557]: pgmap v11443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:44 smithi088 ceph-mon[35322]: pgmap v11443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:46 smithi175 ceph-mon[44549]: pgmap v11444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:46 smithi181 ceph-mon[45557]: pgmap v11444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:46 smithi088 ceph-mon[35322]: pgmap v11444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:48 smithi175 ceph-mon[44549]: pgmap v11445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:48 smithi181 ceph-mon[45557]: pgmap v11445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:48 smithi088 ceph-mon[35322]: pgmap v11445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:50 smithi175 ceph-mon[44549]: pgmap v11446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:50 smithi181 ceph-mon[45557]: pgmap v11446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:50.514+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:55:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:50.514+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:55:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:55:50.514+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:55:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:50 smithi088 ceph-mon[35322]: pgmap v11446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:55:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:52 smithi181 ceph-mon[45557]: pgmap v11447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:52 smithi088 ceph-mon[35322]: pgmap v11447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:52 smithi175 ceph-mon[44549]: pgmap v11447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:54 smithi181 ceph-mon[45557]: pgmap v11448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:54 smithi088 ceph-mon[35322]: pgmap v11448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:54 smithi175 ceph-mon[44549]: pgmap v11448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:55:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:56 smithi181 ceph-mon[45557]: pgmap v11449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:56 smithi088 ceph-mon[35322]: pgmap v11449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:56 smithi175 ceph-mon[44549]: pgmap v11449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:55:58.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:55:58 smithi181 ceph-mon[45557]: pgmap v11450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:55:58 smithi088 ceph-mon[35322]: pgmap v11450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:55:58.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:55:58 smithi175 ceph-mon[44549]: pgmap v11450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:00 smithi181 ceph-mon[45557]: pgmap v11451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:56:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:00 smithi088 ceph-mon[35322]: pgmap v11451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:56:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:00 smithi175 ceph-mon[44549]: pgmap v11451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:56:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:02 smithi181 ceph-mon[45557]: pgmap v11452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:02 smithi088 ceph-mon[35322]: pgmap v11452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:02 smithi175 ceph-mon[44549]: pgmap v11452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:56:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:56:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:56:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: pgmap v11453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:56:04.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:56:04.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:56:04.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:56:04.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: pgmap v11453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:56:04.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:56:04.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:56:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: pgmap v11453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:56:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:56:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:05 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 82860k 2024-01-28T18:56:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:05 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 84849209: error parsing value: Value '84849209' is below minimum 939524096 2024-01-28T18:56:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:05 smithi181 ceph-mon[45557]: pgmap v11454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:56:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:05 smithi181 ceph-mon[45557]: pgmap v11455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:05 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 82860k 2024-01-28T18:56:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:05 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 84849209: error parsing value: Value '84849209' is below minimum 939524096 2024-01-28T18:56:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:05 smithi088 ceph-mon[35322]: pgmap v11454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:56:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:05 smithi088 ceph-mon[35322]: pgmap v11455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:05.530 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:05.529+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:56:05.531 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:05.529+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:56:05.531 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:05.529+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:56:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:05 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 82860k 2024-01-28T18:56:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:05 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 84849209: error parsing value: Value '84849209' is below minimum 939524096 2024-01-28T18:56:05.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:05 smithi175 ceph-mon[44549]: pgmap v11454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:56:05.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:05 smithi175 ceph-mon[44549]: pgmap v11455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:07 smithi181 ceph-mon[45557]: pgmap v11456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:07 smithi088 ceph-mon[35322]: pgmap v11456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:07 smithi175 ceph-mon[44549]: pgmap v11456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:09 smithi181 ceph-mon[45557]: pgmap v11457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T18:56:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:09 smithi088 ceph-mon[35322]: pgmap v11457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T18:56:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:09 smithi175 ceph-mon[44549]: pgmap v11457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T18:56:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:11 smithi181 ceph-mon[45557]: pgmap v11458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:56:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:11 smithi088 ceph-mon[35322]: pgmap v11458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:56:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:11 smithi175 ceph-mon[44549]: pgmap v11458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:56:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:13 smithi088 ceph-mon[35322]: pgmap v11459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:56:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:13 smithi175 ceph-mon[44549]: pgmap v11459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:56:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:13 smithi181 ceph-mon[45557]: pgmap v11459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T18:56:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:15 smithi088 ceph-mon[35322]: pgmap v11460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:56:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:15 smithi175 ceph-mon[44549]: pgmap v11460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:56:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:15 smithi181 ceph-mon[45557]: pgmap v11460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:56:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:17 smithi088 ceph-mon[35322]: pgmap v11461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:17 smithi175 ceph-mon[44549]: pgmap v11461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:17 smithi181 ceph-mon[45557]: pgmap v11461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:19 smithi088 ceph-mon[35322]: pgmap v11462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:19 smithi175 ceph-mon[44549]: pgmap v11462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:19 smithi181 ceph-mon[45557]: pgmap v11462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:20.535+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:56:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:20.535+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:56:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:20.535+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:56:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:21 smithi088 ceph-mon[35322]: pgmap v11463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:21 smithi175 ceph-mon[44549]: pgmap v11463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:21 smithi181 ceph-mon[45557]: pgmap v11463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:23 smithi088 ceph-mon[35322]: pgmap v11464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:23 smithi175 ceph-mon[44549]: pgmap v11464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:23 smithi181 ceph-mon[45557]: pgmap v11464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:25 smithi088 ceph-mon[35322]: pgmap v11465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:56:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:25 smithi175 ceph-mon[44549]: pgmap v11465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:56:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:25 smithi181 ceph-mon[45557]: pgmap v11465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T18:56:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:27 smithi088 ceph-mon[35322]: pgmap v11466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:27 smithi175 ceph-mon[44549]: pgmap v11466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:27 smithi181 ceph-mon[45557]: pgmap v11466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:29 smithi088 ceph-mon[35322]: pgmap v11467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:29 smithi175 ceph-mon[44549]: pgmap v11467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:29 smithi181 ceph-mon[45557]: pgmap v11467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:31 smithi088 ceph-mon[35322]: pgmap v11468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:31 smithi175 ceph-mon[44549]: pgmap v11468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:31 smithi181 ceph-mon[45557]: pgmap v11468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:33 smithi088 ceph-mon[35322]: pgmap v11469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:33 smithi175 ceph-mon[44549]: pgmap v11469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:33 smithi181 ceph-mon[45557]: pgmap v11469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:35 smithi088 ceph-mon[35322]: pgmap v11470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:56:35.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:35.545+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:56:35.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:35.545+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:56:35.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:35.545+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:56:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:35 smithi175 ceph-mon[44549]: pgmap v11470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:56:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:35 smithi181 ceph-mon[45557]: pgmap v11470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:56:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:37 smithi088 ceph-mon[35322]: pgmap v11471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:37 smithi175 ceph-mon[44549]: pgmap v11471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:37 smithi181 ceph-mon[45557]: pgmap v11471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:39 smithi088 ceph-mon[35322]: pgmap v11472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:39 smithi175 ceph-mon[44549]: pgmap v11472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:39 smithi181 ceph-mon[45557]: pgmap v11472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:41 smithi088 ceph-mon[35322]: pgmap v11473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:41 smithi175 ceph-mon[44549]: pgmap v11473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:41 smithi181 ceph-mon[45557]: pgmap v11473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:43 smithi175 ceph-mon[44549]: pgmap v11474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:43 smithi181 ceph-mon[45557]: pgmap v11474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:43 smithi088 ceph-mon[35322]: pgmap v11474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:45 smithi175 ceph-mon[44549]: pgmap v11475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:56:45.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:45 smithi181 ceph-mon[45557]: pgmap v11475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:56:45.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:45 smithi088 ceph-mon[35322]: pgmap v11475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:56:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:47 smithi175 ceph-mon[44549]: pgmap v11476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:56:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:47 smithi181 ceph-mon[45557]: pgmap v11476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:56:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:47 smithi088 ceph-mon[35322]: pgmap v11476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:56:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:49 smithi175 ceph-mon[44549]: pgmap v11477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:49 smithi181 ceph-mon[45557]: pgmap v11477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:49 smithi088 ceph-mon[35322]: pgmap v11477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:50.555+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:56:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:50.555+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:56:50.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:56:50.555+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:56:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:51 smithi175 ceph-mon[44549]: pgmap v11478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:51 smithi181 ceph-mon[45557]: pgmap v11478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:51 smithi088 ceph-mon[35322]: pgmap v11478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:56:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:53 smithi175 ceph-mon[44549]: pgmap v11479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:53 smithi181 ceph-mon[45557]: pgmap v11479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:53 smithi088 ceph-mon[35322]: pgmap v11479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:56:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:55 smithi175 ceph-mon[44549]: pgmap v11480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:56:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:55 smithi181 ceph-mon[45557]: pgmap v11480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:56:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:55 smithi088 ceph-mon[35322]: pgmap v11480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:56:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:57 smithi175 ceph-mon[44549]: pgmap v11481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:56:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:57 smithi181 ceph-mon[45557]: pgmap v11481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:56:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:57 smithi088 ceph-mon[35322]: pgmap v11481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:56:59.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:56:59 smithi175 ceph-mon[44549]: pgmap v11482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:56:59 smithi181 ceph-mon[45557]: pgmap v11482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:56:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:56:59 smithi088 ceph-mon[35322]: pgmap v11482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:01 smithi175 ceph-mon[44549]: pgmap v11483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:01 smithi181 ceph-mon[45557]: pgmap v11483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:01 smithi088 ceph-mon[35322]: pgmap v11483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:03.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:03 smithi175 ceph-mon[44549]: pgmap v11484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:03 smithi181 ceph-mon[45557]: pgmap v11484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:03 smithi088 ceph-mon[35322]: pgmap v11484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:57:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:57:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:57:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T18:57:05.571 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:05.570+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:57:05.571 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:05.570+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:57:05.571 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:05.570+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:57:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:05 smithi175 ceph-mon[44549]: pgmap v11485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:05 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:57:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:05 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:57:05.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:57:05.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:57:05.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:57:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:05 smithi181 ceph-mon[45557]: pgmap v11485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:05 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:57:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:05 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:57:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:57:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:57:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:57:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:05 smithi088 ceph-mon[35322]: pgmap v11485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:05 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T18:57:05.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:05 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T18:57:05.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:57:05.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:57:05.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:57:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:06 smithi175 ceph-mon[44549]: pgmap v11486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:57:06.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:06 smithi175 ceph-mon[44549]: pgmap v11487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:57:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:06 smithi181 ceph-mon[45557]: pgmap v11486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:57:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:06 smithi181 ceph-mon[45557]: pgmap v11487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:57:06.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:06 smithi088 ceph-mon[35322]: pgmap v11486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T18:57:06.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:06 smithi088 ceph-mon[35322]: pgmap v11487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:57:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:08 smithi175 ceph-mon[44549]: pgmap v11488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:57:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:08 smithi181 ceph-mon[45557]: pgmap v11488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:57:08.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:08 smithi088 ceph-mon[35322]: pgmap v11488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:57:10.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:10 smithi175 ceph-mon[44549]: pgmap v11489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:57:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:10 smithi181 ceph-mon[45557]: pgmap v11489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:57:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:10 smithi088 ceph-mon[35322]: pgmap v11489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:57:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:12 smithi175 ceph-mon[44549]: pgmap v11490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:57:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:12 smithi181 ceph-mon[45557]: pgmap v11490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:57:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:12 smithi088 ceph-mon[35322]: pgmap v11490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:57:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:14 smithi175 ceph-mon[44549]: pgmap v11491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:57:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:14 smithi181 ceph-mon[45557]: pgmap v11491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:57:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:14 smithi088 ceph-mon[35322]: pgmap v11491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:57:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:16 smithi175 ceph-mon[44549]: pgmap v11492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:57:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:16 smithi181 ceph-mon[45557]: pgmap v11492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:57:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:16 smithi088 ceph-mon[35322]: pgmap v11492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:57:18.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:18 smithi175 ceph-mon[44549]: pgmap v11493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:18 smithi181 ceph-mon[45557]: pgmap v11493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:18 smithi088 ceph-mon[35322]: pgmap v11493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:20.576+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:57:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:20.576+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:57:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:20.576+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:57:20.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:20 smithi175 ceph-mon[44549]: pgmap v11494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:20 smithi181 ceph-mon[45557]: pgmap v11494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:20 smithi088 ceph-mon[35322]: pgmap v11494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:22 smithi175 ceph-mon[44549]: pgmap v11495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:22 smithi181 ceph-mon[45557]: pgmap v11495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:22 smithi088 ceph-mon[35322]: pgmap v11495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:24 smithi175 ceph-mon[44549]: pgmap v11496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:24 smithi181 ceph-mon[45557]: pgmap v11496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:24 smithi088 ceph-mon[35322]: pgmap v11496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:26 smithi175 ceph-mon[44549]: pgmap v11497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:26 smithi181 ceph-mon[45557]: pgmap v11497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:26 smithi088 ceph-mon[35322]: pgmap v11497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:28 smithi175 ceph-mon[44549]: pgmap v11498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:28 smithi181 ceph-mon[45557]: pgmap v11498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:28 smithi088 ceph-mon[35322]: pgmap v11498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:30 smithi175 ceph-mon[44549]: pgmap v11499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:30 smithi181 ceph-mon[45557]: pgmap v11499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:30.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:30 smithi088 ceph-mon[35322]: pgmap v11499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:32 smithi175 ceph-mon[44549]: pgmap v11500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:32 smithi181 ceph-mon[45557]: pgmap v11500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:32 smithi088 ceph-mon[35322]: pgmap v11500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:34 smithi175 ceph-mon[44549]: pgmap v11501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:34 smithi181 ceph-mon[45557]: pgmap v11501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:34 smithi088 ceph-mon[35322]: pgmap v11501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:35.587 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:35.585+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:57:35.587 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:35.585+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:57:35.587 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:35.585+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:57:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:36 smithi175 ceph-mon[44549]: pgmap v11502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:36 smithi181 ceph-mon[45557]: pgmap v11502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:36 smithi088 ceph-mon[35322]: pgmap v11502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:38 smithi175 ceph-mon[44549]: pgmap v11503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:38 smithi181 ceph-mon[45557]: pgmap v11503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:38 smithi088 ceph-mon[35322]: pgmap v11503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:40 smithi175 ceph-mon[44549]: pgmap v11504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:40 smithi181 ceph-mon[45557]: pgmap v11504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:40 smithi088 ceph-mon[35322]: pgmap v11504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:42 smithi175 ceph-mon[44549]: pgmap v11505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:42 smithi181 ceph-mon[45557]: pgmap v11505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:42.718+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T18:57:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:42.718+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T18:57:42.720 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:42.719+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 167 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T18:57:42.720 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:42.719+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 167 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T18:57:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:42 smithi088 ceph-mon[35322]: pgmap v11505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:44 smithi175 ceph-mon[44549]: pgmap v11506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:44 smithi181 ceph-mon[45557]: pgmap v11506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:44 smithi088 ceph-mon[35322]: pgmap v11506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:46 smithi175 ceph-mon[44549]: pgmap v11507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:46 smithi181 ceph-mon[45557]: pgmap v11507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:46 smithi088 ceph-mon[35322]: pgmap v11507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:48 smithi181 ceph-mon[45557]: pgmap v11508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:48 smithi088 ceph-mon[35322]: pgmap v11508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:48 smithi175 ceph-mon[44549]: pgmap v11508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:50.596 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:50.594+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:57:50.596 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:50.594+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:57:50.596 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:57:50.594+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:57:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:50 smithi181 ceph-mon[45557]: pgmap v11509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:50 smithi088 ceph-mon[35322]: pgmap v11509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:50 smithi175 ceph-mon[44549]: pgmap v11509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:57:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:52 smithi181 ceph-mon[45557]: pgmap v11510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:52 smithi088 ceph-mon[35322]: pgmap v11510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:52.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:52 smithi175 ceph-mon[44549]: pgmap v11510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:57:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:54 smithi181 ceph-mon[45557]: pgmap v11511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:54 smithi088 ceph-mon[35322]: pgmap v11511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:54 smithi175 ceph-mon[44549]: pgmap v11511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:57:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:56 smithi181 ceph-mon[45557]: pgmap v11512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:56 smithi088 ceph-mon[35322]: pgmap v11512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:56 smithi175 ceph-mon[44549]: pgmap v11512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:57:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:57:58 smithi181 ceph-mon[45557]: pgmap v11513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:57:58 smithi088 ceph-mon[35322]: pgmap v11513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:57:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:57:58 smithi175 ceph-mon[44549]: pgmap v11513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:00 smithi181 ceph-mon[45557]: pgmap v11514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:00 smithi088 ceph-mon[35322]: pgmap v11514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:00 smithi175 ceph-mon[44549]: pgmap v11514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:02 smithi181 ceph-mon[45557]: pgmap v11515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:02 smithi088 ceph-mon[35322]: pgmap v11515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:02 smithi175 ceph-mon[44549]: pgmap v11515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:04 smithi181 ceph-mon[45557]: pgmap v11516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:04 smithi088 ceph-mon[35322]: pgmap v11516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:04 smithi175 ceph-mon[44549]: pgmap v11516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:05.611 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:05.610+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:58:05.611 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:05.610+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:58:05.611 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:05.610+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:58:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:58:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:58:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:58:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:06 smithi181 ceph-mon[45557]: pgmap v11517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:58:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:58:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:58:06.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:06 smithi088 ceph-mon[35322]: pgmap v11517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:06.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:58:06.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:58:06.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:58:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:06 smithi175 ceph-mon[44549]: pgmap v11517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:58:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:58:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:58:07.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:07 smithi181 ceph-mon[45557]: pgmap v11518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:58:07.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:07 smithi181 ceph-mon[45557]: pgmap v11519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:58:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:07 smithi088 ceph-mon[35322]: pgmap v11518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:58:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:07 smithi088 ceph-mon[35322]: pgmap v11519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:58:07.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:07 smithi175 ceph-mon[44549]: pgmap v11518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T18:58:07.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:07 smithi175 ceph-mon[44549]: pgmap v11519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T18:58:09.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:09 smithi088 ceph-mon[35322]: pgmap v11520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:58:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:09 smithi175 ceph-mon[44549]: pgmap v11520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:58:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:09 smithi181 ceph-mon[45557]: pgmap v11520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T18:58:11.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:11 smithi088 ceph-mon[35322]: pgmap v11521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:58:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:11 smithi175 ceph-mon[44549]: pgmap v11521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:58:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:11 smithi181 ceph-mon[45557]: pgmap v11521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T18:58:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:13 smithi088 ceph-mon[35322]: pgmap v11522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:58:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:13 smithi175 ceph-mon[44549]: pgmap v11522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:58:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:13 smithi181 ceph-mon[45557]: pgmap v11522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:58:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:15 smithi088 ceph-mon[35322]: pgmap v11523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:58:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:15 smithi175 ceph-mon[44549]: pgmap v11523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:58:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:15 smithi181 ceph-mon[45557]: pgmap v11523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T18:58:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:17 smithi088 ceph-mon[35322]: pgmap v11524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:58:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:17 smithi175 ceph-mon[44549]: pgmap v11524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:58:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:17 smithi181 ceph-mon[45557]: pgmap v11524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:58:19.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:19 smithi088 ceph-mon[35322]: pgmap v11525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:19 smithi175 ceph-mon[44549]: pgmap v11525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:19 smithi181 ceph-mon[45557]: pgmap v11525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:20.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:20.624+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:58:20.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:20.624+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:58:20.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:20.624+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:58:21.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:21 smithi088 ceph-mon[35322]: pgmap v11526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:21 smithi175 ceph-mon[44549]: pgmap v11526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:21 smithi181 ceph-mon[45557]: pgmap v11526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:23 smithi088 ceph-mon[35322]: pgmap v11527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:23 smithi175 ceph-mon[44549]: pgmap v11527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:23 smithi181 ceph-mon[45557]: pgmap v11527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:25 smithi088 ceph-mon[35322]: pgmap v11528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:25 smithi175 ceph-mon[44549]: pgmap v11528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:25 smithi181 ceph-mon[45557]: pgmap v11528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:27 smithi088 ceph-mon[35322]: pgmap v11529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:27 smithi175 ceph-mon[44549]: pgmap v11529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:27 smithi181 ceph-mon[45557]: pgmap v11529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:29 smithi088 ceph-mon[35322]: pgmap v11530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:29 smithi175 ceph-mon[44549]: pgmap v11530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:29 smithi181 ceph-mon[45557]: pgmap v11530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:31.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:31 smithi088 ceph-mon[35322]: pgmap v11531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:31 smithi175 ceph-mon[44549]: pgmap v11531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:31 smithi181 ceph-mon[45557]: pgmap v11531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:33 smithi088 ceph-mon[35322]: pgmap v11532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:33 smithi175 ceph-mon[44549]: pgmap v11532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:33 smithi181 ceph-mon[45557]: pgmap v11532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:35.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:35.640+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:58:35.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:35.640+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:58:35.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:35.640+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:58:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:35 smithi088 ceph-mon[35322]: pgmap v11533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:35 smithi175 ceph-mon[44549]: pgmap v11533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:35 smithi181 ceph-mon[45557]: pgmap v11533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:37 smithi088 ceph-mon[35322]: pgmap v11534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:37 smithi175 ceph-mon[44549]: pgmap v11534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:37 smithi181 ceph-mon[45557]: pgmap v11534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:39 smithi088 ceph-mon[35322]: pgmap v11535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:39 smithi175 ceph-mon[44549]: pgmap v11535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:39 smithi181 ceph-mon[45557]: pgmap v11535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:41 smithi088 ceph-mon[35322]: pgmap v11536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:41 smithi175 ceph-mon[44549]: pgmap v11536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:41 smithi181 ceph-mon[45557]: pgmap v11536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:43 smithi088 ceph-mon[35322]: pgmap v11537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:43.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:43 smithi175 ceph-mon[44549]: pgmap v11537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:43 smithi181 ceph-mon[45557]: pgmap v11537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:45 smithi088 ceph-mon[35322]: pgmap v11538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:45 smithi175 ceph-mon[44549]: pgmap v11538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:45 smithi181 ceph-mon[45557]: pgmap v11538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:47 smithi088 ceph-mon[35322]: pgmap v11539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:47 smithi175 ceph-mon[44549]: pgmap v11539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:47 smithi181 ceph-mon[45557]: pgmap v11539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:49 smithi175 ceph-mon[44549]: pgmap v11540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:49 smithi181 ceph-mon[45557]: pgmap v11540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:49 smithi088 ceph-mon[35322]: pgmap v11540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:50.648+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:58:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:50.648+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:58:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:58:50.648+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:58:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:51 smithi175 ceph-mon[44549]: pgmap v11541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:51 smithi181 ceph-mon[45557]: pgmap v11541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:51 smithi088 ceph-mon[35322]: pgmap v11541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:58:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:53 smithi175 ceph-mon[44549]: pgmap v11542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:53 smithi181 ceph-mon[45557]: pgmap v11542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:53 smithi088 ceph-mon[35322]: pgmap v11542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:58:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:55 smithi175 ceph-mon[44549]: pgmap v11543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:55 smithi181 ceph-mon[45557]: pgmap v11543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:55 smithi088 ceph-mon[35322]: pgmap v11543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:58:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:57 smithi175 ceph-mon[44549]: pgmap v11544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:57 smithi181 ceph-mon[45557]: pgmap v11544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:57 smithi088 ceph-mon[35322]: pgmap v11544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:58:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:58:59 smithi175 ceph-mon[44549]: pgmap v11545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:58:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:58:59 smithi181 ceph-mon[45557]: pgmap v11545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:58:59 smithi088 ceph-mon[35322]: pgmap v11545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:01 smithi175 ceph-mon[44549]: pgmap v11546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:59:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:01 smithi181 ceph-mon[45557]: pgmap v11546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:59:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:01 smithi088 ceph-mon[35322]: pgmap v11546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T18:59:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:03 smithi175 ceph-mon[44549]: pgmap v11547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:03 smithi181 ceph-mon[45557]: pgmap v11547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:03 smithi088 ceph-mon[35322]: pgmap v11547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:05.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:05.652+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:59:05.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:05.652+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:59:05.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:05.652+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:59:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:05 smithi175 ceph-mon[44549]: pgmap v11548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:05 smithi181 ceph-mon[45557]: pgmap v11548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:05 smithi088 ceph-mon[35322]: pgmap v11548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:59:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:59:07.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T18:59:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:07 smithi175 ceph-mon[44549]: pgmap v11549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:07.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:07.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:07.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:07.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:07 smithi181 ceph-mon[45557]: pgmap v11549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:07 smithi088 ceph-mon[35322]: pgmap v11549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:09 smithi175 ceph-mon[44549]: pgmap v11550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:59:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:59:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:09 smithi181 ceph-mon[45557]: pgmap v11550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:59:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:59:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:09 smithi088 ceph-mon[35322]: pgmap v11550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T18:59:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T18:59:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T18:59:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:10 smithi175 ceph-mon[44549]: pgmap v11551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T18:59:10.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:10 smithi175 ceph-mon[44549]: pgmap v11552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:59:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:10 smithi181 ceph-mon[45557]: pgmap v11551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T18:59:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:10 smithi181 ceph-mon[45557]: pgmap v11552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:59:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:10 smithi088 ceph-mon[35322]: pgmap v11551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T18:59:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:10 smithi088 ceph-mon[35322]: pgmap v11552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:59:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:12 smithi175 ceph-mon[44549]: pgmap v11553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T18:59:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:12 smithi181 ceph-mon[45557]: pgmap v11553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T18:59:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:12 smithi088 ceph-mon[35322]: pgmap v11553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T18:59:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:14 smithi175 ceph-mon[44549]: pgmap v11554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T18:59:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:14 smithi181 ceph-mon[45557]: pgmap v11554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T18:59:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:14 smithi088 ceph-mon[35322]: pgmap v11554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T18:59:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:16 smithi175 ceph-mon[44549]: pgmap v11555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:59:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:16 smithi181 ceph-mon[45557]: pgmap v11555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:59:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:16 smithi088 ceph-mon[35322]: pgmap v11555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:59:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:17 smithi181 ceph-mon[45557]: pgmap v11556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:59:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:17 smithi088 ceph-mon[35322]: pgmap v11556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:59:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:17 smithi175 ceph-mon[44549]: pgmap v11556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T18:59:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:19 smithi181 ceph-mon[45557]: pgmap v11557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:59:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:19 smithi088 ceph-mon[35322]: pgmap v11557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:59:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:19 smithi175 ceph-mon[44549]: pgmap v11557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T18:59:20.668 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:20.666+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:59:20.668 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:20.666+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:59:20.669 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:20.666+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:59:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:21 smithi181 ceph-mon[45557]: pgmap v11558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:21 smithi088 ceph-mon[35322]: pgmap v11558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:21 smithi175 ceph-mon[44549]: pgmap v11558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:23 smithi181 ceph-mon[45557]: pgmap v11559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:23 smithi088 ceph-mon[35322]: pgmap v11559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:23 smithi175 ceph-mon[44549]: pgmap v11559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:25 smithi181 ceph-mon[45557]: pgmap v11560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:25 smithi088 ceph-mon[35322]: pgmap v11560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:25 smithi175 ceph-mon[44549]: pgmap v11560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:27 smithi088 ceph-mon[35322]: pgmap v11561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:27 smithi175 ceph-mon[44549]: pgmap v11561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:27 smithi181 ceph-mon[45557]: pgmap v11561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:29 smithi088 ceph-mon[35322]: pgmap v11562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:29 smithi175 ceph-mon[44549]: pgmap v11562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:29 smithi181 ceph-mon[45557]: pgmap v11562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:31 smithi088 ceph-mon[35322]: pgmap v11563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:31 smithi175 ceph-mon[44549]: pgmap v11563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:31 smithi181 ceph-mon[45557]: pgmap v11563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:33 smithi088 ceph-mon[35322]: pgmap v11564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:33 smithi175 ceph-mon[44549]: pgmap v11564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:33 smithi181 ceph-mon[45557]: pgmap v11564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:35.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:35.682+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:59:35.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:35.683+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:59:35.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:35.683+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:59:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:35 smithi088 ceph-mon[35322]: pgmap v11565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:35 smithi175 ceph-mon[44549]: pgmap v11565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:35 smithi181 ceph-mon[45557]: pgmap v11565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:37 smithi088 ceph-mon[35322]: pgmap v11566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:37 smithi175 ceph-mon[44549]: pgmap v11566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:37 smithi181 ceph-mon[45557]: pgmap v11566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:39 smithi088 ceph-mon[35322]: pgmap v11567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:39 smithi175 ceph-mon[44549]: pgmap v11567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:39 smithi181 ceph-mon[45557]: pgmap v11567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:41 smithi088 ceph-mon[35322]: pgmap v11568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:41 smithi175 ceph-mon[44549]: pgmap v11568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:42.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:41 smithi181 ceph-mon[45557]: pgmap v11568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:43 smithi088 ceph-mon[35322]: pgmap v11569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:43 smithi175 ceph-mon[44549]: pgmap v11569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:43 smithi181 ceph-mon[45557]: pgmap v11569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:45 smithi088 ceph-mon[35322]: pgmap v11570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:45 smithi175 ceph-mon[44549]: pgmap v11570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:45 smithi181 ceph-mon[45557]: pgmap v11570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:47 smithi088 ceph-mon[35322]: pgmap v11571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:47 smithi175 ceph-mon[44549]: pgmap v11571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:47 smithi181 ceph-mon[45557]: pgmap v11571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:50 smithi088 ceph-mon[35322]: pgmap v11572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:50 smithi175 ceph-mon[44549]: pgmap v11572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:50 smithi181 ceph-mon[45557]: pgmap v11572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:50.698+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T18:59:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:50.698+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T18:59:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T18:59:50.698+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T18:59:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:52 smithi088 ceph-mon[35322]: pgmap v11573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:52 smithi175 ceph-mon[44549]: pgmap v11573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:52 smithi181 ceph-mon[45557]: pgmap v11573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T18:59:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:54 smithi088 ceph-mon[35322]: pgmap v11574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:54 smithi175 ceph-mon[44549]: pgmap v11574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:54 smithi181 ceph-mon[45557]: pgmap v11574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T18:59:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:56 smithi088 ceph-mon[35322]: pgmap v11575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:56 smithi175 ceph-mon[44549]: pgmap v11575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:56 smithi181 ceph-mon[45557]: pgmap v11575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T18:59:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 18:59:58 smithi088 ceph-mon[35322]: pgmap v11576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 18:59:58 smithi175 ceph-mon[44549]: pgmap v11576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T18:59:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 18:59:58 smithi181 ceph-mon[45557]: pgmap v11576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:00:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:00 smithi088 ceph-mon[35322]: pgmap v11577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:00:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:00 smithi175 ceph-mon[44549]: pgmap v11577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:00:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:00 smithi181 ceph-mon[45557]: pgmap v11577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:00:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:02 smithi088 ceph-mon[35322]: pgmap v11578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:02 smithi175 ceph-mon[44549]: pgmap v11578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:02 smithi181 ceph-mon[45557]: pgmap v11578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:04 smithi088 ceph-mon[35322]: pgmap v11579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:04 smithi175 ceph-mon[44549]: pgmap v11579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:04 smithi181 ceph-mon[45557]: pgmap v11579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:05.712+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:00:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:05.712+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:00:05.714 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:05.712+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:00:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:06 smithi175 ceph-mon[44549]: pgmap v11580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:06 smithi181 ceph-mon[45557]: pgmap v11580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:06 smithi088 ceph-mon[35322]: pgmap v11580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:08 smithi175 ceph-mon[44549]: pgmap v11581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:08 smithi181 ceph-mon[45557]: pgmap v11581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:08 smithi088 ceph-mon[35322]: pgmap v11581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:10 smithi175 ceph-mon[44549]: pgmap v11582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:00:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:00:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:00:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:00:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:10 smithi181 ceph-mon[45557]: pgmap v11582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:00:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:00:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:00:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:00:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:10 smithi088 ceph-mon[35322]: pgmap v11582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:00:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:00:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:00:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:00:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:11 smithi175 ceph-mon[44549]: pgmap v11583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:11.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:11 smithi181 ceph-mon[45557]: pgmap v11583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:11 smithi088 ceph-mon[35322]: pgmap v11583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:13 smithi175 ceph-mon[44549]: pgmap v11584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:13 smithi181 ceph-mon[45557]: pgmap v11584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:13 smithi088 ceph-mon[35322]: pgmap v11584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:15 smithi175 ceph-mon[44549]: pgmap v11585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:00:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:15 smithi181 ceph-mon[45557]: pgmap v11585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:00:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:15 smithi088 ceph-mon[35322]: pgmap v11585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:00:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:17 smithi175 ceph-mon[44549]: pgmap v11586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:00:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:17 smithi181 ceph-mon[45557]: pgmap v11586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:00:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:17 smithi088 ceph-mon[35322]: pgmap v11586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:00:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:19 smithi175 ceph-mon[44549]: pgmap v11587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:19 smithi181 ceph-mon[45557]: pgmap v11587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:19 smithi088 ceph-mon[35322]: pgmap v11587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:20.728 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:20.727+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:00:20.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:20.727+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:00:20.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:20.727+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:00:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:21 smithi175 ceph-mon[44549]: pgmap v11588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:21 smithi181 ceph-mon[45557]: pgmap v11588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:21 smithi088 ceph-mon[35322]: pgmap v11588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:00:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:23 smithi175 ceph-mon[44549]: pgmap v11589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:23 smithi181 ceph-mon[45557]: pgmap v11589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:23 smithi088 ceph-mon[35322]: pgmap v11589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:25 smithi175 ceph-mon[44549]: pgmap v11590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:25 smithi181 ceph-mon[45557]: pgmap v11590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:25 smithi088 ceph-mon[35322]: pgmap v11590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:27 smithi175 ceph-mon[44549]: pgmap v11591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:27 smithi181 ceph-mon[45557]: pgmap v11591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:27 smithi088 ceph-mon[35322]: pgmap v11591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:29 smithi175 ceph-mon[44549]: pgmap v11592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:00:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:29 smithi181 ceph-mon[45557]: pgmap v11592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:00:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:29 smithi088 ceph-mon[35322]: pgmap v11592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:00:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:31 smithi175 ceph-mon[44549]: pgmap v11593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:31 smithi181 ceph-mon[45557]: pgmap v11593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:31 smithi088 ceph-mon[35322]: pgmap v11593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:33 smithi175 ceph-mon[44549]: pgmap v11594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:33 smithi181 ceph-mon[45557]: pgmap v11594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:33 smithi088 ceph-mon[35322]: pgmap v11594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:35 smithi175 ceph-mon[44549]: pgmap v11595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:35 smithi181 ceph-mon[45557]: pgmap v11595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:35 smithi088 ceph-mon[35322]: pgmap v11595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:35.743+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:00:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:35.743+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:00:35.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:35.743+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:00:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:37 smithi175 ceph-mon[44549]: pgmap v11596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:37 smithi181 ceph-mon[45557]: pgmap v11596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:37 smithi088 ceph-mon[35322]: pgmap v11596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:39 smithi175 ceph-mon[44549]: pgmap v11597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:39 smithi181 ceph-mon[45557]: pgmap v11597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:39.472+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 msgr2=0x7ff32c0a32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T19:00:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:39.472+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 msgr2=0x7ff32c0a32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T19:00:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:39.472+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344037040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T19:00:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:39.472+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344037040 comp rx=0 tx=0).stop 2024-01-28T19:00:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:39.472+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 msgr2=0x7ff32c0a32d0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T19:00:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:39.472+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 msgr2=0x7ff32c0a32d0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T19:00:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:39.472+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T19:00:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:39.472+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T19:00:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:39.473+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T19:00:39.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:39.474+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34406d000 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T19:00:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:39 smithi088 ceph-mon[35322]: pgmap v11597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:41 smithi175 ceph-mon[44549]: pgmap v11598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:41 smithi181 ceph-mon[45557]: pgmap v11598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:41 smithi088 ceph-mon[35322]: pgmap v11598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:42.746+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:00:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:42.746+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T19:00:42.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:42.746+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 168 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:00:42.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:42.747+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 168 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T19:00:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:43 smithi175 ceph-mon[44549]: pgmap v11599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:43 smithi181 ceph-mon[45557]: pgmap v11599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:43 smithi088 ceph-mon[35322]: pgmap v11599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:45 smithi175 ceph-mon[44549]: pgmap v11600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:45 smithi181 ceph-mon[45557]: pgmap v11600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:45 smithi088 ceph-mon[35322]: pgmap v11600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:47 smithi175 ceph-mon[44549]: pgmap v11601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:47 smithi181 ceph-mon[45557]: pgmap v11601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:47 smithi088 ceph-mon[35322]: pgmap v11601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:49 smithi175 ceph-mon[44549]: pgmap v11602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:49 smithi181 ceph-mon[45557]: pgmap v11602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:49 smithi088 ceph-mon[35322]: pgmap v11602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:50.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:50.753+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:00:50.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:50.753+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:00:50.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:00:50.753+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:00:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:51 smithi175 ceph-mon[44549]: pgmap v11603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:51 smithi181 ceph-mon[45557]: pgmap v11603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:51 smithi088 ceph-mon[35322]: pgmap v11603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:00:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:53 smithi175 ceph-mon[44549]: pgmap v11604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:53 smithi181 ceph-mon[45557]: pgmap v11604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:53 smithi088 ceph-mon[35322]: pgmap v11604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:55 smithi175 ceph-mon[44549]: pgmap v11605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:55 smithi181 ceph-mon[45557]: pgmap v11605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:55 smithi088 ceph-mon[35322]: pgmap v11605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:00:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:57 smithi175 ceph-mon[44549]: pgmap v11606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:57 smithi181 ceph-mon[45557]: pgmap v11606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:57 smithi088 ceph-mon[35322]: pgmap v11606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:00:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:00:59 smithi175 ceph-mon[44549]: pgmap v11607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:00:59 smithi181 ceph-mon[45557]: pgmap v11607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:00:59.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:00:59 smithi088 ceph-mon[35322]: pgmap v11607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:01:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:01 smithi175 ceph-mon[44549]: pgmap v11608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:01:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:01 smithi181 ceph-mon[45557]: pgmap v11608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:01:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:01 smithi088 ceph-mon[35322]: pgmap v11608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:01:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:03 smithi175 ceph-mon[44549]: pgmap v11609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:03 smithi181 ceph-mon[45557]: pgmap v11609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:03 smithi088 ceph-mon[35322]: pgmap v11609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:05 smithi175 ceph-mon[44549]: pgmap v11610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:05 smithi181 ceph-mon[45557]: pgmap v11610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:05 smithi088 ceph-mon[35322]: pgmap v11610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:05.762 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:05.761+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:01:05.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:05.761+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:01:05.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:05.761+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:01:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:07 smithi181 ceph-mon[45557]: pgmap v11611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:07 smithi088 ceph-mon[35322]: pgmap v11611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:07 smithi175 ceph-mon[44549]: pgmap v11611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:09 smithi181 ceph-mon[45557]: pgmap v11612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:01:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:09 smithi088 ceph-mon[35322]: pgmap v11612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:01:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:09 smithi175 ceph-mon[44549]: pgmap v11612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:01:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:01:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:01:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:01:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:11 smithi088 ceph-mon[35322]: pgmap v11613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:01:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:11 smithi175 ceph-mon[44549]: pgmap v11613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:01:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:11 smithi181 ceph-mon[45557]: pgmap v11613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:01:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:01:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:01:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:01:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:01:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:12 smithi181 ceph-mon[45557]: pgmap v11614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:01:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:12 smithi181 ceph-mon[45557]: pgmap v11615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:01:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:01:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:01:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:01:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:01:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:12 smithi088 ceph-mon[35322]: pgmap v11614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:01:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:12 smithi088 ceph-mon[35322]: pgmap v11615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:01:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:01:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:01:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:01:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:01:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:12 smithi175 ceph-mon[44549]: pgmap v11614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:01:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:12 smithi175 ceph-mon[44549]: pgmap v11615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:01:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:14 smithi088 ceph-mon[35322]: pgmap v11616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:14 smithi175 ceph-mon[44549]: pgmap v11616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:14.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:14 smithi181 ceph-mon[45557]: pgmap v11616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:16 smithi088 ceph-mon[35322]: pgmap v11617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:16 smithi175 ceph-mon[44549]: pgmap v11617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:16 smithi181 ceph-mon[45557]: pgmap v11617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:17 smithi088 ceph-mon[35322]: pgmap v11618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:01:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:17 smithi175 ceph-mon[44549]: pgmap v11618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:01:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:17 smithi181 ceph-mon[45557]: pgmap v11618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:01:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:20.775+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:01:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:20.775+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:01:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:20.775+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:01:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:20 smithi088 ceph-mon[35322]: pgmap v11619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:20 smithi175 ceph-mon[44549]: pgmap v11619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:20 smithi181 ceph-mon[45557]: pgmap v11619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:22.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:22 smithi088 ceph-mon[35322]: pgmap v11620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:01:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:22 smithi175 ceph-mon[44549]: pgmap v11620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:01:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:22 smithi181 ceph-mon[45557]: pgmap v11620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:01:24.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:24 smithi088 ceph-mon[35322]: pgmap v11621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:24 smithi175 ceph-mon[44549]: pgmap v11621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:24 smithi181 ceph-mon[45557]: pgmap v11621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:26 smithi088 ceph-mon[35322]: pgmap v11622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:26 smithi175 ceph-mon[44549]: pgmap v11622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:26 smithi181 ceph-mon[45557]: pgmap v11622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:27 smithi088 ceph-mon[35322]: pgmap v11623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:27 smithi175 ceph-mon[44549]: pgmap v11623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:27 smithi181 ceph-mon[45557]: pgmap v11623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:30.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:30 smithi088 ceph-mon[35322]: pgmap v11624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:30 smithi175 ceph-mon[44549]: pgmap v11624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:30 smithi181 ceph-mon[45557]: pgmap v11624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:32 smithi088 ceph-mon[35322]: pgmap v11625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:32 smithi175 ceph-mon[44549]: pgmap v11625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:32 smithi181 ceph-mon[45557]: pgmap v11625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:34 smithi088 ceph-mon[35322]: pgmap v11626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:34 smithi175 ceph-mon[44549]: pgmap v11626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:34 smithi181 ceph-mon[45557]: pgmap v11626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:35.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:35.784+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:01:35.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:35.784+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:01:35.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:35.784+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:01:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:36 smithi088 ceph-mon[35322]: pgmap v11627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:36 smithi175 ceph-mon[44549]: pgmap v11627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:36 smithi181 ceph-mon[45557]: pgmap v11627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:37 smithi088 ceph-mon[35322]: pgmap v11628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:37 smithi175 ceph-mon[44549]: pgmap v11628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:37 smithi181 ceph-mon[45557]: pgmap v11628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:40 smithi088 ceph-mon[35322]: pgmap v11629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:40 smithi175 ceph-mon[44549]: pgmap v11629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:40 smithi181 ceph-mon[45557]: pgmap v11629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:42 smithi088 ceph-mon[35322]: pgmap v11630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:42.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:42 smithi175 ceph-mon[44549]: pgmap v11630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:42 smithi181 ceph-mon[45557]: pgmap v11630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:44 smithi088 ceph-mon[35322]: pgmap v11631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:44 smithi175 ceph-mon[44549]: pgmap v11631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:44 smithi181 ceph-mon[45557]: pgmap v11631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:46 smithi088 ceph-mon[35322]: pgmap v11632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:46 smithi175 ceph-mon[44549]: pgmap v11632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:46 smithi181 ceph-mon[45557]: pgmap v11632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:47 smithi088 ceph-mon[35322]: pgmap v11633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:47 smithi175 ceph-mon[44549]: pgmap v11633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:47 smithi181 ceph-mon[45557]: pgmap v11633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:50 smithi088 ceph-mon[35322]: pgmap v11634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:50.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:50.798+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:01:50.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:50.798+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:01:50.800 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:01:50.798+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:01:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:50 smithi175 ceph-mon[44549]: pgmap v11634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:50 smithi181 ceph-mon[45557]: pgmap v11634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:01:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:52 smithi088 ceph-mon[35322]: pgmap v11635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:52 smithi175 ceph-mon[44549]: pgmap v11635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:52 smithi181 ceph-mon[45557]: pgmap v11635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:01:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:54 smithi088 ceph-mon[35322]: pgmap v11636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:54 smithi175 ceph-mon[44549]: pgmap v11636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:54 smithi181 ceph-mon[45557]: pgmap v11636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:01:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:56 smithi088 ceph-mon[35322]: pgmap v11637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:56 smithi175 ceph-mon[44549]: pgmap v11637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:56 smithi181 ceph-mon[45557]: pgmap v11637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:01:57 smithi088 ceph-mon[35322]: pgmap v11638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:01:57 smithi175 ceph-mon[44549]: pgmap v11638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:01:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:01:57 smithi181 ceph-mon[45557]: pgmap v11638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:02:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:00 smithi088 ceph-mon[35322]: pgmap v11639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:00 smithi175 ceph-mon[44549]: pgmap v11639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:00 smithi181 ceph-mon[45557]: pgmap v11639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:02 smithi088 ceph-mon[35322]: pgmap v11640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:02 smithi175 ceph-mon[44549]: pgmap v11640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:02 smithi181 ceph-mon[45557]: pgmap v11640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:04 smithi088 ceph-mon[35322]: pgmap v11641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:02:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:04 smithi175 ceph-mon[44549]: pgmap v11641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:02:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:04 smithi181 ceph-mon[45557]: pgmap v11641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:02:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:05.812+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:02:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:05.812+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:02:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:05.812+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:02:06.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:06 smithi088 ceph-mon[35322]: pgmap v11642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:02:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:06 smithi175 ceph-mon[44549]: pgmap v11642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:02:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:06 smithi181 ceph-mon[45557]: pgmap v11642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:02:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:07 smithi088 ceph-mon[35322]: pgmap v11643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:02:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:07 smithi175 ceph-mon[44549]: pgmap v11643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:02:08.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:08 smithi181 ceph-mon[45557]: pgmap v11643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:02:10.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:10 smithi088 ceph-mon[35322]: pgmap v11644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:02:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:10 smithi175 ceph-mon[44549]: pgmap v11644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:02:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:10 smithi181 ceph-mon[45557]: pgmap v11644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:02:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:12 smithi088 ceph-mon[35322]: pgmap v11645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:02:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:12 smithi175 ceph-mon[44549]: pgmap v11645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:02:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:12 smithi181 ceph-mon[45557]: pgmap v11645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:02:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:02:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:02:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:13 smithi088 ceph-mon[35322]: pgmap v11646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T19:02:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:13 smithi088 ceph-mon[35322]: pgmap v11647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T19:02:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:02:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:02:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:13 smithi175 ceph-mon[44549]: pgmap v11646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T19:02:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:13 smithi175 ceph-mon[44549]: pgmap v11647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T19:02:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:02:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:02:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:13 smithi181 ceph-mon[45557]: pgmap v11646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T19:02:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:13 smithi181 ceph-mon[45557]: pgmap v11647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T19:02:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:02:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:16 smithi175 ceph-mon[44549]: pgmap v11648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:02:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:16 smithi181 ceph-mon[45557]: pgmap v11648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:02:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:16 smithi088 ceph-mon[35322]: pgmap v11648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:02:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:18 smithi175 ceph-mon[44549]: pgmap v11649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:02:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:18 smithi181 ceph-mon[45557]: pgmap v11649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:02:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:18 smithi088 ceph-mon[35322]: pgmap v11649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:02:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:20 smithi175 ceph-mon[44549]: pgmap v11650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:02:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:20 smithi181 ceph-mon[45557]: pgmap v11650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:02:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:20 smithi088 ceph-mon[35322]: pgmap v11650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:02:20.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:20.824+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:02:20.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:20.824+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:02:20.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:20.824+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:02:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:22 smithi175 ceph-mon[44549]: pgmap v11651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:02:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:22 smithi181 ceph-mon[45557]: pgmap v11651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:02:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:22 smithi088 ceph-mon[35322]: pgmap v11651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:02:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:24 smithi175 ceph-mon[44549]: pgmap v11652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:02:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:24 smithi181 ceph-mon[45557]: pgmap v11652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:02:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:24 smithi088 ceph-mon[35322]: pgmap v11652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:02:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:26 smithi175 ceph-mon[44549]: pgmap v11653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:26 smithi181 ceph-mon[45557]: pgmap v11653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:26 smithi088 ceph-mon[35322]: pgmap v11653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:28 smithi175 ceph-mon[44549]: pgmap v11654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:28 smithi181 ceph-mon[45557]: pgmap v11654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:28 smithi088 ceph-mon[35322]: pgmap v11654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:30 smithi175 ceph-mon[44549]: pgmap v11655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:30 smithi181 ceph-mon[45557]: pgmap v11655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:30 smithi088 ceph-mon[35322]: pgmap v11655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:32 smithi175 ceph-mon[44549]: pgmap v11656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:32 smithi181 ceph-mon[45557]: pgmap v11656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:32 smithi088 ceph-mon[35322]: pgmap v11656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:34 smithi175 ceph-mon[44549]: pgmap v11657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:02:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:34 smithi181 ceph-mon[45557]: pgmap v11657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:02:34.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:34 smithi088 ceph-mon[35322]: pgmap v11657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:02:35.839 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:35.837+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:02:35.839 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:35.837+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:02:35.839 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:35.837+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:02:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:36 smithi175 ceph-mon[44549]: pgmap v11658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:36 smithi181 ceph-mon[45557]: pgmap v11658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:36 smithi088 ceph-mon[35322]: pgmap v11658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:38 smithi175 ceph-mon[44549]: pgmap v11659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:38 smithi181 ceph-mon[45557]: pgmap v11659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:38 smithi088 ceph-mon[35322]: pgmap v11659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:40 smithi175 ceph-mon[44549]: pgmap v11660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:40 smithi181 ceph-mon[45557]: pgmap v11660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:40 smithi088 ceph-mon[35322]: pgmap v11660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:42 smithi175 ceph-mon[44549]: pgmap v11661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:42 smithi181 ceph-mon[45557]: pgmap v11661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:42 smithi088 ceph-mon[35322]: pgmap v11661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:44 smithi175 ceph-mon[44549]: pgmap v11662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:02:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:44 smithi181 ceph-mon[45557]: pgmap v11662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:02:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:44 smithi088 ceph-mon[35322]: pgmap v11662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:02:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:46 smithi175 ceph-mon[44549]: pgmap v11663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:46 smithi181 ceph-mon[45557]: pgmap v11663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:46 smithi088 ceph-mon[35322]: pgmap v11663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:48 smithi175 ceph-mon[44549]: pgmap v11664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:48 smithi181 ceph-mon[45557]: pgmap v11664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:48 smithi088 ceph-mon[35322]: pgmap v11664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:50 smithi175 ceph-mon[44549]: pgmap v11665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:50 smithi181 ceph-mon[45557]: pgmap v11665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:50 smithi088 ceph-mon[35322]: pgmap v11665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:02:50.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:50.853+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:02:50.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:50.853+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:02:50.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:02:50.853+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:02:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:52 smithi175 ceph-mon[44549]: pgmap v11666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:52 smithi181 ceph-mon[45557]: pgmap v11666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:52 smithi088 ceph-mon[35322]: pgmap v11666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:54 smithi175 ceph-mon[44549]: pgmap v11667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:02:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:54 smithi181 ceph-mon[45557]: pgmap v11667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:02:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:54 smithi088 ceph-mon[35322]: pgmap v11667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:02:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:56 smithi175 ceph-mon[44549]: pgmap v11668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:56 smithi181 ceph-mon[45557]: pgmap v11668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:56 smithi088 ceph-mon[35322]: pgmap v11668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:02:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:02:58 smithi175 ceph-mon[44549]: pgmap v11669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:02:58 smithi181 ceph-mon[45557]: pgmap v11669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:02:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:02:58 smithi088 ceph-mon[35322]: pgmap v11669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:00 smithi175 ceph-mon[44549]: pgmap v11670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:00 smithi181 ceph-mon[45557]: pgmap v11670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:00 smithi088 ceph-mon[35322]: pgmap v11670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:02 smithi175 ceph-mon[44549]: pgmap v11671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:02 smithi181 ceph-mon[45557]: pgmap v11671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:02 smithi088 ceph-mon[35322]: pgmap v11671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:04 smithi175 ceph-mon[44549]: pgmap v11672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:04 smithi181 ceph-mon[45557]: pgmap v11672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:04 smithi088 ceph-mon[35322]: pgmap v11672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:05.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:05.869+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:03:05.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:05.869+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:03:05.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:05.869+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:03:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:06 smithi175 ceph-mon[44549]: pgmap v11673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:06 smithi181 ceph-mon[45557]: pgmap v11673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:06 smithi088 ceph-mon[35322]: pgmap v11673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:08 smithi175 ceph-mon[44549]: pgmap v11674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:08.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:08 smithi181 ceph-mon[45557]: pgmap v11674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:08 smithi088 ceph-mon[35322]: pgmap v11674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:10 smithi175 ceph-mon[44549]: pgmap v11675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:10 smithi181 ceph-mon[45557]: pgmap v11675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:10 smithi088 ceph-mon[35322]: pgmap v11675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:12 smithi181 ceph-mon[45557]: pgmap v11676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:12 smithi088 ceph-mon[35322]: pgmap v11676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:12 smithi175 ceph-mon[44549]: pgmap v11676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:14 smithi181 ceph-mon[45557]: pgmap v11677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:03:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:03:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:03:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:03:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:14 smithi088 ceph-mon[35322]: pgmap v11677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:03:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:03:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:03:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:03:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:14 smithi175 ceph-mon[44549]: pgmap v11677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:03:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:03:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:03:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:03:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:15 smithi181 ceph-mon[45557]: pgmap v11678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:03:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:15 smithi181 ceph-mon[45557]: pgmap v11679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:03:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:15 smithi088 ceph-mon[35322]: pgmap v11678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:03:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:15 smithi088 ceph-mon[35322]: pgmap v11679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:03:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:15 smithi175 ceph-mon[44549]: pgmap v11678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:03:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:15 smithi175 ceph-mon[44549]: pgmap v11679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:03:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:17 smithi181 ceph-mon[45557]: pgmap v11680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:03:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:17 smithi088 ceph-mon[35322]: pgmap v11680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:03:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:17 smithi175 ceph-mon[44549]: pgmap v11680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:03:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:19 smithi181 ceph-mon[45557]: pgmap v11681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:03:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:19 smithi088 ceph-mon[35322]: pgmap v11681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:03:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:19 smithi175 ceph-mon[44549]: pgmap v11681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:03:20.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:20.871+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:03:20.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:20.871+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:03:20.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:20.871+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:03:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:21 smithi181 ceph-mon[45557]: pgmap v11682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:03:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:21 smithi088 ceph-mon[35322]: pgmap v11682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:03:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:21 smithi175 ceph-mon[44549]: pgmap v11682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:03:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:23 smithi181 ceph-mon[45557]: pgmap v11683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:03:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:23 smithi088 ceph-mon[35322]: pgmap v11683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:03:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:23 smithi175 ceph-mon[44549]: pgmap v11683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:03:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:25 smithi181 ceph-mon[45557]: pgmap v11684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:03:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:25 smithi088 ceph-mon[35322]: pgmap v11684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:03:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:25 smithi175 ceph-mon[44549]: pgmap v11684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:03:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:27 smithi181 ceph-mon[45557]: pgmap v11685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:27 smithi088 ceph-mon[35322]: pgmap v11685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:27 smithi175 ceph-mon[44549]: pgmap v11685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:29 smithi181 ceph-mon[45557]: pgmap v11686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:29 smithi088 ceph-mon[35322]: pgmap v11686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:29 smithi175 ceph-mon[44549]: pgmap v11686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:31 smithi181 ceph-mon[45557]: pgmap v11687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:31.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:31 smithi088 ceph-mon[35322]: pgmap v11687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:31 smithi175 ceph-mon[44549]: pgmap v11687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:33 smithi181 ceph-mon[45557]: pgmap v11688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:33 smithi088 ceph-mon[35322]: pgmap v11688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:33 smithi175 ceph-mon[44549]: pgmap v11688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:35 smithi088 ceph-mon[35322]: pgmap v11689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:35 smithi175 ceph-mon[44549]: pgmap v11689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:35 smithi181 ceph-mon[45557]: pgmap v11689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:35.885+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:35.885+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:35.885+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:03:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:37 smithi088 ceph-mon[35322]: pgmap v11690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:37 smithi175 ceph-mon[44549]: pgmap v11690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:37 smithi181 ceph-mon[45557]: pgmap v11690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:39 smithi088 ceph-mon[35322]: pgmap v11691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:39 smithi175 ceph-mon[44549]: pgmap v11691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:39 smithi181 ceph-mon[45557]: pgmap v11691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:41 smithi088 ceph-mon[35322]: pgmap v11692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:41 smithi175 ceph-mon[44549]: pgmap v11692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:41 smithi181 ceph-mon[45557]: pgmap v11692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:42.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:42.774+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:03:42.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:42.774+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T19:03:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:42.774+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 169 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T19:03:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:42.774+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T19:03:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:42.775+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 169 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T19:03:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:42.775+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:03:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:42.775+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 170 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:03:42.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:42.775+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 170 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:03:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:43 smithi088 ceph-mon[35322]: pgmap v11693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:43 smithi175 ceph-mon[44549]: pgmap v11693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:43 smithi181 ceph-mon[45557]: pgmap v11693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:45 smithi088 ceph-mon[35322]: pgmap v11694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:45 smithi175 ceph-mon[44549]: pgmap v11694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:45.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:45 smithi181 ceph-mon[45557]: pgmap v11694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:03:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:47 smithi088 ceph-mon[35322]: pgmap v11695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:47 smithi175 ceph-mon[44549]: pgmap v11695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:47 smithi181 ceph-mon[45557]: pgmap v11695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:49 smithi088 ceph-mon[35322]: pgmap v11696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:49 smithi175 ceph-mon[44549]: pgmap v11696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:49 smithi181 ceph-mon[45557]: pgmap v11696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:03:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:50.901+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:03:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:50.901+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:03:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:03:50.901+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:03:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:51 smithi088 ceph-mon[35322]: pgmap v11697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:51 smithi175 ceph-mon[44549]: pgmap v11697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:51 smithi181 ceph-mon[45557]: pgmap v11697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:03:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:53 smithi088 ceph-mon[35322]: pgmap v11698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:53 smithi175 ceph-mon[44549]: pgmap v11698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:53 smithi181 ceph-mon[45557]: pgmap v11698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:55 smithi088 ceph-mon[35322]: pgmap v11699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:03:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:55 smithi175 ceph-mon[44549]: pgmap v11699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:03:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:55 smithi181 ceph-mon[45557]: pgmap v11699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:03:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:57 smithi088 ceph-mon[35322]: pgmap v11700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:57 smithi175 ceph-mon[44549]: pgmap v11700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:57 smithi181 ceph-mon[45557]: pgmap v11700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:03:59.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:03:59 smithi088 ceph-mon[35322]: pgmap v11701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:03:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:03:59 smithi175 ceph-mon[44549]: pgmap v11701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:03:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:03:59 smithi181 ceph-mon[45557]: pgmap v11701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:04:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:01 smithi088 ceph-mon[35322]: pgmap v11702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:04:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:01 smithi175 ceph-mon[44549]: pgmap v11702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:04:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:01 smithi181 ceph-mon[45557]: pgmap v11702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:04:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:03 smithi088 ceph-mon[35322]: pgmap v11703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:03.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:03 smithi175 ceph-mon[44549]: pgmap v11703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:03 smithi181 ceph-mon[45557]: pgmap v11703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:05 smithi088 ceph-mon[35322]: pgmap v11704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:05 smithi175 ceph-mon[44549]: pgmap v11704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:05 smithi181 ceph-mon[45557]: pgmap v11704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:05.907+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:04:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:05.907+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:04:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:05.907+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:04:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:07 smithi088 ceph-mon[35322]: pgmap v11705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:07 smithi175 ceph-mon[44549]: pgmap v11705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:07 smithi181 ceph-mon[45557]: pgmap v11705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:09 smithi088 ceph-mon[35322]: pgmap v11706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:09 smithi175 ceph-mon[44549]: pgmap v11706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:09 smithi181 ceph-mon[45557]: pgmap v11706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:11 smithi088 ceph-mon[35322]: pgmap v11707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:11 smithi175 ceph-mon[44549]: pgmap v11707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:11 smithi181 ceph-mon[45557]: pgmap v11707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:13 smithi175 ceph-mon[44549]: pgmap v11708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:13 smithi181 ceph-mon[45557]: pgmap v11708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:13 smithi088 ceph-mon[35322]: pgmap v11708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:04:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:04:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:04:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:15 smithi175 ceph-mon[44549]: pgmap v11709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:04:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:04:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:04:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:15 smithi181 ceph-mon[45557]: pgmap v11709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:04:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:04:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:04:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:15 smithi088 ceph-mon[35322]: pgmap v11709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:04:15.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:04:15.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:04:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:16 smithi088 ceph-mon[35322]: pgmap v11710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:04:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:16 smithi088 ceph-mon[35322]: pgmap v11711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:04:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:16 smithi175 ceph-mon[44549]: pgmap v11710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:04:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:16 smithi175 ceph-mon[44549]: pgmap v11711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:04:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:16 smithi181 ceph-mon[45557]: pgmap v11710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:04:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:16 smithi181 ceph-mon[45557]: pgmap v11711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:04:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:18 smithi175 ceph-mon[44549]: pgmap v11712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:04:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:18 smithi181 ceph-mon[45557]: pgmap v11712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:04:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:18 smithi088 ceph-mon[35322]: pgmap v11712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:04:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:20 smithi175 ceph-mon[44549]: pgmap v11713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:04:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:20 smithi181 ceph-mon[45557]: pgmap v11713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:04:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:20 smithi088 ceph-mon[35322]: pgmap v11713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:04:20.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:20.914+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:04:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:20.914+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:04:20.916 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:20.914+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:04:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:22 smithi175 ceph-mon[44549]: pgmap v11714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:04:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:22 smithi181 ceph-mon[45557]: pgmap v11714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:04:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:22 smithi088 ceph-mon[35322]: pgmap v11714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:04:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:24 smithi175 ceph-mon[44549]: pgmap v11715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:04:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:24 smithi181 ceph-mon[45557]: pgmap v11715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:04:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:24 smithi088 ceph-mon[35322]: pgmap v11715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:04:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:26 smithi175 ceph-mon[44549]: pgmap v11716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:04:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:26 smithi181 ceph-mon[45557]: pgmap v11716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:04:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:26 smithi088 ceph-mon[35322]: pgmap v11716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:04:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:28 smithi175 ceph-mon[44549]: pgmap v11717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:28 smithi181 ceph-mon[45557]: pgmap v11717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:28 smithi088 ceph-mon[35322]: pgmap v11717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:30 smithi175 ceph-mon[44549]: pgmap v11718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:30 smithi181 ceph-mon[45557]: pgmap v11718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:30 smithi088 ceph-mon[35322]: pgmap v11718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:32 smithi088 ceph-mon[35322]: pgmap v11719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:32 smithi175 ceph-mon[44549]: pgmap v11719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:32 smithi181 ceph-mon[45557]: pgmap v11719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:34 smithi175 ceph-mon[44549]: pgmap v11720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:34 smithi181 ceph-mon[45557]: pgmap v11720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:34 smithi088 ceph-mon[35322]: pgmap v11720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:35.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:35.930+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:04:35.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:35.930+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:04:35.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:35.930+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:04:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:36 smithi175 ceph-mon[44549]: pgmap v11721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:36 smithi181 ceph-mon[45557]: pgmap v11721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:36 smithi088 ceph-mon[35322]: pgmap v11721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:38 smithi175 ceph-mon[44549]: pgmap v11722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:38 smithi181 ceph-mon[45557]: pgmap v11722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:38 smithi088 ceph-mon[35322]: pgmap v11722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:40 smithi175 ceph-mon[44549]: pgmap v11723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:40 smithi181 ceph-mon[45557]: pgmap v11723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:40 smithi088 ceph-mon[35322]: pgmap v11723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:42 smithi175 ceph-mon[44549]: pgmap v11724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:42 smithi181 ceph-mon[45557]: pgmap v11724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:42 smithi088 ceph-mon[35322]: pgmap v11724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:44 smithi175 ceph-mon[44549]: pgmap v11725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:44 smithi181 ceph-mon[45557]: pgmap v11725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:44 smithi088 ceph-mon[35322]: pgmap v11725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:46 smithi175 ceph-mon[44549]: pgmap v11726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:46 smithi181 ceph-mon[45557]: pgmap v11726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:46 smithi088 ceph-mon[35322]: pgmap v11726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:48 smithi175 ceph-mon[44549]: pgmap v11727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:48 smithi181 ceph-mon[45557]: pgmap v11727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:48 smithi088 ceph-mon[35322]: pgmap v11727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:50 smithi175 ceph-mon[44549]: pgmap v11728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:50 smithi181 ceph-mon[45557]: pgmap v11728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:50 smithi088 ceph-mon[35322]: pgmap v11728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:04:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:50.937+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:04:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:50.937+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:04:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:04:50.937+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:04:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:52 smithi175 ceph-mon[44549]: pgmap v11729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:52 smithi181 ceph-mon[45557]: pgmap v11729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:52 smithi088 ceph-mon[35322]: pgmap v11729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:54 smithi175 ceph-mon[44549]: pgmap v11730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:54 smithi181 ceph-mon[45557]: pgmap v11730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:54 smithi088 ceph-mon[35322]: pgmap v11730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:04:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:56 smithi175 ceph-mon[44549]: pgmap v11731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:56 smithi181 ceph-mon[45557]: pgmap v11731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:56 smithi088 ceph-mon[35322]: pgmap v11731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:04:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:04:58 smithi175 ceph-mon[44549]: pgmap v11732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:04:58 smithi181 ceph-mon[45557]: pgmap v11732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:04:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:04:58 smithi088 ceph-mon[35322]: pgmap v11732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:00 smithi175 ceph-mon[44549]: pgmap v11733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:00 smithi181 ceph-mon[45557]: pgmap v11733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:00 smithi088 ceph-mon[35322]: pgmap v11733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:02 smithi175 ceph-mon[44549]: pgmap v11734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:02 smithi181 ceph-mon[45557]: pgmap v11734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:02 smithi088 ceph-mon[35322]: pgmap v11734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:04 smithi175 ceph-mon[44549]: pgmap v11735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:04 smithi181 ceph-mon[45557]: pgmap v11735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:04 smithi088 ceph-mon[35322]: pgmap v11735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:05.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:05.952+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:05:05.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:05.952+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:05:05.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:05.952+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:05:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:06 smithi175 ceph-mon[44549]: pgmap v11736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:06 smithi181 ceph-mon[45557]: pgmap v11736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:06.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:06 smithi088 ceph-mon[35322]: pgmap v11736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:08.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:08 smithi175 ceph-mon[44549]: pgmap v11737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:08 smithi181 ceph-mon[45557]: pgmap v11737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:08 smithi088 ceph-mon[35322]: pgmap v11737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:10.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:10 smithi175 ceph-mon[44549]: pgmap v11738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:10 smithi181 ceph-mon[45557]: pgmap v11738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:10.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:10 smithi088 ceph-mon[35322]: pgmap v11738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:12 smithi175 ceph-mon[44549]: pgmap v11739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:12 smithi181 ceph-mon[45557]: pgmap v11739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:12 smithi088 ceph-mon[35322]: pgmap v11739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:14 smithi175 ceph-mon[44549]: pgmap v11740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:14 smithi181 ceph-mon[45557]: pgmap v11740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:14 smithi088 ceph-mon[35322]: pgmap v11740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:05:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:05:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:05:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:16 smithi181 ceph-mon[45557]: pgmap v11741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:05:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:05:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:05:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:16 smithi088 ceph-mon[35322]: pgmap v11741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:05:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:05:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:05:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:16 smithi175 ceph-mon[44549]: pgmap v11741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:16.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:05:16.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:05:16.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:05:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:17 smithi181 ceph-mon[45557]: pgmap v11742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:05:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:17 smithi181 ceph-mon[45557]: pgmap v11743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:05:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:17 smithi088 ceph-mon[35322]: pgmap v11742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:05:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:17 smithi088 ceph-mon[35322]: pgmap v11743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:05:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:17 smithi175 ceph-mon[44549]: pgmap v11742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:05:17.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:17 smithi175 ceph-mon[44549]: pgmap v11743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:05:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:19 smithi181 ceph-mon[45557]: pgmap v11744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:05:19.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:19 smithi088 ceph-mon[35322]: pgmap v11744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:05:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:19 smithi175 ceph-mon[44549]: pgmap v11744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:05:20.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:20.968+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:05:20.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:20.968+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:05:20.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:20.968+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:05:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:21 smithi181 ceph-mon[45557]: pgmap v11745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:05:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:21 smithi088 ceph-mon[35322]: pgmap v11745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:05:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:21 smithi175 ceph-mon[44549]: pgmap v11745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:05:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:23 smithi181 ceph-mon[45557]: pgmap v11746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:05:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:23 smithi088 ceph-mon[35322]: pgmap v11746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:05:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:23 smithi175 ceph-mon[44549]: pgmap v11746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:05:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:25 smithi181 ceph-mon[45557]: pgmap v11747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:05:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:25 smithi088 ceph-mon[35322]: pgmap v11747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:05:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:25 smithi175 ceph-mon[44549]: pgmap v11747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:05:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:27 smithi181 ceph-mon[45557]: pgmap v11748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:05:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:27 smithi088 ceph-mon[35322]: pgmap v11748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:05:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:27 smithi175 ceph-mon[44549]: pgmap v11748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:05:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:29 smithi181 ceph-mon[45557]: pgmap v11749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:29 smithi088 ceph-mon[35322]: pgmap v11749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:29 smithi175 ceph-mon[44549]: pgmap v11749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:31 smithi181 ceph-mon[45557]: pgmap v11750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:31 smithi088 ceph-mon[35322]: pgmap v11750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:31 smithi175 ceph-mon[44549]: pgmap v11750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:33 smithi181 ceph-mon[45557]: pgmap v11751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:33 smithi088 ceph-mon[35322]: pgmap v11751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:33 smithi175 ceph-mon[44549]: pgmap v11751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:35.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:35 smithi181 ceph-mon[45557]: pgmap v11752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:35.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:35 smithi088 ceph-mon[35322]: pgmap v11752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:35 smithi175 ceph-mon[44549]: pgmap v11752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:35.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:35.980+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:05:35.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:35.980+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:05:35.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:35.980+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:05:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:37 smithi181 ceph-mon[45557]: pgmap v11753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:37.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:37 smithi088 ceph-mon[35322]: pgmap v11753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:37 smithi175 ceph-mon[44549]: pgmap v11753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:39 smithi181 ceph-mon[45557]: pgmap v11754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:39 smithi088 ceph-mon[35322]: pgmap v11754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:39 smithi175 ceph-mon[44549]: pgmap v11754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:41 smithi088 ceph-mon[35322]: pgmap v11755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:41 smithi175 ceph-mon[44549]: pgmap v11755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:41 smithi181 ceph-mon[45557]: pgmap v11755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:43 smithi088 ceph-mon[35322]: pgmap v11756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:43 smithi175 ceph-mon[44549]: pgmap v11756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:43 smithi181 ceph-mon[45557]: pgmap v11756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:45.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:45 smithi088 ceph-mon[35322]: pgmap v11757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:45 smithi175 ceph-mon[44549]: pgmap v11757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:45 smithi181 ceph-mon[45557]: pgmap v11757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:47 smithi088 ceph-mon[35322]: pgmap v11758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:47 smithi175 ceph-mon[44549]: pgmap v11758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:47 smithi181 ceph-mon[45557]: pgmap v11758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:49 smithi088 ceph-mon[35322]: pgmap v11759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:49 smithi175 ceph-mon[44549]: pgmap v11759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:49 smithi181 ceph-mon[45557]: pgmap v11759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:50.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:50.994+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:05:50.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:50.994+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:05:50.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:05:50.994+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:05:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:51 smithi088 ceph-mon[35322]: pgmap v11760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:51 smithi175 ceph-mon[44549]: pgmap v11760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:51 smithi181 ceph-mon[45557]: pgmap v11760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:05:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:53 smithi088 ceph-mon[35322]: pgmap v11761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:53 smithi175 ceph-mon[44549]: pgmap v11761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:53 smithi181 ceph-mon[45557]: pgmap v11761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:55 smithi088 ceph-mon[35322]: pgmap v11762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:55 smithi175 ceph-mon[44549]: pgmap v11762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:55 smithi181 ceph-mon[45557]: pgmap v11762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:05:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:57 smithi088 ceph-mon[35322]: pgmap v11763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:57 smithi175 ceph-mon[44549]: pgmap v11763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:57 smithi181 ceph-mon[45557]: pgmap v11763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:05:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:05:59 smithi088 ceph-mon[35322]: pgmap v11764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:05:59 smithi175 ceph-mon[44549]: pgmap v11764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:05:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:05:59 smithi181 ceph-mon[45557]: pgmap v11764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:06:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:01 smithi088 ceph-mon[35322]: pgmap v11765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:01 smithi175 ceph-mon[44549]: pgmap v11765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:01 smithi181 ceph-mon[45557]: pgmap v11765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:03 smithi088 ceph-mon[35322]: pgmap v11766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:03 smithi175 ceph-mon[44549]: pgmap v11766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:03 smithi181 ceph-mon[45557]: pgmap v11766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:05.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:05 smithi088 ceph-mon[35322]: pgmap v11767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:06:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:05 smithi175 ceph-mon[44549]: pgmap v11767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:06:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:05 smithi181 ceph-mon[45557]: pgmap v11767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:06:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:06.010+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:06:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:06.010+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:06:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:06.010+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:06:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:07 smithi088 ceph-mon[35322]: pgmap v11768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:07 smithi175 ceph-mon[44549]: pgmap v11768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:07 smithi181 ceph-mon[45557]: pgmap v11768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:09 smithi181 ceph-mon[45557]: pgmap v11769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:06:09.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:09 smithi088 ceph-mon[35322]: pgmap v11769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:06:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:09 smithi175 ceph-mon[44549]: pgmap v11769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:06:11.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:11 smithi088 ceph-mon[35322]: pgmap v11770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:11 smithi175 ceph-mon[44549]: pgmap v11770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:11 smithi181 ceph-mon[45557]: pgmap v11770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:13 smithi088 ceph-mon[35322]: pgmap v11771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:13 smithi175 ceph-mon[44549]: pgmap v11771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:13 smithi181 ceph-mon[45557]: pgmap v11771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:15 smithi088 ceph-mon[35322]: pgmap v11772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:06:15.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:15 smithi175 ceph-mon[44549]: pgmap v11772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:06:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:15 smithi181 ceph-mon[45557]: pgmap v11772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:06:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:06:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:06:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:06:17.682 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:17 smithi181 ceph-mon[45557]: pgmap v11773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:17.725 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:17 smithi175 ceph-mon[44549]: pgmap v11773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:17.878 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:17 smithi088 ceph-mon[35322]: pgmap v11773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:19.838 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:19 smithi181 ceph-mon[45557]: pgmap v11774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:06:19.839 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:19.839 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:19.839 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:19.839 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:19.839 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:19.839 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:19.839 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:19.839 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:19 smithi175 ceph-mon[44549]: pgmap v11774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:06:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:19 smithi088 ceph-mon[35322]: pgmap v11774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:06:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:20.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:20 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:06:20.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:20 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:06:20.909 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:20 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:06:20.909 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:20 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:06:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:20 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:06:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:20 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:06:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:21.013+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:06:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:21.013+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:06:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:21.013+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:06:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:21 smithi175 ceph-mon[44549]: pgmap v11775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:06:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:06:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:21 smithi181 ceph-mon[45557]: pgmap v11775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:21.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:21.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:21.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:06:21.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:06:21.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:21 smithi088 ceph-mon[35322]: pgmap v11775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:06:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:06:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:06:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:06:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:22 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 72636k 2024-01-28T19:06:22.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:22 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 74380226: error parsing value: Value '74380226' is below minimum 939524096 2024-01-28T19:06:22.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:22 smithi175 ceph-mon[44549]: pgmap v11776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:22 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 72636k 2024-01-28T19:06:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:22 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 74380226: error parsing value: Value '74380226' is below minimum 939524096 2024-01-28T19:06:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:22 smithi181 ceph-mon[45557]: pgmap v11776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:22 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 72636k 2024-01-28T19:06:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:22 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 74380226: error parsing value: Value '74380226' is below minimum 939524096 2024-01-28T19:06:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:22 smithi088 ceph-mon[35322]: pgmap v11776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:24 smithi175 ceph-mon[44549]: pgmap v11777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:24 smithi181 ceph-mon[45557]: pgmap v11777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:25.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:24 smithi088 ceph-mon[35322]: pgmap v11777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:26.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:26 smithi175 ceph-mon[44549]: pgmap v11778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:26 smithi181 ceph-mon[45557]: pgmap v11778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:26 smithi088 ceph-mon[35322]: pgmap v11778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:28.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:28 smithi175 ceph-mon[44549]: pgmap v11779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:28 smithi181 ceph-mon[45557]: pgmap v11779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:28 smithi088 ceph-mon[35322]: pgmap v11779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:30 smithi175 ceph-mon[44549]: pgmap v11780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 8 op/s 2024-01-28T19:06:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:30 smithi181 ceph-mon[45557]: pgmap v11780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 8 op/s 2024-01-28T19:06:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:30 smithi088 ceph-mon[35322]: pgmap v11780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 8 op/s 2024-01-28T19:06:32.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:32 smithi175 ceph-mon[44549]: pgmap v11781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:32 smithi181 ceph-mon[45557]: pgmap v11781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:32 smithi088 ceph-mon[35322]: pgmap v11781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:34 smithi175 ceph-mon[44549]: pgmap v11782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:34 smithi181 ceph-mon[45557]: pgmap v11782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:34 smithi088 ceph-mon[35322]: pgmap v11782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:36.023+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:06:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:36.023+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:06:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:36.023+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:06:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:36 smithi175 ceph-mon[44549]: pgmap v11783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:06:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:36 smithi181 ceph-mon[45557]: pgmap v11783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:06:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:36 smithi088 ceph-mon[35322]: pgmap v11783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:06:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:38 smithi175 ceph-mon[44549]: pgmap v11784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:38 smithi181 ceph-mon[45557]: pgmap v11784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:38 smithi088 ceph-mon[35322]: pgmap v11784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:40 smithi175 ceph-mon[44549]: pgmap v11785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:40 smithi181 ceph-mon[45557]: pgmap v11785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:40 smithi088 ceph-mon[35322]: pgmap v11785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:06:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:42.802+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:06:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:42.802+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:06:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:42.802+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 171 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:06:42.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:42.802+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 171 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:06:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:42 smithi175 ceph-mon[44549]: pgmap v11786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:06:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:42 smithi181 ceph-mon[45557]: pgmap v11786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:06:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:42 smithi088 ceph-mon[35322]: pgmap v11786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:06:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:44 smithi175 ceph-mon[44549]: pgmap v11787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:44 smithi181 ceph-mon[45557]: pgmap v11787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:44 smithi088 ceph-mon[35322]: pgmap v11787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:06:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:46 smithi175 ceph-mon[44549]: pgmap v11788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:06:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:46 smithi181 ceph-mon[45557]: pgmap v11788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:06:47.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:46 smithi088 ceph-mon[35322]: pgmap v11788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:06:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:48 smithi175 ceph-mon[44549]: pgmap v11789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:06:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:48 smithi181 ceph-mon[45557]: pgmap v11789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:06:49.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:48 smithi088 ceph-mon[35322]: pgmap v11789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:06:50.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:50 smithi175 ceph-mon[44549]: pgmap v11790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:06:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:50 smithi181 ceph-mon[45557]: pgmap v11790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:06:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:50 smithi088 ceph-mon[35322]: pgmap v11790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:06:51.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:51.033+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:06:51.035 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:51.033+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:06:51.035 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:06:51.033+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:06:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:52 smithi175 ceph-mon[44549]: pgmap v11791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T19:06:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:52 smithi181 ceph-mon[45557]: pgmap v11791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T19:06:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:52 smithi088 ceph-mon[35322]: pgmap v11791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T19:06:54.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:54 smithi175 ceph-mon[44549]: pgmap v11792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:06:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:54 smithi181 ceph-mon[45557]: pgmap v11792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:06:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:54 smithi088 ceph-mon[35322]: pgmap v11792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:06:56.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:56 smithi175 ceph-mon[44549]: pgmap v11793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:06:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:56 smithi181 ceph-mon[45557]: pgmap v11793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:06:57.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:56 smithi088 ceph-mon[35322]: pgmap v11793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:06:58.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:06:58 smithi175 ceph-mon[44549]: pgmap v11794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:06:58 smithi181 ceph-mon[45557]: pgmap v11794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:06:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:06:58 smithi088 ceph-mon[35322]: pgmap v11794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:00 smithi175 ceph-mon[44549]: pgmap v11795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:00 smithi181 ceph-mon[45557]: pgmap v11795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:00 smithi088 ceph-mon[35322]: pgmap v11795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:02 smithi175 ceph-mon[44549]: pgmap v11796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:02 smithi181 ceph-mon[45557]: pgmap v11796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:02 smithi088 ceph-mon[35322]: pgmap v11796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:04 smithi175 ceph-mon[44549]: pgmap v11797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:04 smithi181 ceph-mon[45557]: pgmap v11797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:04 smithi088 ceph-mon[35322]: pgmap v11797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:06.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:06.046+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:07:06.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:06.046+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:07:06.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:06.046+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:07:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:06 smithi175 ceph-mon[44549]: pgmap v11798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:06 smithi181 ceph-mon[45557]: pgmap v11798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:07.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:06 smithi088 ceph-mon[35322]: pgmap v11798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:08 smithi175 ceph-mon[44549]: pgmap v11799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:08 smithi181 ceph-mon[45557]: pgmap v11799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:08 smithi088 ceph-mon[35322]: pgmap v11799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:10 smithi175 ceph-mon[44549]: pgmap v11800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:10 smithi181 ceph-mon[45557]: pgmap v11800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:10 smithi088 ceph-mon[35322]: pgmap v11800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:12 smithi175 ceph-mon[44549]: pgmap v11801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:12 smithi181 ceph-mon[45557]: pgmap v11801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:13.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:12 smithi088 ceph-mon[35322]: pgmap v11801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:14.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:14 smithi175 ceph-mon[44549]: pgmap v11802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:14 smithi181 ceph-mon[45557]: pgmap v11802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:14 smithi088 ceph-mon[35322]: pgmap v11802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:16 smithi175 ceph-mon[44549]: pgmap v11803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:16 smithi181 ceph-mon[45557]: pgmap v11803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:16 smithi088 ceph-mon[35322]: pgmap v11803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:18 smithi175 ceph-mon[44549]: pgmap v11804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:18 smithi181 ceph-mon[45557]: pgmap v11804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:18 smithi088 ceph-mon[35322]: pgmap v11804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:20 smithi175 ceph-mon[44549]: pgmap v11805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:20 smithi181 ceph-mon[45557]: pgmap v11805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:20 smithi088 ceph-mon[35322]: pgmap v11805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:21.061+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:07:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:21.061+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:07:21.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:21.061+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:07:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:07:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:07:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:07:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:07:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:22 smithi181 ceph-mon[45557]: pgmap v11806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:22 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:07:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:22 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:07:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:07:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:07:22.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:07:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:22 smithi088 ceph-mon[35322]: pgmap v11806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:22 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:07:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:22 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:07:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:07:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:07:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:07:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:22 smithi175 ceph-mon[44549]: pgmap v11806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:22 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:07:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:22 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:07:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:07:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:07:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:07:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:23 smithi181 ceph-mon[45557]: pgmap v11807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:07:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:23 smithi181 ceph-mon[45557]: pgmap v11808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:07:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:23 smithi088 ceph-mon[35322]: pgmap v11807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:07:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:23 smithi088 ceph-mon[35322]: pgmap v11808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:07:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:23 smithi175 ceph-mon[44549]: pgmap v11807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:07:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:23 smithi175 ceph-mon[44549]: pgmap v11808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:07:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:25 smithi181 ceph-mon[45557]: pgmap v11809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:07:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:25 smithi088 ceph-mon[35322]: pgmap v11809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:07:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:25 smithi175 ceph-mon[44549]: pgmap v11809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:07:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:27 smithi181 ceph-mon[45557]: pgmap v11810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:07:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:27 smithi088 ceph-mon[35322]: pgmap v11810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:07:28.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:27 smithi175 ceph-mon[44549]: pgmap v11810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:07:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:28 smithi088 ceph-mon[35322]: pgmap v11811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:07:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:28 smithi175 ceph-mon[44549]: pgmap v11811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:07:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:28 smithi181 ceph-mon[45557]: pgmap v11811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:07:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:30 smithi088 ceph-mon[35322]: pgmap v11812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:07:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:30 smithi175 ceph-mon[44549]: pgmap v11812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:07:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:30 smithi181 ceph-mon[45557]: pgmap v11812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:07:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:33 smithi175 ceph-mon[44549]: pgmap v11813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:07:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:33 smithi181 ceph-mon[45557]: pgmap v11813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:07:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:33 smithi088 ceph-mon[35322]: pgmap v11813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:07:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:35 smithi175 ceph-mon[44549]: pgmap v11814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:35 smithi181 ceph-mon[45557]: pgmap v11814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:35 smithi088 ceph-mon[35322]: pgmap v11814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:36.063+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:07:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:36.063+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:07:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:36.063+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:07:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:37 smithi175 ceph-mon[44549]: pgmap v11815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:37 smithi181 ceph-mon[45557]: pgmap v11815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:37 smithi088 ceph-mon[35322]: pgmap v11815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:39 smithi088 ceph-mon[35322]: pgmap v11816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:39 smithi175 ceph-mon[44549]: pgmap v11816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:39 smithi181 ceph-mon[45557]: pgmap v11816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:41 smithi175 ceph-mon[44549]: pgmap v11817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:41 smithi181 ceph-mon[45557]: pgmap v11817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:41.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:41 smithi088 ceph-mon[35322]: pgmap v11817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:43 smithi175 ceph-mon[44549]: pgmap v11818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:43 smithi181 ceph-mon[45557]: pgmap v11818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:43 smithi088 ceph-mon[35322]: pgmap v11818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:45 smithi175 ceph-mon[44549]: pgmap v11819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:45 smithi181 ceph-mon[45557]: pgmap v11819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:45 smithi088 ceph-mon[35322]: pgmap v11819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:47 smithi175 ceph-mon[44549]: pgmap v11820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:47 smithi181 ceph-mon[45557]: pgmap v11820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:47 smithi088 ceph-mon[35322]: pgmap v11820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:49 smithi175 ceph-mon[44549]: pgmap v11821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:49 smithi181 ceph-mon[45557]: pgmap v11821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:49 smithi088 ceph-mon[35322]: pgmap v11821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:51.075 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:51.074+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:07:51.075 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:51.074+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:07:51.075 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:07:51.074+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:07:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:51 smithi175 ceph-mon[44549]: pgmap v11822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:51 smithi181 ceph-mon[45557]: pgmap v11822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:51 smithi088 ceph-mon[35322]: pgmap v11822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:07:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:53 smithi175 ceph-mon[44549]: pgmap v11823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:53 smithi181 ceph-mon[45557]: pgmap v11823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:53 smithi088 ceph-mon[35322]: pgmap v11823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:07:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:55 smithi175 ceph-mon[44549]: pgmap v11824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:55 smithi181 ceph-mon[45557]: pgmap v11824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:55 smithi088 ceph-mon[35322]: pgmap v11824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:07:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:57 smithi175 ceph-mon[44549]: pgmap v11825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:57 smithi181 ceph-mon[45557]: pgmap v11825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:57 smithi088 ceph-mon[35322]: pgmap v11825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:07:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:07:59 smithi175 ceph-mon[44549]: pgmap v11826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:07:59 smithi181 ceph-mon[45557]: pgmap v11826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:07:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:07:59 smithi088 ceph-mon[35322]: pgmap v11826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:01 smithi175 ceph-mon[44549]: pgmap v11827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:01 smithi181 ceph-mon[45557]: pgmap v11827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:01 smithi088 ceph-mon[35322]: pgmap v11827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:03 smithi175 ceph-mon[44549]: pgmap v11828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:03 smithi181 ceph-mon[45557]: pgmap v11828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:03 smithi088 ceph-mon[35322]: pgmap v11828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:05 smithi175 ceph-mon[44549]: pgmap v11829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:05 smithi181 ceph-mon[45557]: pgmap v11829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:05 smithi088 ceph-mon[35322]: pgmap v11829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:06.078+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:08:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:06.078+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:08:06.079 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:06.078+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:08:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:07 smithi175 ceph-mon[44549]: pgmap v11830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:07 smithi181 ceph-mon[45557]: pgmap v11830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:07 smithi088 ceph-mon[35322]: pgmap v11830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:09 smithi181 ceph-mon[45557]: pgmap v11831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:09 smithi088 ceph-mon[35322]: pgmap v11831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:09 smithi175 ceph-mon[44549]: pgmap v11831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:11 smithi181 ceph-mon[45557]: pgmap v11832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:11 smithi088 ceph-mon[35322]: pgmap v11832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:11 smithi175 ceph-mon[44549]: pgmap v11832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:13 smithi181 ceph-mon[45557]: pgmap v11833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:13 smithi088 ceph-mon[35322]: pgmap v11833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:13 smithi175 ceph-mon[44549]: pgmap v11833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:15 smithi181 ceph-mon[45557]: pgmap v11834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:15 smithi088 ceph-mon[35322]: pgmap v11834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:15 smithi175 ceph-mon[44549]: pgmap v11834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:17 smithi181 ceph-mon[45557]: pgmap v11835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:17 smithi088 ceph-mon[35322]: pgmap v11835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:17 smithi175 ceph-mon[44549]: pgmap v11835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:19 smithi181 ceph-mon[45557]: pgmap v11836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:19 smithi088 ceph-mon[35322]: pgmap v11836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:19 smithi175 ceph-mon[44549]: pgmap v11836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:21.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:21.081+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:08:21.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:21.081+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:08:21.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:21.081+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:08:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:21 smithi181 ceph-mon[45557]: pgmap v11837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:21 smithi088 ceph-mon[35322]: pgmap v11837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:21 smithi175 ceph-mon[44549]: pgmap v11837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:08:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:08:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:08:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:23 smithi181 ceph-mon[45557]: pgmap v11838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:08:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:08:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:08:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:23 smithi088 ceph-mon[35322]: pgmap v11838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:08:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:08:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:08:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:23 smithi175 ceph-mon[44549]: pgmap v11838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:08:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:08:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:08:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:24 smithi181 ceph-mon[45557]: pgmap v11839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:08:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:24 smithi181 ceph-mon[45557]: pgmap v11840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:08:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:24 smithi088 ceph-mon[35322]: pgmap v11839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:08:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:24 smithi088 ceph-mon[35322]: pgmap v11840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:08:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:24 smithi175 ceph-mon[44549]: pgmap v11839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:08:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:24 smithi175 ceph-mon[44549]: pgmap v11840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:08:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:26 smithi088 ceph-mon[35322]: pgmap v11841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:08:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:26 smithi175 ceph-mon[44549]: pgmap v11841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:08:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:26 smithi181 ceph-mon[45557]: pgmap v11841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:08:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:28 smithi088 ceph-mon[35322]: pgmap v11842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:08:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:28 smithi175 ceph-mon[44549]: pgmap v11842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:08:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:28 smithi181 ceph-mon[45557]: pgmap v11842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:08:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:30 smithi088 ceph-mon[35322]: pgmap v11843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:08:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:30 smithi175 ceph-mon[44549]: pgmap v11843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:08:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:30 smithi181 ceph-mon[45557]: pgmap v11843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:08:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:32 smithi088 ceph-mon[35322]: pgmap v11844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:08:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:32 smithi175 ceph-mon[44549]: pgmap v11844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:08:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:32 smithi181 ceph-mon[45557]: pgmap v11844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:08:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:34 smithi088 ceph-mon[35322]: pgmap v11845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:08:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:34 smithi175 ceph-mon[44549]: pgmap v11845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:08:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:34 smithi181 ceph-mon[45557]: pgmap v11845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:08:36.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:36.089+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:08:36.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:36.089+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:08:36.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:36.089+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:08:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:36 smithi088 ceph-mon[35322]: pgmap v11846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:36 smithi175 ceph-mon[44549]: pgmap v11846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:36 smithi181 ceph-mon[45557]: pgmap v11846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:38 smithi088 ceph-mon[35322]: pgmap v11847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:38 smithi175 ceph-mon[44549]: pgmap v11847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:38 smithi181 ceph-mon[45557]: pgmap v11847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:40 smithi088 ceph-mon[35322]: pgmap v11848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:40 smithi175 ceph-mon[44549]: pgmap v11848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:40 smithi181 ceph-mon[45557]: pgmap v11848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:42.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:42 smithi088 ceph-mon[35322]: pgmap v11849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:42 smithi175 ceph-mon[44549]: pgmap v11849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:42 smithi181 ceph-mon[45557]: pgmap v11849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:44 smithi088 ceph-mon[35322]: pgmap v11850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:44 smithi175 ceph-mon[44549]: pgmap v11850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:44 smithi181 ceph-mon[45557]: pgmap v11850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:46.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:46 smithi088 ceph-mon[35322]: pgmap v11851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:46 smithi175 ceph-mon[44549]: pgmap v11851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:46 smithi181 ceph-mon[45557]: pgmap v11851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:48 smithi088 ceph-mon[35322]: pgmap v11852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:48 smithi175 ceph-mon[44549]: pgmap v11852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:48 smithi181 ceph-mon[45557]: pgmap v11852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:50 smithi088 ceph-mon[35322]: pgmap v11853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:50 smithi175 ceph-mon[44549]: pgmap v11853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:50 smithi181 ceph-mon[45557]: pgmap v11853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:08:51.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:51.104+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:08:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:51.104+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:08:51.106 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:08:51.104+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:08:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:52 smithi088 ceph-mon[35322]: pgmap v11854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:52 smithi175 ceph-mon[44549]: pgmap v11854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:52 smithi181 ceph-mon[45557]: pgmap v11854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:08:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:54 smithi088 ceph-mon[35322]: pgmap v11855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:54 smithi175 ceph-mon[44549]: pgmap v11855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:54 smithi181 ceph-mon[45557]: pgmap v11855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:08:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:56 smithi088 ceph-mon[35322]: pgmap v11856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:56 smithi175 ceph-mon[44549]: pgmap v11856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:56 smithi181 ceph-mon[45557]: pgmap v11856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:08:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:08:58 smithi088 ceph-mon[35322]: pgmap v11857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:08:58 smithi175 ceph-mon[44549]: pgmap v11857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:08:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:08:58 smithi181 ceph-mon[45557]: pgmap v11857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:00 smithi088 ceph-mon[35322]: pgmap v11858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:00 smithi175 ceph-mon[44549]: pgmap v11858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:00 smithi181 ceph-mon[45557]: pgmap v11858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:02 smithi088 ceph-mon[35322]: pgmap v11859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:02 smithi175 ceph-mon[44549]: pgmap v11859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:02 smithi181 ceph-mon[45557]: pgmap v11859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:04 smithi175 ceph-mon[44549]: pgmap v11860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:09:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:04 smithi181 ceph-mon[45557]: pgmap v11860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:09:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:04 smithi088 ceph-mon[35322]: pgmap v11860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:09:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:06.114+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:09:06.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:06.114+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:09:06.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:06.114+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:09:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:06 smithi175 ceph-mon[44549]: pgmap v11861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:06 smithi181 ceph-mon[45557]: pgmap v11861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:06.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:06 smithi088 ceph-mon[35322]: pgmap v11861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:08 smithi175 ceph-mon[44549]: pgmap v11862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:08 smithi181 ceph-mon[45557]: pgmap v11862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:08.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:08 smithi088 ceph-mon[35322]: pgmap v11862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:10 smithi175 ceph-mon[44549]: pgmap v11863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:10 smithi181 ceph-mon[45557]: pgmap v11863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:10 smithi088 ceph-mon[35322]: pgmap v11863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:12 smithi088 ceph-mon[35322]: pgmap v11864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:12 smithi175 ceph-mon[44549]: pgmap v11864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:12 smithi181 ceph-mon[45557]: pgmap v11864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:14 smithi175 ceph-mon[44549]: pgmap v11865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:09:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:14 smithi181 ceph-mon[45557]: pgmap v11865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:09:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:14 smithi088 ceph-mon[35322]: pgmap v11865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:09:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:16 smithi175 ceph-mon[44549]: pgmap v11866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:16 smithi181 ceph-mon[45557]: pgmap v11866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:16 smithi088 ceph-mon[35322]: pgmap v11866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:18 smithi175 ceph-mon[44549]: pgmap v11867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:18 smithi181 ceph-mon[45557]: pgmap v11867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:18 smithi088 ceph-mon[35322]: pgmap v11867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:20 smithi175 ceph-mon[44549]: pgmap v11868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:20 smithi181 ceph-mon[45557]: pgmap v11868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:20.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:20 smithi088 ceph-mon[35322]: pgmap v11868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:21.117 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:21.116+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:09:21.117 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:21.116+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:09:21.117 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:21.116+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:09:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:22 smithi175 ceph-mon[44549]: pgmap v11869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:22 smithi181 ceph-mon[45557]: pgmap v11869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:22.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:22 smithi088 ceph-mon[35322]: pgmap v11869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:09:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:09:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:09:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:24 smithi175 ceph-mon[44549]: pgmap v11870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:09:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:24 smithi181 ceph-mon[45557]: pgmap v11870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:09:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:24.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:24 smithi088 ceph-mon[35322]: pgmap v11870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:09:24.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:24.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:26 smithi175 ceph-mon[44549]: pgmap v11871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:09:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:09:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:26 smithi181 ceph-mon[45557]: pgmap v11871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:09:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:09:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:26 smithi088 ceph-mon[35322]: pgmap v11871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:09:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:09:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:09:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:27 smithi175 ceph-mon[44549]: pgmap v11872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T19:09:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:27 smithi175 ceph-mon[44549]: pgmap v11873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:27 smithi181 ceph-mon[45557]: pgmap v11872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T19:09:27.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:27 smithi181 ceph-mon[45557]: pgmap v11873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:27 smithi088 ceph-mon[35322]: pgmap v11872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T19:09:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:27 smithi088 ceph-mon[35322]: pgmap v11873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:29 smithi175 ceph-mon[44549]: pgmap v11874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T19:09:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:29 smithi181 ceph-mon[45557]: pgmap v11874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T19:09:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:29 smithi088 ceph-mon[35322]: pgmap v11874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T19:09:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:31 smithi175 ceph-mon[44549]: pgmap v11875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:31 smithi181 ceph-mon[45557]: pgmap v11875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:31.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:31 smithi088 ceph-mon[35322]: pgmap v11875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:33.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:33 smithi175 ceph-mon[44549]: pgmap v11876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:33 smithi181 ceph-mon[45557]: pgmap v11876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:33 smithi088 ceph-mon[35322]: pgmap v11876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:35 smithi175 ceph-mon[44549]: pgmap v11877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:35 smithi181 ceph-mon[45557]: pgmap v11877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:35 smithi088 ceph-mon[35322]: pgmap v11877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:09:36.125 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:36.124+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:09:36.125 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:36.124+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:09:36.125 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:36.124+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:09:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:37 smithi175 ceph-mon[44549]: pgmap v11878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:09:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:37 smithi181 ceph-mon[45557]: pgmap v11878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:09:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:37 smithi088 ceph-mon[35322]: pgmap v11878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:09:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:39 smithi175 ceph-mon[44549]: pgmap v11879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:39 smithi181 ceph-mon[45557]: pgmap v11879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:39 smithi088 ceph-mon[35322]: pgmap v11879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:41.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:41 smithi175 ceph-mon[44549]: pgmap v11880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:41 smithi181 ceph-mon[45557]: pgmap v11880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:41 smithi088 ceph-mon[35322]: pgmap v11880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:42.831+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:09:42.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:42.831+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:09:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:42.832+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 172 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T19:09:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:42.832+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 172 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T19:09:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:43 smithi175 ceph-mon[44549]: pgmap v11881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:43 smithi181 ceph-mon[45557]: pgmap v11881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:43 smithi088 ceph-mon[35322]: pgmap v11881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:45.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:45 smithi175 ceph-mon[44549]: pgmap v11882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:45 smithi181 ceph-mon[45557]: pgmap v11882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:45 smithi088 ceph-mon[35322]: pgmap v11882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:47 smithi175 ceph-mon[44549]: pgmap v11883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:47 smithi181 ceph-mon[45557]: pgmap v11883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:47 smithi088 ceph-mon[35322]: pgmap v11883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:49 smithi175 ceph-mon[44549]: pgmap v11884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:49 smithi181 ceph-mon[45557]: pgmap v11884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:49 smithi088 ceph-mon[35322]: pgmap v11884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:51.128+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:09:51.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:51.128+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:09:51.130 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:09:51.128+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:09:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:51 smithi175 ceph-mon[44549]: pgmap v11885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:51 smithi181 ceph-mon[45557]: pgmap v11885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:51 smithi088 ceph-mon[35322]: pgmap v11885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:09:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:53 smithi181 ceph-mon[45557]: pgmap v11886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:53.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:53 smithi088 ceph-mon[35322]: pgmap v11886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:53 smithi175 ceph-mon[44549]: pgmap v11886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:55 smithi181 ceph-mon[45557]: pgmap v11887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:55 smithi088 ceph-mon[35322]: pgmap v11887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:55 smithi175 ceph-mon[44549]: pgmap v11887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:09:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:57 smithi181 ceph-mon[45557]: pgmap v11888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:57 smithi088 ceph-mon[35322]: pgmap v11888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:57 smithi175 ceph-mon[44549]: pgmap v11888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:09:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:09:59 smithi181 ceph-mon[45557]: pgmap v11889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:09:59 smithi088 ceph-mon[35322]: pgmap v11889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:09:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:09:59 smithi175 ceph-mon[44549]: pgmap v11889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:10:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:10:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:10:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:01 smithi181 ceph-mon[45557]: pgmap v11890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:01 smithi088 ceph-mon[35322]: pgmap v11890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:01 smithi175 ceph-mon[44549]: pgmap v11890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:03 smithi181 ceph-mon[45557]: pgmap v11891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:03.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:03 smithi088 ceph-mon[35322]: pgmap v11891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:03 smithi175 ceph-mon[44549]: pgmap v11891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:05 smithi181 ceph-mon[45557]: pgmap v11892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:05.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:05 smithi088 ceph-mon[35322]: pgmap v11892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:05 smithi175 ceph-mon[44549]: pgmap v11892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:06.143+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:10:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:06.143+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:10:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:06.143+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:10:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:07 smithi181 ceph-mon[45557]: pgmap v11893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:07 smithi088 ceph-mon[35322]: pgmap v11893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:07 smithi175 ceph-mon[44549]: pgmap v11893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:09 smithi181 ceph-mon[45557]: pgmap v11894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:09.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:09 smithi088 ceph-mon[35322]: pgmap v11894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:09 smithi175 ceph-mon[44549]: pgmap v11894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:11 smithi181 ceph-mon[45557]: pgmap v11895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:11.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:11 smithi088 ceph-mon[35322]: pgmap v11895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:11 smithi175 ceph-mon[44549]: pgmap v11895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:13 smithi181 ceph-mon[45557]: pgmap v11896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:13 smithi088 ceph-mon[35322]: pgmap v11896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:13 smithi175 ceph-mon[44549]: pgmap v11896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:15 smithi088 ceph-mon[35322]: pgmap v11897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:15 smithi175 ceph-mon[44549]: pgmap v11897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:15 smithi181 ceph-mon[45557]: pgmap v11897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:17 smithi088 ceph-mon[35322]: pgmap v11898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:17 smithi175 ceph-mon[44549]: pgmap v11898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:17 smithi181 ceph-mon[45557]: pgmap v11898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:19.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:19 smithi088 ceph-mon[35322]: pgmap v11899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:19 smithi175 ceph-mon[44549]: pgmap v11899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:19 smithi181 ceph-mon[45557]: pgmap v11899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:21.157 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:21.156+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:10:21.158 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:21.156+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:10:21.158 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:21.156+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:10:21.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:21 smithi088 ceph-mon[35322]: pgmap v11900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:21 smithi175 ceph-mon[44549]: pgmap v11900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:21 smithi181 ceph-mon[45557]: pgmap v11900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:23 smithi088 ceph-mon[35322]: pgmap v11901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:23 smithi175 ceph-mon[44549]: pgmap v11901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:23 smithi181 ceph-mon[45557]: pgmap v11901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:25 smithi088 ceph-mon[35322]: pgmap v11902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:25.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:25 smithi175 ceph-mon[44549]: pgmap v11902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:25 smithi181 ceph-mon[45557]: pgmap v11902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:10:26.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:10:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:10:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:27 smithi088 ceph-mon[35322]: pgmap v11903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:10:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:10:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:10:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:27 smithi175 ceph-mon[44549]: pgmap v11903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:27.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:10:27.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:10:27.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:10:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:27 smithi181 ceph-mon[45557]: pgmap v11903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:10:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:10:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:10:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:28 smithi088 ceph-mon[35322]: pgmap v11904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:10:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:28 smithi088 ceph-mon[35322]: pgmap v11905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:10:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:28 smithi175 ceph-mon[44549]: pgmap v11904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:10:28.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:28 smithi175 ceph-mon[44549]: pgmap v11905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:10:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:28 smithi181 ceph-mon[45557]: pgmap v11904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:10:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:28 smithi181 ceph-mon[45557]: pgmap v11905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:10:30.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:30 smithi088 ceph-mon[35322]: pgmap v11906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:10:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:30 smithi175 ceph-mon[44549]: pgmap v11906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:10:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:30 smithi181 ceph-mon[45557]: pgmap v11906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:10:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:32 smithi088 ceph-mon[35322]: pgmap v11907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:10:32.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:32 smithi175 ceph-mon[44549]: pgmap v11907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:10:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:32 smithi181 ceph-mon[45557]: pgmap v11907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:10:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:34 smithi088 ceph-mon[35322]: pgmap v11908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:10:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:34 smithi175 ceph-mon[44549]: pgmap v11908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:10:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:34 smithi181 ceph-mon[45557]: pgmap v11908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:10:36.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:36.172+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:10:36.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:36.172+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:10:36.173 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:36.172+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:10:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:36 smithi088 ceph-mon[35322]: pgmap v11909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:10:36.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:36 smithi175 ceph-mon[44549]: pgmap v11909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:10:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:36 smithi181 ceph-mon[45557]: pgmap v11909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:10:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:38 smithi088 ceph-mon[35322]: pgmap v11910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:10:38.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:38 smithi175 ceph-mon[44549]: pgmap v11910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:10:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:38 smithi181 ceph-mon[45557]: pgmap v11910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:10:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:40 smithi088 ceph-mon[35322]: pgmap v11911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:40 smithi175 ceph-mon[44549]: pgmap v11911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:40 smithi181 ceph-mon[45557]: pgmap v11911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:42 smithi088 ceph-mon[35322]: pgmap v11912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:42 smithi175 ceph-mon[44549]: pgmap v11912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:42 smithi181 ceph-mon[45557]: pgmap v11912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:44 smithi088 ceph-mon[35322]: pgmap v11913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:44 smithi175 ceph-mon[44549]: pgmap v11913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:44 smithi181 ceph-mon[45557]: pgmap v11913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:46 smithi088 ceph-mon[35322]: pgmap v11914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:46 smithi175 ceph-mon[44549]: pgmap v11914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:46 smithi181 ceph-mon[45557]: pgmap v11914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:48 smithi175 ceph-mon[44549]: pgmap v11915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:48 smithi181 ceph-mon[45557]: pgmap v11915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:49.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:48 smithi088 ceph-mon[35322]: pgmap v11915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:50 smithi175 ceph-mon[44549]: pgmap v11916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:50 smithi181 ceph-mon[45557]: pgmap v11916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:50 smithi088 ceph-mon[35322]: pgmap v11916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:10:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:51.185+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:10:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:51.185+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:10:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:10:51.185+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:10:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:52 smithi175 ceph-mon[44549]: pgmap v11917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:52 smithi181 ceph-mon[45557]: pgmap v11917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:52 smithi088 ceph-mon[35322]: pgmap v11917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:54.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:54 smithi175 ceph-mon[44549]: pgmap v11918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:54 smithi181 ceph-mon[45557]: pgmap v11918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:54 smithi088 ceph-mon[35322]: pgmap v11918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:10:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:56 smithi175 ceph-mon[44549]: pgmap v11919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:56 smithi181 ceph-mon[45557]: pgmap v11919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:57.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:56 smithi088 ceph-mon[35322]: pgmap v11919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:10:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:10:58 smithi175 ceph-mon[44549]: pgmap v11920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:10:58 smithi181 ceph-mon[45557]: pgmap v11920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:10:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:10:58 smithi088 ceph-mon[35322]: pgmap v11920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:00 smithi175 ceph-mon[44549]: pgmap v11921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:00 smithi181 ceph-mon[45557]: pgmap v11921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:00 smithi088 ceph-mon[35322]: pgmap v11921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:02.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:02 smithi175 ceph-mon[44549]: pgmap v11922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:02 smithi181 ceph-mon[45557]: pgmap v11922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:02 smithi088 ceph-mon[35322]: pgmap v11922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:04 smithi175 ceph-mon[44549]: pgmap v11923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:11:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:04 smithi181 ceph-mon[45557]: pgmap v11923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:11:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:04 smithi088 ceph-mon[35322]: pgmap v11923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:11:06.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:06.199+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:11:06.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:06.199+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:11:06.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:06.199+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:11:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:06 smithi175 ceph-mon[44549]: pgmap v11924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:06 smithi181 ceph-mon[45557]: pgmap v11924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:07.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:06 smithi088 ceph-mon[35322]: pgmap v11924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:08 smithi175 ceph-mon[44549]: pgmap v11925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:08 smithi181 ceph-mon[45557]: pgmap v11925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:08 smithi088 ceph-mon[35322]: pgmap v11925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:10 smithi175 ceph-mon[44549]: pgmap v11926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:10 smithi181 ceph-mon[45557]: pgmap v11926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:10 smithi088 ceph-mon[35322]: pgmap v11926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:12 smithi175 ceph-mon[44549]: pgmap v11927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:12 smithi181 ceph-mon[45557]: pgmap v11927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:12 smithi088 ceph-mon[35322]: pgmap v11927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:14 smithi175 ceph-mon[44549]: pgmap v11928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:11:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:14 smithi181 ceph-mon[45557]: pgmap v11928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:11:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:14 smithi088 ceph-mon[35322]: pgmap v11928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:11:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:16 smithi175 ceph-mon[44549]: pgmap v11929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:16 smithi181 ceph-mon[45557]: pgmap v11929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:16 smithi088 ceph-mon[35322]: pgmap v11929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:18 smithi175 ceph-mon[44549]: pgmap v11930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:18 smithi181 ceph-mon[45557]: pgmap v11930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:18 smithi088 ceph-mon[35322]: pgmap v11930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:20 smithi175 ceph-mon[44549]: pgmap v11931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:20 smithi181 ceph-mon[45557]: pgmap v11931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:20 smithi088 ceph-mon[35322]: pgmap v11931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:21.214+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:11:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:21.214+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:11:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:21.214+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:11:22.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:22 smithi175 ceph-mon[44549]: pgmap v11932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:22 smithi181 ceph-mon[45557]: pgmap v11932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:22 smithi088 ceph-mon[35322]: pgmap v11932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:24 smithi175 ceph-mon[44549]: pgmap v11933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:11:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:24 smithi181 ceph-mon[45557]: pgmap v11933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:11:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:24 smithi088 ceph-mon[35322]: pgmap v11933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:11:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:26 smithi175 ceph-mon[44549]: pgmap v11934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:26 smithi181 ceph-mon[45557]: pgmap v11934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:26 smithi088 ceph-mon[35322]: pgmap v11934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:28 smithi181 ceph-mon[45557]: pgmap v11935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:11:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:11:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:11:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:11:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:28 smithi088 ceph-mon[35322]: pgmap v11935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:11:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:11:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:11:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:11:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:28 smithi175 ceph-mon[44549]: pgmap v11935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:11:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:11:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:11:28.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:11:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:29 smithi175 ceph-mon[44549]: pgmap v11936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:11:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:29 smithi175 ceph-mon[44549]: pgmap v11937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:11:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:29 smithi181 ceph-mon[45557]: pgmap v11936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:11:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:29 smithi181 ceph-mon[45557]: pgmap v11937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:11:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:29 smithi088 ceph-mon[35322]: pgmap v11936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:11:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:29 smithi088 ceph-mon[35322]: pgmap v11937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:11:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:31 smithi175 ceph-mon[44549]: pgmap v11938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:11:31.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:31 smithi088 ceph-mon[35322]: pgmap v11938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:11:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:31 smithi181 ceph-mon[45557]: pgmap v11938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:11:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:33 smithi175 ceph-mon[44549]: pgmap v11939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:11:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:33 smithi181 ceph-mon[45557]: pgmap v11939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:11:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:33 smithi088 ceph-mon[35322]: pgmap v11939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:11:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:35 smithi175 ceph-mon[44549]: pgmap v11940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:11:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:35 smithi181 ceph-mon[45557]: pgmap v11940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:11:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:35 smithi088 ceph-mon[35322]: pgmap v11940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:11:36.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:36.230+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:11:36.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:36.230+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:11:36.231 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:36.230+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:11:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:37 smithi175 ceph-mon[44549]: pgmap v11941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:11:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:37 smithi181 ceph-mon[45557]: pgmap v11941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:11:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:37 smithi088 ceph-mon[35322]: pgmap v11941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:11:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:39 smithi175 ceph-mon[44549]: pgmap v11942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:11:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:39 smithi181 ceph-mon[45557]: pgmap v11942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:11:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:39 smithi088 ceph-mon[35322]: pgmap v11942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:11:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:41 smithi175 ceph-mon[44549]: pgmap v11943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:11:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:41 smithi181 ceph-mon[45557]: pgmap v11943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:11:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:41 smithi088 ceph-mon[35322]: pgmap v11943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:11:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:43 smithi175 ceph-mon[44549]: pgmap v11944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:43 smithi181 ceph-mon[45557]: pgmap v11944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:43 smithi088 ceph-mon[35322]: pgmap v11944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:45.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:45 smithi175 ceph-mon[44549]: pgmap v11945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:45 smithi181 ceph-mon[45557]: pgmap v11945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:45 smithi088 ceph-mon[35322]: pgmap v11945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:47 smithi175 ceph-mon[44549]: pgmap v11946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:47 smithi181 ceph-mon[45557]: pgmap v11946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:48.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:47 smithi088 ceph-mon[35322]: pgmap v11946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:49 smithi175 ceph-mon[44549]: pgmap v11947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:11:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:49 smithi181 ceph-mon[45557]: pgmap v11947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:11:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:49 smithi088 ceph-mon[35322]: pgmap v11947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:11:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:51.238+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:11:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:51.238+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:11:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:51.238+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:11:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:51 smithi175 ceph-mon[44549]: pgmap v11948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:51 smithi181 ceph-mon[45557]: pgmap v11948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:51 smithi088 ceph-mon[35322]: pgmap v11948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:11:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:53 smithi175 ceph-mon[44549]: pgmap v11949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:53 smithi181 ceph-mon[45557]: pgmap v11949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:53 smithi088 ceph-mon[35322]: pgmap v11949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:55 smithi175 ceph-mon[44549]: pgmap v11950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:55 smithi181 ceph-mon[45557]: pgmap v11950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:55 smithi088 ceph-mon[35322]: pgmap v11950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:11:57.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:57.852+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:11:57.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:57.852+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:11:57.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:57.853+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 173 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:11:57.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:11:57.853+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 173 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:11:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:57 smithi181 ceph-mon[45557]: pgmap v11951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:57 smithi088 ceph-mon[35322]: pgmap v11951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:57 smithi175 ceph-mon[44549]: pgmap v11951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:11:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:11:59 smithi181 ceph-mon[45557]: pgmap v11952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:11:59 smithi088 ceph-mon[35322]: pgmap v11952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:11:59 smithi175 ceph-mon[44549]: pgmap v11952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:01 smithi181 ceph-mon[45557]: pgmap v11953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:01 smithi088 ceph-mon[35322]: pgmap v11953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:01 smithi175 ceph-mon[44549]: pgmap v11953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:03 smithi181 ceph-mon[45557]: pgmap v11954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:03 smithi088 ceph-mon[35322]: pgmap v11954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:03 smithi175 ceph-mon[44549]: pgmap v11954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:05 smithi181 ceph-mon[45557]: pgmap v11955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:05 smithi088 ceph-mon[35322]: pgmap v11955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:05 smithi175 ceph-mon[44549]: pgmap v11955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:06.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:06.254+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:12:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:06.255+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:12:06.256 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:06.255+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:12:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:07 smithi181 ceph-mon[45557]: pgmap v11956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:07 smithi088 ceph-mon[35322]: pgmap v11956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:07 smithi175 ceph-mon[44549]: pgmap v11956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:09 smithi181 ceph-mon[45557]: pgmap v11957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:09 smithi088 ceph-mon[35322]: pgmap v11957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:09 smithi175 ceph-mon[44549]: pgmap v11957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:11 smithi181 ceph-mon[45557]: pgmap v11958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:11 smithi088 ceph-mon[35322]: pgmap v11958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:11 smithi175 ceph-mon[44549]: pgmap v11958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:13 smithi181 ceph-mon[45557]: pgmap v11959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:13 smithi088 ceph-mon[35322]: pgmap v11959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:13 smithi175 ceph-mon[44549]: pgmap v11959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:15 smithi181 ceph-mon[45557]: pgmap v11960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:15 smithi088 ceph-mon[35322]: pgmap v11960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:15 smithi175 ceph-mon[44549]: pgmap v11960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:17 smithi181 ceph-mon[45557]: pgmap v11961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:17 smithi088 ceph-mon[35322]: pgmap v11961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:17 smithi175 ceph-mon[44549]: pgmap v11961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:19 smithi181 ceph-mon[45557]: pgmap v11962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:19 smithi088 ceph-mon[35322]: pgmap v11962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:19 smithi175 ceph-mon[44549]: pgmap v11962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:21.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:21.267+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:12:21.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:21.267+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:12:21.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:21.267+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:12:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:21 smithi181 ceph-mon[45557]: pgmap v11963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:21 smithi088 ceph-mon[35322]: pgmap v11963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:21 smithi175 ceph-mon[44549]: pgmap v11963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:23 smithi088 ceph-mon[35322]: pgmap v11964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:23 smithi175 ceph-mon[44549]: pgmap v11964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:23 smithi181 ceph-mon[45557]: pgmap v11964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:25 smithi088 ceph-mon[35322]: pgmap v11965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:25 smithi175 ceph-mon[44549]: pgmap v11965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:25 smithi181 ceph-mon[45557]: pgmap v11965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:27 smithi088 ceph-mon[35322]: pgmap v11966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:27 smithi175 ceph-mon[44549]: pgmap v11966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:27 smithi181 ceph-mon[45557]: pgmap v11966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:12:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:12:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:12:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:29 smithi088 ceph-mon[35322]: pgmap v11967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:12:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:12:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:12:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:29 smithi175 ceph-mon[44549]: pgmap v11967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:12:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:12:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:12:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:29 smithi181 ceph-mon[45557]: pgmap v11967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:12:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:12:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:12:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:12:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:30 smithi088 ceph-mon[35322]: pgmap v11968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:12:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:30 smithi088 ceph-mon[35322]: pgmap v11969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:12:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:30 smithi175 ceph-mon[44549]: pgmap v11968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:12:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:30 smithi175 ceph-mon[44549]: pgmap v11969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:12:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:30 smithi181 ceph-mon[45557]: pgmap v11968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:12:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:30 smithi181 ceph-mon[45557]: pgmap v11969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:12:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:31 smithi175 ceph-mon[44549]: pgmap v11970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:12:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:31 smithi181 ceph-mon[45557]: pgmap v11970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:12:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:31 smithi088 ceph-mon[35322]: pgmap v11970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:12:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:34 smithi175 ceph-mon[44549]: pgmap v11971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:12:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:34 smithi181 ceph-mon[45557]: pgmap v11971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:12:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:34 smithi088 ceph-mon[35322]: pgmap v11971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:12:36.284 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:36.282+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:12:36.284 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:36.282+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:12:36.284 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:36.282+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:12:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:36 smithi181 ceph-mon[45557]: pgmap v11972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:12:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:36 smithi088 ceph-mon[35322]: pgmap v11972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:12:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:36 smithi175 ceph-mon[44549]: pgmap v11972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:12:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:38 smithi181 ceph-mon[45557]: pgmap v11973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:12:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:38 smithi088 ceph-mon[35322]: pgmap v11973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:12:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:38 smithi175 ceph-mon[44549]: pgmap v11973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:12:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:40 smithi181 ceph-mon[45557]: pgmap v11974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:12:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:40 smithi088 ceph-mon[35322]: pgmap v11974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:12:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:40 smithi175 ceph-mon[44549]: pgmap v11974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:12:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:42.859+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:12:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:42.859+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:12:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:42.860+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 174 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:12:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:42.860+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 174 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:12:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:42 smithi181 ceph-mon[45557]: pgmap v11975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:42 smithi088 ceph-mon[35322]: pgmap v11975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:42 smithi175 ceph-mon[44549]: pgmap v11975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:44 smithi181 ceph-mon[45557]: pgmap v11976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:44 smithi088 ceph-mon[35322]: pgmap v11976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:44 smithi175 ceph-mon[44549]: pgmap v11976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:46 smithi181 ceph-mon[45557]: pgmap v11977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:47.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:46 smithi088 ceph-mon[35322]: pgmap v11977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:46 smithi175 ceph-mon[44549]: pgmap v11977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:48 smithi181 ceph-mon[45557]: pgmap v11978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:12:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:48 smithi088 ceph-mon[35322]: pgmap v11978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:12:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:48 smithi175 ceph-mon[44549]: pgmap v11978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:12:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:50 smithi181 ceph-mon[45557]: pgmap v11979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:50 smithi088 ceph-mon[35322]: pgmap v11979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:50 smithi175 ceph-mon[44549]: pgmap v11979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:12:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:51.298+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:12:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:51.298+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:12:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:12:51.298+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:12:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:52 smithi181 ceph-mon[45557]: pgmap v11980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:52 smithi088 ceph-mon[35322]: pgmap v11980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:52 smithi175 ceph-mon[44549]: pgmap v11980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:12:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:54 smithi181 ceph-mon[45557]: pgmap v11981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:54 smithi088 ceph-mon[35322]: pgmap v11981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:54 smithi175 ceph-mon[44549]: pgmap v11981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:12:56.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:56 smithi181 ceph-mon[45557]: pgmap v11982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:57.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:56 smithi088 ceph-mon[35322]: pgmap v11982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:57.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:56 smithi175 ceph-mon[44549]: pgmap v11982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:12:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:12:58 smithi181 ceph-mon[45557]: pgmap v11983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:12:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:12:58 smithi088 ceph-mon[35322]: pgmap v11983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:12:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:12:58 smithi175 ceph-mon[44549]: pgmap v11983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:00 smithi181 ceph-mon[45557]: pgmap v11984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:00 smithi088 ceph-mon[35322]: pgmap v11984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:00 smithi175 ceph-mon[44549]: pgmap v11984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:02 smithi181 ceph-mon[45557]: pgmap v11985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:02 smithi088 ceph-mon[35322]: pgmap v11985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:02 smithi175 ceph-mon[44549]: pgmap v11985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:04 smithi181 ceph-mon[45557]: pgmap v11986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:04 smithi088 ceph-mon[35322]: pgmap v11986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:04 smithi175 ceph-mon[44549]: pgmap v11986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:06.314+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:13:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:06.314+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:13:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:06.314+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:13:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:06 smithi181 ceph-mon[45557]: pgmap v11987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:06 smithi088 ceph-mon[35322]: pgmap v11987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:06 smithi175 ceph-mon[44549]: pgmap v11987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:08 smithi088 ceph-mon[35322]: pgmap v11988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:08.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:08 smithi175 ceph-mon[44549]: pgmap v11988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:08 smithi181 ceph-mon[45557]: pgmap v11988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:10 smithi181 ceph-mon[45557]: pgmap v11989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:10 smithi088 ceph-mon[35322]: pgmap v11989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:10 smithi175 ceph-mon[44549]: pgmap v11989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:12 smithi181 ceph-mon[45557]: pgmap v11990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:12 smithi088 ceph-mon[35322]: pgmap v11990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:12 smithi175 ceph-mon[44549]: pgmap v11990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:14 smithi181 ceph-mon[45557]: pgmap v11991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:14 smithi088 ceph-mon[35322]: pgmap v11991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:14 smithi175 ceph-mon[44549]: pgmap v11991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:16 smithi181 ceph-mon[45557]: pgmap v11992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:16 smithi088 ceph-mon[35322]: pgmap v11992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:16 smithi175 ceph-mon[44549]: pgmap v11992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:18 smithi088 ceph-mon[35322]: pgmap v11993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:18 smithi175 ceph-mon[44549]: pgmap v11993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:18 smithi181 ceph-mon[45557]: pgmap v11993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:20 smithi181 ceph-mon[45557]: pgmap v11994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:20.984 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:20 smithi088 ceph-mon[35322]: pgmap v11994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:20 smithi175 ceph-mon[44549]: pgmap v11994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:21.330 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:21.328+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:13:21.330 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:21.328+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:13:21.330 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:21.328+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:13:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:22 smithi181 ceph-mon[45557]: pgmap v11995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:22 smithi088 ceph-mon[35322]: pgmap v11995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:22 smithi175 ceph-mon[44549]: pgmap v11995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:24 smithi181 ceph-mon[45557]: pgmap v11996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:24 smithi088 ceph-mon[35322]: pgmap v11996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:24 smithi175 ceph-mon[44549]: pgmap v11996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:26 smithi181 ceph-mon[45557]: pgmap v11997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:26 smithi088 ceph-mon[35322]: pgmap v11997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:26 smithi175 ceph-mon[44549]: pgmap v11997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:28 smithi088 ceph-mon[35322]: pgmap v11998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:28 smithi175 ceph-mon[44549]: pgmap v11998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:28 smithi181 ceph-mon[45557]: pgmap v11998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:30 smithi181 ceph-mon[45557]: pgmap v11999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:13:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:13:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:13:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:13:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:30 smithi088 ceph-mon[35322]: pgmap v11999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:13:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:13:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:13:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:13:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:30 smithi175 ceph-mon[44549]: pgmap v11999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:13:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:13:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:13:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:13:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:31 smithi181 ceph-mon[45557]: pgmap v12000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:13:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:31 smithi181 ceph-mon[45557]: pgmap v12001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:13:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:31 smithi088 ceph-mon[35322]: pgmap v12000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:13:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:31 smithi088 ceph-mon[35322]: pgmap v12001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:13:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:31 smithi175 ceph-mon[44549]: pgmap v12000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:13:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:31 smithi175 ceph-mon[44549]: pgmap v12001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:13:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:33 smithi088 ceph-mon[35322]: pgmap v12002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:13:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:33 smithi175 ceph-mon[44549]: pgmap v12002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:13:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:33 smithi181 ceph-mon[45557]: pgmap v12002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:13:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:35 smithi181 ceph-mon[45557]: pgmap v12003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:13:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:35 smithi088 ceph-mon[35322]: pgmap v12003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:13:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:35 smithi175 ceph-mon[44549]: pgmap v12003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:13:36.345 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:36.344+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:13:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:36.344+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:13:36.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:36.344+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:13:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:37 smithi181 ceph-mon[45557]: pgmap v12004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:13:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:37 smithi088 ceph-mon[35322]: pgmap v12004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:13:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:37 smithi175 ceph-mon[44549]: pgmap v12004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:13:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:39 smithi181 ceph-mon[45557]: pgmap v12005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:13:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:39 smithi088 ceph-mon[35322]: pgmap v12005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:13:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:39 smithi175 ceph-mon[44549]: pgmap v12005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:13:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:41 smithi181 ceph-mon[45557]: pgmap v12006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:13:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:41 smithi088 ceph-mon[35322]: pgmap v12006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:13:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:41 smithi175 ceph-mon[44549]: pgmap v12006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:13:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:43 smithi088 ceph-mon[35322]: pgmap v12007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:43 smithi175 ceph-mon[44549]: pgmap v12007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:43 smithi181 ceph-mon[45557]: pgmap v12007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:45 smithi181 ceph-mon[45557]: pgmap v12008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:45 smithi088 ceph-mon[35322]: pgmap v12008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:45 smithi175 ceph-mon[44549]: pgmap v12008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:47 smithi181 ceph-mon[45557]: pgmap v12009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:47 smithi088 ceph-mon[35322]: pgmap v12009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:47 smithi175 ceph-mon[44549]: pgmap v12009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:49 smithi181 ceph-mon[45557]: pgmap v12010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:49 smithi088 ceph-mon[35322]: pgmap v12010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:49 smithi175 ceph-mon[44549]: pgmap v12010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:13:51.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:51.358+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:13:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:51.358+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:13:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:13:51.358+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:13:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:51 smithi181 ceph-mon[45557]: pgmap v12011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:51 smithi088 ceph-mon[35322]: pgmap v12011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:51 smithi175 ceph-mon[44549]: pgmap v12011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:13:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:53 smithi088 ceph-mon[35322]: pgmap v12012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:53 smithi175 ceph-mon[44549]: pgmap v12012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:53 smithi181 ceph-mon[45557]: pgmap v12012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:13:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:55 smithi181 ceph-mon[45557]: pgmap v12013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:55 smithi088 ceph-mon[35322]: pgmap v12013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:55 smithi175 ceph-mon[44549]: pgmap v12013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:13:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:57 smithi181 ceph-mon[45557]: pgmap v12014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:57 smithi088 ceph-mon[35322]: pgmap v12014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:57 smithi175 ceph-mon[44549]: pgmap v12014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:13:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:13:59 smithi181 ceph-mon[45557]: pgmap v12015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:13:59 smithi088 ceph-mon[35322]: pgmap v12015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:13:59 smithi175 ceph-mon[44549]: pgmap v12015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:01 smithi181 ceph-mon[45557]: pgmap v12016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:01 smithi088 ceph-mon[35322]: pgmap v12016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:01 smithi175 ceph-mon[44549]: pgmap v12016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:03 smithi088 ceph-mon[35322]: pgmap v12017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:03 smithi175 ceph-mon[44549]: pgmap v12017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:03 smithi181 ceph-mon[45557]: pgmap v12017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:05 smithi181 ceph-mon[45557]: pgmap v12018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:05 smithi088 ceph-mon[35322]: pgmap v12018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:05 smithi175 ceph-mon[44549]: pgmap v12018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:06.375 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:06.374+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:14:06.375 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:06.374+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:14:06.375 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:06.374+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:14:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:07 smithi181 ceph-mon[45557]: pgmap v12019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:07 smithi088 ceph-mon[35322]: pgmap v12019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:07 smithi175 ceph-mon[44549]: pgmap v12019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:09 smithi088 ceph-mon[35322]: pgmap v12020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:09 smithi175 ceph-mon[44549]: pgmap v12020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:09 smithi181 ceph-mon[45557]: pgmap v12020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:11 smithi088 ceph-mon[35322]: pgmap v12021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:11 smithi175 ceph-mon[44549]: pgmap v12021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:11 smithi181 ceph-mon[45557]: pgmap v12021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:13 smithi088 ceph-mon[35322]: pgmap v12022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:13 smithi175 ceph-mon[44549]: pgmap v12022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:13 smithi181 ceph-mon[45557]: pgmap v12022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:15 smithi181 ceph-mon[45557]: pgmap v12023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:15 smithi088 ceph-mon[35322]: pgmap v12023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:15 smithi175 ceph-mon[44549]: pgmap v12023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:17 smithi181 ceph-mon[45557]: pgmap v12024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:17 smithi088 ceph-mon[35322]: pgmap v12024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:17 smithi175 ceph-mon[44549]: pgmap v12024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:19 smithi088 ceph-mon[35322]: pgmap v12025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:19 smithi175 ceph-mon[44549]: pgmap v12025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:19 smithi181 ceph-mon[45557]: pgmap v12025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:21.391 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:21.389+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:14:21.391 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:21.389+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:14:21.391 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:21.389+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:14:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:21 smithi088 ceph-mon[35322]: pgmap v12026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:21 smithi175 ceph-mon[44549]: pgmap v12026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:21 smithi181 ceph-mon[45557]: pgmap v12026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:23 smithi088 ceph-mon[35322]: pgmap v12027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:23 smithi175 ceph-mon[44549]: pgmap v12027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:23 smithi181 ceph-mon[45557]: pgmap v12027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:25 smithi181 ceph-mon[45557]: pgmap v12028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:25 smithi088 ceph-mon[35322]: pgmap v12028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:25 smithi175 ceph-mon[44549]: pgmap v12028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:27 smithi088 ceph-mon[35322]: pgmap v12029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:27 smithi175 ceph-mon[44549]: pgmap v12029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:27 smithi181 ceph-mon[45557]: pgmap v12029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:29 smithi088 ceph-mon[35322]: pgmap v12030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:29 smithi175 ceph-mon[44549]: pgmap v12030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:29 smithi181 ceph-mon[45557]: pgmap v12030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:31 smithi088 ceph-mon[35322]: pgmap v12031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:14:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:14:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:14:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:14:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:31 smithi175 ceph-mon[44549]: pgmap v12031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:14:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:14:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:14:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:14:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:31 smithi181 ceph-mon[45557]: pgmap v12031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:14:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:14:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:14:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:14:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:32 smithi088 ceph-mon[35322]: pgmap v12032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:14:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:32 smithi088 ceph-mon[35322]: pgmap v12033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:14:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:32 smithi175 ceph-mon[44549]: pgmap v12032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:14:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:32 smithi175 ceph-mon[44549]: pgmap v12033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:14:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:32 smithi181 ceph-mon[45557]: pgmap v12032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:14:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:32 smithi181 ceph-mon[45557]: pgmap v12033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:14:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:34 smithi088 ceph-mon[35322]: pgmap v12034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:14:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:34 smithi175 ceph-mon[44549]: pgmap v12034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:14:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:34 smithi181 ceph-mon[45557]: pgmap v12034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:14:36.403 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:36.402+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:14:36.403 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:36.402+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:14:36.403 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:36.402+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:14:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:36 smithi088 ceph-mon[35322]: pgmap v12035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:14:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:36 smithi175 ceph-mon[44549]: pgmap v12035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:14:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:36 smithi181 ceph-mon[45557]: pgmap v12035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:14:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:38 smithi088 ceph-mon[35322]: pgmap v12036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:14:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:38 smithi175 ceph-mon[44549]: pgmap v12036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:14:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:38 smithi181 ceph-mon[45557]: pgmap v12036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:14:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:40 smithi181 ceph-mon[45557]: pgmap v12037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:14:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:40 smithi088 ceph-mon[35322]: pgmap v12037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:14:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:40 smithi175 ceph-mon[44549]: pgmap v12037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:14:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:42 smithi181 ceph-mon[45557]: pgmap v12038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:14:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:42 smithi088 ceph-mon[35322]: pgmap v12038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:14:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:42 smithi175 ceph-mon[44549]: pgmap v12038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:14:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:44 smithi181 ceph-mon[45557]: pgmap v12039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:44 smithi088 ceph-mon[35322]: pgmap v12039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:44 smithi175 ceph-mon[44549]: pgmap v12039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:46 smithi181 ceph-mon[45557]: pgmap v12040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:47.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:46 smithi088 ceph-mon[35322]: pgmap v12040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:46 smithi175 ceph-mon[44549]: pgmap v12040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:48 smithi088 ceph-mon[35322]: pgmap v12041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:48 smithi175 ceph-mon[44549]: pgmap v12041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:48 smithi181 ceph-mon[45557]: pgmap v12041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:50 smithi181 ceph-mon[45557]: pgmap v12042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:50 smithi088 ceph-mon[35322]: pgmap v12042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:50 smithi175 ceph-mon[44549]: pgmap v12042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:14:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:51.404+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:14:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:51.404+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:14:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:14:51.404+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:14:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:52 smithi181 ceph-mon[45557]: pgmap v12043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:52 smithi088 ceph-mon[35322]: pgmap v12043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:52 smithi175 ceph-mon[44549]: pgmap v12043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:14:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:54 smithi181 ceph-mon[45557]: pgmap v12044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:54 smithi088 ceph-mon[35322]: pgmap v12044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:54 smithi175 ceph-mon[44549]: pgmap v12044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:14:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:56 smithi088 ceph-mon[35322]: pgmap v12045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:56 smithi175 ceph-mon[44549]: pgmap v12045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:56 smithi181 ceph-mon[45557]: pgmap v12045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:14:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:14:58 smithi088 ceph-mon[35322]: pgmap v12046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:14:58 smithi175 ceph-mon[44549]: pgmap v12046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:14:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:14:58 smithi181 ceph-mon[45557]: pgmap v12046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:00 smithi181 ceph-mon[45557]: pgmap v12047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:00 smithi088 ceph-mon[35322]: pgmap v12047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:00 smithi175 ceph-mon[44549]: pgmap v12047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:02 smithi181 ceph-mon[45557]: pgmap v12048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:02 smithi088 ceph-mon[35322]: pgmap v12048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:02 smithi175 ceph-mon[44549]: pgmap v12048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:04 smithi088 ceph-mon[35322]: pgmap v12049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:04 smithi175 ceph-mon[44549]: pgmap v12049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:04 smithi181 ceph-mon[45557]: pgmap v12049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:06.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:06.419+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:15:06.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:06.419+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:15:06.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:06.419+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:15:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:06 smithi088 ceph-mon[35322]: pgmap v12050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:06 smithi175 ceph-mon[44549]: pgmap v12050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:06 smithi181 ceph-mon[45557]: pgmap v12050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:08 smithi088 ceph-mon[35322]: pgmap v12051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:08 smithi175 ceph-mon[44549]: pgmap v12051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:08 smithi181 ceph-mon[45557]: pgmap v12051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:10 smithi181 ceph-mon[45557]: pgmap v12052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:10 smithi088 ceph-mon[35322]: pgmap v12052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:10 smithi175 ceph-mon[44549]: pgmap v12052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:12 smithi088 ceph-mon[35322]: pgmap v12053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:12 smithi175 ceph-mon[44549]: pgmap v12053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:12 smithi181 ceph-mon[45557]: pgmap v12053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:14 smithi088 ceph-mon[35322]: pgmap v12054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:14 smithi175 ceph-mon[44549]: pgmap v12054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:14 smithi181 ceph-mon[45557]: pgmap v12054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:16 smithi088 ceph-mon[35322]: pgmap v12055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:17.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:16 smithi175 ceph-mon[44549]: pgmap v12055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:16 smithi181 ceph-mon[45557]: pgmap v12055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:18 smithi088 ceph-mon[35322]: pgmap v12056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:18 smithi175 ceph-mon[44549]: pgmap v12056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:18 smithi181 ceph-mon[45557]: pgmap v12056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:20 smithi088 ceph-mon[35322]: pgmap v12057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:20 smithi175 ceph-mon[44549]: pgmap v12057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:20 smithi181 ceph-mon[45557]: pgmap v12057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:21.428+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:15:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:21.428+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:15:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:21.428+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:15:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:22 smithi088 ceph-mon[35322]: pgmap v12058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:22 smithi175 ceph-mon[44549]: pgmap v12058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:22 smithi181 ceph-mon[45557]: pgmap v12058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:24 smithi088 ceph-mon[35322]: pgmap v12059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:24 smithi175 ceph-mon[44549]: pgmap v12059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:24 smithi181 ceph-mon[45557]: pgmap v12059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:26 smithi088 ceph-mon[35322]: pgmap v12060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:26 smithi175 ceph-mon[44549]: pgmap v12060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:26 smithi181 ceph-mon[45557]: pgmap v12060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:28 smithi088 ceph-mon[35322]: pgmap v12061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:28 smithi175 ceph-mon[44549]: pgmap v12061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:28 smithi181 ceph-mon[45557]: pgmap v12061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:30 smithi088 ceph-mon[35322]: pgmap v12062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:30 smithi175 ceph-mon[44549]: pgmap v12062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:30 smithi181 ceph-mon[45557]: pgmap v12062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:32 smithi088 ceph-mon[35322]: pgmap v12063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:15:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:15:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:15:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:15:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:32 smithi175 ceph-mon[44549]: pgmap v12063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:15:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:15:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:15:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:15:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:32 smithi181 ceph-mon[45557]: pgmap v12063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:15:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:15:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:15:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:15:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:33 smithi088 ceph-mon[35322]: pgmap v12064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:15:34.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:33 smithi088 ceph-mon[35322]: pgmap v12065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:15:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:33 smithi175 ceph-mon[44549]: pgmap v12064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:15:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:33 smithi175 ceph-mon[44549]: pgmap v12065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:15:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:33 smithi181 ceph-mon[45557]: pgmap v12064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:15:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:33 smithi181 ceph-mon[45557]: pgmap v12065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:15:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:35 smithi088 ceph-mon[35322]: pgmap v12066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:15:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:35 smithi175 ceph-mon[44549]: pgmap v12066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:15:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:35 smithi181 ceph-mon[45557]: pgmap v12066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:15:36.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:36.441+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:15:36.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:36.441+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:15:36.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:36.441+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:15:38.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:37 smithi088 ceph-mon[35322]: pgmap v12067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:15:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:37 smithi175 ceph-mon[44549]: pgmap v12067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:15:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:37 smithi181 ceph-mon[45557]: pgmap v12067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:15:39.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:39.475+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T19:15:39.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:39.475+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T19:15:39.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:39.475+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34406d000 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T19:15:39.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:39.475+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34406d000 comp rx=0 tx=0).stop 2024-01-28T19:15:39.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:39.475+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T19:15:39.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:39.475+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T19:15:39.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:39.475+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T19:15:39.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:39.475+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T19:15:39.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:39.475+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T19:15:39.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:39.476+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34402c000 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T19:15:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:39 smithi088 ceph-mon[35322]: pgmap v12068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:15:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:39 smithi175 ceph-mon[44549]: pgmap v12068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:15:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:39 smithi181 ceph-mon[45557]: pgmap v12068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:15:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:41 smithi088 ceph-mon[35322]: pgmap v12069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:15:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:41 smithi175 ceph-mon[44549]: pgmap v12069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:15:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:41 smithi181 ceph-mon[45557]: pgmap v12069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:15:42.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:42.887+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:15:42.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:42.887+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 175 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:15:42.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:42.889+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:15:42.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:42.889+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 175 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:15:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:43 smithi088 ceph-mon[35322]: pgmap v12070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:15:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:43 smithi175 ceph-mon[44549]: pgmap v12070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:15:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:43 smithi181 ceph-mon[45557]: pgmap v12070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:15:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:45 smithi181 ceph-mon[45557]: pgmap v12071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:45 smithi088 ceph-mon[35322]: pgmap v12071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:45 smithi175 ceph-mon[44549]: pgmap v12071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:47 smithi181 ceph-mon[45557]: pgmap v12072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:47 smithi088 ceph-mon[35322]: pgmap v12072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:47 smithi175 ceph-mon[44549]: pgmap v12072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:49 smithi181 ceph-mon[45557]: pgmap v12073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:49 smithi088 ceph-mon[35322]: pgmap v12073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:50.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:49 smithi175 ceph-mon[44549]: pgmap v12073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:15:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:51.448+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:15:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:51.448+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:15:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:15:51.448+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:15:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:51 smithi181 ceph-mon[45557]: pgmap v12074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:51 smithi088 ceph-mon[35322]: pgmap v12074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:51 smithi175 ceph-mon[44549]: pgmap v12074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:15:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:53 smithi088 ceph-mon[35322]: pgmap v12075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:53 smithi175 ceph-mon[44549]: pgmap v12075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:53 smithi181 ceph-mon[45557]: pgmap v12075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:15:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:55 smithi181 ceph-mon[45557]: pgmap v12076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:55 smithi088 ceph-mon[35322]: pgmap v12076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:55 smithi175 ceph-mon[44549]: pgmap v12076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:15:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:57 smithi181 ceph-mon[45557]: pgmap v12077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:57 smithi088 ceph-mon[35322]: pgmap v12077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:57 smithi175 ceph-mon[44549]: pgmap v12077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:15:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:15:59 smithi181 ceph-mon[45557]: pgmap v12078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:15:59 smithi088 ceph-mon[35322]: pgmap v12078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:15:59 smithi175 ceph-mon[44549]: pgmap v12078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:01 smithi088 ceph-mon[35322]: pgmap v12079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:01 smithi175 ceph-mon[44549]: pgmap v12079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:01 smithi181 ceph-mon[45557]: pgmap v12079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:03 smithi088 ceph-mon[35322]: pgmap v12080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:03 smithi175 ceph-mon[44549]: pgmap v12080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:03 smithi181 ceph-mon[45557]: pgmap v12080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:05 smithi181 ceph-mon[45557]: pgmap v12081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:05 smithi088 ceph-mon[35322]: pgmap v12081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:05 smithi175 ceph-mon[44549]: pgmap v12081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:06.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:06.464+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:16:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:06.464+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:16:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:06.464+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:16:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:07 smithi181 ceph-mon[45557]: pgmap v12082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:07 smithi088 ceph-mon[35322]: pgmap v12082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:07 smithi175 ceph-mon[44549]: pgmap v12082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:09 smithi088 ceph-mon[35322]: pgmap v12083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:09 smithi175 ceph-mon[44549]: pgmap v12083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:09 smithi181 ceph-mon[45557]: pgmap v12083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:11.992 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:11 smithi088 ceph-mon[35322]: pgmap v12084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:11 smithi175 ceph-mon[44549]: pgmap v12084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:11 smithi181 ceph-mon[45557]: pgmap v12084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:13 smithi088 ceph-mon[35322]: pgmap v12085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:13 smithi175 ceph-mon[44549]: pgmap v12085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:13 smithi181 ceph-mon[45557]: pgmap v12085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:15 smithi181 ceph-mon[45557]: pgmap v12086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:15 smithi088 ceph-mon[35322]: pgmap v12086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:15 smithi175 ceph-mon[44549]: pgmap v12086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:17 smithi088 ceph-mon[35322]: pgmap v12087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:17 smithi175 ceph-mon[44549]: pgmap v12087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:17 smithi181 ceph-mon[45557]: pgmap v12087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:19 smithi088 ceph-mon[35322]: pgmap v12088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:19 smithi175 ceph-mon[44549]: pgmap v12088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:19 smithi181 ceph-mon[45557]: pgmap v12088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:21.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:21.480+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:16:21.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:21.480+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:16:21.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:21.480+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:16:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:21 smithi088 ceph-mon[35322]: pgmap v12089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:21 smithi175 ceph-mon[44549]: pgmap v12089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:21 smithi181 ceph-mon[45557]: pgmap v12089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:23 smithi088 ceph-mon[35322]: pgmap v12090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:23 smithi175 ceph-mon[44549]: pgmap v12090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:23 smithi181 ceph-mon[45557]: pgmap v12090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:25 smithi088 ceph-mon[35322]: pgmap v12091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:25 smithi175 ceph-mon[44549]: pgmap v12091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:25 smithi181 ceph-mon[45557]: pgmap v12091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:27 smithi088 ceph-mon[35322]: pgmap v12092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:27 smithi175 ceph-mon[44549]: pgmap v12092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:27 smithi181 ceph-mon[45557]: pgmap v12092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:29 smithi088 ceph-mon[35322]: pgmap v12093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:29 smithi175 ceph-mon[44549]: pgmap v12093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:29 smithi181 ceph-mon[45557]: pgmap v12093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:31 smithi088 ceph-mon[35322]: pgmap v12094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:31 smithi175 ceph-mon[44549]: pgmap v12094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:31 smithi181 ceph-mon[45557]: pgmap v12094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:33 smithi088 ceph-mon[35322]: pgmap v12095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:16:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:33 smithi175 ceph-mon[44549]: pgmap v12095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:16:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:33 smithi181 ceph-mon[45557]: pgmap v12095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:16:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:16:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:16:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 61364k 2024-01-28T19:16:34.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 62837502: error parsing value: Value '62837502' is below minimum 939524096 2024-01-28T19:16:34.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:16:34.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:16:34.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: pgmap v12096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:16:34.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: pgmap v12097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:16:34.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:16:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:16:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:16:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 61364k 2024-01-28T19:16:34.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 62837502: error parsing value: Value '62837502' is below minimum 939524096 2024-01-28T19:16:34.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:16:34.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:16:34.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: pgmap v12096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:16:34.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: pgmap v12097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:16:34.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:16:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:16:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:16:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:16:34.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 61364k 2024-01-28T19:16:34.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 62837502: error parsing value: Value '62837502' is below minimum 939524096 2024-01-28T19:16:34.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:16:34.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:16:34.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: pgmap v12096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:16:34.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: pgmap v12097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:16:34.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:16:36.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:36.483+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:16:36.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:36.483+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:16:36.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:36.483+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:16:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:36 smithi088 ceph-mon[35322]: pgmap v12098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:16:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:36 smithi175 ceph-mon[44549]: pgmap v12098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:16:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:36 smithi181 ceph-mon[45557]: pgmap v12098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:16:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:38 smithi088 ceph-mon[35322]: pgmap v12099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:16:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:38 smithi175 ceph-mon[44549]: pgmap v12099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:16:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:38 smithi181 ceph-mon[45557]: pgmap v12099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:16:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:40 smithi088 ceph-mon[35322]: pgmap v12100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:16:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:40 smithi175 ceph-mon[44549]: pgmap v12100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:16:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:40 smithi181 ceph-mon[45557]: pgmap v12100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:16:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:42 smithi088 ceph-mon[35322]: pgmap v12101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:16:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:42 smithi175 ceph-mon[44549]: pgmap v12101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:16:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:42 smithi181 ceph-mon[45557]: pgmap v12101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:16:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:44 smithi088 ceph-mon[35322]: pgmap v12102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:16:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:44 smithi175 ceph-mon[44549]: pgmap v12102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:16:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:44 smithi181 ceph-mon[45557]: pgmap v12102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:16:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:46 smithi088 ceph-mon[35322]: pgmap v12103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:46 smithi175 ceph-mon[44549]: pgmap v12103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:46 smithi181 ceph-mon[45557]: pgmap v12103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:48 smithi088 ceph-mon[35322]: pgmap v12104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:48 smithi175 ceph-mon[44549]: pgmap v12104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:48 smithi181 ceph-mon[45557]: pgmap v12104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:50 smithi088 ceph-mon[35322]: pgmap v12105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:50 smithi175 ceph-mon[44549]: pgmap v12105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:50 smithi181 ceph-mon[45557]: pgmap v12105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:16:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:51.498+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:16:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:51.498+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:16:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:16:51.498+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:16:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:52 smithi088 ceph-mon[35322]: pgmap v12106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:52 smithi175 ceph-mon[44549]: pgmap v12106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:52 smithi181 ceph-mon[45557]: pgmap v12106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:16:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:54 smithi088 ceph-mon[35322]: pgmap v12107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:54 smithi175 ceph-mon[44549]: pgmap v12107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:54 smithi181 ceph-mon[45557]: pgmap v12107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:16:57.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:56 smithi088 ceph-mon[35322]: pgmap v12108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:56 smithi175 ceph-mon[44549]: pgmap v12108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:56 smithi181 ceph-mon[45557]: pgmap v12108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:16:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:16:58 smithi175 ceph-mon[44549]: pgmap v12109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:16:58 smithi181 ceph-mon[45557]: pgmap v12109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:16:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:16:58 smithi088 ceph-mon[35322]: pgmap v12109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:17:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:00 smithi088 ceph-mon[35322]: pgmap v12110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:00 smithi175 ceph-mon[44549]: pgmap v12110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:00 smithi181 ceph-mon[45557]: pgmap v12110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:02 smithi088 ceph-mon[35322]: pgmap v12111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:02 smithi175 ceph-mon[44549]: pgmap v12111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:02 smithi181 ceph-mon[45557]: pgmap v12111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:04 smithi088 ceph-mon[35322]: pgmap v12112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:17:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:04 smithi175 ceph-mon[44549]: pgmap v12112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:17:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:04 smithi181 ceph-mon[45557]: pgmap v12112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:17:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:06.510+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:17:06.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:06.510+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:17:06.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:06.510+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:17:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:06 smithi088 ceph-mon[35322]: pgmap v12113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:17:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:06 smithi175 ceph-mon[44549]: pgmap v12113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:17:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:06 smithi181 ceph-mon[45557]: pgmap v12113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:17:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:08 smithi175 ceph-mon[44549]: pgmap v12114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:17:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:08 smithi181 ceph-mon[45557]: pgmap v12114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:17:08.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:08 smithi088 ceph-mon[35322]: pgmap v12114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:17:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:10 smithi088 ceph-mon[35322]: pgmap v12115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:10 smithi175 ceph-mon[44549]: pgmap v12115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:10 smithi181 ceph-mon[45557]: pgmap v12115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:13.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:12 smithi088 ceph-mon[35322]: pgmap v12116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:12 smithi175 ceph-mon[44549]: pgmap v12116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:12 smithi181 ceph-mon[45557]: pgmap v12116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:14 smithi088 ceph-mon[35322]: pgmap v12117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:14 smithi175 ceph-mon[44549]: pgmap v12117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:14 smithi181 ceph-mon[45557]: pgmap v12117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:16 smithi088 ceph-mon[35322]: pgmap v12118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T19:17:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:16 smithi175 ceph-mon[44549]: pgmap v12118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T19:17:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:16 smithi181 ceph-mon[45557]: pgmap v12118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T19:17:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:18 smithi175 ceph-mon[44549]: pgmap v12119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:17:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:18 smithi181 ceph-mon[45557]: pgmap v12119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:17:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:18 smithi088 ceph-mon[35322]: pgmap v12119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:17:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:20 smithi088 ceph-mon[35322]: pgmap v12120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:17:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:20 smithi175 ceph-mon[44549]: pgmap v12120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:17:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:20 smithi181 ceph-mon[45557]: pgmap v12120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:17:21.514 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:21.513+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:17:21.514 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:21.513+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:17:21.514 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:21.513+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:17:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:22 smithi088 ceph-mon[35322]: pgmap v12121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:17:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:22 smithi175 ceph-mon[44549]: pgmap v12121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:17:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:22 smithi181 ceph-mon[45557]: pgmap v12121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:17:25.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:24 smithi088 ceph-mon[35322]: pgmap v12122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:24 smithi175 ceph-mon[44549]: pgmap v12122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:24 smithi181 ceph-mon[45557]: pgmap v12122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:26 smithi088 ceph-mon[35322]: pgmap v12123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:17:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:26 smithi175 ceph-mon[44549]: pgmap v12123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:17:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:26 smithi181 ceph-mon[45557]: pgmap v12123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:17:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:28 smithi175 ceph-mon[44549]: pgmap v12124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:17:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:28 smithi181 ceph-mon[45557]: pgmap v12124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:17:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:28 smithi088 ceph-mon[35322]: pgmap v12124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:17:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:30 smithi088 ceph-mon[35322]: pgmap v12125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:30 smithi175 ceph-mon[44549]: pgmap v12125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:30 smithi181 ceph-mon[45557]: pgmap v12125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:32 smithi088 ceph-mon[35322]: pgmap v12126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:32 smithi175 ceph-mon[44549]: pgmap v12126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:32 smithi181 ceph-mon[45557]: pgmap v12126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:34 smithi088 ceph-mon[35322]: pgmap v12127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:17:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:17:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:17:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:17:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:17:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:34 smithi175 ceph-mon[44549]: pgmap v12127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:17:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:17:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:17:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:17:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:17:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:34 smithi181 ceph-mon[45557]: pgmap v12127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:17:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:17:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:17:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:17:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:17:35.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:17:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:35 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:17:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:35 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:17:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:35 smithi088 ceph-mon[35322]: pgmap v12128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:17:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:35 smithi088 ceph-mon[35322]: pgmap v12129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:17:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:35 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:17:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:35 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:17:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:35 smithi175 ceph-mon[44549]: pgmap v12128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:17:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:35 smithi175 ceph-mon[44549]: pgmap v12129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:17:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:35 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:17:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:35 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:17:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:35 smithi181 ceph-mon[45557]: pgmap v12128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:17:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:35 smithi181 ceph-mon[45557]: pgmap v12129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:17:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:36.528+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:17:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:36.528+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:17:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:36.528+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:17:38.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:37 smithi088 ceph-mon[35322]: pgmap v12130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:37 smithi175 ceph-mon[44549]: pgmap v12130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:37 smithi181 ceph-mon[45557]: pgmap v12130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:39 smithi088 ceph-mon[35322]: pgmap v12131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:39 smithi175 ceph-mon[44549]: pgmap v12131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:39 smithi181 ceph-mon[45557]: pgmap v12131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:17:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:41 smithi088 ceph-mon[35322]: pgmap v12132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:17:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:41 smithi175 ceph-mon[44549]: pgmap v12132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:17:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:41 smithi181 ceph-mon[45557]: pgmap v12132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:17:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:43 smithi175 ceph-mon[44549]: pgmap v12133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:17:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:43 smithi181 ceph-mon[45557]: pgmap v12133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:17:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:43 smithi088 ceph-mon[35322]: pgmap v12133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:17:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:45 smithi088 ceph-mon[35322]: pgmap v12134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:17:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:45 smithi175 ceph-mon[44549]: pgmap v12134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:17:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:45 smithi181 ceph-mon[45557]: pgmap v12134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:17:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:47 smithi088 ceph-mon[35322]: pgmap v12135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:47 smithi175 ceph-mon[44549]: pgmap v12135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:47 smithi181 ceph-mon[45557]: pgmap v12135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:49 smithi088 ceph-mon[35322]: pgmap v12136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:17:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:49 smithi175 ceph-mon[44549]: pgmap v12136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:17:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:49 smithi181 ceph-mon[45557]: pgmap v12136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:17:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:51.537+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:17:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:51.537+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:17:51.538 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:17:51.537+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:17:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:51 smithi088 ceph-mon[35322]: pgmap v12137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:17:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:51 smithi175 ceph-mon[44549]: pgmap v12137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:17:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:51 smithi181 ceph-mon[45557]: pgmap v12137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:17:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:53 smithi175 ceph-mon[44549]: pgmap v12138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:17:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:53 smithi181 ceph-mon[45557]: pgmap v12138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:17:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:53 smithi088 ceph-mon[35322]: pgmap v12138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:17:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:55 smithi088 ceph-mon[35322]: pgmap v12139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:55 smithi175 ceph-mon[44549]: pgmap v12139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:55 smithi181 ceph-mon[45557]: pgmap v12139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:17:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:57 smithi088 ceph-mon[35322]: pgmap v12140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:57 smithi175 ceph-mon[44549]: pgmap v12140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:17:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:57 smithi181 ceph-mon[45557]: pgmap v12140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:17:59 smithi088 ceph-mon[35322]: pgmap v12141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:17:59 smithi175 ceph-mon[44549]: pgmap v12141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:17:59 smithi181 ceph-mon[45557]: pgmap v12141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:01 smithi088 ceph-mon[35322]: pgmap v12142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:01 smithi175 ceph-mon[44549]: pgmap v12142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:01 smithi181 ceph-mon[45557]: pgmap v12142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:03 smithi175 ceph-mon[44549]: pgmap v12143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:03 smithi181 ceph-mon[45557]: pgmap v12143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:03 smithi088 ceph-mon[35322]: pgmap v12143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:05 smithi088 ceph-mon[35322]: pgmap v12144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:05 smithi175 ceph-mon[44549]: pgmap v12144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:05 smithi181 ceph-mon[45557]: pgmap v12144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:06.542 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:06.541+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:18:06.543 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:06.541+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:18:06.543 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:06.541+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:18:08.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:07 smithi088 ceph-mon[35322]: pgmap v12145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:07 smithi175 ceph-mon[44549]: pgmap v12145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:07 smithi181 ceph-mon[45557]: pgmap v12145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:09 smithi088 ceph-mon[35322]: pgmap v12146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:09 smithi175 ceph-mon[44549]: pgmap v12146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:09 smithi181 ceph-mon[45557]: pgmap v12146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:11 smithi088 ceph-mon[35322]: pgmap v12147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:11 smithi175 ceph-mon[44549]: pgmap v12147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:11 smithi181 ceph-mon[45557]: pgmap v12147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:13 smithi175 ceph-mon[44549]: pgmap v12148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:13 smithi181 ceph-mon[45557]: pgmap v12148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:13 smithi088 ceph-mon[35322]: pgmap v12148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:15 smithi088 ceph-mon[35322]: pgmap v12149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:15 smithi175 ceph-mon[44549]: pgmap v12149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:15 smithi181 ceph-mon[45557]: pgmap v12149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:17 smithi088 ceph-mon[35322]: pgmap v12150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:17 smithi175 ceph-mon[44549]: pgmap v12150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:17 smithi181 ceph-mon[45557]: pgmap v12150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:19 smithi088 ceph-mon[35322]: pgmap v12151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:19 smithi175 ceph-mon[44549]: pgmap v12151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:19 smithi181 ceph-mon[45557]: pgmap v12151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:21.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:21.547+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:18:21.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:21.547+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:18:21.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:21.547+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:18:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:21 smithi088 ceph-mon[35322]: pgmap v12152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:21 smithi175 ceph-mon[44549]: pgmap v12152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:21 smithi181 ceph-mon[45557]: pgmap v12152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:23 smithi175 ceph-mon[44549]: pgmap v12153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:23 smithi181 ceph-mon[45557]: pgmap v12153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:23 smithi088 ceph-mon[35322]: pgmap v12153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:25 smithi088 ceph-mon[35322]: pgmap v12154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:25 smithi175 ceph-mon[44549]: pgmap v12154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:25 smithi181 ceph-mon[45557]: pgmap v12154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:27 smithi088 ceph-mon[35322]: pgmap v12155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:27 smithi175 ceph-mon[44549]: pgmap v12155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:27 smithi181 ceph-mon[45557]: pgmap v12155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:29 smithi175 ceph-mon[44549]: pgmap v12156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:29 smithi181 ceph-mon[45557]: pgmap v12156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:29 smithi088 ceph-mon[35322]: pgmap v12156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:31 smithi175 ceph-mon[44549]: pgmap v12157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:31 smithi181 ceph-mon[45557]: pgmap v12157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:31 smithi088 ceph-mon[35322]: pgmap v12157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:33 smithi175 ceph-mon[44549]: pgmap v12158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:33 smithi181 ceph-mon[45557]: pgmap v12158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:33 smithi088 ceph-mon[35322]: pgmap v12158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:35 smithi088 ceph-mon[35322]: pgmap v12159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:18:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:18:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:18:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:18:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:35 smithi175 ceph-mon[44549]: pgmap v12159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:18:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:18:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:18:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:18:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:35 smithi181 ceph-mon[45557]: pgmap v12159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:18:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:18:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:18:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:18:36.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:36.559+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:18:36.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:36.559+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:18:36.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:36.559+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:18:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:36 smithi088 ceph-mon[35322]: pgmap v12160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:18:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:36 smithi088 ceph-mon[35322]: pgmap v12161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:18:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:36 smithi175 ceph-mon[44549]: pgmap v12160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:18:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:36 smithi175 ceph-mon[44549]: pgmap v12161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:18:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:36 smithi181 ceph-mon[45557]: pgmap v12160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:18:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:36 smithi181 ceph-mon[45557]: pgmap v12161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:18:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:38 smithi175 ceph-mon[44549]: pgmap v12162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:18:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:38 smithi181 ceph-mon[45557]: pgmap v12162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:18:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:38 smithi088 ceph-mon[35322]: pgmap v12162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:18:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:40 smithi088 ceph-mon[35322]: pgmap v12163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:18:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:40 smithi175 ceph-mon[44549]: pgmap v12163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:18:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:40 smithi181 ceph-mon[45557]: pgmap v12163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:18:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:42.914+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:18:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:42.914+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:18:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:42.915+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 176 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:18:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:42.915+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 176 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:18:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:42 smithi175 ceph-mon[44549]: pgmap v12164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:18:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:42 smithi181 ceph-mon[45557]: pgmap v12164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:18:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:42 smithi088 ceph-mon[35322]: pgmap v12164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:18:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:44 smithi175 ceph-mon[44549]: pgmap v12165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:18:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:44 smithi181 ceph-mon[45557]: pgmap v12165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:18:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:44 smithi088 ceph-mon[35322]: pgmap v12165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:18:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:46 smithi175 ceph-mon[44549]: pgmap v12166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:18:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:46 smithi181 ceph-mon[45557]: pgmap v12166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:18:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:46 smithi088 ceph-mon[35322]: pgmap v12166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:18:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:48 smithi088 ceph-mon[35322]: pgmap v12167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:48 smithi175 ceph-mon[44549]: pgmap v12167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:48 smithi181 ceph-mon[45557]: pgmap v12167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:50 smithi175 ceph-mon[44549]: pgmap v12168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:50 smithi181 ceph-mon[45557]: pgmap v12168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:50 smithi088 ceph-mon[35322]: pgmap v12168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:18:51.565 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:51.564+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:18:51.565 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:51.564+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:18:51.565 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:18:51.564+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:18:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:52 smithi175 ceph-mon[44549]: pgmap v12169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:52 smithi181 ceph-mon[45557]: pgmap v12169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:52 smithi088 ceph-mon[35322]: pgmap v12169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:18:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:54 smithi175 ceph-mon[44549]: pgmap v12170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:54 smithi181 ceph-mon[45557]: pgmap v12170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:54 smithi088 ceph-mon[35322]: pgmap v12170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:18:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:56 smithi175 ceph-mon[44549]: pgmap v12171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:56 smithi181 ceph-mon[45557]: pgmap v12171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:56 smithi088 ceph-mon[35322]: pgmap v12171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:18:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:18:58 smithi175 ceph-mon[44549]: pgmap v12172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:18:58 smithi181 ceph-mon[45557]: pgmap v12172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:18:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:18:58 smithi088 ceph-mon[35322]: pgmap v12172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:00 smithi175 ceph-mon[44549]: pgmap v12173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:00 smithi181 ceph-mon[45557]: pgmap v12173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:00 smithi088 ceph-mon[35322]: pgmap v12173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:02 smithi175 ceph-mon[44549]: pgmap v12174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:02 smithi181 ceph-mon[45557]: pgmap v12174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:02 smithi088 ceph-mon[35322]: pgmap v12174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:04 smithi175 ceph-mon[44549]: pgmap v12175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:04 smithi181 ceph-mon[45557]: pgmap v12175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:04 smithi088 ceph-mon[35322]: pgmap v12175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:06.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:06.576+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:19:06.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:06.576+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:19:06.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:06.576+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:19:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:06 smithi175 ceph-mon[44549]: pgmap v12176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:06 smithi181 ceph-mon[45557]: pgmap v12176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:06 smithi088 ceph-mon[35322]: pgmap v12176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:08.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:08 smithi175 ceph-mon[44549]: pgmap v12177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:08 smithi181 ceph-mon[45557]: pgmap v12177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:08 smithi088 ceph-mon[35322]: pgmap v12177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:10 smithi175 ceph-mon[44549]: pgmap v12178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:10 smithi181 ceph-mon[45557]: pgmap v12178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:10 smithi088 ceph-mon[35322]: pgmap v12178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:12 smithi175 ceph-mon[44549]: pgmap v12179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:12 smithi181 ceph-mon[45557]: pgmap v12179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:12 smithi088 ceph-mon[35322]: pgmap v12179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:14 smithi175 ceph-mon[44549]: pgmap v12180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:14 smithi181 ceph-mon[45557]: pgmap v12180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:14 smithi088 ceph-mon[35322]: pgmap v12180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:16 smithi175 ceph-mon[44549]: pgmap v12181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:16 smithi181 ceph-mon[45557]: pgmap v12181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:16 smithi088 ceph-mon[35322]: pgmap v12181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:18.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:18 smithi175 ceph-mon[44549]: pgmap v12182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:18 smithi181 ceph-mon[45557]: pgmap v12182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:18 smithi088 ceph-mon[35322]: pgmap v12182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:20 smithi175 ceph-mon[44549]: pgmap v12183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:20 smithi181 ceph-mon[45557]: pgmap v12183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:20 smithi088 ceph-mon[35322]: pgmap v12183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:21.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:21.583+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:19:21.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:21.583+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:19:21.585 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:21.583+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:19:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:22 smithi175 ceph-mon[44549]: pgmap v12184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:22 smithi181 ceph-mon[45557]: pgmap v12184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:22 smithi088 ceph-mon[35322]: pgmap v12184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:24 smithi175 ceph-mon[44549]: pgmap v12185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:24 smithi181 ceph-mon[45557]: pgmap v12185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:24 smithi088 ceph-mon[35322]: pgmap v12185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:26 smithi175 ceph-mon[44549]: pgmap v12186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:26 smithi181 ceph-mon[45557]: pgmap v12186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:26 smithi088 ceph-mon[35322]: pgmap v12186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:28 smithi175 ceph-mon[44549]: pgmap v12187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:28 smithi181 ceph-mon[45557]: pgmap v12187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:28 smithi088 ceph-mon[35322]: pgmap v12187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:30 smithi175 ceph-mon[44549]: pgmap v12188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:30 smithi181 ceph-mon[45557]: pgmap v12188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:30 smithi088 ceph-mon[35322]: pgmap v12188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:19:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:32 smithi175 ceph-mon[44549]: pgmap v12189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:32 smithi181 ceph-mon[45557]: pgmap v12189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:32 smithi088 ceph-mon[35322]: pgmap v12189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:34 smithi175 ceph-mon[44549]: pgmap v12190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:34 smithi181 ceph-mon[45557]: pgmap v12190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:34 smithi088 ceph-mon[35322]: pgmap v12190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:36.598+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:19:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:36.598+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:19:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:36.598+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:19:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:36 smithi175 ceph-mon[44549]: pgmap v12191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:19:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:36 smithi181 ceph-mon[45557]: pgmap v12191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:19:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:36 smithi088 ceph-mon[35322]: pgmap v12191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:19:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:38 smithi088 ceph-mon[35322]: pgmap v12192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:38 smithi175 ceph-mon[44549]: pgmap v12192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:38 smithi181 ceph-mon[45557]: pgmap v12192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:19:38.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:38.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:19:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:19:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:19:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:19:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:19:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:19:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:19:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:40 smithi088 ceph-mon[35322]: pgmap v12193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T19:19:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:40 smithi088 ceph-mon[35322]: pgmap v12194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:19:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:40 smithi175 ceph-mon[44549]: pgmap v12193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T19:19:40.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:40 smithi175 ceph-mon[44549]: pgmap v12194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:19:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:40 smithi181 ceph-mon[45557]: pgmap v12193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T19:19:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:40 smithi181 ceph-mon[45557]: pgmap v12194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:19:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:42 smithi088 ceph-mon[35322]: pgmap v12195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:19:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:42 smithi175 ceph-mon[44549]: pgmap v12195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:19:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:42 smithi181 ceph-mon[45557]: pgmap v12195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:19:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:44 smithi088 ceph-mon[35322]: pgmap v12196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T19:19:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:44 smithi175 ceph-mon[44549]: pgmap v12196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T19:19:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:44 smithi181 ceph-mon[45557]: pgmap v12196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T19:19:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:46 smithi088 ceph-mon[35322]: pgmap v12197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T19:19:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:46 smithi175 ceph-mon[44549]: pgmap v12197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T19:19:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:46 smithi181 ceph-mon[45557]: pgmap v12197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T19:19:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:48 smithi088 ceph-mon[35322]: pgmap v12198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:19:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:48 smithi175 ceph-mon[44549]: pgmap v12198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:19:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:48 smithi181 ceph-mon[45557]: pgmap v12198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:19:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:50 smithi088 ceph-mon[35322]: pgmap v12199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:19:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:50 smithi175 ceph-mon[44549]: pgmap v12199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:19:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:50 smithi181 ceph-mon[45557]: pgmap v12199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:19:51.607 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:51.606+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:19:51.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:51.606+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:19:51.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:19:51.606+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:19:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:52 smithi088 ceph-mon[35322]: pgmap v12200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:52 smithi175 ceph-mon[44549]: pgmap v12200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:52 smithi181 ceph-mon[45557]: pgmap v12200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:54 smithi088 ceph-mon[35322]: pgmap v12201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:54.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:54 smithi175 ceph-mon[44549]: pgmap v12201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:54 smithi181 ceph-mon[45557]: pgmap v12201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:19:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:56 smithi088 ceph-mon[35322]: pgmap v12202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:56 smithi175 ceph-mon[44549]: pgmap v12202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:56 smithi181 ceph-mon[45557]: pgmap v12202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:19:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:19:58 smithi088 ceph-mon[35322]: pgmap v12203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:19:58 smithi175 ceph-mon[44549]: pgmap v12203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:19:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:19:58 smithi181 ceph-mon[45557]: pgmap v12203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:00 smithi088 ceph-mon[35322]: pgmap v12204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:20:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:00 smithi175 ceph-mon[44549]: pgmap v12204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:20:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:00 smithi181 ceph-mon[45557]: pgmap v12204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:20:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:02 smithi088 ceph-mon[35322]: pgmap v12205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:02.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:02 smithi175 ceph-mon[44549]: pgmap v12205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:02 smithi181 ceph-mon[45557]: pgmap v12205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:04 smithi088 ceph-mon[35322]: pgmap v12206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:04.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:04 smithi175 ceph-mon[44549]: pgmap v12206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:04 smithi181 ceph-mon[45557]: pgmap v12206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:06.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:06.621+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:20:06.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:06.621+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:20:06.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:06.621+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:20:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:06 smithi088 ceph-mon[35322]: pgmap v12207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:06 smithi175 ceph-mon[44549]: pgmap v12207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:06 smithi181 ceph-mon[45557]: pgmap v12207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:08.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:08 smithi088 ceph-mon[35322]: pgmap v12208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:08 smithi175 ceph-mon[44549]: pgmap v12208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:08 smithi181 ceph-mon[45557]: pgmap v12208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:10 smithi088 ceph-mon[35322]: pgmap v12209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:10 smithi175 ceph-mon[44549]: pgmap v12209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:10 smithi181 ceph-mon[45557]: pgmap v12209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:12 smithi088 ceph-mon[35322]: pgmap v12210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:12 smithi175 ceph-mon[44549]: pgmap v12210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:12.928+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:20:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:12.928+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:20:12.930 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:12.928+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 177 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T19:20:12.930 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:12.929+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 177 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T19:20:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:12 smithi181 ceph-mon[45557]: pgmap v12210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:14 smithi088 ceph-mon[35322]: pgmap v12211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:14 smithi175 ceph-mon[44549]: pgmap v12211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:14.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:14 smithi181 ceph-mon[45557]: pgmap v12211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:16.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:16 smithi175 ceph-mon[44549]: pgmap v12212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:16 smithi181 ceph-mon[45557]: pgmap v12212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:16 smithi088 ceph-mon[35322]: pgmap v12212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:18.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:18 smithi175 ceph-mon[44549]: pgmap v12213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:18 smithi181 ceph-mon[45557]: pgmap v12213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:18 smithi088 ceph-mon[35322]: pgmap v12213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:20 smithi175 ceph-mon[44549]: pgmap v12214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:20 smithi181 ceph-mon[45557]: pgmap v12214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:20 smithi088 ceph-mon[35322]: pgmap v12214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:21.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:21.637+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:20:21.639 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:21.637+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:20:21.639 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:21.637+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:20:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:22 smithi175 ceph-mon[44549]: pgmap v12215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:22 smithi181 ceph-mon[45557]: pgmap v12215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:22 smithi088 ceph-mon[35322]: pgmap v12215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:24 smithi175 ceph-mon[44549]: pgmap v12216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:24 smithi181 ceph-mon[45557]: pgmap v12216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:25.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:24 smithi088 ceph-mon[35322]: pgmap v12216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:26 smithi175 ceph-mon[44549]: pgmap v12217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:26 smithi181 ceph-mon[45557]: pgmap v12217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:26 smithi088 ceph-mon[35322]: pgmap v12217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:28 smithi175 ceph-mon[44549]: pgmap v12218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:28 smithi181 ceph-mon[45557]: pgmap v12218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:28 smithi088 ceph-mon[35322]: pgmap v12218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:30.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:30 smithi175 ceph-mon[44549]: pgmap v12219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:30 smithi181 ceph-mon[45557]: pgmap v12219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:30 smithi088 ceph-mon[35322]: pgmap v12219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:32 smithi175 ceph-mon[44549]: pgmap v12220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:32 smithi181 ceph-mon[45557]: pgmap v12220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:32 smithi088 ceph-mon[35322]: pgmap v12220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:34.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:34 smithi175 ceph-mon[44549]: pgmap v12221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:34 smithi181 ceph-mon[45557]: pgmap v12221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:34 smithi088 ceph-mon[35322]: pgmap v12221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:20:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:36.651+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:20:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:36.651+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:20:36.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:36.651+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:20:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:36 smithi175 ceph-mon[44549]: pgmap v12222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:36 smithi181 ceph-mon[45557]: pgmap v12222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:36 smithi088 ceph-mon[35322]: pgmap v12222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:20:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:38 smithi175 ceph-mon[44549]: pgmap v12223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:38 smithi181 ceph-mon[45557]: pgmap v12223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:38 smithi088 ceph-mon[35322]: pgmap v12223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:20:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:20:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:20:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:40 smithi175 ceph-mon[44549]: pgmap v12224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:40.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:20:40.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:20:40.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:20:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:40 smithi181 ceph-mon[45557]: pgmap v12224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:20:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:20:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:20:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:40 smithi088 ceph-mon[35322]: pgmap v12224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:20:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:20:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:20:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:41 smithi175 ceph-mon[44549]: pgmap v12225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:20:41.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:41 smithi175 ceph-mon[44549]: pgmap v12226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:20:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:41 smithi181 ceph-mon[45557]: pgmap v12225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:20:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:41 smithi181 ceph-mon[45557]: pgmap v12226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:20:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:41 smithi088 ceph-mon[35322]: pgmap v12225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:20:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:41 smithi088 ceph-mon[35322]: pgmap v12226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:20:43.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:43 smithi175 ceph-mon[44549]: pgmap v12227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:20:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:43 smithi181 ceph-mon[45557]: pgmap v12227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:20:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:43 smithi088 ceph-mon[35322]: pgmap v12227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:20:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:45 smithi175 ceph-mon[44549]: pgmap v12228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:20:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:45 smithi181 ceph-mon[45557]: pgmap v12228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:20:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:45 smithi088 ceph-mon[35322]: pgmap v12228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:20:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:47 smithi175 ceph-mon[44549]: pgmap v12229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:20:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:47 smithi181 ceph-mon[45557]: pgmap v12229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:20:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:47 smithi088 ceph-mon[35322]: pgmap v12229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:20:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:49 smithi175 ceph-mon[44549]: pgmap v12230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:20:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:49 smithi181 ceph-mon[45557]: pgmap v12230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:20:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:49 smithi088 ceph-mon[35322]: pgmap v12230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:20:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:51.666+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:20:51.668 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:51.666+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:20:51.668 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:20:51.666+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:20:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:51 smithi175 ceph-mon[44549]: pgmap v12231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:20:51.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:51 smithi181 ceph-mon[45557]: pgmap v12231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:20:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:51 smithi088 ceph-mon[35322]: pgmap v12231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:20:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:53 smithi175 ceph-mon[44549]: pgmap v12232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:53 smithi181 ceph-mon[45557]: pgmap v12232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:53 smithi088 ceph-mon[35322]: pgmap v12232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:55 smithi175 ceph-mon[44549]: pgmap v12233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:55 smithi181 ceph-mon[45557]: pgmap v12233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:55 smithi088 ceph-mon[35322]: pgmap v12233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:20:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:57 smithi175 ceph-mon[44549]: pgmap v12234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:57 smithi181 ceph-mon[45557]: pgmap v12234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:57 smithi088 ceph-mon[35322]: pgmap v12234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:20:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:20:59 smithi175 ceph-mon[44549]: pgmap v12235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:20:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:20:59 smithi181 ceph-mon[45557]: pgmap v12235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:21:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:20:59 smithi088 ceph-mon[35322]: pgmap v12235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:21:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:01 smithi175 ceph-mon[44549]: pgmap v12236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:01 smithi181 ceph-mon[45557]: pgmap v12236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:01 smithi088 ceph-mon[35322]: pgmap v12236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:03 smithi175 ceph-mon[44549]: pgmap v12237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:03 smithi181 ceph-mon[45557]: pgmap v12237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:03 smithi088 ceph-mon[35322]: pgmap v12237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:05 smithi175 ceph-mon[44549]: pgmap v12238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:05 smithi181 ceph-mon[45557]: pgmap v12238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:05 smithi088 ceph-mon[35322]: pgmap v12238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:06.681+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:21:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:06.681+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:21:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:06.681+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:21:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:07 smithi175 ceph-mon[44549]: pgmap v12239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:07.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:07 smithi088 ceph-mon[35322]: pgmap v12239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:07 smithi181 ceph-mon[45557]: pgmap v12239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:09.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:09 smithi175 ceph-mon[44549]: pgmap v12240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:09 smithi181 ceph-mon[45557]: pgmap v12240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:09 smithi088 ceph-mon[35322]: pgmap v12240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:11 smithi175 ceph-mon[44549]: pgmap v12241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:11 smithi181 ceph-mon[45557]: pgmap v12241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:11 smithi088 ceph-mon[35322]: pgmap v12241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:13 smithi175 ceph-mon[44549]: pgmap v12242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:13 smithi181 ceph-mon[45557]: pgmap v12242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:14.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:13 smithi088 ceph-mon[35322]: pgmap v12242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:15 smithi175 ceph-mon[44549]: pgmap v12243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:15 smithi181 ceph-mon[45557]: pgmap v12243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:15 smithi088 ceph-mon[35322]: pgmap v12243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:17 smithi175 ceph-mon[44549]: pgmap v12244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:17 smithi181 ceph-mon[45557]: pgmap v12244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:17 smithi088 ceph-mon[35322]: pgmap v12244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:19 smithi175 ceph-mon[44549]: pgmap v12245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:19 smithi181 ceph-mon[45557]: pgmap v12245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:19 smithi088 ceph-mon[35322]: pgmap v12245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:21.695 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:21.693+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:21:21.695 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:21.693+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:21:21.695 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:21.693+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:21:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:21 smithi175 ceph-mon[44549]: pgmap v12246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:21 smithi181 ceph-mon[45557]: pgmap v12246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:21 smithi088 ceph-mon[35322]: pgmap v12246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:23 smithi181 ceph-mon[45557]: pgmap v12247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:23 smithi088 ceph-mon[35322]: pgmap v12247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:23 smithi175 ceph-mon[44549]: pgmap v12247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:25 smithi181 ceph-mon[45557]: pgmap v12248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:25 smithi088 ceph-mon[35322]: pgmap v12248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:25 smithi175 ceph-mon[44549]: pgmap v12248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:27 smithi181 ceph-mon[45557]: pgmap v12249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:27 smithi088 ceph-mon[35322]: pgmap v12249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:27 smithi175 ceph-mon[44549]: pgmap v12249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:29 smithi181 ceph-mon[45557]: pgmap v12250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:29 smithi088 ceph-mon[35322]: pgmap v12250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:29 smithi175 ceph-mon[44549]: pgmap v12250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:31 smithi181 ceph-mon[45557]: pgmap v12251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:31 smithi088 ceph-mon[35322]: pgmap v12251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:31 smithi175 ceph-mon[44549]: pgmap v12251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:33 smithi181 ceph-mon[45557]: pgmap v12252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:33 smithi088 ceph-mon[35322]: pgmap v12252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:33 smithi175 ceph-mon[44549]: pgmap v12252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:35 smithi181 ceph-mon[45557]: pgmap v12253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:35 smithi088 ceph-mon[35322]: pgmap v12253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:35 smithi175 ceph-mon[44549]: pgmap v12253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:21:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:36.704+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:21:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:36.704+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:21:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:36.704+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:21:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:37 smithi181 ceph-mon[45557]: pgmap v12254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:38.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:37 smithi088 ceph-mon[35322]: pgmap v12254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:37 smithi175 ceph-mon[44549]: pgmap v12254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:39 smithi181 ceph-mon[45557]: pgmap v12255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:39 smithi088 ceph-mon[35322]: pgmap v12255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:39 smithi175 ceph-mon[44549]: pgmap v12255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:21:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:21:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:21:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:41 smithi181 ceph-mon[45557]: pgmap v12256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:21:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:21:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:21:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:21:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:41 smithi088 ceph-mon[35322]: pgmap v12256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:21:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:21:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:21:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:21:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:41 smithi175 ceph-mon[44549]: pgmap v12256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:21:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:21:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:21:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:21:42.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:42.941+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:21:42.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:42.941+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:21:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:42.942+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 178 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T19:21:42.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:42.942+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 178 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T19:21:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:42 smithi181 ceph-mon[45557]: pgmap v12257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T19:21:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:42 smithi181 ceph-mon[45557]: pgmap v12258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:21:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:42 smithi088 ceph-mon[35322]: pgmap v12257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T19:21:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:42 smithi088 ceph-mon[35322]: pgmap v12258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:21:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:42 smithi175 ceph-mon[44549]: pgmap v12257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T19:21:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:42 smithi175 ceph-mon[44549]: pgmap v12258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:21:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:44 smithi088 ceph-mon[35322]: pgmap v12259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T19:21:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:44 smithi175 ceph-mon[44549]: pgmap v12259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T19:21:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:44 smithi181 ceph-mon[45557]: pgmap v12259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 7 op/s 2024-01-28T19:21:47.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:46 smithi088 ceph-mon[35322]: pgmap v12260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:21:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:46 smithi175 ceph-mon[44549]: pgmap v12260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:21:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:46 smithi181 ceph-mon[45557]: pgmap v12260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:21:49.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:48 smithi088 ceph-mon[35322]: pgmap v12261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:21:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:48 smithi175 ceph-mon[44549]: pgmap v12261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:21:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:48 smithi181 ceph-mon[45557]: pgmap v12261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:21:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:50 smithi088 ceph-mon[35322]: pgmap v12262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:21:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:50 smithi175 ceph-mon[44549]: pgmap v12262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:21:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:50 smithi181 ceph-mon[45557]: pgmap v12262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:21:51.720 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:51.719+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:21:51.720 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:51.719+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:21:51.721 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:21:51.719+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:21:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:52 smithi088 ceph-mon[35322]: pgmap v12263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:21:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:52 smithi175 ceph-mon[44549]: pgmap v12263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:21:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:52 smithi181 ceph-mon[45557]: pgmap v12263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:21:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:54 smithi088 ceph-mon[35322]: pgmap v12264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:54 smithi175 ceph-mon[44549]: pgmap v12264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:54 smithi181 ceph-mon[45557]: pgmap v12264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:21:57.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:56 smithi088 ceph-mon[35322]: pgmap v12265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:56 smithi175 ceph-mon[44549]: pgmap v12265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:56 smithi181 ceph-mon[45557]: pgmap v12265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:21:59.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:21:58 smithi088 ceph-mon[35322]: pgmap v12266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:21:58 smithi175 ceph-mon[44549]: pgmap v12266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:21:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:21:58 smithi181 ceph-mon[45557]: pgmap v12266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:00 smithi088 ceph-mon[35322]: pgmap v12267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:00 smithi175 ceph-mon[44549]: pgmap v12267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:00 smithi181 ceph-mon[45557]: pgmap v12267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:02 smithi088 ceph-mon[35322]: pgmap v12268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:02 smithi175 ceph-mon[44549]: pgmap v12268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:02 smithi181 ceph-mon[45557]: pgmap v12268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:04 smithi088 ceph-mon[35322]: pgmap v12269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:04 smithi175 ceph-mon[44549]: pgmap v12269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:04 smithi181 ceph-mon[45557]: pgmap v12269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:06.733+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:22:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:06.733+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:22:06.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:06.733+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:22:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:06 smithi088 ceph-mon[35322]: pgmap v12270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:06 smithi175 ceph-mon[44549]: pgmap v12270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:06 smithi181 ceph-mon[45557]: pgmap v12270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:08 smithi088 ceph-mon[35322]: pgmap v12271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:08 smithi175 ceph-mon[44549]: pgmap v12271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:08 smithi181 ceph-mon[45557]: pgmap v12271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:10 smithi088 ceph-mon[35322]: pgmap v12272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:10 smithi175 ceph-mon[44549]: pgmap v12272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:10 smithi181 ceph-mon[45557]: pgmap v12272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:12 smithi088 ceph-mon[35322]: pgmap v12273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:12 smithi175 ceph-mon[44549]: pgmap v12273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:12 smithi181 ceph-mon[45557]: pgmap v12273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:14 smithi088 ceph-mon[35322]: pgmap v12274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:14 smithi175 ceph-mon[44549]: pgmap v12274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:14 smithi181 ceph-mon[45557]: pgmap v12274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:16 smithi088 ceph-mon[35322]: pgmap v12275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:16 smithi175 ceph-mon[44549]: pgmap v12275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:16 smithi181 ceph-mon[45557]: pgmap v12275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:18 smithi088 ceph-mon[35322]: pgmap v12276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:18 smithi175 ceph-mon[44549]: pgmap v12276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:18 smithi181 ceph-mon[45557]: pgmap v12276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:20 smithi175 ceph-mon[44549]: pgmap v12277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:20 smithi181 ceph-mon[45557]: pgmap v12277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:20 smithi088 ceph-mon[35322]: pgmap v12277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:21.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:21.749+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:22:21.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:21.749+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:22:21.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:21.749+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:22:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:22 smithi175 ceph-mon[44549]: pgmap v12278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:22 smithi181 ceph-mon[45557]: pgmap v12278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:22 smithi088 ceph-mon[35322]: pgmap v12278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:24 smithi175 ceph-mon[44549]: pgmap v12279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:24 smithi181 ceph-mon[45557]: pgmap v12279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:25.240 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:24 smithi088 ceph-mon[35322]: pgmap v12279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:26 smithi175 ceph-mon[44549]: pgmap v12280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:26 smithi181 ceph-mon[45557]: pgmap v12280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:26 smithi088 ceph-mon[35322]: pgmap v12280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:28 smithi175 ceph-mon[44549]: pgmap v12281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:28 smithi181 ceph-mon[45557]: pgmap v12281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:28 smithi088 ceph-mon[35322]: pgmap v12281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:30 smithi175 ceph-mon[44549]: pgmap v12282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:30 smithi181 ceph-mon[45557]: pgmap v12282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:30 smithi088 ceph-mon[35322]: pgmap v12282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:32 smithi175 ceph-mon[44549]: pgmap v12283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:32 smithi181 ceph-mon[45557]: pgmap v12283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:32 smithi088 ceph-mon[35322]: pgmap v12283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:34 smithi175 ceph-mon[44549]: pgmap v12284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:34 smithi181 ceph-mon[45557]: pgmap v12284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:34 smithi088 ceph-mon[35322]: pgmap v12284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:22:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:36.763+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:22:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:36.763+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:22:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:36.763+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:22:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:36 smithi175 ceph-mon[44549]: pgmap v12285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:36 smithi181 ceph-mon[45557]: pgmap v12285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:36 smithi088 ceph-mon[35322]: pgmap v12285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:22:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:38 smithi175 ceph-mon[44549]: pgmap v12286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:38 smithi181 ceph-mon[45557]: pgmap v12286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:38 smithi088 ceph-mon[35322]: pgmap v12286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:41.112 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:40 smithi088 ceph-mon[35322]: pgmap v12287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:40 smithi175 ceph-mon[44549]: pgmap v12287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:40 smithi181 ceph-mon[45557]: pgmap v12287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:22:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:22:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:22:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:42 smithi175 ceph-mon[44549]: pgmap v12288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:22:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:22:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:42 smithi181 ceph-mon[45557]: pgmap v12288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:22:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:22:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:42 smithi088 ceph-mon[35322]: pgmap v12288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:22:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:22:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:22:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:43 smithi175 ceph-mon[44549]: pgmap v12289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:22:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:43 smithi175 ceph-mon[44549]: pgmap v12290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:22:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:43 smithi181 ceph-mon[45557]: pgmap v12289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:22:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:43 smithi181 ceph-mon[45557]: pgmap v12290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:22:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:43 smithi088 ceph-mon[35322]: pgmap v12289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:22:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:43 smithi088 ceph-mon[35322]: pgmap v12290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:22:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:44 smithi175 ceph-mon[44549]: pgmap v12291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:22:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:44 smithi181 ceph-mon[45557]: pgmap v12291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:22:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:44 smithi088 ceph-mon[35322]: pgmap v12291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:22:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:47 smithi181 ceph-mon[45557]: pgmap v12292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:22:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:47 smithi088 ceph-mon[35322]: pgmap v12292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:22:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:47 smithi175 ceph-mon[44549]: pgmap v12292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:22:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:49 smithi181 ceph-mon[45557]: pgmap v12293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:22:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:49 smithi088 ceph-mon[35322]: pgmap v12293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:22:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:49 smithi175 ceph-mon[44549]: pgmap v12293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:22:51.767 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:51.766+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:22:51.767 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:51.766+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:22:51.767 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:22:51.766+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:22:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:51 smithi181 ceph-mon[45557]: pgmap v12294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:22:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:51 smithi088 ceph-mon[35322]: pgmap v12294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:22:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:51 smithi175 ceph-mon[44549]: pgmap v12294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:22:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:53 smithi175 ceph-mon[44549]: pgmap v12295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:22:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:53 smithi181 ceph-mon[45557]: pgmap v12295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:22:53.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:53 smithi088 ceph-mon[35322]: pgmap v12295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:22:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:55 smithi181 ceph-mon[45557]: pgmap v12296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:55 smithi088 ceph-mon[35322]: pgmap v12296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:55 smithi175 ceph-mon[44549]: pgmap v12296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:22:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:57 smithi181 ceph-mon[45557]: pgmap v12297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:57 smithi088 ceph-mon[35322]: pgmap v12297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:22:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:57 smithi175 ceph-mon[44549]: pgmap v12297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:22:59 smithi088 ceph-mon[35322]: pgmap v12298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:22:59 smithi175 ceph-mon[44549]: pgmap v12298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:22:59 smithi181 ceph-mon[45557]: pgmap v12298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:01 smithi088 ceph-mon[35322]: pgmap v12299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:01 smithi175 ceph-mon[44549]: pgmap v12299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:01 smithi181 ceph-mon[45557]: pgmap v12299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:03.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:03 smithi175 ceph-mon[44549]: pgmap v12300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:03 smithi181 ceph-mon[45557]: pgmap v12300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:03.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:03 smithi088 ceph-mon[35322]: pgmap v12300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:05 smithi181 ceph-mon[45557]: pgmap v12301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:23:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:05 smithi088 ceph-mon[35322]: pgmap v12301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:23:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:05 smithi175 ceph-mon[44549]: pgmap v12301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:23:06.781 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:06.780+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:23:06.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:06.780+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:23:06.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:06.780+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:23:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:07 smithi088 ceph-mon[35322]: pgmap v12302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:07 smithi175 ceph-mon[44549]: pgmap v12302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:07 smithi181 ceph-mon[45557]: pgmap v12302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:09 smithi088 ceph-mon[35322]: pgmap v12303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:09 smithi175 ceph-mon[44549]: pgmap v12303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:09 smithi181 ceph-mon[45557]: pgmap v12303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:11 smithi088 ceph-mon[35322]: pgmap v12304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:11 smithi175 ceph-mon[44549]: pgmap v12304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:11 smithi181 ceph-mon[45557]: pgmap v12304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:13 smithi175 ceph-mon[44549]: pgmap v12305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:13 smithi181 ceph-mon[45557]: pgmap v12305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:13 smithi088 ceph-mon[35322]: pgmap v12305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:15 smithi088 ceph-mon[35322]: pgmap v12306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:23:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:15 smithi175 ceph-mon[44549]: pgmap v12306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:23:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:15 smithi181 ceph-mon[45557]: pgmap v12306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:23:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:17 smithi088 ceph-mon[35322]: pgmap v12307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:17 smithi175 ceph-mon[44549]: pgmap v12307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:17 smithi181 ceph-mon[45557]: pgmap v12307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:19 smithi088 ceph-mon[35322]: pgmap v12308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:19 smithi175 ceph-mon[44549]: pgmap v12308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:19 smithi181 ceph-mon[45557]: pgmap v12308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:21.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:21.789+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:23:21.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:21.790+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:23:21.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:21.790+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:23:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:21 smithi088 ceph-mon[35322]: pgmap v12309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:21 smithi175 ceph-mon[44549]: pgmap v12309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:21 smithi181 ceph-mon[45557]: pgmap v12309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:23 smithi175 ceph-mon[44549]: pgmap v12310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:23 smithi181 ceph-mon[45557]: pgmap v12310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:23 smithi088 ceph-mon[35322]: pgmap v12310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:25 smithi088 ceph-mon[35322]: pgmap v12311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:23:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:25 smithi175 ceph-mon[44549]: pgmap v12311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:23:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:25 smithi181 ceph-mon[45557]: pgmap v12311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:23:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:27 smithi088 ceph-mon[35322]: pgmap v12312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:28.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:27 smithi175 ceph-mon[44549]: pgmap v12312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:27 smithi181 ceph-mon[45557]: pgmap v12312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:29 smithi088 ceph-mon[35322]: pgmap v12313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:23:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:29 smithi175 ceph-mon[44549]: pgmap v12313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:23:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:29 smithi181 ceph-mon[45557]: pgmap v12313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:23:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:31 smithi088 ceph-mon[35322]: pgmap v12314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:31 smithi175 ceph-mon[44549]: pgmap v12314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:31 smithi181 ceph-mon[45557]: pgmap v12314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:33 smithi175 ceph-mon[44549]: pgmap v12315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:33 smithi181 ceph-mon[45557]: pgmap v12315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:33 smithi088 ceph-mon[35322]: pgmap v12315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:35 smithi088 ceph-mon[35322]: pgmap v12316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:23:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:35 smithi175 ceph-mon[44549]: pgmap v12316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:23:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:35 smithi181 ceph-mon[45557]: pgmap v12316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:23:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:36.806+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:23:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:36.806+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:23:36.807 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:36.806+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:23:38.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:37 smithi088 ceph-mon[35322]: pgmap v12317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:37 smithi175 ceph-mon[44549]: pgmap v12317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:37 smithi181 ceph-mon[45557]: pgmap v12317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:39 smithi088 ceph-mon[35322]: pgmap v12318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:39 smithi175 ceph-mon[44549]: pgmap v12318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:39 smithi181 ceph-mon[45557]: pgmap v12318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:23:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:41 smithi088 ceph-mon[35322]: pgmap v12319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:41 smithi175 ceph-mon[44549]: pgmap v12319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:41 smithi181 ceph-mon[45557]: pgmap v12319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:43 smithi175 ceph-mon[44549]: pgmap v12320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:23:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:43 smithi181 ceph-mon[45557]: pgmap v12320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:23:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:43 smithi088 ceph-mon[35322]: pgmap v12320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:23:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:23:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:23:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:44 smithi181 ceph-mon[45557]: pgmap v12321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:23:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:23:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:23:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:23:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:44 smithi088 ceph-mon[35322]: pgmap v12321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:23:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:23:44.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:23:44.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:23:44.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:44 smithi175 ceph-mon[44549]: pgmap v12321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:23:44.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:23:47.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:46 smithi088 ceph-mon[35322]: pgmap v12322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:23:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:46 smithi175 ceph-mon[44549]: pgmap v12322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:23:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:46 smithi181 ceph-mon[45557]: pgmap v12322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:23:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:48 smithi175 ceph-mon[44549]: pgmap v12323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:23:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:48 smithi181 ceph-mon[45557]: pgmap v12323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:23:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:48 smithi088 ceph-mon[35322]: pgmap v12323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:23:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:50 smithi088 ceph-mon[35322]: pgmap v12324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:23:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:50 smithi175 ceph-mon[44549]: pgmap v12324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:23:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:50 smithi181 ceph-mon[45557]: pgmap v12324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:23:51.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:51.814+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:23:51.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:51.814+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:23:51.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:23:51.814+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:23:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:52 smithi088 ceph-mon[35322]: pgmap v12325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:23:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:52 smithi175 ceph-mon[44549]: pgmap v12325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:23:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:52 smithi181 ceph-mon[45557]: pgmap v12325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:23:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:54 smithi088 ceph-mon[35322]: pgmap v12326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:23:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:54 smithi175 ceph-mon[44549]: pgmap v12326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:23:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:54 smithi181 ceph-mon[45557]: pgmap v12326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:23:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:56 smithi088 ceph-mon[35322]: pgmap v12327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:56 smithi175 ceph-mon[44549]: pgmap v12327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:56 smithi181 ceph-mon[45557]: pgmap v12327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:23:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:23:58 smithi181 ceph-mon[45557]: pgmap v12328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:23:58 smithi088 ceph-mon[35322]: pgmap v12328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:23:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:23:58 smithi175 ceph-mon[44549]: pgmap v12328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:00 smithi088 ceph-mon[35322]: pgmap v12329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:00 smithi175 ceph-mon[44549]: pgmap v12329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:00 smithi181 ceph-mon[45557]: pgmap v12329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:02 smithi088 ceph-mon[35322]: pgmap v12330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:02 smithi175 ceph-mon[44549]: pgmap v12330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:02 smithi181 ceph-mon[45557]: pgmap v12330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:04 smithi088 ceph-mon[35322]: pgmap v12331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:04 smithi175 ceph-mon[44549]: pgmap v12331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:04 smithi181 ceph-mon[45557]: pgmap v12331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:06.824 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:06.823+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:24:06.824 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:06.823+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:24:06.824 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:06.823+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:24:07.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:06 smithi088 ceph-mon[35322]: pgmap v12332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:06 smithi175 ceph-mon[44549]: pgmap v12332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:06 smithi181 ceph-mon[45557]: pgmap v12332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:08 smithi181 ceph-mon[45557]: pgmap v12333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:08 smithi088 ceph-mon[35322]: pgmap v12333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:08 smithi175 ceph-mon[44549]: pgmap v12333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:10 smithi088 ceph-mon[35322]: pgmap v12334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:10 smithi175 ceph-mon[44549]: pgmap v12334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:10 smithi181 ceph-mon[45557]: pgmap v12334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:13.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:12 smithi088 ceph-mon[35322]: pgmap v12335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:12 smithi175 ceph-mon[44549]: pgmap v12335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:12 smithi181 ceph-mon[45557]: pgmap v12335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:14 smithi088 ceph-mon[35322]: pgmap v12336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:14 smithi175 ceph-mon[44549]: pgmap v12336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:14 smithi181 ceph-mon[45557]: pgmap v12336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:16 smithi088 ceph-mon[35322]: pgmap v12337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:16 smithi175 ceph-mon[44549]: pgmap v12337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:16 smithi181 ceph-mon[45557]: pgmap v12337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:18 smithi181 ceph-mon[45557]: pgmap v12338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:18 smithi088 ceph-mon[35322]: pgmap v12338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:18.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:18 smithi175 ceph-mon[44549]: pgmap v12338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:20 smithi088 ceph-mon[35322]: pgmap v12339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:20 smithi175 ceph-mon[44549]: pgmap v12339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:20 smithi181 ceph-mon[45557]: pgmap v12339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:21.823+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:21.823+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:24:21.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:21.824+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:24:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:22 smithi088 ceph-mon[35322]: pgmap v12340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:22 smithi175 ceph-mon[44549]: pgmap v12340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:22 smithi181 ceph-mon[45557]: pgmap v12340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:25.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:24 smithi088 ceph-mon[35322]: pgmap v12341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:24 smithi175 ceph-mon[44549]: pgmap v12341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:24 smithi181 ceph-mon[45557]: pgmap v12341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:26 smithi088 ceph-mon[35322]: pgmap v12342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:26 smithi175 ceph-mon[44549]: pgmap v12342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:26 smithi181 ceph-mon[45557]: pgmap v12342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:28 smithi181 ceph-mon[45557]: pgmap v12343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:28 smithi088 ceph-mon[35322]: pgmap v12343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:28 smithi175 ceph-mon[44549]: pgmap v12343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:30 smithi088 ceph-mon[35322]: pgmap v12344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:30 smithi175 ceph-mon[44549]: pgmap v12344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:30 smithi181 ceph-mon[45557]: pgmap v12344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:32 smithi088 ceph-mon[35322]: pgmap v12345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:32 smithi175 ceph-mon[44549]: pgmap v12345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:32 smithi181 ceph-mon[45557]: pgmap v12345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:34 smithi088 ceph-mon[35322]: pgmap v12346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:34 smithi175 ceph-mon[44549]: pgmap v12346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:34 smithi181 ceph-mon[45557]: pgmap v12346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:36.835+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:24:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:36.835+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:24:36.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:36.835+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:24:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:36 smithi088 ceph-mon[35322]: pgmap v12347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:36 smithi175 ceph-mon[44549]: pgmap v12347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:36 smithi181 ceph-mon[45557]: pgmap v12347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:38 smithi181 ceph-mon[45557]: pgmap v12348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:38 smithi088 ceph-mon[35322]: pgmap v12348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:38 smithi175 ceph-mon[44549]: pgmap v12348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:24:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:40 smithi088 ceph-mon[35322]: pgmap v12349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:40 smithi175 ceph-mon[44549]: pgmap v12349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:40 smithi181 ceph-mon[45557]: pgmap v12349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:24:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:42.970+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:24:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:42.970+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:24:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:42.970+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 179 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:24:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:42.970+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 179 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:24:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:42 smithi088 ceph-mon[35322]: pgmap v12350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:42 smithi175 ceph-mon[44549]: pgmap v12350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:42 smithi181 ceph-mon[45557]: pgmap v12350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:44 smithi088 ceph-mon[35322]: pgmap v12351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:24:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:24:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:24:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:24:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:44 smithi175 ceph-mon[44549]: pgmap v12351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:24:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:24:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:24:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:24:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:44 smithi181 ceph-mon[45557]: pgmap v12351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:24:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:24:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:24:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:24:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:24:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:45 smithi088 ceph-mon[35322]: pgmap v12352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:24:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:45 smithi088 ceph-mon[35322]: pgmap v12353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:24:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:45 smithi175 ceph-mon[44549]: pgmap v12352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:24:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:45 smithi175 ceph-mon[44549]: pgmap v12353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:24:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:45 smithi181 ceph-mon[45557]: pgmap v12352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:24:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:45 smithi181 ceph-mon[45557]: pgmap v12353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:24:48.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:47 smithi088 ceph-mon[35322]: pgmap v12354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:24:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:47 smithi175 ceph-mon[44549]: pgmap v12354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:24:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:47 smithi181 ceph-mon[45557]: pgmap v12354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:24:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:49 smithi088 ceph-mon[35322]: pgmap v12355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:24:50.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:49 smithi175 ceph-mon[44549]: pgmap v12355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:24:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:49 smithi181 ceph-mon[45557]: pgmap v12355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:24:51.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:51.848+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:24:51.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:51.848+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:24:51.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:24:51.848+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:24:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:51 smithi088 ceph-mon[35322]: pgmap v12356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:24:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:51 smithi175 ceph-mon[44549]: pgmap v12356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:24:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:51 smithi181 ceph-mon[45557]: pgmap v12356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:24:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:53 smithi181 ceph-mon[45557]: pgmap v12357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:24:53.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:53 smithi088 ceph-mon[35322]: pgmap v12357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:24:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:53 smithi175 ceph-mon[44549]: pgmap v12357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:24:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:55 smithi088 ceph-mon[35322]: pgmap v12358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:24:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:55 smithi175 ceph-mon[44549]: pgmap v12358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:24:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:55 smithi181 ceph-mon[45557]: pgmap v12358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:24:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:57 smithi088 ceph-mon[35322]: pgmap v12359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:58.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:57 smithi175 ceph-mon[44549]: pgmap v12359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:24:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:57 smithi181 ceph-mon[45557]: pgmap v12359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:24:59 smithi088 ceph-mon[35322]: pgmap v12360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:00.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:24:59 smithi175 ceph-mon[44549]: pgmap v12360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:24:59 smithi181 ceph-mon[45557]: pgmap v12360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:01 smithi088 ceph-mon[35322]: pgmap v12361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:01 smithi175 ceph-mon[44549]: pgmap v12361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:01 smithi181 ceph-mon[45557]: pgmap v12361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:03 smithi181 ceph-mon[45557]: pgmap v12362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:03 smithi088 ceph-mon[35322]: pgmap v12362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:03 smithi175 ceph-mon[44549]: pgmap v12362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:05 smithi088 ceph-mon[35322]: pgmap v12363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:05 smithi175 ceph-mon[44549]: pgmap v12363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:05 smithi181 ceph-mon[45557]: pgmap v12363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:06.853+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:25:06.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:06.853+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:25:06.856 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:06.853+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:25:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:07 smithi088 ceph-mon[35322]: pgmap v12364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:07 smithi175 ceph-mon[44549]: pgmap v12364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:07 smithi181 ceph-mon[45557]: pgmap v12364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:09 smithi088 ceph-mon[35322]: pgmap v12365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:09 smithi175 ceph-mon[44549]: pgmap v12365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:09 smithi181 ceph-mon[45557]: pgmap v12365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:11 smithi088 ceph-mon[35322]: pgmap v12366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:11 smithi175 ceph-mon[44549]: pgmap v12366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:11 smithi181 ceph-mon[45557]: pgmap v12366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:13 smithi181 ceph-mon[45557]: pgmap v12367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:13 smithi088 ceph-mon[35322]: pgmap v12367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:13.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:13 smithi175 ceph-mon[44549]: pgmap v12367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:15 smithi088 ceph-mon[35322]: pgmap v12368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:15 smithi175 ceph-mon[44549]: pgmap v12368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:15 smithi181 ceph-mon[45557]: pgmap v12368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:17 smithi088 ceph-mon[35322]: pgmap v12369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:17 smithi175 ceph-mon[44549]: pgmap v12369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:17 smithi181 ceph-mon[45557]: pgmap v12369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:19 smithi088 ceph-mon[35322]: pgmap v12370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:20.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:19 smithi175 ceph-mon[44549]: pgmap v12370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:19 smithi181 ceph-mon[45557]: pgmap v12370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:21.867 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:21.864+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:25:21.867 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:21.864+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:25:21.868 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:21.864+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:25:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:21 smithi088 ceph-mon[35322]: pgmap v12371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:21 smithi175 ceph-mon[44549]: pgmap v12371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:21 smithi181 ceph-mon[45557]: pgmap v12371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:23 smithi181 ceph-mon[45557]: pgmap v12372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:23 smithi088 ceph-mon[35322]: pgmap v12372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:23.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:23 smithi175 ceph-mon[44549]: pgmap v12372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:25 smithi088 ceph-mon[35322]: pgmap v12373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:26.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:25 smithi175 ceph-mon[44549]: pgmap v12373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:25 smithi181 ceph-mon[45557]: pgmap v12373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:27 smithi088 ceph-mon[35322]: pgmap v12374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:28.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:27 smithi175 ceph-mon[44549]: pgmap v12374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:27 smithi181 ceph-mon[45557]: pgmap v12374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:29 smithi088 ceph-mon[35322]: pgmap v12375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:29 smithi175 ceph-mon[44549]: pgmap v12375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:29 smithi181 ceph-mon[45557]: pgmap v12375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:31 smithi088 ceph-mon[35322]: pgmap v12376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:31 smithi175 ceph-mon[44549]: pgmap v12376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:31 smithi181 ceph-mon[45557]: pgmap v12376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:33 smithi181 ceph-mon[45557]: pgmap v12377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:33 smithi088 ceph-mon[35322]: pgmap v12377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:33 smithi175 ceph-mon[44549]: pgmap v12377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:35 smithi088 ceph-mon[35322]: pgmap v12378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:35 smithi175 ceph-mon[44549]: pgmap v12378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:35 smithi181 ceph-mon[45557]: pgmap v12378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:36.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:36.873+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:25:36.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:36.873+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:25:36.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:36.873+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:25:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:37 smithi088 ceph-mon[35322]: pgmap v12379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:38.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:37 smithi175 ceph-mon[44549]: pgmap v12379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:37 smithi181 ceph-mon[45557]: pgmap v12379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:25:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:39 smithi175 ceph-mon[44549]: pgmap v12380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:39 smithi181 ceph-mon[45557]: pgmap v12380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:39 smithi088 ceph-mon[35322]: pgmap v12380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:25:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:41 smithi175 ceph-mon[44549]: pgmap v12381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:41 smithi181 ceph-mon[45557]: pgmap v12381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:41 smithi088 ceph-mon[35322]: pgmap v12381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:25:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:43 smithi181 ceph-mon[45557]: pgmap v12382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:43 smithi088 ceph-mon[35322]: pgmap v12382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:43 smithi175 ceph-mon[44549]: pgmap v12382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:45 smithi088 ceph-mon[35322]: pgmap v12383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:25:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:25:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:25:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:25:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:45 smithi175 ceph-mon[44549]: pgmap v12383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:25:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:25:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:25:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:25:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:45 smithi181 ceph-mon[45557]: pgmap v12383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:25:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:25:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:25:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:25:46.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:25:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:46 smithi175 ceph-mon[44549]: pgmap v12384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:25:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:46 smithi175 ceph-mon[44549]: pgmap v12385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:25:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:46 smithi181 ceph-mon[45557]: pgmap v12384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:25:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:46 smithi181 ceph-mon[45557]: pgmap v12385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:25:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:46 smithi088 ceph-mon[35322]: pgmap v12384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:25:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:46 smithi088 ceph-mon[35322]: pgmap v12385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:25:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:48 smithi181 ceph-mon[45557]: pgmap v12386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:25:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:48 smithi088 ceph-mon[35322]: pgmap v12386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:25:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:48 smithi175 ceph-mon[44549]: pgmap v12386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:25:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:50 smithi175 ceph-mon[44549]: pgmap v12387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:25:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:50 smithi181 ceph-mon[45557]: pgmap v12387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:25:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:50 smithi088 ceph-mon[35322]: pgmap v12387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:25:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:51.887+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:25:51.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:51.887+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:25:51.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:25:51.887+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:25:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:52 smithi175 ceph-mon[44549]: pgmap v12388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:25:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:52 smithi181 ceph-mon[45557]: pgmap v12388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:25:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:52 smithi088 ceph-mon[35322]: pgmap v12388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:25:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:54 smithi175 ceph-mon[44549]: pgmap v12389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:25:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:54 smithi181 ceph-mon[45557]: pgmap v12389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:25:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:54 smithi088 ceph-mon[35322]: pgmap v12389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:25:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:56 smithi175 ceph-mon[44549]: pgmap v12390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:25:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:56 smithi181 ceph-mon[45557]: pgmap v12390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:25:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:56 smithi088 ceph-mon[35322]: pgmap v12390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:25:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:25:58 smithi181 ceph-mon[45557]: pgmap v12391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:25:58 smithi088 ceph-mon[35322]: pgmap v12391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:25:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:25:58 smithi175 ceph-mon[44549]: pgmap v12391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:00 smithi175 ceph-mon[44549]: pgmap v12392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:00 smithi181 ceph-mon[45557]: pgmap v12392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:00 smithi088 ceph-mon[35322]: pgmap v12392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:02 smithi175 ceph-mon[44549]: pgmap v12393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:02 smithi181 ceph-mon[45557]: pgmap v12393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:02 smithi088 ceph-mon[35322]: pgmap v12393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:04 smithi175 ceph-mon[44549]: pgmap v12394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:04 smithi181 ceph-mon[45557]: pgmap v12394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:04 smithi088 ceph-mon[35322]: pgmap v12394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:06.901 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:06.900+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:26:06.901 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:06.900+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:26:06.902 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:06.900+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:26:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:06 smithi175 ceph-mon[44549]: pgmap v12395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:06 smithi181 ceph-mon[45557]: pgmap v12395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:06 smithi088 ceph-mon[35322]: pgmap v12395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:08 smithi181 ceph-mon[45557]: pgmap v12396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:08.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:08 smithi088 ceph-mon[35322]: pgmap v12396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:08.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:08 smithi175 ceph-mon[44549]: pgmap v12396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:10 smithi175 ceph-mon[44549]: pgmap v12397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:10 smithi181 ceph-mon[45557]: pgmap v12397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:10 smithi088 ceph-mon[35322]: pgmap v12397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:12 smithi175 ceph-mon[44549]: pgmap v12398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:12 smithi181 ceph-mon[45557]: pgmap v12398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:12 smithi088 ceph-mon[35322]: pgmap v12398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:14 smithi175 ceph-mon[44549]: pgmap v12399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:14 smithi181 ceph-mon[45557]: pgmap v12399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:14 smithi088 ceph-mon[35322]: pgmap v12399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:16 smithi175 ceph-mon[44549]: pgmap v12400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:16 smithi181 ceph-mon[45557]: pgmap v12400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:16 smithi088 ceph-mon[35322]: pgmap v12400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:18 smithi181 ceph-mon[45557]: pgmap v12401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:18 smithi088 ceph-mon[35322]: pgmap v12401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:18.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:18 smithi175 ceph-mon[44549]: pgmap v12401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:20 smithi175 ceph-mon[44549]: pgmap v12402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:20 smithi181 ceph-mon[45557]: pgmap v12402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:20 smithi088 ceph-mon[35322]: pgmap v12402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:21.901+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:26:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:21.901+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:26:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:21.901+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:26:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:22 smithi175 ceph-mon[44549]: pgmap v12403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:22 smithi181 ceph-mon[45557]: pgmap v12403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:22 smithi088 ceph-mon[35322]: pgmap v12403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:25.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:24 smithi175 ceph-mon[44549]: pgmap v12404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:24 smithi181 ceph-mon[45557]: pgmap v12404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:24 smithi088 ceph-mon[35322]: pgmap v12404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:26 smithi175 ceph-mon[44549]: pgmap v12405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:26 smithi181 ceph-mon[45557]: pgmap v12405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:26 smithi088 ceph-mon[35322]: pgmap v12405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:28 smithi088 ceph-mon[35322]: pgmap v12406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:28.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:28 smithi175 ceph-mon[44549]: pgmap v12406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:28 smithi181 ceph-mon[45557]: pgmap v12406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:30 smithi175 ceph-mon[44549]: pgmap v12407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:30 smithi181 ceph-mon[45557]: pgmap v12407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:30 smithi088 ceph-mon[35322]: pgmap v12407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:32 smithi175 ceph-mon[44549]: pgmap v12408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:32 smithi181 ceph-mon[45557]: pgmap v12408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:32 smithi088 ceph-mon[35322]: pgmap v12408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:35.096 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:34 smithi088 ceph-mon[35322]: pgmap v12409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:34 smithi175 ceph-mon[44549]: pgmap v12409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:34 smithi181 ceph-mon[45557]: pgmap v12409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:36.916+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:26:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:36.916+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:26:36.917 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:36.916+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:26:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:36 smithi175 ceph-mon[44549]: pgmap v12410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:36 smithi181 ceph-mon[45557]: pgmap v12410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:36 smithi088 ceph-mon[35322]: pgmap v12410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:38 smithi088 ceph-mon[35322]: pgmap v12411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:38 smithi175 ceph-mon[44549]: pgmap v12411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:38 smithi181 ceph-mon[45557]: pgmap v12411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:40 smithi175 ceph-mon[44549]: pgmap v12412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:40 smithi181 ceph-mon[45557]: pgmap v12412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:40 smithi088 ceph-mon[35322]: pgmap v12412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:42 smithi175 ceph-mon[44549]: pgmap v12413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:42 smithi181 ceph-mon[45557]: pgmap v12413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:42 smithi088 ceph-mon[35322]: pgmap v12413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:26:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:44 smithi175 ceph-mon[44549]: pgmap v12414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:44 smithi181 ceph-mon[45557]: pgmap v12414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:44 smithi088 ceph-mon[35322]: pgmap v12414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: pgmap v12415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:26:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:26:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: pgmap v12415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:26:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:26:47.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: pgmap v12415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:26:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:26:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:47 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:26:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:47 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:26:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:47 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 51141k 2024-01-28T19:26:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:47 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 52368519: error parsing value: Value '52368519' is below minimum 939524096 2024-01-28T19:26:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:47 smithi175 ceph-mon[44549]: pgmap v12416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:26:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:47 smithi175 ceph-mon[44549]: pgmap v12417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:26:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:26:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:47 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:26:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:47 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:26:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:47 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 51141k 2024-01-28T19:26:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:47 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 52368519: error parsing value: Value '52368519' is below minimum 939524096 2024-01-28T19:26:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:47 smithi181 ceph-mon[45557]: pgmap v12416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:26:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:47 smithi181 ceph-mon[45557]: pgmap v12417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:26:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:26:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:47 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:26:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:47 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:26:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:47 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 51141k 2024-01-28T19:26:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:47 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 52368519: error parsing value: Value '52368519' is below minimum 939524096 2024-01-28T19:26:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:47 smithi088 ceph-mon[35322]: pgmap v12416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:26:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:47 smithi088 ceph-mon[35322]: pgmap v12417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:26:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:26:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:49 smithi175 ceph-mon[44549]: pgmap v12418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:26:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:49 smithi181 ceph-mon[45557]: pgmap v12418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:26:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:49 smithi088 ceph-mon[35322]: pgmap v12418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:26:51.930 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:51.929+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:26:51.930 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:51.929+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:26:51.930 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:26:51.929+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:26:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:51 smithi175 ceph-mon[44549]: pgmap v12419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:26:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:51 smithi181 ceph-mon[45557]: pgmap v12419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:26:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:51 smithi088 ceph-mon[35322]: pgmap v12419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:26:53.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:53 smithi088 ceph-mon[35322]: pgmap v12420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:26:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:53 smithi175 ceph-mon[44549]: pgmap v12420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:26:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:53 smithi181 ceph-mon[45557]: pgmap v12420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:26:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:55 smithi175 ceph-mon[44549]: pgmap v12421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:26:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:55 smithi181 ceph-mon[45557]: pgmap v12421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:26:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:55 smithi088 ceph-mon[35322]: pgmap v12421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:26:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:57 smithi175 ceph-mon[44549]: pgmap v12422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:26:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:57 smithi181 ceph-mon[45557]: pgmap v12422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:26:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:57 smithi088 ceph-mon[35322]: pgmap v12422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:27:00.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:26:59 smithi175 ceph-mon[44549]: pgmap v12423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:26:59 smithi181 ceph-mon[45557]: pgmap v12423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:26:59 smithi088 ceph-mon[35322]: pgmap v12423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:01 smithi175 ceph-mon[44549]: pgmap v12424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:01 smithi181 ceph-mon[45557]: pgmap v12424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:01 smithi088 ceph-mon[35322]: pgmap v12424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:03.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:03 smithi088 ceph-mon[35322]: pgmap v12425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:03 smithi175 ceph-mon[44549]: pgmap v12425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:03 smithi181 ceph-mon[45557]: pgmap v12425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:05 smithi175 ceph-mon[44549]: pgmap v12426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:05 smithi181 ceph-mon[45557]: pgmap v12426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:05 smithi088 ceph-mon[35322]: pgmap v12426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:06.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:06.944+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:27:06.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:06.944+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:27:06.946 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:06.944+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:27:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:07 smithi175 ceph-mon[44549]: pgmap v12427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:07 smithi181 ceph-mon[45557]: pgmap v12427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:07 smithi088 ceph-mon[35322]: pgmap v12427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:09 smithi175 ceph-mon[44549]: pgmap v12428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:09 smithi181 ceph-mon[45557]: pgmap v12428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:09 smithi088 ceph-mon[35322]: pgmap v12428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:11 smithi175 ceph-mon[44549]: pgmap v12429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:11 smithi181 ceph-mon[45557]: pgmap v12429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:11 smithi088 ceph-mon[35322]: pgmap v12429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:13 smithi088 ceph-mon[35322]: pgmap v12430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:13 smithi175 ceph-mon[44549]: pgmap v12430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:13 smithi181 ceph-mon[45557]: pgmap v12430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:15 smithi175 ceph-mon[44549]: pgmap v12431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:15 smithi181 ceph-mon[45557]: pgmap v12431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:15 smithi088 ceph-mon[35322]: pgmap v12431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:18.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:17 smithi175 ceph-mon[44549]: pgmap v12432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:17 smithi181 ceph-mon[45557]: pgmap v12432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:17 smithi088 ceph-mon[35322]: pgmap v12432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:19 smithi175 ceph-mon[44549]: pgmap v12433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:19 smithi181 ceph-mon[45557]: pgmap v12433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:19 smithi088 ceph-mon[35322]: pgmap v12433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:21.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:21.946+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:27:21.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:21.946+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:27:21.948 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:21.946+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:27:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:21 smithi175 ceph-mon[44549]: pgmap v12434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:22.200 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:21 smithi088 ceph-mon[35322]: pgmap v12434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:21 smithi181 ceph-mon[45557]: pgmap v12434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:23 smithi088 ceph-mon[35322]: pgmap v12435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:23.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:23 smithi175 ceph-mon[44549]: pgmap v12435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:23 smithi181 ceph-mon[45557]: pgmap v12435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:25 smithi175 ceph-mon[44549]: pgmap v12436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:25 smithi181 ceph-mon[45557]: pgmap v12436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:25 smithi088 ceph-mon[35322]: pgmap v12436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:28.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:27 smithi175 ceph-mon[44549]: pgmap v12437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:27 smithi181 ceph-mon[45557]: pgmap v12437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:27 smithi088 ceph-mon[35322]: pgmap v12437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:29 smithi175 ceph-mon[44549]: pgmap v12438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:29 smithi181 ceph-mon[45557]: pgmap v12438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:29 smithi088 ceph-mon[35322]: pgmap v12438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:31 smithi175 ceph-mon[44549]: pgmap v12439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:27:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:31 smithi181 ceph-mon[45557]: pgmap v12439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:27:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:31 smithi088 ceph-mon[35322]: pgmap v12439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:27:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:33 smithi088 ceph-mon[35322]: pgmap v12440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:33 smithi175 ceph-mon[44549]: pgmap v12440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:33 smithi181 ceph-mon[45557]: pgmap v12440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:35 smithi175 ceph-mon[44549]: pgmap v12441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:35 smithi181 ceph-mon[45557]: pgmap v12441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:35 smithi088 ceph-mon[35322]: pgmap v12441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:36.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:36.953+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:27:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:36.953+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:27:36.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:36.953+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:27:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:37 smithi175 ceph-mon[44549]: pgmap v12442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:37 smithi181 ceph-mon[45557]: pgmap v12442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:37 smithi088 ceph-mon[35322]: pgmap v12442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:27:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:39 smithi175 ceph-mon[44549]: pgmap v12443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:39 smithi181 ceph-mon[45557]: pgmap v12443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:39 smithi088 ceph-mon[35322]: pgmap v12443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:27:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:41 smithi175 ceph-mon[44549]: pgmap v12444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:27:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:41 smithi181 ceph-mon[45557]: pgmap v12444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:27:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:41 smithi088 ceph-mon[35322]: pgmap v12444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:27:43.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:42.999+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:27:43.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:42.999+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:27:43.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:42.999+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 180 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:27:43.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:42.999+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 180 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:27:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:43 smithi088 ceph-mon[35322]: pgmap v12445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:43 smithi175 ceph-mon[44549]: pgmap v12445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:43 smithi181 ceph-mon[45557]: pgmap v12445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:27:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:45 smithi175 ceph-mon[44549]: pgmap v12446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:27:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:45 smithi181 ceph-mon[45557]: pgmap v12446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:27:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:45 smithi088 ceph-mon[35322]: pgmap v12446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:27:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:47 smithi175 ceph-mon[44549]: pgmap v12447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:27:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:27:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:27:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:27:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:27:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:47 smithi181 ceph-mon[45557]: pgmap v12447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:27:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:27:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:27:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:27:48.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:27:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:47 smithi088 ceph-mon[35322]: pgmap v12447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:27:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:27:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:27:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:27:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:27:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:27:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:48 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:27:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:48 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:27:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:48 smithi175 ceph-mon[44549]: pgmap v12448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:27:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:48 smithi175 ceph-mon[44549]: pgmap v12449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T19:27:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:48 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:27:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:48 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:27:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:48 smithi181 ceph-mon[45557]: pgmap v12448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:27:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:48 smithi181 ceph-mon[45557]: pgmap v12449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T19:27:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:48 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:27:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:48 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:27:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:48 smithi088 ceph-mon[35322]: pgmap v12448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:27:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:48 smithi088 ceph-mon[35322]: pgmap v12449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T19:27:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:50 smithi175 ceph-mon[44549]: pgmap v12450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T19:27:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:50 smithi181 ceph-mon[45557]: pgmap v12450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T19:27:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:50 smithi088 ceph-mon[35322]: pgmap v12450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-28T19:27:51.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:51.969+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:27:51.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:51.969+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:27:51.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:27:51.969+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:27:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:51 smithi181 ceph-mon[45557]: pgmap v12451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:27:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:51 smithi088 ceph-mon[35322]: pgmap v12451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:27:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:51 smithi175 ceph-mon[44549]: pgmap v12451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:27:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:54 smithi175 ceph-mon[44549]: pgmap v12452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:27:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:54 smithi181 ceph-mon[45557]: pgmap v12452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:27:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:54 smithi088 ceph-mon[35322]: pgmap v12452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:27:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:56 smithi175 ceph-mon[44549]: pgmap v12453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:27:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:56 smithi181 ceph-mon[45557]: pgmap v12453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:27:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:56 smithi088 ceph-mon[35322]: pgmap v12453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:27:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:27:58 smithi088 ceph-mon[35322]: pgmap v12454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:27:58.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:27:58 smithi175 ceph-mon[44549]: pgmap v12454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:27:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:27:58 smithi181 ceph-mon[45557]: pgmap v12454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:28:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:00 smithi175 ceph-mon[44549]: pgmap v12455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:00 smithi181 ceph-mon[45557]: pgmap v12455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:00 smithi088 ceph-mon[35322]: pgmap v12455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:02 smithi175 ceph-mon[44549]: pgmap v12456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:02 smithi181 ceph-mon[45557]: pgmap v12456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:02 smithi088 ceph-mon[35322]: pgmap v12456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:03 smithi181 ceph-mon[45557]: pgmap v12457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:03 smithi088 ceph-mon[35322]: pgmap v12457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:03 smithi175 ceph-mon[44549]: pgmap v12457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:06.984+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:28:06.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:06.984+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:28:06.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:06.984+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:28:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:06 smithi175 ceph-mon[44549]: pgmap v12458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:06 smithi181 ceph-mon[45557]: pgmap v12458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:06 smithi088 ceph-mon[35322]: pgmap v12458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:08.783 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:08 smithi088 ceph-mon[35322]: pgmap v12459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:08.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:08 smithi175 ceph-mon[44549]: pgmap v12459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:08 smithi181 ceph-mon[45557]: pgmap v12459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:10 smithi175 ceph-mon[44549]: pgmap v12460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:10 smithi181 ceph-mon[45557]: pgmap v12460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:10 smithi088 ceph-mon[35322]: pgmap v12460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:11 smithi088 ceph-mon[35322]: pgmap v12461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:11 smithi175 ceph-mon[44549]: pgmap v12461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:11 smithi181 ceph-mon[45557]: pgmap v12461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:14 smithi175 ceph-mon[44549]: pgmap v12462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:14 smithi181 ceph-mon[45557]: pgmap v12462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:14 smithi088 ceph-mon[35322]: pgmap v12462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:15 smithi181 ceph-mon[45557]: pgmap v12463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:15 smithi088 ceph-mon[35322]: pgmap v12463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:15 smithi175 ceph-mon[44549]: pgmap v12463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:18 smithi088 ceph-mon[35322]: pgmap v12464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:18.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:18 smithi175 ceph-mon[44549]: pgmap v12464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:18 smithi181 ceph-mon[45557]: pgmap v12464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:19 smithi088 ceph-mon[35322]: pgmap v12465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:19 smithi175 ceph-mon[44549]: pgmap v12465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:19 smithi181 ceph-mon[45557]: pgmap v12465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:22.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:21.999+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:28:22.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:21.999+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:28:22.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:21.999+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:28:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:21 smithi088 ceph-mon[35322]: pgmap v12466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:22.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:21 smithi175 ceph-mon[44549]: pgmap v12466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:21 smithi181 ceph-mon[45557]: pgmap v12466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:23 smithi088 ceph-mon[35322]: pgmap v12467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:23 smithi175 ceph-mon[44549]: pgmap v12467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:23 smithi181 ceph-mon[45557]: pgmap v12467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:25 smithi088 ceph-mon[35322]: pgmap v12468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:25 smithi175 ceph-mon[44549]: pgmap v12468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:25 smithi181 ceph-mon[45557]: pgmap v12468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:28.005+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:28:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:28.005+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:28:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:28.006+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 181 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:28:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:28.006+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 181 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:28:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:28 smithi088 ceph-mon[35322]: pgmap v12469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:28.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:28 smithi175 ceph-mon[44549]: pgmap v12469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:28 smithi181 ceph-mon[45557]: pgmap v12469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:29 smithi088 ceph-mon[35322]: pgmap v12470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:29 smithi175 ceph-mon[44549]: pgmap v12470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:29 smithi181 ceph-mon[45557]: pgmap v12470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:31 smithi088 ceph-mon[35322]: pgmap v12471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:31 smithi175 ceph-mon[44549]: pgmap v12471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:31 smithi181 ceph-mon[45557]: pgmap v12471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:33 smithi088 ceph-mon[35322]: pgmap v12472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:33 smithi175 ceph-mon[44549]: pgmap v12472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:33 smithi181 ceph-mon[45557]: pgmap v12472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:35 smithi088 ceph-mon[35322]: pgmap v12473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:35 smithi175 ceph-mon[44549]: pgmap v12473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:35 smithi181 ceph-mon[45557]: pgmap v12473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:37.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:37.007+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:28:37.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:37.007+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:28:37.009 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:37.007+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:28:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:38 smithi088 ceph-mon[35322]: pgmap v12474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:38.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:38 smithi175 ceph-mon[44549]: pgmap v12474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:38 smithi181 ceph-mon[45557]: pgmap v12474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:39 smithi088 ceph-mon[35322]: pgmap v12475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:39 smithi175 ceph-mon[44549]: pgmap v12475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:39 smithi181 ceph-mon[45557]: pgmap v12475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:41 smithi088 ceph-mon[35322]: pgmap v12476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:41 smithi175 ceph-mon[44549]: pgmap v12476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:41 smithi181 ceph-mon[45557]: pgmap v12476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:28:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:43 smithi088 ceph-mon[35322]: pgmap v12477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:43 smithi175 ceph-mon[44549]: pgmap v12477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:43 smithi181 ceph-mon[45557]: pgmap v12477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:28:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:45 smithi088 ceph-mon[35322]: pgmap v12478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:45 smithi175 ceph-mon[44549]: pgmap v12478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:45 smithi181 ceph-mon[45557]: pgmap v12478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:28:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:48 smithi088 ceph-mon[35322]: pgmap v12479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:28:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:48 smithi175 ceph-mon[44549]: pgmap v12479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:28:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:48 smithi181 ceph-mon[45557]: pgmap v12479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:28:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:28:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:28:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:28:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:49 smithi088 ceph-mon[35322]: pgmap v12480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:28:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:49 smithi088 ceph-mon[35322]: pgmap v12481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:28:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:28:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:28:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:28:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:49 smithi175 ceph-mon[44549]: pgmap v12480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:28:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:49 smithi175 ceph-mon[44549]: pgmap v12481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:28:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:28:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:28:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:28:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:49 smithi181 ceph-mon[45557]: pgmap v12480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:28:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:49 smithi181 ceph-mon[45557]: pgmap v12481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:28:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:28:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:50 smithi088 ceph-mon[35322]: pgmap v12482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:28:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:50 smithi175 ceph-mon[44549]: pgmap v12482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:28:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:50 smithi181 ceph-mon[45557]: pgmap v12482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:28:52.023 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:52.022+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:28:52.023 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:52.022+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:28:52.023 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:28:52.022+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:28:53.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:53 smithi088 ceph-mon[35322]: pgmap v12483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:28:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:53 smithi175 ceph-mon[44549]: pgmap v12483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:28:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:53 smithi181 ceph-mon[45557]: pgmap v12483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:28:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:54 smithi088 ceph-mon[35322]: pgmap v12484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:28:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:54 smithi175 ceph-mon[44549]: pgmap v12484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:28:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:54 smithi181 ceph-mon[45557]: pgmap v12484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:28:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:56 smithi088 ceph-mon[35322]: pgmap v12485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:28:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:56 smithi175 ceph-mon[44549]: pgmap v12485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:28:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:56 smithi181 ceph-mon[45557]: pgmap v12485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:28:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:28:58 smithi088 ceph-mon[35322]: pgmap v12486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:28:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:28:58 smithi175 ceph-mon[44549]: pgmap v12486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:28:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:28:58 smithi181 ceph-mon[45557]: pgmap v12486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:29:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:00 smithi088 ceph-mon[35322]: pgmap v12487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:00 smithi175 ceph-mon[44549]: pgmap v12487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:00 smithi181 ceph-mon[45557]: pgmap v12487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:03.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:03 smithi088 ceph-mon[35322]: pgmap v12488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:03 smithi175 ceph-mon[44549]: pgmap v12488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:03 smithi181 ceph-mon[45557]: pgmap v12488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:04 smithi088 ceph-mon[35322]: pgmap v12489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:04 smithi175 ceph-mon[44549]: pgmap v12489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:04 smithi181 ceph-mon[45557]: pgmap v12489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:07.029 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:07.029+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:29:07.030 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:07.029+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:29:07.030 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:07.029+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:29:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:06 smithi088 ceph-mon[35322]: pgmap v12490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:06 smithi175 ceph-mon[44549]: pgmap v12490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:06 smithi181 ceph-mon[45557]: pgmap v12490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:08 smithi088 ceph-mon[35322]: pgmap v12491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:08 smithi175 ceph-mon[44549]: pgmap v12491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:08 smithi181 ceph-mon[45557]: pgmap v12491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:10 smithi088 ceph-mon[35322]: pgmap v12492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:10 smithi175 ceph-mon[44549]: pgmap v12492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:10 smithi181 ceph-mon[45557]: pgmap v12492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:13 smithi088 ceph-mon[35322]: pgmap v12493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:13 smithi175 ceph-mon[44549]: pgmap v12493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:13 smithi181 ceph-mon[45557]: pgmap v12493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:14 smithi088 ceph-mon[35322]: pgmap v12494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:14 smithi175 ceph-mon[44549]: pgmap v12494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:14 smithi181 ceph-mon[45557]: pgmap v12494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:16 smithi088 ceph-mon[35322]: pgmap v12495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:16 smithi175 ceph-mon[44549]: pgmap v12495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:16 smithi181 ceph-mon[45557]: pgmap v12495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:18 smithi088 ceph-mon[35322]: pgmap v12496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:18 smithi175 ceph-mon[44549]: pgmap v12496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:18 smithi181 ceph-mon[45557]: pgmap v12496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:20 smithi088 ceph-mon[35322]: pgmap v12497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:20 smithi175 ceph-mon[44549]: pgmap v12497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:20 smithi181 ceph-mon[45557]: pgmap v12497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:22.044+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:29:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:22.044+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:29:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:22.044+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:29:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:23 smithi088 ceph-mon[35322]: pgmap v12498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:23 smithi175 ceph-mon[44549]: pgmap v12498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:23 smithi181 ceph-mon[45557]: pgmap v12498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:24 smithi088 ceph-mon[35322]: pgmap v12499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:24 smithi175 ceph-mon[44549]: pgmap v12499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:24 smithi181 ceph-mon[45557]: pgmap v12499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:26 smithi088 ceph-mon[35322]: pgmap v12500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:26 smithi175 ceph-mon[44549]: pgmap v12500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:26 smithi181 ceph-mon[45557]: pgmap v12500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:28 smithi088 ceph-mon[35322]: pgmap v12501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:28 smithi175 ceph-mon[44549]: pgmap v12501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:28 smithi181 ceph-mon[45557]: pgmap v12501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:30 smithi088 ceph-mon[35322]: pgmap v12502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:30 smithi175 ceph-mon[44549]: pgmap v12502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:30 smithi181 ceph-mon[45557]: pgmap v12502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:33 smithi088 ceph-mon[35322]: pgmap v12503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:33 smithi175 ceph-mon[44549]: pgmap v12503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:33 smithi181 ceph-mon[45557]: pgmap v12503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:34 smithi088 ceph-mon[35322]: pgmap v12504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:34 smithi175 ceph-mon[44549]: pgmap v12504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:34 smithi181 ceph-mon[45557]: pgmap v12504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:37.058+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:29:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:37.058+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:29:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:37.058+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:29:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:36 smithi088 ceph-mon[35322]: pgmap v12505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:36 smithi175 ceph-mon[44549]: pgmap v12505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:36 smithi181 ceph-mon[45557]: pgmap v12505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:38 smithi088 ceph-mon[35322]: pgmap v12506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:38 smithi175 ceph-mon[44549]: pgmap v12506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:38 smithi181 ceph-mon[45557]: pgmap v12506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:40 smithi088 ceph-mon[35322]: pgmap v12507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:40 smithi175 ceph-mon[44549]: pgmap v12507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:40 smithi181 ceph-mon[45557]: pgmap v12507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:43 smithi088 ceph-mon[35322]: pgmap v12508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:43.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:43 smithi175 ceph-mon[44549]: pgmap v12508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:43 smithi181 ceph-mon[45557]: pgmap v12508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:29:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:44 smithi088 ceph-mon[35322]: pgmap v12509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:44 smithi175 ceph-mon[44549]: pgmap v12509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:44 smithi181 ceph-mon[45557]: pgmap v12509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:29:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:46 smithi088 ceph-mon[35322]: pgmap v12510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:46 smithi175 ceph-mon[44549]: pgmap v12510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:46 smithi181 ceph-mon[45557]: pgmap v12510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:48 smithi088 ceph-mon[35322]: pgmap v12511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:48 smithi175 ceph-mon[44549]: pgmap v12511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:48 smithi181 ceph-mon[45557]: pgmap v12511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:29:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:29:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:29:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:29:51.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:51 smithi181 ceph-mon[45557]: pgmap v12512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:51.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:51 smithi088 ceph-mon[35322]: pgmap v12512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:51 smithi175 ceph-mon[44549]: pgmap v12512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:29:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:52.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:52.065+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:29:52.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:52.065+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:29:52.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:29:52.065+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:29:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:29:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:29:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:29:52.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:29:52.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:29:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:29:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:29:53.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:53 smithi088 ceph-mon[35322]: pgmap v12513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:29:53.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:53 smithi088 ceph-mon[35322]: pgmap v12514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:29:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:53 smithi175 ceph-mon[44549]: pgmap v12513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:29:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:53 smithi175 ceph-mon[44549]: pgmap v12514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:29:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:53 smithi181 ceph-mon[45557]: pgmap v12513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:29:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:53 smithi181 ceph-mon[45557]: pgmap v12514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:29:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:55 smithi088 ceph-mon[35322]: pgmap v12515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:29:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:55 smithi175 ceph-mon[44549]: pgmap v12515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:29:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:55 smithi181 ceph-mon[45557]: pgmap v12515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:29:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:57 smithi088 ceph-mon[35322]: pgmap v12516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:29:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:57 smithi175 ceph-mon[44549]: pgmap v12516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:29:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:57 smithi181 ceph-mon[45557]: pgmap v12516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:29:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:29:59 smithi088 ceph-mon[35322]: pgmap v12517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T19:29:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:29:59 smithi175 ceph-mon[44549]: pgmap v12517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T19:29:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:29:59 smithi181 ceph-mon[45557]: pgmap v12517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T19:30:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:30:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:30:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:30:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:01 smithi175 ceph-mon[44549]: pgmap v12518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:30:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:01 smithi181 ceph-mon[45557]: pgmap v12518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:30:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:01 smithi088 ceph-mon[35322]: pgmap v12518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:30:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:03 smithi175 ceph-mon[44549]: pgmap v12519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:30:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:03 smithi181 ceph-mon[45557]: pgmap v12519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:30:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:03 smithi088 ceph-mon[35322]: pgmap v12519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:30:05.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:05 smithi175 ceph-mon[44549]: pgmap v12520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:05 smithi181 ceph-mon[45557]: pgmap v12520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:05 smithi088 ceph-mon[35322]: pgmap v12520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:07.078+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:30:07.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:07.078+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:30:07.081 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:07.078+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:30:07.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:07 smithi175 ceph-mon[44549]: pgmap v12521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:07 smithi181 ceph-mon[45557]: pgmap v12521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:07 smithi088 ceph-mon[35322]: pgmap v12521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:09.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:09 smithi175 ceph-mon[44549]: pgmap v12522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:09 smithi181 ceph-mon[45557]: pgmap v12522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:09 smithi088 ceph-mon[35322]: pgmap v12522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:11.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:11 smithi175 ceph-mon[44549]: pgmap v12523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:11 smithi181 ceph-mon[45557]: pgmap v12523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:11 smithi088 ceph-mon[35322]: pgmap v12523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:13.915 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:13 smithi175 ceph-mon[44549]: pgmap v12524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:13 smithi181 ceph-mon[45557]: pgmap v12524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:13 smithi088 ceph-mon[35322]: pgmap v12524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:15.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:15 smithi175 ceph-mon[44549]: pgmap v12525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:15.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:15 smithi181 ceph-mon[45557]: pgmap v12525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:15 smithi088 ceph-mon[35322]: pgmap v12525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:17.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:17 smithi175 ceph-mon[44549]: pgmap v12526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:17 smithi181 ceph-mon[45557]: pgmap v12526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:17 smithi088 ceph-mon[35322]: pgmap v12526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:19 smithi175 ceph-mon[44549]: pgmap v12527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:19 smithi181 ceph-mon[45557]: pgmap v12527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:19 smithi088 ceph-mon[35322]: pgmap v12527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:21 smithi175 ceph-mon[44549]: pgmap v12528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:21 smithi181 ceph-mon[45557]: pgmap v12528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:21 smithi088 ceph-mon[35322]: pgmap v12528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:22.087+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:30:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:22.087+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:30:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:22.087+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:30:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:23 smithi175 ceph-mon[44549]: pgmap v12529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:23 smithi181 ceph-mon[45557]: pgmap v12529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:23 smithi088 ceph-mon[35322]: pgmap v12529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:25 smithi175 ceph-mon[44549]: pgmap v12530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:25 smithi181 ceph-mon[45557]: pgmap v12530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:25 smithi088 ceph-mon[35322]: pgmap v12530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:27.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:27 smithi175 ceph-mon[44549]: pgmap v12531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:27 smithi181 ceph-mon[45557]: pgmap v12531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:27 smithi088 ceph-mon[35322]: pgmap v12531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:29 smithi175 ceph-mon[44549]: pgmap v12532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:29 smithi181 ceph-mon[45557]: pgmap v12532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:29 smithi088 ceph-mon[35322]: pgmap v12532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:31 smithi175 ceph-mon[44549]: pgmap v12533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:31 smithi181 ceph-mon[45557]: pgmap v12533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:31 smithi088 ceph-mon[35322]: pgmap v12533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:33 smithi175 ceph-mon[44549]: pgmap v12534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:33 smithi181 ceph-mon[45557]: pgmap v12534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:34.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:33 smithi088 ceph-mon[35322]: pgmap v12534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:35.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:35 smithi175 ceph-mon[44549]: pgmap v12535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:35.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:35 smithi181 ceph-mon[45557]: pgmap v12535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:35 smithi088 ceph-mon[35322]: pgmap v12535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:37.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:37.091+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:30:37.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:37.091+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:30:37.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:37.091+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:30:37.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:37 smithi175 ceph-mon[44549]: pgmap v12536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:37 smithi181 ceph-mon[45557]: pgmap v12536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:37 smithi088 ceph-mon[35322]: pgmap v12536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:39.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:39.477+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 msgr2=0x7ff32c0a32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T19:30:39.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:39.477+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 msgr2=0x7ff32c0a32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T19:30:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:39.477+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34402c000 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T19:30:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:39.477+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34402c000 comp rx=0 tx=0).stop 2024-01-28T19:30:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:39.477+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 msgr2=0x7ff32c0a32d0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T19:30:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:39.477+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 msgr2=0x7ff32c0a32d0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T19:30:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:39.477+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad500 0x7ff32c0a32d0 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T19:30:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:39.477+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T19:30:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:39.477+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T19:30:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:39.478+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34407e040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T19:30:39.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:39 smithi175 ceph-mon[44549]: pgmap v12537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:39 smithi181 ceph-mon[45557]: pgmap v12537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:39 smithi088 ceph-mon[35322]: pgmap v12537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:41.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:41 smithi175 ceph-mon[44549]: pgmap v12538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:41 smithi181 ceph-mon[45557]: pgmap v12538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:41 smithi088 ceph-mon[35322]: pgmap v12538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:43.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:43.027+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:30:43.029 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:43.027+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:30:43.029 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:43.028+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 182 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T19:30:43.029 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:43.028+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 182 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T19:30:43.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:43 smithi175 ceph-mon[44549]: pgmap v12539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:43.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:43 smithi088 ceph-mon[35322]: pgmap v12539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:43 smithi181 ceph-mon[45557]: pgmap v12539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:45.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:45 smithi175 ceph-mon[44549]: pgmap v12540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:45 smithi181 ceph-mon[45557]: pgmap v12540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:45 smithi088 ceph-mon[35322]: pgmap v12540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:30:47.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:47 smithi175 ceph-mon[44549]: pgmap v12541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:47 smithi181 ceph-mon[45557]: pgmap v12541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:47 smithi088 ceph-mon[35322]: pgmap v12541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:49 smithi175 ceph-mon[44549]: pgmap v12542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:49 smithi181 ceph-mon[45557]: pgmap v12542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:49 smithi088 ceph-mon[35322]: pgmap v12542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:30:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:51 smithi175 ceph-mon[44549]: pgmap v12543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:51 smithi181 ceph-mon[45557]: pgmap v12543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:51 smithi088 ceph-mon[35322]: pgmap v12543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:30:52.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:52.105+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:30:52.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:52.105+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:30:52.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:30:52.105+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:30:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:30:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:30:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:30:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:53 smithi175 ceph-mon[44549]: pgmap v12544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:30:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:30:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:30:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:53 smithi181 ceph-mon[45557]: pgmap v12544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:30:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:30:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:30:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:53 smithi088 ceph-mon[35322]: pgmap v12544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:30:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:30:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:30:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:30:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:54 smithi175 ceph-mon[44549]: pgmap v12545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:30:54.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:54 smithi175 ceph-mon[44549]: pgmap v12546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:30:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:54 smithi181 ceph-mon[45557]: pgmap v12545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:30:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:54 smithi181 ceph-mon[45557]: pgmap v12546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:30:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:54 smithi088 ceph-mon[35322]: pgmap v12545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:30:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:54 smithi088 ceph-mon[35322]: pgmap v12546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:30:56.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:56 smithi175 ceph-mon[44549]: pgmap v12547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:30:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:56 smithi181 ceph-mon[45557]: pgmap v12547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:30:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:56 smithi088 ceph-mon[35322]: pgmap v12547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:30:58.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:30:58 smithi175 ceph-mon[44549]: pgmap v12548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:30:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:30:58 smithi181 ceph-mon[45557]: pgmap v12548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:30:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:30:58 smithi088 ceph-mon[35322]: pgmap v12548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:31:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:00 smithi175 ceph-mon[44549]: pgmap v12549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:31:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:00 smithi181 ceph-mon[45557]: pgmap v12549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:31:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:00 smithi088 ceph-mon[35322]: pgmap v12549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:31:02.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:02 smithi175 ceph-mon[44549]: pgmap v12550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:31:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:02 smithi181 ceph-mon[45557]: pgmap v12550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:31:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:02 smithi088 ceph-mon[35322]: pgmap v12550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:31:04.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:04 smithi175 ceph-mon[44549]: pgmap v12551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:31:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:04 smithi181 ceph-mon[45557]: pgmap v12551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:31:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:04 smithi088 ceph-mon[35322]: pgmap v12551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:31:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:06 smithi181 ceph-mon[45557]: pgmap v12552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:06 smithi088 ceph-mon[35322]: pgmap v12552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:07.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:07.121+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:31:07.122 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:07.121+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:31:07.123 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:07.121+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:31:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:06 smithi175 ceph-mon[44549]: pgmap v12552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:08 smithi181 ceph-mon[45557]: pgmap v12553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:08 smithi088 ceph-mon[35322]: pgmap v12553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:08 smithi175 ceph-mon[44549]: pgmap v12553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:10 smithi181 ceph-mon[45557]: pgmap v12554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:10 smithi088 ceph-mon[35322]: pgmap v12554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:10 smithi175 ceph-mon[44549]: pgmap v12554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:12 smithi181 ceph-mon[45557]: pgmap v12555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:12 smithi088 ceph-mon[35322]: pgmap v12555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:12 smithi175 ceph-mon[44549]: pgmap v12555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:14 smithi181 ceph-mon[45557]: pgmap v12556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:14 smithi088 ceph-mon[35322]: pgmap v12556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:14 smithi175 ceph-mon[44549]: pgmap v12556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:16 smithi181 ceph-mon[45557]: pgmap v12557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:16 smithi088 ceph-mon[35322]: pgmap v12557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:16 smithi175 ceph-mon[44549]: pgmap v12557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:18 smithi181 ceph-mon[45557]: pgmap v12558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:18 smithi088 ceph-mon[35322]: pgmap v12558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:18 smithi175 ceph-mon[44549]: pgmap v12558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:20 smithi181 ceph-mon[45557]: pgmap v12559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:20 smithi088 ceph-mon[35322]: pgmap v12559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:20 smithi175 ceph-mon[44549]: pgmap v12559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:22.128+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:31:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:22.128+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:31:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:22.128+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:31:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:22 smithi181 ceph-mon[45557]: pgmap v12560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:22 smithi088 ceph-mon[35322]: pgmap v12560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:22 smithi175 ceph-mon[44549]: pgmap v12560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:24 smithi181 ceph-mon[45557]: pgmap v12561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:24 smithi088 ceph-mon[35322]: pgmap v12561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:24 smithi175 ceph-mon[44549]: pgmap v12561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:26 smithi181 ceph-mon[45557]: pgmap v12562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:26 smithi088 ceph-mon[35322]: pgmap v12562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:26 smithi175 ceph-mon[44549]: pgmap v12562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:28 smithi181 ceph-mon[45557]: pgmap v12563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:28 smithi088 ceph-mon[35322]: pgmap v12563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:28 smithi175 ceph-mon[44549]: pgmap v12563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:31.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:30 smithi088 ceph-mon[35322]: pgmap v12564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:30 smithi175 ceph-mon[44549]: pgmap v12564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:30 smithi181 ceph-mon[45557]: pgmap v12564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:32 smithi088 ceph-mon[35322]: pgmap v12565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:32 smithi175 ceph-mon[44549]: pgmap v12565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:32 smithi181 ceph-mon[45557]: pgmap v12565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:34 smithi088 ceph-mon[35322]: pgmap v12566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:34 smithi175 ceph-mon[44549]: pgmap v12566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:34 smithi181 ceph-mon[45557]: pgmap v12566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:36 smithi088 ceph-mon[35322]: pgmap v12567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:37.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:37.132+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:31:37.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:37.132+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:31:37.133 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:37.132+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:31:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:36 smithi175 ceph-mon[44549]: pgmap v12567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:36 smithi181 ceph-mon[45557]: pgmap v12567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:38 smithi088 ceph-mon[35322]: pgmap v12568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:38 smithi175 ceph-mon[44549]: pgmap v12568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:38 smithi181 ceph-mon[45557]: pgmap v12568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:40 smithi088 ceph-mon[35322]: pgmap v12569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:40 smithi175 ceph-mon[44549]: pgmap v12569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:40 smithi181 ceph-mon[45557]: pgmap v12569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:42 smithi088 ceph-mon[35322]: pgmap v12570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:42 smithi175 ceph-mon[44549]: pgmap v12570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:42 smithi181 ceph-mon[45557]: pgmap v12570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:44 smithi088 ceph-mon[35322]: pgmap v12571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:44 smithi175 ceph-mon[44549]: pgmap v12571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:44 smithi181 ceph-mon[45557]: pgmap v12571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:47.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:46 smithi088 ceph-mon[35322]: pgmap v12572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:46 smithi175 ceph-mon[44549]: pgmap v12572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:46 smithi181 ceph-mon[45557]: pgmap v12572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:31:49.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:48 smithi088 ceph-mon[35322]: pgmap v12573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:48 smithi175 ceph-mon[44549]: pgmap v12573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:48 smithi181 ceph-mon[45557]: pgmap v12573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:50 smithi088 ceph-mon[35322]: pgmap v12574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:50 smithi175 ceph-mon[44549]: pgmap v12574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:50 smithi181 ceph-mon[45557]: pgmap v12574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:31:52.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:52.144+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:31:52.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:52.144+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:31:52.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:31:52.144+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:31:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:52 smithi088 ceph-mon[35322]: pgmap v12575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:52 smithi175 ceph-mon[44549]: pgmap v12575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:52 smithi181 ceph-mon[45557]: pgmap v12575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:31:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:31:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:31:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:31:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:54 smithi088 ceph-mon[35322]: pgmap v12576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:31:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:31:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:31:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:31:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:31:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:54 smithi175 ceph-mon[44549]: pgmap v12576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:31:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:31:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:31:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:31:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:31:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:54 smithi181 ceph-mon[45557]: pgmap v12576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:31:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:31:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:31:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:31:55.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:31:55.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:31:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:55 smithi088 ceph-mon[35322]: pgmap v12577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T19:31:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:55 smithi088 ceph-mon[35322]: pgmap v12578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:31:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:55 smithi175 ceph-mon[44549]: pgmap v12577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T19:31:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:55 smithi175 ceph-mon[44549]: pgmap v12578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:31:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:55 smithi181 ceph-mon[45557]: pgmap v12577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T19:31:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:55 smithi181 ceph-mon[45557]: pgmap v12578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:31:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:57 smithi088 ceph-mon[35322]: pgmap v12579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:31:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:57 smithi175 ceph-mon[44549]: pgmap v12579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:31:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:57 smithi181 ceph-mon[45557]: pgmap v12579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:31:59 smithi088 ceph-mon[35322]: pgmap v12580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:00.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:31:59 smithi175 ceph-mon[44549]: pgmap v12580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:31:59 smithi181 ceph-mon[45557]: pgmap v12580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:01 smithi088 ceph-mon[35322]: pgmap v12581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:01 smithi175 ceph-mon[44549]: pgmap v12581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:01 smithi181 ceph-mon[45557]: pgmap v12581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:03 smithi175 ceph-mon[44549]: pgmap v12582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:32:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:03 smithi181 ceph-mon[45557]: pgmap v12582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:32:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:03 smithi088 ceph-mon[35322]: pgmap v12582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:32:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:05 smithi175 ceph-mon[44549]: pgmap v12583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:32:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:05 smithi181 ceph-mon[45557]: pgmap v12583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:32:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:05 smithi088 ceph-mon[35322]: pgmap v12583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:32:07.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:07.146+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:32:07.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:07.146+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:32:07.147 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:07.146+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:32:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:07 smithi175 ceph-mon[44549]: pgmap v12584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:07 smithi181 ceph-mon[45557]: pgmap v12584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:07 smithi088 ceph-mon[35322]: pgmap v12584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:09 smithi175 ceph-mon[44549]: pgmap v12585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:09 smithi181 ceph-mon[45557]: pgmap v12585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:09 smithi088 ceph-mon[35322]: pgmap v12585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:11 smithi175 ceph-mon[44549]: pgmap v12586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:11 smithi181 ceph-mon[45557]: pgmap v12586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:11 smithi088 ceph-mon[35322]: pgmap v12586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:13.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:13 smithi175 ceph-mon[44549]: pgmap v12587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:13 smithi181 ceph-mon[45557]: pgmap v12587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:13 smithi088 ceph-mon[35322]: pgmap v12587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:15 smithi175 ceph-mon[44549]: pgmap v12588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:15 smithi181 ceph-mon[45557]: pgmap v12588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:15 smithi088 ceph-mon[35322]: pgmap v12588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:18.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:17 smithi175 ceph-mon[44549]: pgmap v12589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:17 smithi181 ceph-mon[45557]: pgmap v12589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:17 smithi088 ceph-mon[35322]: pgmap v12589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:20.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:19 smithi175 ceph-mon[44549]: pgmap v12590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:19 smithi181 ceph-mon[45557]: pgmap v12590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:19 smithi088 ceph-mon[35322]: pgmap v12590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:22.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:22.154+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:32:22.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:22.154+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:32:22.156 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:22.154+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:32:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:21 smithi175 ceph-mon[44549]: pgmap v12591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:21 smithi181 ceph-mon[45557]: pgmap v12591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:21 smithi088 ceph-mon[35322]: pgmap v12591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:23.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:23 smithi175 ceph-mon[44549]: pgmap v12592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:23 smithi181 ceph-mon[45557]: pgmap v12592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:23 smithi088 ceph-mon[35322]: pgmap v12592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:25 smithi175 ceph-mon[44549]: pgmap v12593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:25 smithi181 ceph-mon[45557]: pgmap v12593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:25 smithi088 ceph-mon[35322]: pgmap v12593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:28.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:27 smithi175 ceph-mon[44549]: pgmap v12594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:27 smithi181 ceph-mon[45557]: pgmap v12594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:27 smithi088 ceph-mon[35322]: pgmap v12594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:29 smithi175 ceph-mon[44549]: pgmap v12595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:29 smithi181 ceph-mon[45557]: pgmap v12595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:29 smithi088 ceph-mon[35322]: pgmap v12595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:31 smithi175 ceph-mon[44549]: pgmap v12596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:31 smithi181 ceph-mon[45557]: pgmap v12596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:31 smithi088 ceph-mon[35322]: pgmap v12596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:33 smithi175 ceph-mon[44549]: pgmap v12597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:33 smithi181 ceph-mon[45557]: pgmap v12597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:33 smithi088 ceph-mon[35322]: pgmap v12597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:35 smithi175 ceph-mon[44549]: pgmap v12598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:35 smithi181 ceph-mon[45557]: pgmap v12598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:35 smithi088 ceph-mon[35322]: pgmap v12598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:37.169+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:32:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:37.169+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:32:37.171 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:37.169+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:32:38.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:37 smithi175 ceph-mon[44549]: pgmap v12599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:37 smithi181 ceph-mon[45557]: pgmap v12599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:37 smithi088 ceph-mon[35322]: pgmap v12599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:39 smithi175 ceph-mon[44549]: pgmap v12600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:39 smithi181 ceph-mon[45557]: pgmap v12600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:39 smithi088 ceph-mon[35322]: pgmap v12600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:32:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:41 smithi175 ceph-mon[44549]: pgmap v12601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:41 smithi181 ceph-mon[45557]: pgmap v12601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:41 smithi088 ceph-mon[35322]: pgmap v12601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:43.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:43 smithi175 ceph-mon[44549]: pgmap v12602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:43 smithi181 ceph-mon[45557]: pgmap v12602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:43 smithi088 ceph-mon[35322]: pgmap v12602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:45 smithi175 ceph-mon[44549]: pgmap v12603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:45 smithi181 ceph-mon[45557]: pgmap v12603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:45 smithi088 ceph-mon[35322]: pgmap v12603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:47 smithi175 ceph-mon[44549]: pgmap v12604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:47 smithi181 ceph-mon[45557]: pgmap v12604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:47 smithi088 ceph-mon[35322]: pgmap v12604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:50.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:49 smithi175 ceph-mon[44549]: pgmap v12605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:49 smithi181 ceph-mon[45557]: pgmap v12605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:49 smithi088 ceph-mon[35322]: pgmap v12605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:51 smithi175 ceph-mon[44549]: pgmap v12606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:52.185+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:32:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:52.185+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:32:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:32:52.185+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:32:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:51 smithi181 ceph-mon[45557]: pgmap v12606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:51 smithi088 ceph-mon[35322]: pgmap v12606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:32:53.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:53 smithi175 ceph-mon[44549]: pgmap v12607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:53 smithi181 ceph-mon[45557]: pgmap v12607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:53 smithi088 ceph-mon[35322]: pgmap v12607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:32:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:55 smithi175 ceph-mon[44549]: pgmap v12608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:32:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:55 smithi181 ceph-mon[45557]: pgmap v12608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:32:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:55 smithi088 ceph-mon[35322]: pgmap v12608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:32:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:32:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:32:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:32:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:57 smithi175 ceph-mon[44549]: pgmap v12609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:32:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:57 smithi175 ceph-mon[44549]: pgmap v12610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:32:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:32:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:32:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:57 smithi181 ceph-mon[45557]: pgmap v12609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:32:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:57 smithi181 ceph-mon[45557]: pgmap v12610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:32:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:32:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:32:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:57 smithi088 ceph-mon[35322]: pgmap v12609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:32:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:57 smithi088 ceph-mon[35322]: pgmap v12610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:32:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:32:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:32:59 smithi175 ceph-mon[44549]: pgmap v12611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T19:32:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:32:59 smithi181 ceph-mon[45557]: pgmap v12611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T19:33:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:32:59 smithi088 ceph-mon[35322]: pgmap v12611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T19:33:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:01 smithi175 ceph-mon[44549]: pgmap v12612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:33:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:01 smithi181 ceph-mon[45557]: pgmap v12612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:33:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:01 smithi088 ceph-mon[35322]: pgmap v12612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:33:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:03 smithi175 ceph-mon[44549]: pgmap v12613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:33:03.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:03 smithi181 ceph-mon[45557]: pgmap v12613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:33:04.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:03 smithi088 ceph-mon[35322]: pgmap v12613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:33:05.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:05 smithi175 ceph-mon[44549]: pgmap v12614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:33:05.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:05 smithi181 ceph-mon[45557]: pgmap v12614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:33:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:05 smithi088 ceph-mon[35322]: pgmap v12614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:33:07.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:07.200+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:33:07.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:07.200+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:33:07.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:07.200+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:33:07.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:07 smithi175 ceph-mon[44549]: pgmap v12615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:33:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:07 smithi181 ceph-mon[45557]: pgmap v12615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:33:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:07 smithi088 ceph-mon[35322]: pgmap v12615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:33:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:09 smithi175 ceph-mon[44549]: pgmap v12616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:33:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:09 smithi181 ceph-mon[45557]: pgmap v12616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:33:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:09 smithi088 ceph-mon[35322]: pgmap v12616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:33:11.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:11 smithi175 ceph-mon[44549]: pgmap v12617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:33:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:11 smithi181 ceph-mon[45557]: pgmap v12617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:33:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:11 smithi088 ceph-mon[35322]: pgmap v12617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:33:13.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:13 smithi175 ceph-mon[44549]: pgmap v12618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:13 smithi181 ceph-mon[45557]: pgmap v12618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:13 smithi088 ceph-mon[35322]: pgmap v12618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:15.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:15 smithi175 ceph-mon[44549]: pgmap v12619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:33:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:15 smithi181 ceph-mon[45557]: pgmap v12619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:33:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:15 smithi088 ceph-mon[35322]: pgmap v12619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:33:17.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:17 smithi175 ceph-mon[44549]: pgmap v12620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:17 smithi181 ceph-mon[45557]: pgmap v12620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:17 smithi088 ceph-mon[35322]: pgmap v12620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:19 smithi175 ceph-mon[44549]: pgmap v12621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:33:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:19 smithi181 ceph-mon[45557]: pgmap v12621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:33:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:19 smithi088 ceph-mon[35322]: pgmap v12621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:33:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:21 smithi175 ceph-mon[44549]: pgmap v12622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:33:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:21 smithi181 ceph-mon[45557]: pgmap v12622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:33:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:21 smithi088 ceph-mon[35322]: pgmap v12622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:33:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:22.201+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:33:22.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:22.201+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:33:22.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:22.201+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:33:23.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:23 smithi175 ceph-mon[44549]: pgmap v12623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:23 smithi181 ceph-mon[45557]: pgmap v12623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:23 smithi088 ceph-mon[35322]: pgmap v12623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:25.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:25 smithi175 ceph-mon[44549]: pgmap v12624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:33:25.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:25 smithi181 ceph-mon[45557]: pgmap v12624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:33:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:25 smithi088 ceph-mon[35322]: pgmap v12624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:33:27.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:27 smithi175 ceph-mon[44549]: pgmap v12625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:27 smithi181 ceph-mon[45557]: pgmap v12625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:27 smithi088 ceph-mon[35322]: pgmap v12625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:29 smithi175 ceph-mon[44549]: pgmap v12626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:33:29.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:29 smithi181 ceph-mon[45557]: pgmap v12626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:33:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:29 smithi088 ceph-mon[35322]: pgmap v12626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:33:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:31 smithi175 ceph-mon[44549]: pgmap v12627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:33:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:31 smithi181 ceph-mon[45557]: pgmap v12627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:33:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:31 smithi088 ceph-mon[35322]: pgmap v12627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:33:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:33 smithi175 ceph-mon[44549]: pgmap v12628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:33 smithi181 ceph-mon[45557]: pgmap v12628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:34.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:33 smithi088 ceph-mon[35322]: pgmap v12628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:35.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:35 smithi175 ceph-mon[44549]: pgmap v12629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:33:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:35 smithi181 ceph-mon[45557]: pgmap v12629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:33:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:35 smithi088 ceph-mon[35322]: pgmap v12629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:33:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:37.211+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:33:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:37.211+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:33:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:37.211+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:33:37.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:37 smithi175 ceph-mon[44549]: pgmap v12630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:37.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:37 smithi181 ceph-mon[45557]: pgmap v12630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:38.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:37 smithi088 ceph-mon[35322]: pgmap v12630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:39.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:39 smithi175 ceph-mon[44549]: pgmap v12631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:33:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:39 smithi181 ceph-mon[45557]: pgmap v12631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:33:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:39 smithi088 ceph-mon[35322]: pgmap v12631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:33:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:41 smithi181 ceph-mon[45557]: pgmap v12632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:33:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:41 smithi088 ceph-mon[35322]: pgmap v12632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:33:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:41 smithi175 ceph-mon[44549]: pgmap v12632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:33:43.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:43.055+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:33:43.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:43.055+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:33:43.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:43.055+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 183 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T19:33:43.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:43.055+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 183 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T19:33:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:43 smithi181 ceph-mon[45557]: pgmap v12633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:43 smithi088 ceph-mon[35322]: pgmap v12633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:43 smithi175 ceph-mon[44549]: pgmap v12633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:45.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:45 smithi181 ceph-mon[45557]: pgmap v12634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:33:46.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:45 smithi088 ceph-mon[35322]: pgmap v12634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:33:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:45 smithi175 ceph-mon[44549]: pgmap v12634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:33:47.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:47 smithi181 ceph-mon[45557]: pgmap v12635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:47 smithi088 ceph-mon[35322]: pgmap v12635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:47 smithi175 ceph-mon[44549]: pgmap v12635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:49 smithi181 ceph-mon[45557]: pgmap v12636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:33:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:49 smithi088 ceph-mon[35322]: pgmap v12636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:33:50.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:49 smithi175 ceph-mon[44549]: pgmap v12636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:33:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:51 smithi181 ceph-mon[45557]: pgmap v12637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:33:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:51 smithi088 ceph-mon[35322]: pgmap v12637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:33:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:51 smithi175 ceph-mon[44549]: pgmap v12637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:33:52.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:52.226+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:33:52.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:52.226+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:33:52.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:33:52.226+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:33:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:53 smithi181 ceph-mon[45557]: pgmap v12638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:53 smithi088 ceph-mon[35322]: pgmap v12638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:53 smithi175 ceph-mon[44549]: pgmap v12638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:55 smithi181 ceph-mon[45557]: pgmap v12639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:33:56.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:55 smithi088 ceph-mon[35322]: pgmap v12639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:33:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:55 smithi175 ceph-mon[44549]: pgmap v12639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:33:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:33:57.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:33:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:33:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:57 smithi181 ceph-mon[45557]: pgmap v12640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:33:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:33:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:33:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:57 smithi088 ceph-mon[35322]: pgmap v12640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:33:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:33:58.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:33:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:57 smithi175 ceph-mon[44549]: pgmap v12640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:33:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:33:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:33:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:33:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:58 smithi181 ceph-mon[45557]: pgmap v12641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:33:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:33:58 smithi181 ceph-mon[45557]: pgmap v12642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:33:59.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:58 smithi088 ceph-mon[35322]: pgmap v12641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:33:59.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:33:58 smithi088 ceph-mon[35322]: pgmap v12642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:33:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:58 smithi175 ceph-mon[44549]: pgmap v12641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:33:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:33:58 smithi175 ceph-mon[44549]: pgmap v12642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:34:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:00 smithi181 ceph-mon[45557]: pgmap v12643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:34:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:00 smithi088 ceph-mon[35322]: pgmap v12643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:34:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:00 smithi175 ceph-mon[44549]: pgmap v12643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:34:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:02 smithi088 ceph-mon[35322]: pgmap v12644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:34:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:02 smithi175 ceph-mon[44549]: pgmap v12644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:34:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:02 smithi181 ceph-mon[45557]: pgmap v12644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:34:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:04 smithi088 ceph-mon[35322]: pgmap v12645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:34:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:04 smithi175 ceph-mon[44549]: pgmap v12645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:34:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:04 smithi181 ceph-mon[45557]: pgmap v12645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:34:07.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:06 smithi088 ceph-mon[35322]: pgmap v12646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:34:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:06 smithi175 ceph-mon[44549]: pgmap v12646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:34:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:06 smithi181 ceph-mon[45557]: pgmap v12646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:34:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:07.237+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:34:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:07.237+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:34:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:07.237+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:34:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:08 smithi088 ceph-mon[35322]: pgmap v12647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:34:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:08 smithi175 ceph-mon[44549]: pgmap v12647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:34:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:08 smithi181 ceph-mon[45557]: pgmap v12647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:34:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:10 smithi088 ceph-mon[35322]: pgmap v12648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:10 smithi175 ceph-mon[44549]: pgmap v12648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:10 smithi181 ceph-mon[45557]: pgmap v12648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:13.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:12 smithi088 ceph-mon[35322]: pgmap v12649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:12 smithi175 ceph-mon[44549]: pgmap v12649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:12 smithi181 ceph-mon[45557]: pgmap v12649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:14 smithi088 ceph-mon[35322]: pgmap v12650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:14 smithi175 ceph-mon[44549]: pgmap v12650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:14 smithi181 ceph-mon[45557]: pgmap v12650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:16 smithi088 ceph-mon[35322]: pgmap v12651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:16 smithi175 ceph-mon[44549]: pgmap v12651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:16 smithi181 ceph-mon[45557]: pgmap v12651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:18 smithi088 ceph-mon[35322]: pgmap v12652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:18 smithi175 ceph-mon[44549]: pgmap v12652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:18 smithi181 ceph-mon[45557]: pgmap v12652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:20 smithi088 ceph-mon[35322]: pgmap v12653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:20 smithi175 ceph-mon[44549]: pgmap v12653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:20 smithi181 ceph-mon[45557]: pgmap v12653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:22.252+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:34:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:22.252+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:34:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:22.252+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:34:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:22 smithi088 ceph-mon[35322]: pgmap v12654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:22 smithi175 ceph-mon[44549]: pgmap v12654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:22 smithi181 ceph-mon[45557]: pgmap v12654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:25.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:24 smithi088 ceph-mon[35322]: pgmap v12655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:25.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:24 smithi175 ceph-mon[44549]: pgmap v12655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:24 smithi181 ceph-mon[45557]: pgmap v12655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:26 smithi088 ceph-mon[35322]: pgmap v12656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:26 smithi175 ceph-mon[44549]: pgmap v12656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:26 smithi181 ceph-mon[45557]: pgmap v12656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:28 smithi088 ceph-mon[35322]: pgmap v12657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:28 smithi175 ceph-mon[44549]: pgmap v12657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:28 smithi181 ceph-mon[45557]: pgmap v12657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:30 smithi088 ceph-mon[35322]: pgmap v12658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:30 smithi175 ceph-mon[44549]: pgmap v12658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:30 smithi181 ceph-mon[45557]: pgmap v12658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:33.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:32 smithi088 ceph-mon[35322]: pgmap v12659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:32 smithi175 ceph-mon[44549]: pgmap v12659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:32 smithi181 ceph-mon[45557]: pgmap v12659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:34 smithi088 ceph-mon[35322]: pgmap v12660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:34 smithi175 ceph-mon[44549]: pgmap v12660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:34 smithi181 ceph-mon[45557]: pgmap v12660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:36 smithi088 ceph-mon[35322]: pgmap v12661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:36 smithi175 ceph-mon[44549]: pgmap v12661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:36 smithi181 ceph-mon[45557]: pgmap v12661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:37.259+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:34:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:37.259+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:34:37.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:37.259+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:34:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:38 smithi088 ceph-mon[35322]: pgmap v12662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:38 smithi175 ceph-mon[44549]: pgmap v12662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:38 smithi181 ceph-mon[45557]: pgmap v12662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:40 smithi175 ceph-mon[44549]: pgmap v12663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:40 smithi181 ceph-mon[45557]: pgmap v12663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:40 smithi088 ceph-mon[35322]: pgmap v12663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:42 smithi175 ceph-mon[44549]: pgmap v12664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:42 smithi181 ceph-mon[45557]: pgmap v12664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:42 smithi088 ceph-mon[35322]: pgmap v12664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:44 smithi175 ceph-mon[44549]: pgmap v12665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:44 smithi181 ceph-mon[45557]: pgmap v12665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:44 smithi088 ceph-mon[35322]: pgmap v12665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:46 smithi175 ceph-mon[44549]: pgmap v12666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:46 smithi181 ceph-mon[45557]: pgmap v12666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:46 smithi088 ceph-mon[35322]: pgmap v12666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:48 smithi175 ceph-mon[44549]: pgmap v12667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:48 smithi181 ceph-mon[45557]: pgmap v12667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:48 smithi088 ceph-mon[35322]: pgmap v12667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:50 smithi175 ceph-mon[44549]: pgmap v12668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:50 smithi181 ceph-mon[45557]: pgmap v12668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:50 smithi088 ceph-mon[35322]: pgmap v12668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:34:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:52.270+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:34:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:52.270+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:34:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:34:52.270+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:34:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:52 smithi175 ceph-mon[44549]: pgmap v12669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:52 smithi181 ceph-mon[45557]: pgmap v12669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:52 smithi088 ceph-mon[35322]: pgmap v12669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:54 smithi175 ceph-mon[44549]: pgmap v12670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:54 smithi181 ceph-mon[45557]: pgmap v12670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:54 smithi088 ceph-mon[35322]: pgmap v12670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:34:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:56 smithi175 ceph-mon[44549]: pgmap v12671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:56 smithi181 ceph-mon[45557]: pgmap v12671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:56 smithi088 ceph-mon[35322]: pgmap v12671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:34:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:34:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:34:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:34:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:58 smithi175 ceph-mon[44549]: pgmap v12672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:34:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:34:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:34:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:58 smithi181 ceph-mon[45557]: pgmap v12672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:34:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:34:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:34:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:58 smithi088 ceph-mon[35322]: pgmap v12672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:34:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:34:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:34:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:35:00.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:59 smithi175 ceph-mon[44549]: pgmap v12673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:35:00.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:34:59 smithi175 ceph-mon[44549]: pgmap v12674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:35:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:59 smithi181 ceph-mon[45557]: pgmap v12673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:35:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:34:59 smithi181 ceph-mon[45557]: pgmap v12674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:35:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:59 smithi088 ceph-mon[35322]: pgmap v12673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:35:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:34:59 smithi088 ceph-mon[35322]: pgmap v12674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:35:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:01 smithi175 ceph-mon[44549]: pgmap v12675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:35:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:01 smithi181 ceph-mon[45557]: pgmap v12675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:35:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:01 smithi088 ceph-mon[35322]: pgmap v12675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:35:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:03 smithi175 ceph-mon[44549]: pgmap v12676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:35:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:03 smithi181 ceph-mon[45557]: pgmap v12676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:35:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:03 smithi088 ceph-mon[35322]: pgmap v12676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:35:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:05 smithi175 ceph-mon[44549]: pgmap v12677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:35:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:05 smithi181 ceph-mon[45557]: pgmap v12677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:35:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:05 smithi088 ceph-mon[35322]: pgmap v12677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:35:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:07.275+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:35:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:07.275+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:35:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:07.275+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:35:08.120 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:07 smithi088 ceph-mon[35322]: pgmap v12678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:35:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:07 smithi175 ceph-mon[44549]: pgmap v12678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:35:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:07 smithi181 ceph-mon[45557]: pgmap v12678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:35:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:09 smithi175 ceph-mon[44549]: pgmap v12679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:35:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:09 smithi181 ceph-mon[45557]: pgmap v12679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:35:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:09 smithi088 ceph-mon[35322]: pgmap v12679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:35:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:11 smithi175 ceph-mon[44549]: pgmap v12680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:11 smithi181 ceph-mon[45557]: pgmap v12680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:11 smithi088 ceph-mon[35322]: pgmap v12680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:13 smithi175 ceph-mon[44549]: pgmap v12681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:13 smithi181 ceph-mon[45557]: pgmap v12681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:13 smithi088 ceph-mon[35322]: pgmap v12681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:15 smithi175 ceph-mon[44549]: pgmap v12682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:15 smithi181 ceph-mon[45557]: pgmap v12682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:15 smithi088 ceph-mon[35322]: pgmap v12682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:18.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:17 smithi175 ceph-mon[44549]: pgmap v12683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:17 smithi181 ceph-mon[45557]: pgmap v12683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:17 smithi088 ceph-mon[35322]: pgmap v12683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:20.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:19 smithi175 ceph-mon[44549]: pgmap v12684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:19 smithi181 ceph-mon[45557]: pgmap v12684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:19 smithi088 ceph-mon[35322]: pgmap v12684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:21 smithi175 ceph-mon[44549]: pgmap v12685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:21 smithi181 ceph-mon[45557]: pgmap v12685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:21 smithi088 ceph-mon[35322]: pgmap v12685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:22.281+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:35:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:22.281+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:35:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:22.281+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:35:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:23 smithi175 ceph-mon[44549]: pgmap v12686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:23 smithi181 ceph-mon[45557]: pgmap v12686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:23 smithi088 ceph-mon[35322]: pgmap v12686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:25 smithi175 ceph-mon[44549]: pgmap v12687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:25 smithi181 ceph-mon[45557]: pgmap v12687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:25 smithi088 ceph-mon[35322]: pgmap v12687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:28.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:27 smithi175 ceph-mon[44549]: pgmap v12688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:27 smithi181 ceph-mon[45557]: pgmap v12688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:27 smithi088 ceph-mon[35322]: pgmap v12688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:30.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:29 smithi175 ceph-mon[44549]: pgmap v12689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:29 smithi181 ceph-mon[45557]: pgmap v12689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:29 smithi088 ceph-mon[35322]: pgmap v12689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:31 smithi175 ceph-mon[44549]: pgmap v12690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:31 smithi181 ceph-mon[45557]: pgmap v12690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:31 smithi088 ceph-mon[35322]: pgmap v12690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:33 smithi175 ceph-mon[44549]: pgmap v12691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:33 smithi181 ceph-mon[45557]: pgmap v12691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:33 smithi088 ceph-mon[35322]: pgmap v12691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:35 smithi175 ceph-mon[44549]: pgmap v12692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:35 smithi181 ceph-mon[45557]: pgmap v12692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:35 smithi088 ceph-mon[35322]: pgmap v12692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:37.298 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:37.297+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:35:37.298 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:37.297+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:35:37.298 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:37.297+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:35:38.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:37 smithi175 ceph-mon[44549]: pgmap v12693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:37 smithi181 ceph-mon[45557]: pgmap v12693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:37 smithi088 ceph-mon[35322]: pgmap v12693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:40.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:39 smithi175 ceph-mon[44549]: pgmap v12694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:39 smithi181 ceph-mon[45557]: pgmap v12694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:39 smithi088 ceph-mon[35322]: pgmap v12694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:42.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:41 smithi175 ceph-mon[44549]: pgmap v12695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:41 smithi181 ceph-mon[45557]: pgmap v12695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:41 smithi088 ceph-mon[35322]: pgmap v12695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:43 smithi181 ceph-mon[45557]: pgmap v12696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:43 smithi088 ceph-mon[35322]: pgmap v12696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:43 smithi175 ceph-mon[44549]: pgmap v12696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:45 smithi181 ceph-mon[45557]: pgmap v12697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:45 smithi088 ceph-mon[35322]: pgmap v12697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:45 smithi175 ceph-mon[44549]: pgmap v12697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:47 smithi181 ceph-mon[45557]: pgmap v12698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:47 smithi088 ceph-mon[35322]: pgmap v12698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:47 smithi175 ceph-mon[44549]: pgmap v12698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:49 smithi181 ceph-mon[45557]: pgmap v12699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:49 smithi088 ceph-mon[35322]: pgmap v12699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:49 smithi175 ceph-mon[44549]: pgmap v12699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:35:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:51 smithi181 ceph-mon[45557]: pgmap v12700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:51 smithi088 ceph-mon[35322]: pgmap v12700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:52.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:52.308+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:35:52.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:52.308+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:35:52.311 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:35:52.308+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:35:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:51 smithi175 ceph-mon[44549]: pgmap v12700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:35:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:53 smithi181 ceph-mon[45557]: pgmap v12701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:53 smithi088 ceph-mon[35322]: pgmap v12701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:53 smithi175 ceph-mon[44549]: pgmap v12701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:55 smithi181 ceph-mon[45557]: pgmap v12702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:55 smithi088 ceph-mon[35322]: pgmap v12702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:55 smithi175 ceph-mon[44549]: pgmap v12702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:35:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:57 smithi181 ceph-mon[45557]: pgmap v12703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:57 smithi088 ceph-mon[35322]: pgmap v12703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:58.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:57 smithi175 ceph-mon[44549]: pgmap v12703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:35:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:35:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:35:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:36:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:59 smithi088 ceph-mon[35322]: pgmap v12704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:36:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:36:00.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:35:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:36:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:59 smithi175 ceph-mon[44549]: pgmap v12704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:36:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:36:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:35:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:36:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:59 smithi181 ceph-mon[45557]: pgmap v12704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:36:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:36:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:35:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:36:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:00 smithi088 ceph-mon[35322]: pgmap v12705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:36:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:00 smithi088 ceph-mon[35322]: pgmap v12706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:36:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:00 smithi175 ceph-mon[44549]: pgmap v12705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:36:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:00 smithi175 ceph-mon[44549]: pgmap v12706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:36:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:00 smithi181 ceph-mon[45557]: pgmap v12705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:36:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:00 smithi181 ceph-mon[45557]: pgmap v12706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:36:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:02 smithi088 ceph-mon[35322]: pgmap v12707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:36:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:02 smithi175 ceph-mon[44549]: pgmap v12707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:36:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:02 smithi181 ceph-mon[45557]: pgmap v12707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:36:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:04 smithi088 ceph-mon[35322]: pgmap v12708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:36:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:04 smithi175 ceph-mon[44549]: pgmap v12708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:36:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:04 smithi181 ceph-mon[45557]: pgmap v12708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:36:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:06 smithi088 ceph-mon[35322]: pgmap v12709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:36:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:07.325+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:36:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:07.325+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:36:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:07.325+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:36:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:06 smithi175 ceph-mon[44549]: pgmap v12709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:36:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:06 smithi181 ceph-mon[45557]: pgmap v12709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:36:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:08 smithi088 ceph-mon[35322]: pgmap v12710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:36:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:08 smithi175 ceph-mon[44549]: pgmap v12710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:36:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:08 smithi181 ceph-mon[45557]: pgmap v12710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:36:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:10 smithi088 ceph-mon[35322]: pgmap v12711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:36:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:10 smithi175 ceph-mon[44549]: pgmap v12711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:36:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:10 smithi181 ceph-mon[45557]: pgmap v12711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:36:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:12 smithi088 ceph-mon[35322]: pgmap v12712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:12 smithi175 ceph-mon[44549]: pgmap v12712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:12 smithi181 ceph-mon[45557]: pgmap v12712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:14 smithi088 ceph-mon[35322]: pgmap v12713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:14 smithi175 ceph-mon[44549]: pgmap v12713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:14 smithi181 ceph-mon[45557]: pgmap v12713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:16 smithi088 ceph-mon[35322]: pgmap v12714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:17.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:16 smithi175 ceph-mon[44549]: pgmap v12714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:16 smithi181 ceph-mon[45557]: pgmap v12714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:18.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:18 smithi175 ceph-mon[44549]: pgmap v12715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:18 smithi181 ceph-mon[45557]: pgmap v12715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:18 smithi088 ceph-mon[35322]: pgmap v12715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:20 smithi175 ceph-mon[44549]: pgmap v12716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:20 smithi181 ceph-mon[45557]: pgmap v12716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:21.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:20 smithi088 ceph-mon[35322]: pgmap v12716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:22.340+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:36:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:22.340+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:36:22.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:22.340+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:36:22.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:22 smithi175 ceph-mon[44549]: pgmap v12717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:22 smithi181 ceph-mon[45557]: pgmap v12717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:22 smithi088 ceph-mon[35322]: pgmap v12717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:24.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:24 smithi175 ceph-mon[44549]: pgmap v12718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:24 smithi181 ceph-mon[45557]: pgmap v12718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:25.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:24 smithi088 ceph-mon[35322]: pgmap v12718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:26.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:26 smithi175 ceph-mon[44549]: pgmap v12719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:26.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:26 smithi181 ceph-mon[45557]: pgmap v12719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:26.968 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:26 smithi088 ceph-mon[35322]: pgmap v12719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:28 smithi181 ceph-mon[45557]: pgmap v12720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:29.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:28 smithi088 ceph-mon[35322]: pgmap v12720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:28 smithi175 ceph-mon[44549]: pgmap v12720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:30 smithi181 ceph-mon[45557]: pgmap v12721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:31.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:30 smithi088 ceph-mon[35322]: pgmap v12721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:30 smithi175 ceph-mon[44549]: pgmap v12721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:32 smithi181 ceph-mon[45557]: pgmap v12722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:32 smithi088 ceph-mon[35322]: pgmap v12722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:32 smithi175 ceph-mon[44549]: pgmap v12722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:34.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:34 smithi181 ceph-mon[45557]: pgmap v12723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:34 smithi088 ceph-mon[35322]: pgmap v12723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:35.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:34 smithi175 ceph-mon[44549]: pgmap v12723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:36 smithi181 ceph-mon[45557]: pgmap v12724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:37.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:36 smithi088 ceph-mon[35322]: pgmap v12724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:36 smithi175 ceph-mon[44549]: pgmap v12724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:37.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:37.346+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:36:37.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:37.346+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:36:37.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:37.346+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:36:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:38 smithi181 ceph-mon[45557]: pgmap v12725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:38 smithi088 ceph-mon[35322]: pgmap v12725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:38 smithi175 ceph-mon[44549]: pgmap v12725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:40 smithi181 ceph-mon[45557]: pgmap v12726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:40 smithi088 ceph-mon[35322]: pgmap v12726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:40 smithi175 ceph-mon[44549]: pgmap v12726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:42 smithi181 ceph-mon[45557]: pgmap v12727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:42 smithi088 ceph-mon[35322]: pgmap v12727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:43.084 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:43.082+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0066c0 con 0x55d733ebf510 2024-01-28T19:36:43.084 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:43.082+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:36:43.084 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:43.082+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 184 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T19:36:43.084 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:43.082+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T19:36:43.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:43.082+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 184 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T19:36:43.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:43.082+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 185 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0066c0 con 0x7ff34c102770 2024-01-28T19:36:43.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:43.082+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T19:36:43.085 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:43.083+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 185 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T19:36:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:42 smithi175 ceph-mon[44549]: pgmap v12727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:44 smithi181 ceph-mon[45557]: pgmap v12728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:45.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:44 smithi088 ceph-mon[35322]: pgmap v12728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:44 smithi175 ceph-mon[44549]: pgmap v12728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:46 smithi181 ceph-mon[45557]: pgmap v12729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:46 smithi088 ceph-mon[35322]: pgmap v12729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:46 smithi175 ceph-mon[44549]: pgmap v12729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:48 smithi181 ceph-mon[45557]: pgmap v12730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:48 smithi088 ceph-mon[35322]: pgmap v12730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:48 smithi175 ceph-mon[44549]: pgmap v12730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:50 smithi181 ceph-mon[45557]: pgmap v12731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:50 smithi088 ceph-mon[35322]: pgmap v12731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:50 smithi175 ceph-mon[44549]: pgmap v12731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:36:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:52.360+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:36:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:52.360+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:36:52.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:36:52.360+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:36:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:52 smithi088 ceph-mon[35322]: pgmap v12732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:52 smithi175 ceph-mon[44549]: pgmap v12732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:52 smithi181 ceph-mon[45557]: pgmap v12732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:55.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:54 smithi088 ceph-mon[35322]: pgmap v12733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:54 smithi175 ceph-mon[44549]: pgmap v12733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:54 smithi181 ceph-mon[45557]: pgmap v12733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:36:57.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:56 smithi088 ceph-mon[35322]: pgmap v12734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:56 smithi175 ceph-mon[44549]: pgmap v12734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:56 smithi181 ceph-mon[45557]: pgmap v12734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:36:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:58 smithi088 ceph-mon[35322]: pgmap v12735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:58 smithi175 ceph-mon[44549]: pgmap v12735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:36:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:58 smithi181 ceph-mon[45557]: pgmap v12735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:36:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:37:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:36:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:37:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:36:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:37:00.805 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:00 smithi175 ceph-mon[44549]: pgmap v12736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:37:00.892 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:00 smithi181 ceph-mon[45557]: pgmap v12736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:37:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:00 smithi088 ceph-mon[35322]: pgmap v12736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:37:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:02 smithi088 ceph-mon[35322]: pgmap v12737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:02 smithi175 ceph-mon[44549]: pgmap v12737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:02 smithi181 ceph-mon[45557]: pgmap v12737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:03.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:03 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:37:03.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:03 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:37:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:03 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:37:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:03 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:37:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:03 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:37:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:03 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:37:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: pgmap v12738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 40393k 2024-01-28T19:37:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 41362665: error parsing value: Value '41362665' is below minimum 939524096 2024-01-28T19:37:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:37:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:37:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: pgmap v12739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s 2024-01-28T19:37:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: pgmap v12740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:37:05.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: pgmap v12738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 40393k 2024-01-28T19:37:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 41362665: error parsing value: Value '41362665' is below minimum 939524096 2024-01-28T19:37:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:37:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:37:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: pgmap v12739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s 2024-01-28T19:37:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: pgmap v12740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:37:05.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: pgmap v12738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:37:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 40393k 2024-01-28T19:37:05.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 41362665: error parsing value: Value '41362665' is below minimum 939524096 2024-01-28T19:37:05.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:37:05.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:37:05.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: pgmap v12739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s 2024-01-28T19:37:05.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: pgmap v12740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:37:05.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:37:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:06 smithi088 ceph-mon[35322]: pgmap v12741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:37:07.377 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:07.375+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:37:07.377 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:07.375+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:37:07.377 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:07.375+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:37:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:06 smithi175 ceph-mon[44549]: pgmap v12741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:37:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:06 smithi181 ceph-mon[45557]: pgmap v12741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:37:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:08 smithi181 ceph-mon[45557]: pgmap v12742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T19:37:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:08 smithi088 ceph-mon[35322]: pgmap v12742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T19:37:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:08 smithi175 ceph-mon[44549]: pgmap v12742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T19:37:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:10 smithi088 ceph-mon[35322]: pgmap v12743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:37:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:10 smithi175 ceph-mon[44549]: pgmap v12743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:37:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:10 smithi181 ceph-mon[45557]: pgmap v12743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:37:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:12 smithi088 ceph-mon[35322]: pgmap v12744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:37:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:12 smithi175 ceph-mon[44549]: pgmap v12744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:37:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:12 smithi181 ceph-mon[45557]: pgmap v12744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T19:37:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:14 smithi088 ceph-mon[35322]: pgmap v12745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:37:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:14 smithi175 ceph-mon[44549]: pgmap v12745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:37:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:14 smithi181 ceph-mon[45557]: pgmap v12745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:37:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:16 smithi088 ceph-mon[35322]: pgmap v12746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:17.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:16 smithi175 ceph-mon[44549]: pgmap v12746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:16 smithi181 ceph-mon[45557]: pgmap v12746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:18 smithi181 ceph-mon[45557]: pgmap v12747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:19.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:18 smithi088 ceph-mon[35322]: pgmap v12747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:18 smithi175 ceph-mon[44549]: pgmap v12747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:20 smithi088 ceph-mon[35322]: pgmap v12748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:20 smithi175 ceph-mon[44549]: pgmap v12748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:20 smithi181 ceph-mon[45557]: pgmap v12748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:22.387+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:37:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:22.387+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:37:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:22.387+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:37:23.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:22 smithi088 ceph-mon[35322]: pgmap v12749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:22 smithi175 ceph-mon[44549]: pgmap v12749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:22 smithi181 ceph-mon[45557]: pgmap v12749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:24 smithi088 ceph-mon[35322]: pgmap v12750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:24 smithi175 ceph-mon[44549]: pgmap v12750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:24 smithi181 ceph-mon[45557]: pgmap v12750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:26 smithi088 ceph-mon[35322]: pgmap v12751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:26 smithi175 ceph-mon[44549]: pgmap v12751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:26 smithi181 ceph-mon[45557]: pgmap v12751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:28.927 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:28 smithi088 ceph-mon[35322]: pgmap v12752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:28 smithi181 ceph-mon[45557]: pgmap v12752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:28 smithi175 ceph-mon[44549]: pgmap v12752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:30 smithi088 ceph-mon[35322]: pgmap v12753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:30 smithi175 ceph-mon[44549]: pgmap v12753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:30 smithi181 ceph-mon[45557]: pgmap v12753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:32 smithi088 ceph-mon[35322]: pgmap v12754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:33.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:32 smithi175 ceph-mon[44549]: pgmap v12754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:32 smithi181 ceph-mon[45557]: pgmap v12754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:34 smithi088 ceph-mon[35322]: pgmap v12755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:35.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:34 smithi175 ceph-mon[44549]: pgmap v12755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:34 smithi181 ceph-mon[45557]: pgmap v12755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:36 smithi088 ceph-mon[35322]: pgmap v12756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:37.391+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:37:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:37.391+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:37:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:37.391+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:37:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:36 smithi175 ceph-mon[44549]: pgmap v12756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:36 smithi181 ceph-mon[45557]: pgmap v12756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:38 smithi181 ceph-mon[45557]: pgmap v12757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:39.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:38 smithi088 ceph-mon[35322]: pgmap v12757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:38 smithi175 ceph-mon[44549]: pgmap v12757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:40 smithi088 ceph-mon[35322]: pgmap v12758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:40 smithi175 ceph-mon[44549]: pgmap v12758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:40 smithi181 ceph-mon[45557]: pgmap v12758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:42 smithi088 ceph-mon[35322]: pgmap v12759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:42 smithi175 ceph-mon[44549]: pgmap v12759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:42 smithi181 ceph-mon[45557]: pgmap v12759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:44 smithi088 ceph-mon[35322]: pgmap v12760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:44 smithi175 ceph-mon[44549]: pgmap v12760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:44 smithi181 ceph-mon[45557]: pgmap v12760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:46 smithi088 ceph-mon[35322]: pgmap v12761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:46 smithi175 ceph-mon[44549]: pgmap v12761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:46 smithi181 ceph-mon[45557]: pgmap v12761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:48 smithi181 ceph-mon[45557]: pgmap v12762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:48 smithi088 ceph-mon[35322]: pgmap v12762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:48 smithi175 ceph-mon[44549]: pgmap v12762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:50 smithi088 ceph-mon[35322]: pgmap v12763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:50 smithi175 ceph-mon[44549]: pgmap v12763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:50 smithi181 ceph-mon[45557]: pgmap v12763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:52.407+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:37:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:52.407+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:37:52.409 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:37:52.407+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:37:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:52 smithi088 ceph-mon[35322]: pgmap v12764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:52 smithi175 ceph-mon[44549]: pgmap v12764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:52 smithi181 ceph-mon[45557]: pgmap v12764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:37:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:54 smithi088 ceph-mon[35322]: pgmap v12765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:54 smithi175 ceph-mon[44549]: pgmap v12765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:54 smithi181 ceph-mon[45557]: pgmap v12765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:37:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:56 smithi088 ceph-mon[35322]: pgmap v12766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:56 smithi175 ceph-mon[44549]: pgmap v12766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:56 smithi181 ceph-mon[45557]: pgmap v12766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:37:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:37:58 smithi181 ceph-mon[45557]: pgmap v12767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:59.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:37:58 smithi088 ceph-mon[35322]: pgmap v12767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:37:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:37:58 smithi175 ceph-mon[44549]: pgmap v12767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:00 smithi088 ceph-mon[35322]: pgmap v12768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:00 smithi175 ceph-mon[44549]: pgmap v12768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:00 smithi181 ceph-mon[45557]: pgmap v12768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:02 smithi088 ceph-mon[35322]: pgmap v12769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:38:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:02 smithi175 ceph-mon[44549]: pgmap v12769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:38:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:02 smithi181 ceph-mon[45557]: pgmap v12769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:38:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:05 smithi088 ceph-mon[35322]: pgmap v12770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:38:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:38:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:38:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:05 smithi175 ceph-mon[44549]: pgmap v12770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:38:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:38:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:38:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:05 smithi181 ceph-mon[45557]: pgmap v12770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:38:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:38:05.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:38:05.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:38:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:06 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:38:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:06 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:38:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:06 smithi088 ceph-mon[35322]: pgmap v12771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:38:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:06 smithi088 ceph-mon[35322]: pgmap v12772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:38:06.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:38:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:06 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:38:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:06 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:38:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:06 smithi175 ceph-mon[44549]: pgmap v12771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:38:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:06 smithi175 ceph-mon[44549]: pgmap v12772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:38:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:38:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:06 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:38:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:06 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:38:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:06 smithi181 ceph-mon[45557]: pgmap v12771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:38:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:06 smithi181 ceph-mon[45557]: pgmap v12772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:38:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:38:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:07.410+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:38:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:07.410+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:38:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:07.410+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:38:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:08 smithi088 ceph-mon[35322]: pgmap v12773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:38:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:08 smithi175 ceph-mon[44549]: pgmap v12773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:38:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:08 smithi181 ceph-mon[45557]: pgmap v12773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:38:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:09 smithi175 ceph-mon[44549]: pgmap v12774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:38:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:09 smithi181 ceph-mon[45557]: pgmap v12774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:38:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:09 smithi088 ceph-mon[35322]: pgmap v12774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:38:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:11 smithi175 ceph-mon[44549]: pgmap v12775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:38:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:11 smithi181 ceph-mon[45557]: pgmap v12775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:38:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:11 smithi088 ceph-mon[35322]: pgmap v12775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:38:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:13 smithi181 ceph-mon[45557]: pgmap v12776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:38:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:13 smithi088 ceph-mon[35322]: pgmap v12776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:38:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:13 smithi175 ceph-mon[44549]: pgmap v12776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:38:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:15 smithi175 ceph-mon[44549]: pgmap v12777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:38:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:15 smithi181 ceph-mon[45557]: pgmap v12777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:38:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:15 smithi088 ceph-mon[35322]: pgmap v12777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:38:17.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:17 smithi175 ceph-mon[44549]: pgmap v12778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:17 smithi181 ceph-mon[45557]: pgmap v12778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:17 smithi088 ceph-mon[35322]: pgmap v12778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:19 smithi175 ceph-mon[44549]: pgmap v12779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:19 smithi181 ceph-mon[45557]: pgmap v12779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:19 smithi088 ceph-mon[35322]: pgmap v12779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:21 smithi175 ceph-mon[44549]: pgmap v12780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:21 smithi181 ceph-mon[45557]: pgmap v12780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:21 smithi088 ceph-mon[35322]: pgmap v12780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:22.416+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:38:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:22.417+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:38:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:22.417+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:38:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:23 smithi181 ceph-mon[45557]: pgmap v12781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:23 smithi088 ceph-mon[35322]: pgmap v12781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:23 smithi175 ceph-mon[44549]: pgmap v12781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:25 smithi175 ceph-mon[44549]: pgmap v12782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:25 smithi181 ceph-mon[45557]: pgmap v12782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:25 smithi088 ceph-mon[35322]: pgmap v12782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:27 smithi175 ceph-mon[44549]: pgmap v12783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:27 smithi181 ceph-mon[45557]: pgmap v12783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:27 smithi088 ceph-mon[35322]: pgmap v12783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:29 smithi175 ceph-mon[44549]: pgmap v12784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:29 smithi181 ceph-mon[45557]: pgmap v12784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:29.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:29 smithi088 ceph-mon[35322]: pgmap v12784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:31 smithi088 ceph-mon[35322]: pgmap v12785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:31 smithi175 ceph-mon[44549]: pgmap v12785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:31 smithi181 ceph-mon[45557]: pgmap v12785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:33 smithi181 ceph-mon[45557]: pgmap v12786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:34.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:33 smithi088 ceph-mon[35322]: pgmap v12786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:33 smithi175 ceph-mon[44549]: pgmap v12786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:35.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:35 smithi175 ceph-mon[44549]: pgmap v12787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:35 smithi181 ceph-mon[45557]: pgmap v12787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:35 smithi088 ceph-mon[35322]: pgmap v12787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:37 smithi175 ceph-mon[44549]: pgmap v12788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:37.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:37.431+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:38:37.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:37.431+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:38:37.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:37.431+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:38:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:37 smithi181 ceph-mon[45557]: pgmap v12788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:37 smithi088 ceph-mon[35322]: pgmap v12788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:39 smithi175 ceph-mon[44549]: pgmap v12789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:39 smithi181 ceph-mon[45557]: pgmap v12789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:39 smithi088 ceph-mon[35322]: pgmap v12789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:41 smithi175 ceph-mon[44549]: pgmap v12790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:41 smithi181 ceph-mon[45557]: pgmap v12790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:41.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:41 smithi088 ceph-mon[35322]: pgmap v12790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:43.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:43 smithi181 ceph-mon[45557]: pgmap v12791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:43 smithi088 ceph-mon[35322]: pgmap v12791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:43 smithi175 ceph-mon[44549]: pgmap v12791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:45 smithi175 ceph-mon[44549]: pgmap v12792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:45 smithi181 ceph-mon[45557]: pgmap v12792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:45 smithi088 ceph-mon[35322]: pgmap v12792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:47 smithi175 ceph-mon[44549]: pgmap v12793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:47 smithi181 ceph-mon[45557]: pgmap v12793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:47 smithi088 ceph-mon[35322]: pgmap v12793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:49 smithi175 ceph-mon[44549]: pgmap v12794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:49 smithi181 ceph-mon[45557]: pgmap v12794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:49 smithi088 ceph-mon[35322]: pgmap v12794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:51 smithi175 ceph-mon[44549]: pgmap v12795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:51 smithi181 ceph-mon[45557]: pgmap v12795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:51 smithi088 ceph-mon[35322]: pgmap v12795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:52.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:52.446+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:38:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:52.446+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:38:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:38:52.446+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:38:53.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:53 smithi181 ceph-mon[45557]: pgmap v12796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:54.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:53 smithi088 ceph-mon[35322]: pgmap v12796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:53 smithi175 ceph-mon[44549]: pgmap v12796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:38:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:55 smithi175 ceph-mon[44549]: pgmap v12797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:55 smithi181 ceph-mon[45557]: pgmap v12797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:55 smithi088 ceph-mon[35322]: pgmap v12797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:38:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:57 smithi175 ceph-mon[44549]: pgmap v12798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:57 smithi181 ceph-mon[45557]: pgmap v12798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:57 smithi088 ceph-mon[35322]: pgmap v12798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:38:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:38:59 smithi175 ceph-mon[44549]: pgmap v12799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:38:59 smithi181 ceph-mon[45557]: pgmap v12799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:38:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:38:59 smithi088 ceph-mon[35322]: pgmap v12799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:39:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:01 smithi175 ceph-mon[44549]: pgmap v12800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:01 smithi181 ceph-mon[45557]: pgmap v12800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:01 smithi088 ceph-mon[35322]: pgmap v12800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:03 smithi181 ceph-mon[45557]: pgmap v12801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:39:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:03 smithi088 ceph-mon[35322]: pgmap v12801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:39:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:03 smithi175 ceph-mon[44549]: pgmap v12801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:39:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:05 smithi175 ceph-mon[44549]: pgmap v12802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:39:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:05 smithi181 ceph-mon[45557]: pgmap v12802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:39:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:05 smithi088 ceph-mon[35322]: pgmap v12802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:39:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:39:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:39:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:39:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:39:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:39:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:39:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:39:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:39:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:39:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:39:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:39:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:39:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:07 smithi175 ceph-mon[44549]: pgmap v12803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:39:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:07 smithi175 ceph-mon[44549]: pgmap v12804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:07 smithi181 ceph-mon[45557]: pgmap v12803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:39:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:07 smithi181 ceph-mon[45557]: pgmap v12804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:07.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:07.462+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:39:07.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:07.462+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:39:07.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:07.462+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:39:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:07 smithi088 ceph-mon[35322]: pgmap v12803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:39:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:07 smithi088 ceph-mon[35322]: pgmap v12804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:09 smithi181 ceph-mon[45557]: pgmap v12805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:39:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:09 smithi088 ceph-mon[35322]: pgmap v12805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:39:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:09 smithi175 ceph-mon[44549]: pgmap v12805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:39:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:11 smithi181 ceph-mon[45557]: pgmap v12806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:39:12.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:11 smithi088 ceph-mon[35322]: pgmap v12806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:39:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:11 smithi175 ceph-mon[44549]: pgmap v12806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:39:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:13 smithi181 ceph-mon[45557]: pgmap v12807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:14.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:13 smithi088 ceph-mon[35322]: pgmap v12807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:13 smithi175 ceph-mon[44549]: pgmap v12807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:15 smithi088 ceph-mon[35322]: pgmap v12808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:15 smithi175 ceph-mon[44549]: pgmap v12808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:15 smithi181 ceph-mon[45557]: pgmap v12808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:17.976 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:17 smithi088 ceph-mon[35322]: pgmap v12809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:39:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:17 smithi175 ceph-mon[44549]: pgmap v12809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:39:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:17 smithi181 ceph-mon[45557]: pgmap v12809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:39:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:19 smithi088 ceph-mon[35322]: pgmap v12810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:39:20.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:19 smithi175 ceph-mon[44549]: pgmap v12810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:39:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:19 smithi181 ceph-mon[45557]: pgmap v12810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:39:22.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:21 smithi088 ceph-mon[35322]: pgmap v12811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:39:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:21 smithi175 ceph-mon[44549]: pgmap v12811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:39:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:21 smithi181 ceph-mon[45557]: pgmap v12811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:39:22.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:22.467+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:39:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:22.467+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:39:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:22.467+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:39:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:23 smithi088 ceph-mon[35322]: pgmap v12812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:23 smithi175 ceph-mon[44549]: pgmap v12812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:23 smithi181 ceph-mon[45557]: pgmap v12812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:26.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:25 smithi088 ceph-mon[35322]: pgmap v12813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:39:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:25 smithi175 ceph-mon[44549]: pgmap v12813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:39:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:25 smithi181 ceph-mon[45557]: pgmap v12813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:39:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:27 smithi088 ceph-mon[35322]: pgmap v12814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:27 smithi175 ceph-mon[44549]: pgmap v12814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:28.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:27 smithi181 ceph-mon[45557]: pgmap v12814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:30.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:29 smithi088 ceph-mon[35322]: pgmap v12815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:39:30.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:29 smithi175 ceph-mon[44549]: pgmap v12815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:39:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:29 smithi181 ceph-mon[45557]: pgmap v12815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:39:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:31 smithi088 ceph-mon[35322]: pgmap v12816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:39:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:31 smithi175 ceph-mon[44549]: pgmap v12816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:39:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:31 smithi181 ceph-mon[45557]: pgmap v12816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:39:34.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:33 smithi088 ceph-mon[35322]: pgmap v12817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:33 smithi175 ceph-mon[44549]: pgmap v12817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:33 smithi181 ceph-mon[45557]: pgmap v12817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:35 smithi088 ceph-mon[35322]: pgmap v12818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:39:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:35 smithi175 ceph-mon[44549]: pgmap v12818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:39:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:35 smithi181 ceph-mon[45557]: pgmap v12818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:39:37.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:37.483+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:39:37.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:37.483+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:39:37.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:37.483+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:39:38.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:37 smithi088 ceph-mon[35322]: pgmap v12819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:37 smithi175 ceph-mon[44549]: pgmap v12819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:37 smithi181 ceph-mon[45557]: pgmap v12819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:40.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:39 smithi088 ceph-mon[35322]: pgmap v12820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:39:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:39 smithi175 ceph-mon[44549]: pgmap v12820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:39:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:39 smithi181 ceph-mon[45557]: pgmap v12820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:39:42.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:41 smithi088 ceph-mon[35322]: pgmap v12821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:41 smithi175 ceph-mon[44549]: pgmap v12821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:41 smithi181 ceph-mon[45557]: pgmap v12821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:43.111 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:43.111+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:39:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:43.111+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:39:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:43.111+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 186 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:39:43.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:43.111+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 186 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:39:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:43 smithi088 ceph-mon[35322]: pgmap v12822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:39:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:43 smithi175 ceph-mon[44549]: pgmap v12822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:39:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:43 smithi181 ceph-mon[45557]: pgmap v12822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:39:46.043 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:45 smithi088 ceph-mon[35322]: pgmap v12823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:39:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:45 smithi175 ceph-mon[44549]: pgmap v12823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:39:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:45 smithi181 ceph-mon[45557]: pgmap v12823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:39:48.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:47 smithi088 ceph-mon[35322]: pgmap v12824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:39:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:47 smithi175 ceph-mon[44549]: pgmap v12824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:39:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:47 smithi181 ceph-mon[45557]: pgmap v12824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:39:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:49 smithi088 ceph-mon[35322]: pgmap v12825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:39:50.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:49 smithi175 ceph-mon[44549]: pgmap v12825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:39:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:49 smithi181 ceph-mon[45557]: pgmap v12825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:39:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:51 smithi175 ceph-mon[44549]: pgmap v12826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:51 smithi181 ceph-mon[45557]: pgmap v12826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:51 smithi088 ceph-mon[35322]: pgmap v12826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:39:52.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:52.493+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:39:52.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:52.493+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:39:52.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:39:52.493+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:39:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:53 smithi175 ceph-mon[44549]: pgmap v12827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:53 smithi181 ceph-mon[45557]: pgmap v12827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:53 smithi088 ceph-mon[35322]: pgmap v12827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:56.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:55 smithi175 ceph-mon[44549]: pgmap v12828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:39:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:55 smithi181 ceph-mon[45557]: pgmap v12828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:39:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:55 smithi088 ceph-mon[35322]: pgmap v12828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:39:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:57 smithi175 ceph-mon[44549]: pgmap v12829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:57 smithi181 ceph-mon[45557]: pgmap v12829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:39:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:57 smithi088 ceph-mon[35322]: pgmap v12829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:00.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:39:59 smithi175 ceph-mon[44549]: pgmap v12830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:39:59 smithi181 ceph-mon[45557]: pgmap v12830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:39:59 smithi088 ceph-mon[35322]: pgmap v12830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:40:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:40:01.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:40:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:01 smithi175 ceph-mon[44549]: pgmap v12831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:01 smithi181 ceph-mon[45557]: pgmap v12831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:02.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:01 smithi088 ceph-mon[35322]: pgmap v12831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:03 smithi175 ceph-mon[44549]: pgmap v12832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:03 smithi181 ceph-mon[45557]: pgmap v12832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:03 smithi088 ceph-mon[35322]: pgmap v12832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:05 smithi175 ceph-mon[44549]: pgmap v12833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:05 smithi181 ceph-mon[45557]: pgmap v12833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:05 smithi088 ceph-mon[35322]: pgmap v12833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:40:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:40:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:40:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:07.507+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:40:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:07.507+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:40:07.510 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:07.507+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:40:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:07 smithi175 ceph-mon[44549]: pgmap v12834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:07 smithi181 ceph-mon[45557]: pgmap v12834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:07 smithi088 ceph-mon[35322]: pgmap v12834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:08.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:09.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:09 smithi175 ceph-mon[44549]: pgmap v12835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:09.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:09.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:09.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:40:09.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:40:09.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:09 smithi181 ceph-mon[45557]: pgmap v12835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:40:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:40:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:09 smithi088 ceph-mon[35322]: pgmap v12835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:40:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:40:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:40:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:10 smithi175 ceph-mon[44549]: pgmap v12836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T19:40:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:10 smithi175 ceph-mon[44549]: pgmap v12837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:40:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:10 smithi181 ceph-mon[45557]: pgmap v12836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T19:40:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:10 smithi181 ceph-mon[45557]: pgmap v12837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:40:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:10 smithi088 ceph-mon[35322]: pgmap v12836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T19:40:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:10 smithi088 ceph-mon[35322]: pgmap v12837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:40:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:12 smithi175 ceph-mon[44549]: pgmap v12838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:40:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:12 smithi181 ceph-mon[45557]: pgmap v12838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:40:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:12 smithi088 ceph-mon[35322]: pgmap v12838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:40:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:14 smithi175 ceph-mon[44549]: pgmap v12839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T19:40:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:14 smithi181 ceph-mon[45557]: pgmap v12839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T19:40:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:14 smithi088 ceph-mon[35322]: pgmap v12839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T19:40:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:16 smithi175 ceph-mon[44549]: pgmap v12840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:16 smithi181 ceph-mon[45557]: pgmap v12840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:16 smithi088 ceph-mon[35322]: pgmap v12840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:18 smithi175 ceph-mon[44549]: pgmap v12841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:40:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:18 smithi181 ceph-mon[45557]: pgmap v12841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:40:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:18 smithi088 ceph-mon[35322]: pgmap v12841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:40:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:20 smithi175 ceph-mon[44549]: pgmap v12842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:40:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:20 smithi181 ceph-mon[45557]: pgmap v12842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:40:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:20 smithi088 ceph-mon[35322]: pgmap v12842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:40:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:22.523+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:40:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:22.523+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:40:22.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:22.523+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:40:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:22 smithi175 ceph-mon[44549]: pgmap v12843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:22 smithi181 ceph-mon[45557]: pgmap v12843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:23.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:22 smithi088 ceph-mon[35322]: pgmap v12843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:25.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:24 smithi175 ceph-mon[44549]: pgmap v12844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:24 smithi181 ceph-mon[45557]: pgmap v12844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:24 smithi088 ceph-mon[35322]: pgmap v12844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:26 smithi175 ceph-mon[44549]: pgmap v12845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:27.211 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:26 smithi181 ceph-mon[45557]: pgmap v12845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:27.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:26 smithi088 ceph-mon[35322]: pgmap v12845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:28 smithi175 ceph-mon[44549]: pgmap v12846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:28 smithi181 ceph-mon[45557]: pgmap v12846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:28 smithi088 ceph-mon[35322]: pgmap v12846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:30 smithi175 ceph-mon[44549]: pgmap v12847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:30 smithi181 ceph-mon[45557]: pgmap v12847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:30 smithi088 ceph-mon[35322]: pgmap v12847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:32 smithi175 ceph-mon[44549]: pgmap v12848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:32 smithi181 ceph-mon[45557]: pgmap v12848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:32 smithi088 ceph-mon[35322]: pgmap v12848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:34 smithi175 ceph-mon[44549]: pgmap v12849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:34 smithi181 ceph-mon[45557]: pgmap v12849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:34 smithi088 ceph-mon[35322]: pgmap v12849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:36 smithi175 ceph-mon[44549]: pgmap v12850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:36 smithi181 ceph-mon[45557]: pgmap v12850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:36 smithi088 ceph-mon[35322]: pgmap v12850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:37.537 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:37.536+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:40:37.537 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:37.536+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:40:37.537 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:37.536+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:40:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:38 smithi175 ceph-mon[44549]: pgmap v12851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:38 smithi181 ceph-mon[45557]: pgmap v12851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:38 smithi088 ceph-mon[35322]: pgmap v12851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:40 smithi175 ceph-mon[44549]: pgmap v12852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:40 smithi181 ceph-mon[45557]: pgmap v12852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:40 smithi088 ceph-mon[35322]: pgmap v12852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:42 smithi175 ceph-mon[44549]: pgmap v12853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:42 smithi181 ceph-mon[45557]: pgmap v12853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:42 smithi088 ceph-mon[35322]: pgmap v12853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:44 smithi175 ceph-mon[44549]: pgmap v12854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:44 smithi181 ceph-mon[45557]: pgmap v12854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:44 smithi088 ceph-mon[35322]: pgmap v12854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:46 smithi175 ceph-mon[44549]: pgmap v12855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:46 smithi181 ceph-mon[45557]: pgmap v12855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:46 smithi088 ceph-mon[35322]: pgmap v12855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:48 smithi175 ceph-mon[44549]: pgmap v12856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:48 smithi181 ceph-mon[45557]: pgmap v12856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:48 smithi088 ceph-mon[35322]: pgmap v12856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:51.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:50 smithi088 ceph-mon[35322]: pgmap v12857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:50 smithi181 ceph-mon[45557]: pgmap v12857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:50 smithi175 ceph-mon[44549]: pgmap v12857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:40:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:52.547+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:40:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:52.547+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:40:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:40:52.547+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:40:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:52 smithi181 ceph-mon[45557]: pgmap v12858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:52 smithi088 ceph-mon[35322]: pgmap v12858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:52 smithi175 ceph-mon[44549]: pgmap v12858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:40:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:54 smithi181 ceph-mon[45557]: pgmap v12859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:54 smithi088 ceph-mon[35322]: pgmap v12859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:54 smithi175 ceph-mon[44549]: pgmap v12859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:40:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:56 smithi181 ceph-mon[45557]: pgmap v12860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:56 smithi088 ceph-mon[35322]: pgmap v12860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:56 smithi175 ceph-mon[44549]: pgmap v12860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:40:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:40:58 smithi181 ceph-mon[45557]: pgmap v12861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:40:58 smithi088 ceph-mon[35322]: pgmap v12861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:40:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:40:58 smithi175 ceph-mon[44549]: pgmap v12861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:00 smithi181 ceph-mon[45557]: pgmap v12862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:00 smithi088 ceph-mon[35322]: pgmap v12862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:00 smithi175 ceph-mon[44549]: pgmap v12862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:02 smithi181 ceph-mon[45557]: pgmap v12863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:02 smithi088 ceph-mon[35322]: pgmap v12863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:02 smithi175 ceph-mon[44549]: pgmap v12863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:04 smithi181 ceph-mon[45557]: pgmap v12864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:41:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:04 smithi088 ceph-mon[35322]: pgmap v12864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:41:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:04 smithi175 ceph-mon[44549]: pgmap v12864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:41:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:06 smithi181 ceph-mon[45557]: pgmap v12865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:41:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:06 smithi088 ceph-mon[35322]: pgmap v12865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:41:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:06 smithi175 ceph-mon[44549]: pgmap v12865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:41:07.559 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:07.557+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:41:07.559 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:07.557+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:41:07.559 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:07.557+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:41:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:08 smithi181 ceph-mon[45557]: pgmap v12866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:08 smithi088 ceph-mon[35322]: pgmap v12866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:08 smithi175 ceph-mon[44549]: pgmap v12866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:41:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:41:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:41:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:10 smithi088 ceph-mon[35322]: pgmap v12867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:41:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:41:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:41:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:10 smithi175 ceph-mon[44549]: pgmap v12867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:41:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:41:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:41:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:10 smithi181 ceph-mon[45557]: pgmap v12867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:41:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:41:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:41:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:11 smithi088 ceph-mon[35322]: pgmap v12868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:41:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:11 smithi175 ceph-mon[44549]: pgmap v12868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:41:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:11 smithi181 ceph-mon[45557]: pgmap v12868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:41:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:13 smithi088 ceph-mon[35322]: pgmap v12869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:41:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:13 smithi175 ceph-mon[44549]: pgmap v12869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:41:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:13 smithi181 ceph-mon[45557]: pgmap v12869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:41:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:15 smithi088 ceph-mon[35322]: pgmap v12870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:41:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:15 smithi175 ceph-mon[44549]: pgmap v12870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:41:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:15 smithi181 ceph-mon[45557]: pgmap v12870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:41:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:17 smithi088 ceph-mon[35322]: pgmap v12871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:41:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:17 smithi175 ceph-mon[44549]: pgmap v12871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:41:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:17 smithi181 ceph-mon[45557]: pgmap v12871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:41:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:19 smithi088 ceph-mon[35322]: pgmap v12872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:41:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:19 smithi175 ceph-mon[44549]: pgmap v12872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:41:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:19 smithi181 ceph-mon[45557]: pgmap v12872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:41:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:21 smithi088 ceph-mon[35322]: pgmap v12873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:41:22.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:21 smithi175 ceph-mon[44549]: pgmap v12873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:41:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:21 smithi181 ceph-mon[45557]: pgmap v12873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:41:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:22.573+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:41:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:22.573+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:41:22.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:22.573+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:41:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:23 smithi088 ceph-mon[35322]: pgmap v12874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:23 smithi175 ceph-mon[44549]: pgmap v12874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:23 smithi181 ceph-mon[45557]: pgmap v12874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:25 smithi088 ceph-mon[35322]: pgmap v12875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:25 smithi175 ceph-mon[44549]: pgmap v12875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:25 smithi181 ceph-mon[45557]: pgmap v12875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:28 smithi088 ceph-mon[35322]: pgmap v12876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:28 smithi175 ceph-mon[44549]: pgmap v12876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:28 smithi181 ceph-mon[45557]: pgmap v12876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:30 smithi088 ceph-mon[35322]: pgmap v12877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:41:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:30 smithi175 ceph-mon[44549]: pgmap v12877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:41:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:30 smithi181 ceph-mon[45557]: pgmap v12877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:41:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:32 smithi088 ceph-mon[35322]: pgmap v12878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:41:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:32 smithi175 ceph-mon[44549]: pgmap v12878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:41:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:32 smithi181 ceph-mon[45557]: pgmap v12878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:41:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:34 smithi088 ceph-mon[35322]: pgmap v12879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:34 smithi175 ceph-mon[44549]: pgmap v12879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:34 smithi181 ceph-mon[45557]: pgmap v12879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:36 smithi088 ceph-mon[35322]: pgmap v12880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:41:36.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:36 smithi175 ceph-mon[44549]: pgmap v12880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:41:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:36 smithi181 ceph-mon[45557]: pgmap v12880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:41:37.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:37.585+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:41:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:37.585+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:41:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:37.585+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:41:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:38 smithi088 ceph-mon[35322]: pgmap v12881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:38.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:38 smithi175 ceph-mon[44549]: pgmap v12881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:38 smithi181 ceph-mon[45557]: pgmap v12881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:40 smithi088 ceph-mon[35322]: pgmap v12882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:41:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:40 smithi175 ceph-mon[44549]: pgmap v12882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:41:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:40 smithi181 ceph-mon[45557]: pgmap v12882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:41:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:42 smithi088 ceph-mon[35322]: pgmap v12883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:41:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:42 smithi175 ceph-mon[44549]: pgmap v12883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:41:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:42 smithi181 ceph-mon[45557]: pgmap v12883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:41:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:44 smithi175 ceph-mon[44549]: pgmap v12884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:44 smithi181 ceph-mon[45557]: pgmap v12884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:44 smithi088 ceph-mon[35322]: pgmap v12884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:46 smithi175 ceph-mon[44549]: pgmap v12885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:46 smithi181 ceph-mon[45557]: pgmap v12885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:46.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:46 smithi088 ceph-mon[35322]: pgmap v12885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:48.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:48 smithi175 ceph-mon[44549]: pgmap v12886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:48 smithi181 ceph-mon[45557]: pgmap v12886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:48 smithi088 ceph-mon[35322]: pgmap v12886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:50 smithi175 ceph-mon[44549]: pgmap v12887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:41:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:50 smithi181 ceph-mon[45557]: pgmap v12887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:41:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:50 smithi088 ceph-mon[35322]: pgmap v12887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:41:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:52 smithi175 ceph-mon[44549]: pgmap v12888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:41:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:52 smithi181 ceph-mon[45557]: pgmap v12888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:41:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:52 smithi088 ceph-mon[35322]: pgmap v12888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:41:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:52.592+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:41:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:52.592+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:41:52.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:41:52.592+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:41:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:54 smithi175 ceph-mon[44549]: pgmap v12889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:54 smithi181 ceph-mon[45557]: pgmap v12889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:54 smithi088 ceph-mon[35322]: pgmap v12889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:41:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:56 smithi175 ceph-mon[44549]: pgmap v12890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:56 smithi181 ceph-mon[45557]: pgmap v12890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:56 smithi088 ceph-mon[35322]: pgmap v12890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:41:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:57 smithi175 ceph-mon[44549]: pgmap v12891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:57 smithi181 ceph-mon[45557]: pgmap v12891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:41:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:57 smithi088 ceph-mon[35322]: pgmap v12891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:41:59 smithi088 ceph-mon[35322]: pgmap v12892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:42:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:41:59 smithi175 ceph-mon[44549]: pgmap v12892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:42:00.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:41:59 smithi181 ceph-mon[45557]: pgmap v12892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:42:02.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:01 smithi088 ceph-mon[35322]: pgmap v12893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:02.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:01 smithi175 ceph-mon[44549]: pgmap v12893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:01 smithi181 ceph-mon[45557]: pgmap v12893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:03 smithi088 ceph-mon[35322]: pgmap v12894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:03 smithi175 ceph-mon[44549]: pgmap v12894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:03 smithi181 ceph-mon[45557]: pgmap v12894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:05 smithi088 ceph-mon[35322]: pgmap v12895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:42:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:05 smithi175 ceph-mon[44549]: pgmap v12895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:42:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:05 smithi181 ceph-mon[45557]: pgmap v12895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:42:07.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:07.608+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:42:07.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:07.608+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:42:07.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:07.608+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:42:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:07 smithi088 ceph-mon[35322]: pgmap v12896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:07 smithi175 ceph-mon[44549]: pgmap v12896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:07 smithi181 ceph-mon[45557]: pgmap v12896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:09 smithi175 ceph-mon[44549]: pgmap v12897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:42:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:09 smithi181 ceph-mon[45557]: pgmap v12897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:42:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:09 smithi088 ceph-mon[35322]: pgmap v12897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:42:11.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:42:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:42:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:42:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:11 smithi175 ceph-mon[44549]: pgmap v12898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:42:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:42:12.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:42:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:11 smithi181 ceph-mon[45557]: pgmap v12898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:42:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:42:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:42:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:11 smithi088 ceph-mon[35322]: pgmap v12898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:42:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:42:12.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:42:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:12 smithi175 ceph-mon[44549]: pgmap v12899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:42:13.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:12 smithi175 ceph-mon[44549]: pgmap v12900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:42:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:12 smithi181 ceph-mon[45557]: pgmap v12899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:42:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:12 smithi181 ceph-mon[45557]: pgmap v12900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:42:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:12 smithi088 ceph-mon[35322]: pgmap v12899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:42:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:12 smithi088 ceph-mon[35322]: pgmap v12900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:42:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:14 smithi175 ceph-mon[44549]: pgmap v12901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:42:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:14 smithi181 ceph-mon[45557]: pgmap v12901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:42:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:14 smithi088 ceph-mon[35322]: pgmap v12901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:42:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:16 smithi175 ceph-mon[44549]: pgmap v12902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:42:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:16 smithi181 ceph-mon[45557]: pgmap v12902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:42:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:16 smithi088 ceph-mon[35322]: pgmap v12902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:42:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:18 smithi175 ceph-mon[44549]: pgmap v12903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:42:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:18 smithi181 ceph-mon[45557]: pgmap v12903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:42:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:18 smithi088 ceph-mon[35322]: pgmap v12903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:42:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:20 smithi175 ceph-mon[44549]: pgmap v12904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:42:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:20 smithi181 ceph-mon[45557]: pgmap v12904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:42:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:20 smithi088 ceph-mon[35322]: pgmap v12904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:42:22.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:22.624+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:42:22.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:22.624+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:42:22.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:22.624+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:42:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:22 smithi175 ceph-mon[44549]: pgmap v12905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:42:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:22 smithi181 ceph-mon[45557]: pgmap v12905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:42:23.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:22 smithi088 ceph-mon[35322]: pgmap v12905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:42:25.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:24 smithi175 ceph-mon[44549]: pgmap v12906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:42:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:24 smithi181 ceph-mon[45557]: pgmap v12906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:42:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:24 smithi088 ceph-mon[35322]: pgmap v12906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:42:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:26 smithi175 ceph-mon[44549]: pgmap v12907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:26 smithi181 ceph-mon[45557]: pgmap v12907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:26 smithi088 ceph-mon[35322]: pgmap v12907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:28 smithi175 ceph-mon[44549]: pgmap v12908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:28 smithi181 ceph-mon[45557]: pgmap v12908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:28 smithi088 ceph-mon[35322]: pgmap v12908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:31.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:30 smithi175 ceph-mon[44549]: pgmap v12909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:42:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:30 smithi181 ceph-mon[45557]: pgmap v12909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:42:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:30 smithi088 ceph-mon[35322]: pgmap v12909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:42:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:32 smithi175 ceph-mon[44549]: pgmap v12910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:32 smithi181 ceph-mon[45557]: pgmap v12910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:32 smithi088 ceph-mon[35322]: pgmap v12910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:34 smithi175 ceph-mon[44549]: pgmap v12911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:42:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:34 smithi181 ceph-mon[45557]: pgmap v12911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:42:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:34 smithi088 ceph-mon[35322]: pgmap v12911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:42:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:36 smithi175 ceph-mon[44549]: pgmap v12912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:42:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:36 smithi181 ceph-mon[45557]: pgmap v12912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:42:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:36 smithi088 ceph-mon[35322]: pgmap v12912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:42:37.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:37.626+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:42:37.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:37.626+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:42:37.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:37.626+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:42:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:38 smithi175 ceph-mon[44549]: pgmap v12913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:38 smithi181 ceph-mon[45557]: pgmap v12913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:38 smithi088 ceph-mon[35322]: pgmap v12913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:40 smithi175 ceph-mon[44549]: pgmap v12914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:42:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:40 smithi181 ceph-mon[45557]: pgmap v12914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:42:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:40 smithi088 ceph-mon[35322]: pgmap v12914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:42:43.139 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:43.138+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:42:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:43.138+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:42:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:43.138+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 187 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T19:42:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:43.139+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 187 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006650 con 0x55d733ebf510 2024-01-28T19:42:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:42 smithi175 ceph-mon[44549]: pgmap v12915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:42 smithi181 ceph-mon[45557]: pgmap v12915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:42 smithi088 ceph-mon[35322]: pgmap v12915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:44 smithi175 ceph-mon[44549]: pgmap v12916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:42:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:44 smithi181 ceph-mon[45557]: pgmap v12916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:42:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:44 smithi088 ceph-mon[35322]: pgmap v12916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:42:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:46 smithi175 ceph-mon[44549]: pgmap v12917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:46 smithi181 ceph-mon[45557]: pgmap v12917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:46 smithi088 ceph-mon[35322]: pgmap v12917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:42:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:48 smithi175 ceph-mon[44549]: pgmap v12918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:48 smithi181 ceph-mon[45557]: pgmap v12918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:48 smithi088 ceph-mon[35322]: pgmap v12918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:50 smithi175 ceph-mon[44549]: pgmap v12919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:42:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:50 smithi181 ceph-mon[45557]: pgmap v12919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:42:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:50 smithi088 ceph-mon[35322]: pgmap v12919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:42:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:52.628+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:42:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:52.629+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:42:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:42:52.629+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:42:53.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:52 smithi175 ceph-mon[44549]: pgmap v12920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:52 smithi181 ceph-mon[45557]: pgmap v12920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:52 smithi088 ceph-mon[35322]: pgmap v12920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:42:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:54 smithi175 ceph-mon[44549]: pgmap v12921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:42:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:54 smithi181 ceph-mon[45557]: pgmap v12921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:42:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:54 smithi088 ceph-mon[35322]: pgmap v12921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:42:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:56 smithi175 ceph-mon[44549]: pgmap v12922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:56 smithi181 ceph-mon[45557]: pgmap v12922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:56 smithi088 ceph-mon[35322]: pgmap v12922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:42:58 smithi175 ceph-mon[44549]: pgmap v12923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:42:58 smithi181 ceph-mon[45557]: pgmap v12923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:42:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:42:58 smithi088 ceph-mon[35322]: pgmap v12923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:43:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:00 smithi175 ceph-mon[44549]: pgmap v12924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:00 smithi181 ceph-mon[45557]: pgmap v12924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:00 smithi088 ceph-mon[35322]: pgmap v12924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:02 smithi175 ceph-mon[44549]: pgmap v12925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:02 smithi181 ceph-mon[45557]: pgmap v12925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:02 smithi088 ceph-mon[35322]: pgmap v12925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:04 smithi175 ceph-mon[44549]: pgmap v12926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:43:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:04 smithi181 ceph-mon[45557]: pgmap v12926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:43:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:04 smithi088 ceph-mon[35322]: pgmap v12926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:43:07.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:06 smithi175 ceph-mon[44549]: pgmap v12927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:43:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:06 smithi181 ceph-mon[45557]: pgmap v12927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:43:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:06 smithi088 ceph-mon[35322]: pgmap v12927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:43:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:07.639+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:43:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:07.639+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:43:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:07.639+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:43:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:08 smithi175 ceph-mon[44549]: pgmap v12928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:43:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:08 smithi181 ceph-mon[45557]: pgmap v12928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:43:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:08 smithi088 ceph-mon[35322]: pgmap v12928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:43:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:10 smithi175 ceph-mon[44549]: pgmap v12929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:10 smithi181 ceph-mon[45557]: pgmap v12929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:10 smithi088 ceph-mon[35322]: pgmap v12929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:43:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:43:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:43:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:12 smithi088 ceph-mon[35322]: pgmap v12930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:43:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:43:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:12 smithi175 ceph-mon[44549]: pgmap v12930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:43:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:12 smithi181 ceph-mon[45557]: pgmap v12930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:43:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:43:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:13 smithi088 ceph-mon[35322]: pgmap v12931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:43:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:13 smithi088 ceph-mon[35322]: pgmap v12932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T19:43:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:13 smithi175 ceph-mon[44549]: pgmap v12931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:43:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:13 smithi175 ceph-mon[44549]: pgmap v12932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T19:43:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:13 smithi181 ceph-mon[45557]: pgmap v12931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:43:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:13 smithi181 ceph-mon[45557]: pgmap v12932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T19:43:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:16 smithi088 ceph-mon[35322]: pgmap v12933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:43:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:16 smithi175 ceph-mon[44549]: pgmap v12933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:43:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:16 smithi181 ceph-mon[45557]: pgmap v12933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:43:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:18 smithi088 ceph-mon[35322]: pgmap v12934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:43:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:18 smithi175 ceph-mon[44549]: pgmap v12934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:43:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:18 smithi181 ceph-mon[45557]: pgmap v12934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:43:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:20 smithi088 ceph-mon[35322]: pgmap v12935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:43:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:20 smithi175 ceph-mon[44549]: pgmap v12935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:43:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:20 smithi181 ceph-mon[45557]: pgmap v12935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:43:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:22 smithi088 ceph-mon[35322]: pgmap v12936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:43:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:22 smithi175 ceph-mon[44549]: pgmap v12936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:43:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:22 smithi181 ceph-mon[45557]: pgmap v12936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:43:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:22.652+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:43:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:22.652+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:43:22.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:22.652+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:43:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:23 smithi175 ceph-mon[44549]: pgmap v12937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:43:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:23 smithi181 ceph-mon[45557]: pgmap v12937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:43:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:23 smithi088 ceph-mon[35322]: pgmap v12937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:43:26.296 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:26 smithi088 ceph-mon[35322]: pgmap v12938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:26 smithi175 ceph-mon[44549]: pgmap v12938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:26 smithi181 ceph-mon[45557]: pgmap v12938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:28 smithi175 ceph-mon[44549]: pgmap v12939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:28 smithi181 ceph-mon[45557]: pgmap v12939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:28 smithi088 ceph-mon[35322]: pgmap v12939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:30 smithi175 ceph-mon[44549]: pgmap v12940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:30 smithi181 ceph-mon[45557]: pgmap v12940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:30 smithi088 ceph-mon[35322]: pgmap v12940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:32 smithi175 ceph-mon[44549]: pgmap v12941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:32 smithi181 ceph-mon[45557]: pgmap v12941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:32 smithi088 ceph-mon[35322]: pgmap v12941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:33 smithi175 ceph-mon[44549]: pgmap v12942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:43:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:33 smithi181 ceph-mon[45557]: pgmap v12942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:43:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:33 smithi088 ceph-mon[35322]: pgmap v12942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:43:36.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:36 smithi175 ceph-mon[44549]: pgmap v12943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:36 smithi181 ceph-mon[45557]: pgmap v12943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:36 smithi088 ceph-mon[35322]: pgmap v12943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:37.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:37.658+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:43:37.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:37.658+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:43:37.659 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:37.658+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:43:38.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:38 smithi175 ceph-mon[44549]: pgmap v12944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:38 smithi181 ceph-mon[45557]: pgmap v12944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:38 smithi088 ceph-mon[35322]: pgmap v12944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:40 smithi175 ceph-mon[44549]: pgmap v12945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:40 smithi181 ceph-mon[45557]: pgmap v12945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:40 smithi088 ceph-mon[35322]: pgmap v12945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:42 smithi175 ceph-mon[44549]: pgmap v12946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:42 smithi181 ceph-mon[45557]: pgmap v12946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:42 smithi088 ceph-mon[35322]: pgmap v12946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:43 smithi175 ceph-mon[44549]: pgmap v12947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:43:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:43 smithi181 ceph-mon[45557]: pgmap v12947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:43:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:43 smithi088 ceph-mon[35322]: pgmap v12947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:43:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:46 smithi175 ceph-mon[44549]: pgmap v12948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:46 smithi181 ceph-mon[45557]: pgmap v12948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:46.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:46 smithi088 ceph-mon[35322]: pgmap v12948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:48.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:48 smithi175 ceph-mon[44549]: pgmap v12949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:48 smithi181 ceph-mon[45557]: pgmap v12949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:48 smithi088 ceph-mon[35322]: pgmap v12949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:50 smithi175 ceph-mon[44549]: pgmap v12950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:50 smithi181 ceph-mon[45557]: pgmap v12950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:50 smithi088 ceph-mon[35322]: pgmap v12950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:43:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:52 smithi175 ceph-mon[44549]: pgmap v12951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:52 smithi181 ceph-mon[45557]: pgmap v12951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:52 smithi088 ceph-mon[35322]: pgmap v12951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:52.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:52.673+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:43:52.675 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:52.673+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:43:52.675 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:43:52.673+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:43:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:53 smithi175 ceph-mon[44549]: pgmap v12952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:43:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:53 smithi181 ceph-mon[45557]: pgmap v12952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:43:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:53 smithi088 ceph-mon[35322]: pgmap v12952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:43:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:56 smithi175 ceph-mon[44549]: pgmap v12953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:56 smithi181 ceph-mon[45557]: pgmap v12953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:56 smithi088 ceph-mon[35322]: pgmap v12953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:43:58.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:43:58 smithi175 ceph-mon[44549]: pgmap v12954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:43:58 smithi181 ceph-mon[45557]: pgmap v12954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:43:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:43:58 smithi088 ceph-mon[35322]: pgmap v12954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:00 smithi175 ceph-mon[44549]: pgmap v12955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:00 smithi181 ceph-mon[45557]: pgmap v12955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:00 smithi088 ceph-mon[35322]: pgmap v12955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:02 smithi175 ceph-mon[44549]: pgmap v12956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:02 smithi181 ceph-mon[45557]: pgmap v12956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:02 smithi088 ceph-mon[35322]: pgmap v12956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:03 smithi175 ceph-mon[44549]: pgmap v12957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:44:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:03 smithi181 ceph-mon[45557]: pgmap v12957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:44:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:03 smithi088 ceph-mon[35322]: pgmap v12957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:44:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:06 smithi175 ceph-mon[44549]: pgmap v12958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:06 smithi181 ceph-mon[45557]: pgmap v12958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:06 smithi088 ceph-mon[35322]: pgmap v12958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:07.687+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:44:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:07.687+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:44:07.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:07.687+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:44:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:08 smithi175 ceph-mon[44549]: pgmap v12959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:08 smithi181 ceph-mon[45557]: pgmap v12959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:08 smithi088 ceph-mon[35322]: pgmap v12959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:10 smithi175 ceph-mon[44549]: pgmap v12960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:10 smithi181 ceph-mon[45557]: pgmap v12960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:10 smithi088 ceph-mon[35322]: pgmap v12960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:12 smithi175 ceph-mon[44549]: pgmap v12961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:12 smithi181 ceph-mon[45557]: pgmap v12961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:12 smithi088 ceph-mon[35322]: pgmap v12961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:13 smithi175 ceph-mon[44549]: pgmap v12962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:44:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:13 smithi181 ceph-mon[45557]: pgmap v12962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:44:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:13 smithi088 ceph-mon[35322]: pgmap v12962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:44:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:44:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:44:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:14 smithi175 ceph-mon[44549]: pgmap v12963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:44:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:14 smithi175 ceph-mon[44549]: pgmap v12964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:44:15.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:44:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:44:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:44:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:14 smithi181 ceph-mon[45557]: pgmap v12963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:44:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:14 smithi181 ceph-mon[45557]: pgmap v12964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:44:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:44:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:44:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:44:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:14 smithi088 ceph-mon[35322]: pgmap v12963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:44:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:14 smithi088 ceph-mon[35322]: pgmap v12964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:44:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:44:17.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:17 smithi175 ceph-mon[44549]: pgmap v12965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:44:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:17 smithi181 ceph-mon[45557]: pgmap v12965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:44:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:17 smithi088 ceph-mon[35322]: pgmap v12965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:44:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:18 smithi175 ceph-mon[44549]: pgmap v12966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:44:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:18 smithi181 ceph-mon[45557]: pgmap v12966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:44:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:18 smithi088 ceph-mon[35322]: pgmap v12966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:44:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:21 smithi175 ceph-mon[44549]: pgmap v12967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:44:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:21 smithi181 ceph-mon[45557]: pgmap v12967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:44:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:21 smithi088 ceph-mon[35322]: pgmap v12967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:44:22.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:22.701+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:44:22.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:22.701+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:44:22.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:22.701+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:44:23.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:23 smithi175 ceph-mon[44549]: pgmap v12968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:44:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:23 smithi181 ceph-mon[45557]: pgmap v12968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:44:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:23 smithi088 ceph-mon[35322]: pgmap v12968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:44:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:25 smithi175 ceph-mon[44549]: pgmap v12969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:44:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:25 smithi181 ceph-mon[45557]: pgmap v12969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:44:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:25 smithi088 ceph-mon[35322]: pgmap v12969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:44:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:27 smithi175 ceph-mon[44549]: pgmap v12970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:27 smithi181 ceph-mon[45557]: pgmap v12970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:27 smithi088 ceph-mon[35322]: pgmap v12970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:28 smithi175 ceph-mon[44549]: pgmap v12971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:28 smithi181 ceph-mon[45557]: pgmap v12971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:28 smithi088 ceph-mon[35322]: pgmap v12971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:31 smithi175 ceph-mon[44549]: pgmap v12972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:31 smithi181 ceph-mon[45557]: pgmap v12972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:31 smithi088 ceph-mon[35322]: pgmap v12972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:33.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:33 smithi175 ceph-mon[44549]: pgmap v12973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:33 smithi181 ceph-mon[45557]: pgmap v12973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:33 smithi088 ceph-mon[35322]: pgmap v12973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:35.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:35 smithi175 ceph-mon[44549]: pgmap v12974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:35 smithi181 ceph-mon[45557]: pgmap v12974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:35 smithi088 ceph-mon[35322]: pgmap v12974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:37 smithi175 ceph-mon[44549]: pgmap v12975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:37 smithi181 ceph-mon[45557]: pgmap v12975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:37 smithi088 ceph-mon[35322]: pgmap v12975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:37.716+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:44:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:37.716+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:44:37.718 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:37.716+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:44:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:38 smithi175 ceph-mon[44549]: pgmap v12976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:38 smithi181 ceph-mon[45557]: pgmap v12976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:38 smithi088 ceph-mon[35322]: pgmap v12976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:41 smithi175 ceph-mon[44549]: pgmap v12977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:41 smithi181 ceph-mon[45557]: pgmap v12977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:41.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:41 smithi088 ceph-mon[35322]: pgmap v12977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:43 smithi175 ceph-mon[44549]: pgmap v12978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:43 smithi181 ceph-mon[45557]: pgmap v12978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:43 smithi088 ceph-mon[35322]: pgmap v12978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:45 smithi175 ceph-mon[44549]: pgmap v12979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:45 smithi181 ceph-mon[45557]: pgmap v12979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:45 smithi088 ceph-mon[35322]: pgmap v12979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:47 smithi175 ceph-mon[44549]: pgmap v12980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:47 smithi181 ceph-mon[45557]: pgmap v12980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:47 smithi088 ceph-mon[35322]: pgmap v12980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:48 smithi175 ceph-mon[44549]: pgmap v12981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:48 smithi181 ceph-mon[45557]: pgmap v12981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:48 smithi088 ceph-mon[35322]: pgmap v12981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:51 smithi175 ceph-mon[44549]: pgmap v12982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:51 smithi181 ceph-mon[45557]: pgmap v12982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:51 smithi088 ceph-mon[35322]: pgmap v12982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:44:52.733 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:52.732+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:44:52.733 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:52.732+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:44:52.733 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:52.732+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:44:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:53 smithi175 ceph-mon[44549]: pgmap v12983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:53 smithi181 ceph-mon[45557]: pgmap v12983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:53 smithi088 ceph-mon[35322]: pgmap v12983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:55 smithi175 ceph-mon[44549]: pgmap v12984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:55 smithi181 ceph-mon[45557]: pgmap v12984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:55 smithi088 ceph-mon[35322]: pgmap v12984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:44:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:57 smithi175 ceph-mon[44549]: pgmap v12985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:57 smithi181 ceph-mon[45557]: pgmap v12985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:57 smithi088 ceph-mon[35322]: pgmap v12985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:44:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:58.160+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:44:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:58.160+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:44:58.161 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:58.160+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 188 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:44:58.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:44:58.160+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 188 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:44:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:44:58 smithi175 ceph-mon[44549]: pgmap v12986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:44:58 smithi181 ceph-mon[45557]: pgmap v12986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:44:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:44:58 smithi088 ceph-mon[35322]: pgmap v12986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:01 smithi175 ceph-mon[44549]: pgmap v12987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:01 smithi181 ceph-mon[45557]: pgmap v12987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:01 smithi088 ceph-mon[35322]: pgmap v12987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:03 smithi175 ceph-mon[44549]: pgmap v12988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:03 smithi181 ceph-mon[45557]: pgmap v12988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:03 smithi088 ceph-mon[35322]: pgmap v12988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:05 smithi175 ceph-mon[44549]: pgmap v12989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:05 smithi181 ceph-mon[45557]: pgmap v12989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:05 smithi088 ceph-mon[35322]: pgmap v12989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:07 smithi175 ceph-mon[44549]: pgmap v12990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:07 smithi181 ceph-mon[45557]: pgmap v12990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:07 smithi088 ceph-mon[35322]: pgmap v12990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:07.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:07.741+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:45:07.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:07.741+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:45:07.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:07.741+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:45:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:08 smithi175 ceph-mon[44549]: pgmap v12991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:08 smithi181 ceph-mon[45557]: pgmap v12991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:08 smithi088 ceph-mon[35322]: pgmap v12991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:11 smithi175 ceph-mon[44549]: pgmap v12992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:11 smithi181 ceph-mon[45557]: pgmap v12992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:11 smithi088 ceph-mon[35322]: pgmap v12992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:13 smithi175 ceph-mon[44549]: pgmap v12993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:13 smithi181 ceph-mon[45557]: pgmap v12993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:13 smithi088 ceph-mon[35322]: pgmap v12993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:15.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:15 smithi088 ceph-mon[35322]: pgmap v12994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:15.352 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:45:15.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:45:15.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:45:15.353 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:45:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:15 smithi175 ceph-mon[44549]: pgmap v12994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:45:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:45:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:45:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:45:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:15 smithi181 ceph-mon[45557]: pgmap v12994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:45:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:45:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:45:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:45:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:16 smithi175 ceph-mon[44549]: pgmap v12995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:45:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:16 smithi175 ceph-mon[44549]: pgmap v12996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:45:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:16 smithi181 ceph-mon[45557]: pgmap v12995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:45:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:16 smithi181 ceph-mon[45557]: pgmap v12996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:45:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:16 smithi088 ceph-mon[35322]: pgmap v12995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:45:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:16 smithi088 ceph-mon[35322]: pgmap v12996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:45:17.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:17 smithi175 ceph-mon[44549]: pgmap v12997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:45:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:17 smithi181 ceph-mon[45557]: pgmap v12997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:45:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:17 smithi088 ceph-mon[35322]: pgmap v12997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:45:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:19 smithi175 ceph-mon[44549]: pgmap v12998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:45:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:19 smithi181 ceph-mon[45557]: pgmap v12998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:45:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:19 smithi088 ceph-mon[35322]: pgmap v12998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:45:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:21 smithi175 ceph-mon[44549]: pgmap v12999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:45:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:21 smithi181 ceph-mon[45557]: pgmap v12999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:45:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:21 smithi088 ceph-mon[35322]: pgmap v12999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:45:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:22.757+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:45:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:22.757+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:45:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:22.757+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:45:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:23 smithi175 ceph-mon[44549]: pgmap v13000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:45:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:23 smithi181 ceph-mon[45557]: pgmap v13000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:45:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:23 smithi088 ceph-mon[35322]: pgmap v13000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:45:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:25 smithi175 ceph-mon[44549]: pgmap v13001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:45:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:25 smithi181 ceph-mon[45557]: pgmap v13001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:45:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:25 smithi088 ceph-mon[35322]: pgmap v13001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:45:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:27 smithi175 ceph-mon[44549]: pgmap v13002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:27 smithi181 ceph-mon[45557]: pgmap v13002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:27 smithi088 ceph-mon[35322]: pgmap v13002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:29 smithi175 ceph-mon[44549]: pgmap v13003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:29 smithi181 ceph-mon[45557]: pgmap v13003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:29 smithi088 ceph-mon[35322]: pgmap v13003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:31 smithi175 ceph-mon[44549]: pgmap v13004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:31 smithi181 ceph-mon[45557]: pgmap v13004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:31 smithi088 ceph-mon[35322]: pgmap v13004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:33 smithi175 ceph-mon[44549]: pgmap v13005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:33 smithi181 ceph-mon[45557]: pgmap v13005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:33 smithi088 ceph-mon[35322]: pgmap v13005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:35 smithi175 ceph-mon[44549]: pgmap v13006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:35 smithi181 ceph-mon[45557]: pgmap v13006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:35 smithi088 ceph-mon[35322]: pgmap v13006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:37 smithi175 ceph-mon[44549]: pgmap v13007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:37 smithi181 ceph-mon[45557]: pgmap v13007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:37 smithi088 ceph-mon[35322]: pgmap v13007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:37.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:37.770+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:45:37.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:37.770+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:45:37.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:37.770+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:45:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:39 smithi175 ceph-mon[44549]: pgmap v13008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:39 smithi181 ceph-mon[45557]: pgmap v13008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:39.478+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T19:45:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:39.478+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T19:45:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:39.478+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34407e040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T19:45:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:39.478+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34407e040 comp rx=0 tx=0).stop 2024-01-28T19:45:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:39.478+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T19:45:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:39.478+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2d90 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T19:45:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:39.478+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2d90 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T19:45:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:39.478+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T19:45:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:39.478+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T19:45:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:39.479+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad500 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344065040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T19:45:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:39 smithi088 ceph-mon[35322]: pgmap v13008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:41 smithi175 ceph-mon[44549]: pgmap v13009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:41 smithi181 ceph-mon[45557]: pgmap v13009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:41.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:41 smithi088 ceph-mon[35322]: pgmap v13009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:43.167+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:45:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:43.167+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:45:43.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:43.167+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 189 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:45:43.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:43.167+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 189 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:45:44.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:43 smithi175 ceph-mon[44549]: pgmap v13010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:43 smithi181 ceph-mon[45557]: pgmap v13010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:43 smithi088 ceph-mon[35322]: pgmap v13010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:45 smithi175 ceph-mon[44549]: pgmap v13011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:45 smithi181 ceph-mon[45557]: pgmap v13011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:45 smithi088 ceph-mon[35322]: pgmap v13011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:47 smithi175 ceph-mon[44549]: pgmap v13012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:47 smithi181 ceph-mon[45557]: pgmap v13012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:47 smithi088 ceph-mon[35322]: pgmap v13012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:49 smithi175 ceph-mon[44549]: pgmap v13013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:49 smithi181 ceph-mon[45557]: pgmap v13013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:49 smithi088 ceph-mon[35322]: pgmap v13013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:51 smithi175 ceph-mon[44549]: pgmap v13014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:51 smithi181 ceph-mon[45557]: pgmap v13014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:51 smithi088 ceph-mon[35322]: pgmap v13014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:52.774+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:45:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:52.774+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:45:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:45:52.774+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:45:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:53 smithi175 ceph-mon[44549]: pgmap v13015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:53 smithi181 ceph-mon[45557]: pgmap v13015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:53 smithi088 ceph-mon[35322]: pgmap v13015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:45:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:55 smithi175 ceph-mon[44549]: pgmap v13016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:55 smithi181 ceph-mon[45557]: pgmap v13016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:55 smithi088 ceph-mon[35322]: pgmap v13016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:45:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:57 smithi175 ceph-mon[44549]: pgmap v13017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:57 smithi181 ceph-mon[45557]: pgmap v13017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:57 smithi088 ceph-mon[35322]: pgmap v13017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:45:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:45:59 smithi175 ceph-mon[44549]: pgmap v13018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:45:59 smithi181 ceph-mon[45557]: pgmap v13018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:45:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:45:59 smithi088 ceph-mon[35322]: pgmap v13018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:01 smithi175 ceph-mon[44549]: pgmap v13019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:01 smithi181 ceph-mon[45557]: pgmap v13019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:01 smithi088 ceph-mon[35322]: pgmap v13019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:03 smithi175 ceph-mon[44549]: pgmap v13020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:03 smithi181 ceph-mon[45557]: pgmap v13020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:03 smithi088 ceph-mon[35322]: pgmap v13020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:05 smithi175 ceph-mon[44549]: pgmap v13021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:05 smithi181 ceph-mon[45557]: pgmap v13021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:05 smithi088 ceph-mon[35322]: pgmap v13021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:07 smithi175 ceph-mon[44549]: pgmap v13022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:07 smithi181 ceph-mon[45557]: pgmap v13022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:07 smithi088 ceph-mon[35322]: pgmap v13022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:07.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:07.785+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:46:07.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:07.785+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:46:07.786 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:07.785+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:46:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:09 smithi175 ceph-mon[44549]: pgmap v13023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:09 smithi181 ceph-mon[45557]: pgmap v13023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:09 smithi088 ceph-mon[35322]: pgmap v13023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:11 smithi175 ceph-mon[44549]: pgmap v13024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:11 smithi181 ceph-mon[45557]: pgmap v13024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:11 smithi088 ceph-mon[35322]: pgmap v13024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:14.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:13 smithi175 ceph-mon[44549]: pgmap v13025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:14.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:13 smithi181 ceph-mon[45557]: pgmap v13025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:13 smithi088 ceph-mon[35322]: pgmap v13025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:15 smithi175 ceph-mon[44549]: pgmap v13026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:15 smithi181 ceph-mon[45557]: pgmap v13026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:15 smithi088 ceph-mon[35322]: pgmap v13026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:46:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:46:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:46:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:16 smithi175 ceph-mon[44549]: pgmap v13027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:46:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:16 smithi175 ceph-mon[44549]: pgmap v13028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:46:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:46:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:46:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:46:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:46:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:16 smithi181 ceph-mon[45557]: pgmap v13027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:46:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:16 smithi181 ceph-mon[45557]: pgmap v13028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:46:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:46:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:46:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:46:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:46:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:16 smithi088 ceph-mon[35322]: pgmap v13027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:46:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:16 smithi088 ceph-mon[35322]: pgmap v13028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:46:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:46:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:18 smithi175 ceph-mon[44549]: pgmap v13029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:46:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:18 smithi181 ceph-mon[45557]: pgmap v13029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:46:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:18 smithi088 ceph-mon[35322]: pgmap v13029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:46:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:20 smithi175 ceph-mon[44549]: pgmap v13030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:46:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:20 smithi181 ceph-mon[45557]: pgmap v13030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:46:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:20 smithi088 ceph-mon[35322]: pgmap v13030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:46:22.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:22 smithi175 ceph-mon[44549]: pgmap v13031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:46:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:22 smithi181 ceph-mon[45557]: pgmap v13031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:46:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:22 smithi088 ceph-mon[35322]: pgmap v13031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:46:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:22.800+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:46:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:22.800+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:46:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:22.800+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:46:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:24 smithi175 ceph-mon[44549]: pgmap v13032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:46:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:24 smithi181 ceph-mon[45557]: pgmap v13032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:46:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:24 smithi088 ceph-mon[35322]: pgmap v13032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:46:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:26 smithi175 ceph-mon[44549]: pgmap v13033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:46:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:26 smithi181 ceph-mon[45557]: pgmap v13033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:46:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:26 smithi088 ceph-mon[35322]: pgmap v13033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:46:29.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:28 smithi175 ceph-mon[44549]: pgmap v13034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:28 smithi181 ceph-mon[45557]: pgmap v13034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:28 smithi088 ceph-mon[35322]: pgmap v13034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:30 smithi175 ceph-mon[44549]: pgmap v13035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:30 smithi181 ceph-mon[45557]: pgmap v13035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:30 smithi088 ceph-mon[35322]: pgmap v13035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:32 smithi175 ceph-mon[44549]: pgmap v13036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:32 smithi181 ceph-mon[45557]: pgmap v13036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:32 smithi088 ceph-mon[35322]: pgmap v13036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:34 smithi175 ceph-mon[44549]: pgmap v13037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:34 smithi181 ceph-mon[45557]: pgmap v13037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:34 smithi088 ceph-mon[35322]: pgmap v13037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:36.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:36 smithi175 ceph-mon[44549]: pgmap v13038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:36 smithi181 ceph-mon[45557]: pgmap v13038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:36 smithi088 ceph-mon[35322]: pgmap v13038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:37.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:37.809+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:46:37.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:37.809+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:46:37.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:37.809+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:46:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:38 smithi175 ceph-mon[44549]: pgmap v13039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:38 smithi181 ceph-mon[45557]: pgmap v13039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:38 smithi088 ceph-mon[35322]: pgmap v13039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:40 smithi175 ceph-mon[44549]: pgmap v13040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:40 smithi181 ceph-mon[45557]: pgmap v13040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:40 smithi088 ceph-mon[35322]: pgmap v13040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:42 smithi175 ceph-mon[44549]: pgmap v13041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:42 smithi181 ceph-mon[45557]: pgmap v13041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:42.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:42 smithi088 ceph-mon[35322]: pgmap v13041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:44 smithi181 ceph-mon[45557]: pgmap v13042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:44 smithi088 ceph-mon[35322]: pgmap v13042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:44 smithi175 ceph-mon[44549]: pgmap v13042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:46 smithi181 ceph-mon[45557]: pgmap v13043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:46.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:46 smithi088 ceph-mon[35322]: pgmap v13043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:46 smithi175 ceph-mon[44549]: pgmap v13043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:48 smithi175 ceph-mon[44549]: pgmap v13044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:48 smithi181 ceph-mon[45557]: pgmap v13044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:48 smithi088 ceph-mon[35322]: pgmap v13044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:50 smithi181 ceph-mon[45557]: pgmap v13045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:50 smithi088 ceph-mon[35322]: pgmap v13045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:50 smithi175 ceph-mon[44549]: pgmap v13045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:46:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:52 smithi181 ceph-mon[45557]: pgmap v13046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:52 smithi088 ceph-mon[35322]: pgmap v13046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:52 smithi175 ceph-mon[44549]: pgmap v13046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:52.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:52.824+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:46:52.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:52.824+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:46:52.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:46:52.824+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:46:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:54 smithi181 ceph-mon[45557]: pgmap v13047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:54 smithi088 ceph-mon[35322]: pgmap v13047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:54 smithi175 ceph-mon[44549]: pgmap v13047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:46:56.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:56 smithi181 ceph-mon[45557]: pgmap v13048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:56 smithi088 ceph-mon[35322]: pgmap v13048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:56 smithi175 ceph-mon[44549]: pgmap v13048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:46:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:46:58 smithi175 ceph-mon[44549]: pgmap v13049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:46:58 smithi181 ceph-mon[45557]: pgmap v13049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:46:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:46:58 smithi088 ceph-mon[35322]: pgmap v13049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:00 smithi181 ceph-mon[45557]: pgmap v13050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:00 smithi088 ceph-mon[35322]: pgmap v13050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:00.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:00 smithi175 ceph-mon[44549]: pgmap v13050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:02 smithi181 ceph-mon[45557]: pgmap v13051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:02 smithi088 ceph-mon[35322]: pgmap v13051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:02 smithi175 ceph-mon[44549]: pgmap v13051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:04 smithi181 ceph-mon[45557]: pgmap v13052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:04 smithi088 ceph-mon[35322]: pgmap v13052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:04 smithi175 ceph-mon[44549]: pgmap v13052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:06 smithi181 ceph-mon[45557]: pgmap v13053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:06 smithi088 ceph-mon[35322]: pgmap v13053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:06 smithi175 ceph-mon[44549]: pgmap v13053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:07.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:07.840+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:47:07.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:07.840+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:47:07.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:07.840+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:47:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:08 smithi175 ceph-mon[44549]: pgmap v13054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:08 smithi181 ceph-mon[45557]: pgmap v13054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:08 smithi088 ceph-mon[35322]: pgmap v13054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:10 smithi181 ceph-mon[45557]: pgmap v13055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:10 smithi088 ceph-mon[35322]: pgmap v13055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:10.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:10 smithi175 ceph-mon[44549]: pgmap v13055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:12 smithi181 ceph-mon[45557]: pgmap v13056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:12 smithi088 ceph-mon[35322]: pgmap v13056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:12 smithi175 ceph-mon[44549]: pgmap v13056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:14 smithi181 ceph-mon[45557]: pgmap v13057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:14 smithi088 ceph-mon[35322]: pgmap v13057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:14 smithi175 ceph-mon[44549]: pgmap v13057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:16 smithi181 ceph-mon[45557]: pgmap v13058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:16 smithi088 ceph-mon[35322]: pgmap v13058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:16 smithi175 ceph-mon[44549]: pgmap v13058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:47:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 29907k 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 30625247: error parsing value: Value '30625247' is below minimum 939524096 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:47:17.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: pgmap v13059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:17.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:47:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:47:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:47:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:47:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 29907k 2024-01-28T19:47:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 30625247: error parsing value: Value '30625247' is below minimum 939524096 2024-01-28T19:47:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:47:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:47:17.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: pgmap v13059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:17.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:47:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:47:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:47:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:47:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:47:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 29907k 2024-01-28T19:47:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 30625247: error parsing value: Value '30625247' is below minimum 939524096 2024-01-28T19:47:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:47:17.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:47:17.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: pgmap v13059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:17.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:47:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:19 smithi181 ceph-mon[45557]: pgmap v13060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:47:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:19 smithi088 ceph-mon[35322]: pgmap v13060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:47:19.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:19 smithi175 ceph-mon[44549]: pgmap v13060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:47:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:21 smithi181 ceph-mon[45557]: pgmap v13061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:47:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:21 smithi088 ceph-mon[35322]: pgmap v13061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:47:21.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:21 smithi175 ceph-mon[44549]: pgmap v13061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:47:22.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:22.850+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:47:22.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:22.850+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:47:22.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:22.850+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:47:24.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:23 smithi175 ceph-mon[44549]: pgmap v13062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:23 smithi181 ceph-mon[45557]: pgmap v13062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:23 smithi088 ceph-mon[35322]: pgmap v13062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:25 smithi181 ceph-mon[45557]: pgmap v13063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:25 smithi088 ceph-mon[35322]: pgmap v13063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:25.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:25 smithi175 ceph-mon[44549]: pgmap v13063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:27 smithi181 ceph-mon[45557]: pgmap v13064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:27 smithi088 ceph-mon[35322]: pgmap v13064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:27 smithi175 ceph-mon[44549]: pgmap v13064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:47:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:29 smithi181 ceph-mon[45557]: pgmap v13065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:29 smithi088 ceph-mon[35322]: pgmap v13065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:29 smithi175 ceph-mon[44549]: pgmap v13065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:31 smithi181 ceph-mon[45557]: pgmap v13066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:31 smithi088 ceph-mon[35322]: pgmap v13066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:31 smithi175 ceph-mon[44549]: pgmap v13066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:34 smithi175 ceph-mon[44549]: pgmap v13067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:34 smithi181 ceph-mon[45557]: pgmap v13067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:35.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:34 smithi088 ceph-mon[35322]: pgmap v13067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:36 smithi175 ceph-mon[44549]: pgmap v13068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:36 smithi181 ceph-mon[45557]: pgmap v13068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:36 smithi088 ceph-mon[35322]: pgmap v13068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:37.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:37.859+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:47:37.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:37.859+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:47:37.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:37.859+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:47:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:38 smithi175 ceph-mon[44549]: pgmap v13069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:38 smithi181 ceph-mon[45557]: pgmap v13069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:38 smithi088 ceph-mon[35322]: pgmap v13069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:40 smithi175 ceph-mon[44549]: pgmap v13070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:40 smithi181 ceph-mon[45557]: pgmap v13070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:40 smithi088 ceph-mon[35322]: pgmap v13070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:42 smithi175 ceph-mon[44549]: pgmap v13071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:42 smithi181 ceph-mon[45557]: pgmap v13071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:43.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:42 smithi088 ceph-mon[35322]: pgmap v13071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:45.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:44 smithi175 ceph-mon[44549]: pgmap v13072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:44 smithi181 ceph-mon[45557]: pgmap v13072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:44 smithi088 ceph-mon[35322]: pgmap v13072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:46 smithi175 ceph-mon[44549]: pgmap v13073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:46 smithi181 ceph-mon[45557]: pgmap v13073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:46 smithi088 ceph-mon[35322]: pgmap v13073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:49.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:48 smithi175 ceph-mon[44549]: pgmap v13074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:48 smithi181 ceph-mon[45557]: pgmap v13074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:48 smithi088 ceph-mon[35322]: pgmap v13074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:50 smithi175 ceph-mon[44549]: pgmap v13075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:50 smithi181 ceph-mon[45557]: pgmap v13075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:51.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:50 smithi088 ceph-mon[35322]: pgmap v13075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:47:52.876 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:52.875+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:47:52.877 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:52.875+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:47:52.877 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:47:52.875+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:47:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:52 smithi175 ceph-mon[44549]: pgmap v13076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:52 smithi181 ceph-mon[45557]: pgmap v13076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:52 smithi088 ceph-mon[35322]: pgmap v13076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:54 smithi175 ceph-mon[44549]: pgmap v13077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:54 smithi181 ceph-mon[45557]: pgmap v13077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:54 smithi088 ceph-mon[35322]: pgmap v13077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:47:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:56 smithi175 ceph-mon[44549]: pgmap v13078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:56 smithi181 ceph-mon[45557]: pgmap v13078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:56 smithi088 ceph-mon[35322]: pgmap v13078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:47:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:47:58 smithi181 ceph-mon[45557]: pgmap v13079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:47:58 smithi088 ceph-mon[35322]: pgmap v13079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:47:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:47:58 smithi175 ceph-mon[44549]: pgmap v13079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:00 smithi181 ceph-mon[45557]: pgmap v13080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:00 smithi088 ceph-mon[35322]: pgmap v13080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:00 smithi175 ceph-mon[44549]: pgmap v13080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:02 smithi181 ceph-mon[45557]: pgmap v13081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:02 smithi088 ceph-mon[35322]: pgmap v13081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:02 smithi175 ceph-mon[44549]: pgmap v13081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:04 smithi181 ceph-mon[45557]: pgmap v13082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:04 smithi088 ceph-mon[35322]: pgmap v13082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:04 smithi175 ceph-mon[44549]: pgmap v13082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:06 smithi181 ceph-mon[45557]: pgmap v13083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:06 smithi088 ceph-mon[35322]: pgmap v13083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:06 smithi175 ceph-mon[44549]: pgmap v13083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:07.891+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:48:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:07.891+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:48:07.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:07.891+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:48:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:08 smithi181 ceph-mon[45557]: pgmap v13084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:08 smithi088 ceph-mon[35322]: pgmap v13084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:08 smithi175 ceph-mon[44549]: pgmap v13084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:10 smithi181 ceph-mon[45557]: pgmap v13085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:10 smithi088 ceph-mon[35322]: pgmap v13085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:10 smithi175 ceph-mon[44549]: pgmap v13085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:12 smithi181 ceph-mon[45557]: pgmap v13086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:12 smithi088 ceph-mon[35322]: pgmap v13086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:12 smithi175 ceph-mon[44549]: pgmap v13086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:14 smithi181 ceph-mon[45557]: pgmap v13087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:14 smithi088 ceph-mon[35322]: pgmap v13087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:14 smithi175 ceph-mon[44549]: pgmap v13087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:16 smithi181 ceph-mon[45557]: pgmap v13088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:16 smithi088 ceph-mon[35322]: pgmap v13088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:16 smithi175 ceph-mon[44549]: pgmap v13088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:48:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:48:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:48:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:48:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:18 smithi088 ceph-mon[35322]: pgmap v13089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:18 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:48:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:18 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:48:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:48:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:48:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:48:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:18 smithi175 ceph-mon[44549]: pgmap v13089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:18 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:48:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:18 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:48:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:48:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:48:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:48:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:18 smithi181 ceph-mon[45557]: pgmap v13089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:18 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:48:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:18 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:48:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:48:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:48:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:48:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:19 smithi088 ceph-mon[35322]: pgmap v13090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:48:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:19 smithi088 ceph-mon[35322]: pgmap v13091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:48:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:19 smithi175 ceph-mon[44549]: pgmap v13090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:48:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:19 smithi175 ceph-mon[44549]: pgmap v13091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:48:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:19 smithi181 ceph-mon[45557]: pgmap v13090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:48:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:19 smithi181 ceph-mon[45557]: pgmap v13091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:48:22.232 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:21 smithi088 ceph-mon[35322]: pgmap v13092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:48:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:21 smithi175 ceph-mon[44549]: pgmap v13092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:48:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:21 smithi181 ceph-mon[45557]: pgmap v13092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:48:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:22.903+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:48:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:22.903+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:48:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:22.903+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:48:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:23 smithi088 ceph-mon[35322]: pgmap v13093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:48:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:23 smithi175 ceph-mon[44549]: pgmap v13093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:48:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:23 smithi181 ceph-mon[45557]: pgmap v13093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:48:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:25 smithi088 ceph-mon[35322]: pgmap v13094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:48:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:25 smithi175 ceph-mon[44549]: pgmap v13094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:48:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:25 smithi181 ceph-mon[45557]: pgmap v13094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:48:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:27 smithi088 ceph-mon[35322]: pgmap v13095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:48:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:27 smithi175 ceph-mon[44549]: pgmap v13095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:48:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:27 smithi181 ceph-mon[45557]: pgmap v13095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:48:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:29 smithi088 ceph-mon[35322]: pgmap v13096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:48:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:29 smithi175 ceph-mon[44549]: pgmap v13096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:48:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:29 smithi181 ceph-mon[45557]: pgmap v13096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:48:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:31 smithi088 ceph-mon[35322]: pgmap v13097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:31 smithi175 ceph-mon[44549]: pgmap v13097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:31 smithi181 ceph-mon[45557]: pgmap v13097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:33 smithi088 ceph-mon[35322]: pgmap v13098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:33 smithi175 ceph-mon[44549]: pgmap v13098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:33 smithi181 ceph-mon[45557]: pgmap v13098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:35 smithi088 ceph-mon[35322]: pgmap v13099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:35 smithi175 ceph-mon[44549]: pgmap v13099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:35 smithi181 ceph-mon[45557]: pgmap v13099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:37.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:37.911+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:48:37.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:37.911+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:48:37.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:37.911+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:48:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:37 smithi088 ceph-mon[35322]: pgmap v13100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:37 smithi175 ceph-mon[44549]: pgmap v13100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:37 smithi181 ceph-mon[45557]: pgmap v13100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:39 smithi088 ceph-mon[35322]: pgmap v13101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:39 smithi175 ceph-mon[44549]: pgmap v13101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:39 smithi181 ceph-mon[45557]: pgmap v13101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:42 smithi088 ceph-mon[35322]: pgmap v13102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:42 smithi175 ceph-mon[44549]: pgmap v13102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:42 smithi181 ceph-mon[45557]: pgmap v13102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:43.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:43.193+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:48:43.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:43.193+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:48:43.195 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:43.193+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 190 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:48:43.195 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:43.194+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 190 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:48:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:44 smithi088 ceph-mon[35322]: pgmap v13103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:44 smithi175 ceph-mon[44549]: pgmap v13103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:44 smithi181 ceph-mon[45557]: pgmap v13103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:46 smithi088 ceph-mon[35322]: pgmap v13104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:46 smithi175 ceph-mon[44549]: pgmap v13104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:46 smithi181 ceph-mon[45557]: pgmap v13104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:48 smithi088 ceph-mon[35322]: pgmap v13105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:48 smithi175 ceph-mon[44549]: pgmap v13105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:48 smithi181 ceph-mon[45557]: pgmap v13105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:50 smithi088 ceph-mon[35322]: pgmap v13106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:50 smithi175 ceph-mon[44549]: pgmap v13106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:50 smithi181 ceph-mon[45557]: pgmap v13106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:48:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:52 smithi088 ceph-mon[35322]: pgmap v13107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:52 smithi175 ceph-mon[44549]: pgmap v13107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:52 smithi181 ceph-mon[45557]: pgmap v13107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:48:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:52.926+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:48:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:52.926+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:48:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:48:52.926+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:48:54.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:54 smithi088 ceph-mon[35322]: pgmap v13108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:54 smithi175 ceph-mon[44549]: pgmap v13108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:54 smithi181 ceph-mon[45557]: pgmap v13108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:56 smithi175 ceph-mon[44549]: pgmap v13109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:56 smithi181 ceph-mon[45557]: pgmap v13109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:56 smithi088 ceph-mon[35322]: pgmap v13109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:48:58.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:48:58 smithi175 ceph-mon[44549]: pgmap v13110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:48:58 smithi181 ceph-mon[45557]: pgmap v13110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:48:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:48:58 smithi088 ceph-mon[35322]: pgmap v13110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:00.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:00 smithi175 ceph-mon[44549]: pgmap v13111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:00 smithi181 ceph-mon[45557]: pgmap v13111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:00 smithi088 ceph-mon[35322]: pgmap v13111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:02 smithi175 ceph-mon[44549]: pgmap v13112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:02 smithi181 ceph-mon[45557]: pgmap v13112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:02 smithi088 ceph-mon[35322]: pgmap v13112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:04 smithi175 ceph-mon[44549]: pgmap v13113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:04 smithi181 ceph-mon[45557]: pgmap v13113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:04 smithi088 ceph-mon[35322]: pgmap v13113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:06 smithi175 ceph-mon[44549]: pgmap v13114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:06 smithi181 ceph-mon[45557]: pgmap v13114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:06 smithi088 ceph-mon[35322]: pgmap v13114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:07.930+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:49:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:07.930+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:49:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:07.930+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:49:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:08 smithi175 ceph-mon[44549]: pgmap v13115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:08 smithi181 ceph-mon[45557]: pgmap v13115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:08 smithi088 ceph-mon[35322]: pgmap v13115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:10 smithi175 ceph-mon[44549]: pgmap v13116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:10 smithi181 ceph-mon[45557]: pgmap v13116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:10 smithi088 ceph-mon[35322]: pgmap v13116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:12 smithi175 ceph-mon[44549]: pgmap v13117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:12 smithi181 ceph-mon[45557]: pgmap v13117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:12 smithi088 ceph-mon[35322]: pgmap v13117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:14 smithi175 ceph-mon[44549]: pgmap v13118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:14 smithi181 ceph-mon[45557]: pgmap v13118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:14 smithi088 ceph-mon[35322]: pgmap v13118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:16 smithi175 ceph-mon[44549]: pgmap v13119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:16 smithi181 ceph-mon[45557]: pgmap v13119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:16 smithi088 ceph-mon[35322]: pgmap v13119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:18 smithi175 ceph-mon[44549]: pgmap v13120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:18 smithi181 ceph-mon[45557]: pgmap v13120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:18 smithi088 ceph-mon[35322]: pgmap v13120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:49:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:49:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:49:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:20 smithi175 ceph-mon[44549]: pgmap v13121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:49:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:49:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:49:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:20 smithi181 ceph-mon[45557]: pgmap v13121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:49:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:49:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:49:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:20 smithi088 ceph-mon[35322]: pgmap v13121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:49:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:49:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:49:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:21 smithi175 ceph-mon[44549]: pgmap v13122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:49:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:21 smithi175 ceph-mon[44549]: pgmap v13123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:21 smithi181 ceph-mon[45557]: pgmap v13122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:49:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:21 smithi181 ceph-mon[45557]: pgmap v13123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:21 smithi088 ceph-mon[35322]: pgmap v13122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:49:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:21 smithi088 ceph-mon[35322]: pgmap v13123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:22.942 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:22.941+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:49:22.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:22.941+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:49:22.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:22.941+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:49:23.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:23 smithi175 ceph-mon[44549]: pgmap v13124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:23 smithi181 ceph-mon[45557]: pgmap v13124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:23 smithi088 ceph-mon[35322]: pgmap v13124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:25 smithi175 ceph-mon[44549]: pgmap v13125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:49:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:25 smithi181 ceph-mon[45557]: pgmap v13125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:49:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:25 smithi088 ceph-mon[35322]: pgmap v13125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:49:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:27 smithi175 ceph-mon[44549]: pgmap v13126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:49:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:27 smithi181 ceph-mon[45557]: pgmap v13126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:49:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:27 smithi088 ceph-mon[35322]: pgmap v13126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:49:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:29 smithi175 ceph-mon[44549]: pgmap v13127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:29 smithi181 ceph-mon[45557]: pgmap v13127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:29 smithi088 ceph-mon[35322]: pgmap v13127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:31 smithi175 ceph-mon[44549]: pgmap v13128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:49:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:31 smithi181 ceph-mon[45557]: pgmap v13128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:49:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:31 smithi088 ceph-mon[35322]: pgmap v13128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:49:33.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:33 smithi175 ceph-mon[44549]: pgmap v13129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:33 smithi181 ceph-mon[45557]: pgmap v13129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:33 smithi088 ceph-mon[35322]: pgmap v13129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:35 smithi175 ceph-mon[44549]: pgmap v13130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:35 smithi181 ceph-mon[45557]: pgmap v13130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:35 smithi088 ceph-mon[35322]: pgmap v13130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:37 smithi175 ceph-mon[44549]: pgmap v13131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:37 smithi181 ceph-mon[45557]: pgmap v13131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:37 smithi088 ceph-mon[35322]: pgmap v13131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:37.953+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:49:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:37.954+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:49:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:37.954+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:49:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:39 smithi175 ceph-mon[44549]: pgmap v13132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:39 smithi181 ceph-mon[45557]: pgmap v13132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:39 smithi088 ceph-mon[35322]: pgmap v13132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:41 smithi175 ceph-mon[44549]: pgmap v13133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:41 smithi181 ceph-mon[45557]: pgmap v13133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:41 smithi088 ceph-mon[35322]: pgmap v13133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:43 smithi175 ceph-mon[44549]: pgmap v13134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:43 smithi181 ceph-mon[45557]: pgmap v13134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:43 smithi088 ceph-mon[35322]: pgmap v13134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:45 smithi175 ceph-mon[44549]: pgmap v13135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:45 smithi181 ceph-mon[45557]: pgmap v13135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:45 smithi088 ceph-mon[35322]: pgmap v13135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:47 smithi175 ceph-mon[44549]: pgmap v13136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:47 smithi181 ceph-mon[45557]: pgmap v13136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:47 smithi088 ceph-mon[35322]: pgmap v13136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:49:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:49 smithi175 ceph-mon[44549]: pgmap v13137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:49 smithi181 ceph-mon[45557]: pgmap v13137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:49 smithi088 ceph-mon[35322]: pgmap v13137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:51 smithi175 ceph-mon[44549]: pgmap v13138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:51 smithi181 ceph-mon[45557]: pgmap v13138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:51 smithi088 ceph-mon[35322]: pgmap v13138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:49:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:52 smithi181 ceph-mon[45557]: pgmap v13139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:52 smithi088 ceph-mon[35322]: pgmap v13139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:52 smithi175 ceph-mon[44549]: pgmap v13139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:49:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:52.969+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:49:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:52.969+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:49:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:49:52.969+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:49:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:54 smithi175 ceph-mon[44549]: pgmap v13140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:54 smithi181 ceph-mon[45557]: pgmap v13140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:55.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:54 smithi088 ceph-mon[35322]: pgmap v13140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:49:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:56 smithi181 ceph-mon[45557]: pgmap v13141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:56 smithi088 ceph-mon[35322]: pgmap v13141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:56 smithi175 ceph-mon[44549]: pgmap v13141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:49:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:49:58 smithi181 ceph-mon[45557]: pgmap v13142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:49:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:49:58 smithi088 ceph-mon[35322]: pgmap v13142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:49:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:49:58 smithi175 ceph-mon[44549]: pgmap v13142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:50:01.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:00 smithi181 ceph-mon[45557]: pgmap v13143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:50:01.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:50:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:00 smithi088 ceph-mon[35322]: pgmap v13143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:50:01.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:50:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:00 smithi175 ceph-mon[44549]: pgmap v13143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:50:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T19:50:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:02 smithi181 ceph-mon[45557]: pgmap v13144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:50:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:02 smithi088 ceph-mon[35322]: pgmap v13144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:50:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:02 smithi175 ceph-mon[44549]: pgmap v13144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:50:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:04 smithi181 ceph-mon[45557]: pgmap v13145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:50:05.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:04 smithi088 ceph-mon[35322]: pgmap v13145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:50:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:04 smithi175 ceph-mon[44549]: pgmap v13145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:50:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:06 smithi181 ceph-mon[45557]: pgmap v13146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:50:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:06 smithi088 ceph-mon[35322]: pgmap v13146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:50:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:06 smithi175 ceph-mon[44549]: pgmap v13146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:50:07.984 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:07.983+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:50:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:07.983+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:50:07.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:07.983+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:50:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:08 smithi181 ceph-mon[45557]: pgmap v13147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:08 smithi088 ceph-mon[35322]: pgmap v13147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:08 smithi175 ceph-mon[44549]: pgmap v13147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:10 smithi181 ceph-mon[45557]: pgmap v13148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:10 smithi088 ceph-mon[35322]: pgmap v13148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:10 smithi175 ceph-mon[44549]: pgmap v13148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:12 smithi181 ceph-mon[45557]: pgmap v13149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:12 smithi088 ceph-mon[35322]: pgmap v13149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:12 smithi175 ceph-mon[44549]: pgmap v13149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:14 smithi181 ceph-mon[45557]: pgmap v13150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:50:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:14 smithi088 ceph-mon[35322]: pgmap v13150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:50:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:14 smithi175 ceph-mon[44549]: pgmap v13150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:50:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:16 smithi181 ceph-mon[45557]: pgmap v13151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:50:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:16 smithi088 ceph-mon[35322]: pgmap v13151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:50:17.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:16 smithi175 ceph-mon[44549]: pgmap v13151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:50:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:18 smithi181 ceph-mon[45557]: pgmap v13152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:18 smithi088 ceph-mon[35322]: pgmap v13152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:18 smithi175 ceph-mon[44549]: pgmap v13152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:20.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:50:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:50:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:50:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:20 smithi088 ceph-mon[35322]: pgmap v13153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:20 smithi175 ceph-mon[44549]: pgmap v13153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:20 smithi181 ceph-mon[45557]: pgmap v13153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:22 smithi181 ceph-mon[45557]: pgmap v13154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:50:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:50:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:23.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:22.999+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:50:23.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:22.999+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:50:23.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:22.999+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:50:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:22 smithi088 ceph-mon[35322]: pgmap v13154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:50:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:50:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:22 smithi175 ceph-mon[44549]: pgmap v13154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:50:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:50:23.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:50:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:23 smithi088 ceph-mon[35322]: pgmap v13155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:50:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:23 smithi088 ceph-mon[35322]: pgmap v13156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:50:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:23 smithi175 ceph-mon[44549]: pgmap v13155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:50:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:23 smithi175 ceph-mon[44549]: pgmap v13156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:50:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:23 smithi181 ceph-mon[45557]: pgmap v13155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T19:50:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:23 smithi181 ceph-mon[45557]: pgmap v13156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:50:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:25 smithi088 ceph-mon[35322]: pgmap v13157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:50:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:25 smithi175 ceph-mon[44549]: pgmap v13157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:50:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:25 smithi181 ceph-mon[45557]: pgmap v13157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:50:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:27 smithi088 ceph-mon[35322]: pgmap v13158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:50:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:27 smithi175 ceph-mon[44549]: pgmap v13158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:50:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:27 smithi181 ceph-mon[45557]: pgmap v13158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T19:50:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:29 smithi088 ceph-mon[35322]: pgmap v13159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T19:50:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:29 smithi175 ceph-mon[44549]: pgmap v13159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T19:50:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:29 smithi181 ceph-mon[45557]: pgmap v13159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T19:50:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:31 smithi088 ceph-mon[35322]: pgmap v13160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:50:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:31 smithi175 ceph-mon[44549]: pgmap v13160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:50:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:31 smithi181 ceph-mon[45557]: pgmap v13160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T19:50:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:33 smithi088 ceph-mon[35322]: pgmap v13161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:50:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:33 smithi175 ceph-mon[44549]: pgmap v13161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:50:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:33 smithi181 ceph-mon[45557]: pgmap v13161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:50:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:35 smithi088 ceph-mon[35322]: pgmap v13162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:35 smithi175 ceph-mon[44549]: pgmap v13162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:35 smithi181 ceph-mon[45557]: pgmap v13162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:38.014+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:50:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:38.014+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:50:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:38.014+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:50:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:37 smithi088 ceph-mon[35322]: pgmap v13163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:37 smithi175 ceph-mon[44549]: pgmap v13163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:38.547 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:37 smithi181 ceph-mon[45557]: pgmap v13163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:39 smithi088 ceph-mon[35322]: pgmap v13164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:50:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:39 smithi175 ceph-mon[44549]: pgmap v13164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:50:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:39 smithi181 ceph-mon[45557]: pgmap v13164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:50:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:41 smithi088 ceph-mon[35322]: pgmap v13165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:41 smithi175 ceph-mon[44549]: pgmap v13165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:41 smithi181 ceph-mon[45557]: pgmap v13165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:44 smithi088 ceph-mon[35322]: pgmap v13166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:44 smithi175 ceph-mon[44549]: pgmap v13166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:44 smithi181 ceph-mon[45557]: pgmap v13166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:46 smithi088 ceph-mon[35322]: pgmap v13167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:46 smithi175 ceph-mon[44549]: pgmap v13167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:46 smithi181 ceph-mon[45557]: pgmap v13167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:48 smithi088 ceph-mon[35322]: pgmap v13168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:48 smithi175 ceph-mon[44549]: pgmap v13168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:48 smithi181 ceph-mon[45557]: pgmap v13168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:50 smithi088 ceph-mon[35322]: pgmap v13169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:50:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:50 smithi175 ceph-mon[44549]: pgmap v13169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:50:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:50 smithi181 ceph-mon[45557]: pgmap v13169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:50:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:52 smithi088 ceph-mon[35322]: pgmap v13170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:52 smithi175 ceph-mon[44549]: pgmap v13170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:52 smithi181 ceph-mon[45557]: pgmap v13170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:53.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:53.028+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:50:53.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:53.028+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:50:53.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:50:53.028+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:50:54.290 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:54 smithi088 ceph-mon[35322]: pgmap v13171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:54 smithi175 ceph-mon[44549]: pgmap v13171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:54.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:54 smithi181 ceph-mon[45557]: pgmap v13171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:50:56.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:56 smithi088 ceph-mon[35322]: pgmap v13172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:56 smithi175 ceph-mon[44549]: pgmap v13172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:56 smithi181 ceph-mon[45557]: pgmap v13172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:50:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:50:58 smithi088 ceph-mon[35322]: pgmap v13173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:50:58 smithi175 ceph-mon[44549]: pgmap v13173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:50:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:50:58 smithi181 ceph-mon[45557]: pgmap v13173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:00 smithi175 ceph-mon[44549]: pgmap v13174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:00 smithi181 ceph-mon[45557]: pgmap v13174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:00 smithi088 ceph-mon[35322]: pgmap v13174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:02 smithi175 ceph-mon[44549]: pgmap v13175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:02 smithi181 ceph-mon[45557]: pgmap v13175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:02 smithi088 ceph-mon[35322]: pgmap v13175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:04 smithi175 ceph-mon[44549]: pgmap v13176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:04 smithi181 ceph-mon[45557]: pgmap v13176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:04 smithi088 ceph-mon[35322]: pgmap v13176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:06 smithi175 ceph-mon[44549]: pgmap v13177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:06 smithi181 ceph-mon[45557]: pgmap v13177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:06 smithi088 ceph-mon[35322]: pgmap v13177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:08.040+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:51:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:08.041+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:51:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:08.041+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:51:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:08 smithi175 ceph-mon[44549]: pgmap v13178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:08 smithi181 ceph-mon[45557]: pgmap v13178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:08 smithi088 ceph-mon[35322]: pgmap v13178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:10 smithi175 ceph-mon[44549]: pgmap v13179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:10 smithi181 ceph-mon[45557]: pgmap v13179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:10 smithi088 ceph-mon[35322]: pgmap v13179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:12 smithi175 ceph-mon[44549]: pgmap v13180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:12 smithi181 ceph-mon[45557]: pgmap v13180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:12 smithi088 ceph-mon[35322]: pgmap v13180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:14 smithi175 ceph-mon[44549]: pgmap v13181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:14 smithi181 ceph-mon[45557]: pgmap v13181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:14 smithi088 ceph-mon[35322]: pgmap v13181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:16 smithi175 ceph-mon[44549]: pgmap v13182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:16 smithi181 ceph-mon[45557]: pgmap v13182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:16 smithi088 ceph-mon[35322]: pgmap v13182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:18 smithi175 ceph-mon[44549]: pgmap v13183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:18 smithi181 ceph-mon[45557]: pgmap v13183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:18 smithi088 ceph-mon[35322]: pgmap v13183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:20 smithi175 ceph-mon[44549]: pgmap v13184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:20 smithi181 ceph-mon[45557]: pgmap v13184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:20 smithi088 ceph-mon[35322]: pgmap v13184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:22.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:22 smithi175 ceph-mon[44549]: pgmap v13185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:22 smithi181 ceph-mon[45557]: pgmap v13185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:22 smithi088 ceph-mon[35322]: pgmap v13185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:23.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:23.056+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:51:23.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:23.056+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:51:23.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:23.056+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:51:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:51:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:51:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:51:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:24 smithi175 ceph-mon[44549]: pgmap v13186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:51:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:51:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:51:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:24 smithi181 ceph-mon[45557]: pgmap v13186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:51:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:51:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:51:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:24 smithi088 ceph-mon[35322]: pgmap v13186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:51:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:51:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:51:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:25 smithi175 ceph-mon[44549]: pgmap v13187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:51:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:25 smithi175 ceph-mon[44549]: pgmap v13188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:51:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:25 smithi181 ceph-mon[45557]: pgmap v13187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:51:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:25 smithi181 ceph-mon[45557]: pgmap v13188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:51:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:25 smithi088 ceph-mon[35322]: pgmap v13187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:51:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:25 smithi088 ceph-mon[35322]: pgmap v13188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:51:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:27 smithi175 ceph-mon[44549]: pgmap v13189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:51:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:27 smithi181 ceph-mon[45557]: pgmap v13189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:51:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:27 smithi088 ceph-mon[35322]: pgmap v13189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:51:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:29 smithi175 ceph-mon[44549]: pgmap v13190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:51:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:29 smithi181 ceph-mon[45557]: pgmap v13190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:51:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:29 smithi088 ceph-mon[35322]: pgmap v13190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:51:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:31 smithi175 ceph-mon[44549]: pgmap v13191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:51:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:31 smithi181 ceph-mon[45557]: pgmap v13191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:51:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:31 smithi088 ceph-mon[35322]: pgmap v13191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T19:51:33.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:33 smithi175 ceph-mon[44549]: pgmap v13192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:51:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:33 smithi181 ceph-mon[45557]: pgmap v13192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:51:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:33 smithi088 ceph-mon[35322]: pgmap v13192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:51:35.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:35 smithi175 ceph-mon[44549]: pgmap v13193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:51:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:35 smithi181 ceph-mon[45557]: pgmap v13193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:51:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:35 smithi088 ceph-mon[35322]: pgmap v13193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:51:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:37 smithi175 ceph-mon[44549]: pgmap v13194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:37 smithi181 ceph-mon[45557]: pgmap v13194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:37 smithi088 ceph-mon[35322]: pgmap v13194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:38.070 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:38.069+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:51:38.070 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:38.069+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:51:38.070 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:38.069+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:51:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:39 smithi175 ceph-mon[44549]: pgmap v13195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:39 smithi181 ceph-mon[45557]: pgmap v13195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:39 smithi088 ceph-mon[35322]: pgmap v13195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:41 smithi175 ceph-mon[44549]: pgmap v13196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:41 smithi181 ceph-mon[45557]: pgmap v13196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:41.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:41 smithi088 ceph-mon[35322]: pgmap v13196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:43.219+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:51:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:43.219+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:51:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:43.220+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 191 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:51:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:43.220+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 191 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:51:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:43 smithi175 ceph-mon[44549]: pgmap v13197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:43 smithi181 ceph-mon[45557]: pgmap v13197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:43 smithi088 ceph-mon[35322]: pgmap v13197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:45.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:45 smithi088 ceph-mon[35322]: pgmap v13198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:45 smithi175 ceph-mon[44549]: pgmap v13198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:45 smithi181 ceph-mon[45557]: pgmap v13198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:47 smithi175 ceph-mon[44549]: pgmap v13199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:47 smithi181 ceph-mon[45557]: pgmap v13199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:47 smithi088 ceph-mon[35322]: pgmap v13199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:49 smithi175 ceph-mon[44549]: pgmap v13200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:49 smithi181 ceph-mon[45557]: pgmap v13200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:49 smithi088 ceph-mon[35322]: pgmap v13200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:51 smithi175 ceph-mon[44549]: pgmap v13201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:51 smithi181 ceph-mon[45557]: pgmap v13201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:51 smithi088 ceph-mon[35322]: pgmap v13201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:51:53.078 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:53.076+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:51:53.078 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:53.076+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:51:53.078 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:51:53.076+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:51:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:53 smithi175 ceph-mon[44549]: pgmap v13202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:53 smithi181 ceph-mon[45557]: pgmap v13202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:53 smithi088 ceph-mon[35322]: pgmap v13202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:51:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:55 smithi175 ceph-mon[44549]: pgmap v13203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:55 smithi181 ceph-mon[45557]: pgmap v13203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:55 smithi088 ceph-mon[35322]: pgmap v13203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:51:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:57 smithi175 ceph-mon[44549]: pgmap v13204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:57 smithi181 ceph-mon[45557]: pgmap v13204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:57 smithi088 ceph-mon[35322]: pgmap v13204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:51:59 smithi175 ceph-mon[44549]: pgmap v13205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:51:59 smithi181 ceph-mon[45557]: pgmap v13205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:51:59.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:51:59 smithi088 ceph-mon[35322]: pgmap v13205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:01 smithi181 ceph-mon[45557]: pgmap v13206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:01 smithi088 ceph-mon[35322]: pgmap v13206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:01 smithi175 ceph-mon[44549]: pgmap v13206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:03 smithi181 ceph-mon[45557]: pgmap v13207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:03 smithi088 ceph-mon[35322]: pgmap v13207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:03 smithi175 ceph-mon[44549]: pgmap v13207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:04 smithi088 ceph-mon[35322]: pgmap v13208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:04 smithi175 ceph-mon[44549]: pgmap v13208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:04 smithi181 ceph-mon[45557]: pgmap v13208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:06 smithi175 ceph-mon[44549]: pgmap v13209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:06 smithi181 ceph-mon[45557]: pgmap v13209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:06 smithi088 ceph-mon[35322]: pgmap v13209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:08.080+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:52:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:08.080+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:52:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:08.080+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:52:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:08 smithi181 ceph-mon[45557]: pgmap v13210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:08 smithi088 ceph-mon[35322]: pgmap v13210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:08 smithi175 ceph-mon[44549]: pgmap v13210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:11.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:10 smithi181 ceph-mon[45557]: pgmap v13211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:10 smithi088 ceph-mon[35322]: pgmap v13211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:10 smithi175 ceph-mon[44549]: pgmap v13211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:12 smithi181 ceph-mon[45557]: pgmap v13212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:12 smithi088 ceph-mon[35322]: pgmap v13212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:12 smithi175 ceph-mon[44549]: pgmap v13212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:14 smithi088 ceph-mon[35322]: pgmap v13213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:14 smithi175 ceph-mon[44549]: pgmap v13213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:14 smithi181 ceph-mon[45557]: pgmap v13213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:17.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:16 smithi088 ceph-mon[35322]: pgmap v13214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:16 smithi175 ceph-mon[44549]: pgmap v13214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:16 smithi181 ceph-mon[45557]: pgmap v13214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:18 smithi088 ceph-mon[35322]: pgmap v13215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:18 smithi175 ceph-mon[44549]: pgmap v13215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:18 smithi181 ceph-mon[45557]: pgmap v13215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:21.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:20 smithi088 ceph-mon[35322]: pgmap v13216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:52:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:20 smithi175 ceph-mon[44549]: pgmap v13216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:52:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:20 smithi181 ceph-mon[45557]: pgmap v13216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:52:23.096 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:23.095+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:52:23.096 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:23.095+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:52:23.096 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:23.095+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:52:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:22 smithi088 ceph-mon[35322]: pgmap v13217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:22 smithi175 ceph-mon[44549]: pgmap v13217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:22 smithi181 ceph-mon[45557]: pgmap v13217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:52:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:52:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:52:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:24 smithi088 ceph-mon[35322]: pgmap v13218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:52:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:52:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:52:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:52:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:24 smithi175 ceph-mon[44549]: pgmap v13218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:52:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:52:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:52:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:52:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:24 smithi181 ceph-mon[45557]: pgmap v13218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:52:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:52:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:52:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:52:26.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:25 smithi088 ceph-mon[35322]: pgmap v13219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:52:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:25 smithi175 ceph-mon[44549]: pgmap v13219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:52:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:25 smithi181 ceph-mon[45557]: pgmap v13219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:52:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:27 smithi088 ceph-mon[35322]: pgmap v13220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T19:52:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:27 smithi175 ceph-mon[44549]: pgmap v13220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T19:52:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:27 smithi181 ceph-mon[45557]: pgmap v13220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T19:52:30.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:29 smithi088 ceph-mon[35322]: pgmap v13221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:52:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:29 smithi175 ceph-mon[44549]: pgmap v13221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:52:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:29 smithi181 ceph-mon[45557]: pgmap v13221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:52:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:31 smithi088 ceph-mon[35322]: pgmap v13222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:52:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:32 smithi175 ceph-mon[44549]: pgmap v13222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:52:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:32 smithi181 ceph-mon[45557]: pgmap v13222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T19:52:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:34 smithi088 ceph-mon[35322]: pgmap v13223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:52:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:34 smithi175 ceph-mon[44549]: pgmap v13223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:52:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:34 smithi181 ceph-mon[45557]: pgmap v13223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:52:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:36 smithi088 ceph-mon[35322]: pgmap v13224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:52:36.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:36 smithi175 ceph-mon[44549]: pgmap v13224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:52:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:36 smithi181 ceph-mon[45557]: pgmap v13224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T19:52:38.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:38.105+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:52:38.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:38.105+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:52:38.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:38.105+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:52:38.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:38 smithi088 ceph-mon[35322]: pgmap v13225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:38 smithi175 ceph-mon[44549]: pgmap v13225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:38 smithi181 ceph-mon[45557]: pgmap v13225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:40.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:40 smithi088 ceph-mon[35322]: pgmap v13226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:40 smithi175 ceph-mon[44549]: pgmap v13226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:40 smithi181 ceph-mon[45557]: pgmap v13226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:42.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:42 smithi088 ceph-mon[35322]: pgmap v13227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:42 smithi175 ceph-mon[44549]: pgmap v13227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:42 smithi181 ceph-mon[45557]: pgmap v13227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:44 smithi088 ceph-mon[35322]: pgmap v13228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:44 smithi175 ceph-mon[44549]: pgmap v13228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:44 smithi181 ceph-mon[45557]: pgmap v13228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:46 smithi088 ceph-mon[35322]: pgmap v13229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:46 smithi175 ceph-mon[44549]: pgmap v13229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:46 smithi181 ceph-mon[45557]: pgmap v13229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:48 smithi088 ceph-mon[35322]: pgmap v13230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:48 smithi175 ceph-mon[44549]: pgmap v13230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:48 smithi181 ceph-mon[45557]: pgmap v13230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:50 smithi175 ceph-mon[44549]: pgmap v13231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:50 smithi181 ceph-mon[45557]: pgmap v13231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:50 smithi088 ceph-mon[35322]: pgmap v13231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:52:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:52 smithi175 ceph-mon[44549]: pgmap v13232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:52 smithi181 ceph-mon[45557]: pgmap v13232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:52 smithi088 ceph-mon[35322]: pgmap v13232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:53.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:53.117+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:52:53.119 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:53.117+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:52:53.119 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:52:53.117+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:52:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:54 smithi175 ceph-mon[44549]: pgmap v13233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:54 smithi181 ceph-mon[45557]: pgmap v13233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:54 smithi088 ceph-mon[35322]: pgmap v13233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:52:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:56 smithi175 ceph-mon[44549]: pgmap v13234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:56 smithi181 ceph-mon[45557]: pgmap v13234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:56 smithi088 ceph-mon[35322]: pgmap v13234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:52:58.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:52:58 smithi175 ceph-mon[44549]: pgmap v13235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:52:58 smithi181 ceph-mon[45557]: pgmap v13235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:52:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:52:58 smithi088 ceph-mon[35322]: pgmap v13235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:00 smithi175 ceph-mon[44549]: pgmap v13236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:00 smithi181 ceph-mon[45557]: pgmap v13236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:00 smithi088 ceph-mon[35322]: pgmap v13236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:02.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:02 smithi175 ceph-mon[44549]: pgmap v13237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:02 smithi181 ceph-mon[45557]: pgmap v13237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:02 smithi088 ceph-mon[35322]: pgmap v13237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:04 smithi175 ceph-mon[44549]: pgmap v13238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:04 smithi181 ceph-mon[45557]: pgmap v13238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:04 smithi088 ceph-mon[35322]: pgmap v13238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:06 smithi175 ceph-mon[44549]: pgmap v13239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:06 smithi181 ceph-mon[45557]: pgmap v13239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:06 smithi088 ceph-mon[35322]: pgmap v13239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:08.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:08.120+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:53:08.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:08.120+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:53:08.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:08.120+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:53:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:08 smithi175 ceph-mon[44549]: pgmap v13240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:08 smithi181 ceph-mon[45557]: pgmap v13240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:08 smithi088 ceph-mon[35322]: pgmap v13240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:10 smithi175 ceph-mon[44549]: pgmap v13241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:10 smithi181 ceph-mon[45557]: pgmap v13241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:10 smithi088 ceph-mon[35322]: pgmap v13241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:12 smithi175 ceph-mon[44549]: pgmap v13242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:12 smithi181 ceph-mon[45557]: pgmap v13242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:12 smithi088 ceph-mon[35322]: pgmap v13242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:13.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:13.234+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:53:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:13.234+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:53:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:13.235+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 192 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006650 con 0x55d733ebf510 2024-01-28T19:53:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:13.235+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 192 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T19:53:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:14 smithi175 ceph-mon[44549]: pgmap v13243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:14 smithi181 ceph-mon[45557]: pgmap v13243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:14 smithi088 ceph-mon[35322]: pgmap v13243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:16 smithi175 ceph-mon[44549]: pgmap v13244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:16 smithi181 ceph-mon[45557]: pgmap v13244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:16 smithi088 ceph-mon[35322]: pgmap v13244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:18 smithi175 ceph-mon[44549]: pgmap v13245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:18 smithi181 ceph-mon[45557]: pgmap v13245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:18 smithi088 ceph-mon[35322]: pgmap v13245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:20.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:20 smithi175 ceph-mon[44549]: pgmap v13246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:20 smithi181 ceph-mon[45557]: pgmap v13246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:20 smithi088 ceph-mon[35322]: pgmap v13246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:22 smithi175 ceph-mon[44549]: pgmap v13247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:22 smithi181 ceph-mon[45557]: pgmap v13247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:22 smithi088 ceph-mon[35322]: pgmap v13247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:23.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:23.127+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:53:23.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:23.127+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:53:23.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:23.127+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:53:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:24 smithi175 ceph-mon[44549]: pgmap v13248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:24 smithi181 ceph-mon[45557]: pgmap v13248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:24 smithi088 ceph-mon[35322]: pgmap v13248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T19:53:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:53:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:53:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:53:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:26 smithi175 ceph-mon[44549]: pgmap v13249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:53:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:53:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:26 smithi181 ceph-mon[45557]: pgmap v13249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:53:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:53:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:26 smithi088 ceph-mon[35322]: pgmap v13249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:53:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:53:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:53:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:27 smithi175 ceph-mon[44549]: pgmap v13250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:53:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:27 smithi175 ceph-mon[44549]: pgmap v13251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:53:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:27 smithi181 ceph-mon[45557]: pgmap v13250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:53:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:27 smithi181 ceph-mon[45557]: pgmap v13251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:53:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:27 smithi088 ceph-mon[35322]: pgmap v13250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T19:53:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:27 smithi088 ceph-mon[35322]: pgmap v13251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:53:29.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:28 smithi088 ceph-mon[35322]: pgmap v13252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T19:53:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:28 smithi175 ceph-mon[44549]: pgmap v13252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T19:53:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:28 smithi181 ceph-mon[45557]: pgmap v13252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T19:53:31.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:31 smithi175 ceph-mon[44549]: pgmap v13253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:31 smithi181 ceph-mon[45557]: pgmap v13253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:31 smithi088 ceph-mon[35322]: pgmap v13253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T19:53:33.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:33 smithi175 ceph-mon[44549]: pgmap v13254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:53:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:33 smithi181 ceph-mon[45557]: pgmap v13254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:53:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:33 smithi088 ceph-mon[35322]: pgmap v13254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:53:35.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:35 smithi175 ceph-mon[44549]: pgmap v13255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:53:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:35 smithi181 ceph-mon[45557]: pgmap v13255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:53:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:35 smithi088 ceph-mon[35322]: pgmap v13255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T19:53:37.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:37 smithi175 ceph-mon[44549]: pgmap v13256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:53:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:37 smithi181 ceph-mon[45557]: pgmap v13256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:53:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:37 smithi088 ceph-mon[35322]: pgmap v13256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:53:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:38.139+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:53:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:38.139+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:53:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:38.139+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:53:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:38 smithi088 ceph-mon[35322]: pgmap v13257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:53:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:38 smithi175 ceph-mon[44549]: pgmap v13257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:53:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:38 smithi181 ceph-mon[45557]: pgmap v13257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:53:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:41 smithi175 ceph-mon[44549]: pgmap v13258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:53:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:41 smithi181 ceph-mon[45557]: pgmap v13258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:53:41.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:41 smithi088 ceph-mon[35322]: pgmap v13258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:53:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:43 smithi175 ceph-mon[44549]: pgmap v13259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:43 smithi181 ceph-mon[45557]: pgmap v13259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:43 smithi088 ceph-mon[35322]: pgmap v13259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:45 smithi175 ceph-mon[44549]: pgmap v13260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:45 smithi181 ceph-mon[45557]: pgmap v13260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:45 smithi088 ceph-mon[35322]: pgmap v13260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:47 smithi175 ceph-mon[44549]: pgmap v13261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:47 smithi181 ceph-mon[45557]: pgmap v13261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:47 smithi088 ceph-mon[35322]: pgmap v13261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:48 smithi088 ceph-mon[35322]: pgmap v13262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:53:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:48 smithi175 ceph-mon[44549]: pgmap v13262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:53:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:48 smithi181 ceph-mon[45557]: pgmap v13262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:53:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:51 smithi175 ceph-mon[44549]: pgmap v13263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:53:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:51 smithi181 ceph-mon[45557]: pgmap v13263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:53:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:51 smithi088 ceph-mon[35322]: pgmap v13263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:53:53.150 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:53.149+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:53:53.150 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:53.149+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:53:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:53:53.149+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:53:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:53 smithi175 ceph-mon[44549]: pgmap v13264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:53 smithi181 ceph-mon[45557]: pgmap v13264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:53 smithi088 ceph-mon[35322]: pgmap v13264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:55 smithi175 ceph-mon[44549]: pgmap v13265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:55 smithi181 ceph-mon[45557]: pgmap v13265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:55 smithi088 ceph-mon[35322]: pgmap v13265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:53:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:57 smithi175 ceph-mon[44549]: pgmap v13266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:57 smithi181 ceph-mon[45557]: pgmap v13266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:57 smithi088 ceph-mon[35322]: pgmap v13266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:53:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:53:58 smithi088 ceph-mon[35322]: pgmap v13267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:53:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:53:58 smithi175 ceph-mon[44549]: pgmap v13267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:53:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:53:58 smithi181 ceph-mon[45557]: pgmap v13267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:54:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:01 smithi175 ceph-mon[44549]: pgmap v13268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:01 smithi181 ceph-mon[45557]: pgmap v13268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:01.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:01 smithi088 ceph-mon[35322]: pgmap v13268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:03 smithi175 ceph-mon[44549]: pgmap v13269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:03 smithi181 ceph-mon[45557]: pgmap v13269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:03 smithi088 ceph-mon[35322]: pgmap v13269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:05 smithi175 ceph-mon[44549]: pgmap v13270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:54:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:05 smithi181 ceph-mon[45557]: pgmap v13270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:54:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:05 smithi088 ceph-mon[35322]: pgmap v13270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T19:54:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:07 smithi175 ceph-mon[44549]: pgmap v13271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:07 smithi181 ceph-mon[45557]: pgmap v13271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:07 smithi088 ceph-mon[35322]: pgmap v13271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:08.166 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:08.165+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:54:08.166 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:08.165+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:54:08.166 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:08.165+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:54:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:08 smithi088 ceph-mon[35322]: pgmap v13272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:54:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:08 smithi175 ceph-mon[44549]: pgmap v13272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:54:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:08 smithi181 ceph-mon[45557]: pgmap v13272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T19:54:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:11 smithi175 ceph-mon[44549]: pgmap v13273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:54:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:11 smithi181 ceph-mon[45557]: pgmap v13273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:54:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:11 smithi088 ceph-mon[35322]: pgmap v13273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:54:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:13 smithi175 ceph-mon[44549]: pgmap v13274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:13 smithi181 ceph-mon[45557]: pgmap v13274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:13 smithi088 ceph-mon[35322]: pgmap v13274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:15 smithi175 ceph-mon[44549]: pgmap v13275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:15 smithi181 ceph-mon[45557]: pgmap v13275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:15 smithi088 ceph-mon[35322]: pgmap v13275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:17.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:17 smithi175 ceph-mon[44549]: pgmap v13276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:17 smithi181 ceph-mon[45557]: pgmap v13276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:17 smithi088 ceph-mon[35322]: pgmap v13276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:18 smithi088 ceph-mon[35322]: pgmap v13277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:54:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:18 smithi175 ceph-mon[44549]: pgmap v13277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:54:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:18 smithi181 ceph-mon[45557]: pgmap v13277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:54:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:21 smithi175 ceph-mon[44549]: pgmap v13278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:21 smithi181 ceph-mon[45557]: pgmap v13278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:21 smithi088 ceph-mon[35322]: pgmap v13278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:23.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:23.168+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:54:23.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:23.168+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:54:23.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:23.168+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:54:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:23 smithi175 ceph-mon[44549]: pgmap v13279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:23 smithi181 ceph-mon[45557]: pgmap v13279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:23 smithi088 ceph-mon[35322]: pgmap v13279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:25 smithi175 ceph-mon[44549]: pgmap v13280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:25 smithi181 ceph-mon[45557]: pgmap v13280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:25 smithi088 ceph-mon[35322]: pgmap v13280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:27 smithi175 ceph-mon[44549]: pgmap v13281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:54:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:54:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:54:27.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:54:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:27 smithi181 ceph-mon[45557]: pgmap v13281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:54:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:54:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:54:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:54:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:27 smithi088 ceph-mon[35322]: pgmap v13281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:54:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:54:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:54:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:54:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:28 smithi175 ceph-mon[44549]: pgmap v13282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:54:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:28 smithi175 ceph-mon[44549]: pgmap v13283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:54:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:28 smithi181 ceph-mon[45557]: pgmap v13282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:54:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:28 smithi181 ceph-mon[45557]: pgmap v13283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:54:28.540 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:28 smithi088 ceph-mon[35322]: pgmap v13282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:54:28.540 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:28 smithi088 ceph-mon[35322]: pgmap v13283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:54:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:30 smithi175 ceph-mon[44549]: pgmap v13284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:54:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:30 smithi181 ceph-mon[45557]: pgmap v13284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:54:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:30 smithi088 ceph-mon[35322]: pgmap v13284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:54:32.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:32 smithi175 ceph-mon[44549]: pgmap v13285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:54:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:32 smithi181 ceph-mon[45557]: pgmap v13285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:54:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:32 smithi088 ceph-mon[35322]: pgmap v13285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:54:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:33 smithi088 ceph-mon[35322]: pgmap v13286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:54:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:33 smithi175 ceph-mon[44549]: pgmap v13286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:54:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:33 smithi181 ceph-mon[45557]: pgmap v13286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:54:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:36 smithi088 ceph-mon[35322]: pgmap v13287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:54:36.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:36 smithi175 ceph-mon[44549]: pgmap v13287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:54:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:36 smithi181 ceph-mon[45557]: pgmap v13287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:54:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:38.181+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:54:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:38.181+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:54:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:38.181+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:54:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:38 smithi175 ceph-mon[44549]: pgmap v13288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:54:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:38 smithi181 ceph-mon[45557]: pgmap v13288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:54:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:38 smithi088 ceph-mon[35322]: pgmap v13288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:54:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:40 smithi175 ceph-mon[44549]: pgmap v13289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:40 smithi181 ceph-mon[45557]: pgmap v13289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:40 smithi088 ceph-mon[35322]: pgmap v13289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:42 smithi175 ceph-mon[44549]: pgmap v13290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:42 smithi181 ceph-mon[45557]: pgmap v13290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:42.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:42 smithi088 ceph-mon[35322]: pgmap v13290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:43.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:43.248+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:54:43.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:43.248+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:54:43.250 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:43.248+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 193 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T19:54:43.250 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:43.248+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 193 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006650 con 0x55d733ebf510 2024-01-28T19:54:44.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:44 smithi088 ceph-mon[35322]: pgmap v13291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:54:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:44 smithi175 ceph-mon[44549]: pgmap v13291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:54:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:44 smithi181 ceph-mon[45557]: pgmap v13291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:54:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:46 smithi175 ceph-mon[44549]: pgmap v13292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:46 smithi181 ceph-mon[45557]: pgmap v13292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:46.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:46 smithi088 ceph-mon[35322]: pgmap v13292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:48.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:48 smithi175 ceph-mon[44549]: pgmap v13293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:48 smithi181 ceph-mon[45557]: pgmap v13293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:48.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:48 smithi088 ceph-mon[35322]: pgmap v13293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:50.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:50 smithi175 ceph-mon[44549]: pgmap v13294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:50.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:50 smithi181 ceph-mon[45557]: pgmap v13294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:50 smithi088 ceph-mon[35322]: pgmap v13294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:54:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:52 smithi175 ceph-mon[44549]: pgmap v13295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:52 smithi181 ceph-mon[45557]: pgmap v13295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:52 smithi088 ceph-mon[35322]: pgmap v13295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:53.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:53.192+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:54:53.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:53.192+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:54:53.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:54:53.192+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:54:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:54 smithi088 ceph-mon[35322]: pgmap v13296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:54:54.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:54 smithi175 ceph-mon[44549]: pgmap v13296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:54:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:54 smithi181 ceph-mon[45557]: pgmap v13296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:54:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:56 smithi175 ceph-mon[44549]: pgmap v13297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:56 smithi181 ceph-mon[45557]: pgmap v13297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:56 smithi088 ceph-mon[35322]: pgmap v13297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:54:58.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:54:58 smithi175 ceph-mon[44549]: pgmap v13298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:54:58 smithi181 ceph-mon[45557]: pgmap v13298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:54:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:54:58 smithi088 ceph-mon[35322]: pgmap v13298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:00.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:00 smithi175 ceph-mon[44549]: pgmap v13299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:00 smithi181 ceph-mon[45557]: pgmap v13299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:00 smithi088 ceph-mon[35322]: pgmap v13299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:02 smithi181 ceph-mon[45557]: pgmap v13300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:02 smithi088 ceph-mon[35322]: pgmap v13300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:02 smithi175 ceph-mon[44549]: pgmap v13300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:04 smithi088 ceph-mon[35322]: pgmap v13301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:04 smithi175 ceph-mon[44549]: pgmap v13301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:04 smithi181 ceph-mon[45557]: pgmap v13301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:06 smithi175 ceph-mon[44549]: pgmap v13302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:06 smithi181 ceph-mon[45557]: pgmap v13302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:06 smithi088 ceph-mon[35322]: pgmap v13302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:08.207 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:08.205+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:55:08.207 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:08.205+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:55:08.207 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:08.205+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:55:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:08 smithi175 ceph-mon[44549]: pgmap v13303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:08 smithi181 ceph-mon[45557]: pgmap v13303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:08 smithi088 ceph-mon[35322]: pgmap v13303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:10 smithi175 ceph-mon[44549]: pgmap v13304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:10 smithi181 ceph-mon[45557]: pgmap v13304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:10 smithi088 ceph-mon[35322]: pgmap v13304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:12 smithi181 ceph-mon[45557]: pgmap v13305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:12 smithi088 ceph-mon[35322]: pgmap v13305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:12 smithi175 ceph-mon[44549]: pgmap v13305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:14.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:14 smithi088 ceph-mon[35322]: pgmap v13306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:14 smithi175 ceph-mon[44549]: pgmap v13306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:14 smithi181 ceph-mon[45557]: pgmap v13306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:16 smithi181 ceph-mon[45557]: pgmap v13307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:16.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:16 smithi088 ceph-mon[35322]: pgmap v13307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:16 smithi175 ceph-mon[44549]: pgmap v13307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:18 smithi181 ceph-mon[45557]: pgmap v13308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:18 smithi088 ceph-mon[35322]: pgmap v13308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:18 smithi175 ceph-mon[44549]: pgmap v13308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:20 smithi181 ceph-mon[45557]: pgmap v13309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:20 smithi088 ceph-mon[35322]: pgmap v13309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:20 smithi175 ceph-mon[44549]: pgmap v13309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:22 smithi181 ceph-mon[45557]: pgmap v13310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:22 smithi088 ceph-mon[35322]: pgmap v13310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:22 smithi175 ceph-mon[44549]: pgmap v13310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:23.208+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:55:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:23.208+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:55:23.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:23.208+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:55:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:24 smithi088 ceph-mon[35322]: pgmap v13311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:24 smithi175 ceph-mon[44549]: pgmap v13311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:24 smithi181 ceph-mon[45557]: pgmap v13311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:26 smithi181 ceph-mon[45557]: pgmap v13312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:26 smithi088 ceph-mon[35322]: pgmap v13312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:26 smithi175 ceph-mon[44549]: pgmap v13312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:28 smithi181 ceph-mon[45557]: pgmap v13313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:55:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:55:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:55:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:55:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:28 smithi088 ceph-mon[35322]: pgmap v13313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:55:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:55:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:55:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:55:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:28 smithi175 ceph-mon[44549]: pgmap v13313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:55:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:55:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:55:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:55:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:29 smithi181 ceph-mon[45557]: pgmap v13314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:55:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:29 smithi181 ceph-mon[45557]: pgmap v13315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:55:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:29 smithi088 ceph-mon[35322]: pgmap v13314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:55:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:29 smithi088 ceph-mon[35322]: pgmap v13315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:55:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:29 smithi175 ceph-mon[44549]: pgmap v13314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:55:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:29 smithi175 ceph-mon[44549]: pgmap v13315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:55:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:31 smithi181 ceph-mon[45557]: pgmap v13316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:55:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:31 smithi088 ceph-mon[35322]: pgmap v13316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:55:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:31 smithi175 ceph-mon[44549]: pgmap v13316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:55:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:33 smithi181 ceph-mon[45557]: pgmap v13317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:55:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:33 smithi088 ceph-mon[35322]: pgmap v13317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:55:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:33 smithi175 ceph-mon[44549]: pgmap v13317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:55:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:35 smithi181 ceph-mon[45557]: pgmap v13318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:55:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:35 smithi088 ceph-mon[35322]: pgmap v13318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:55:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:35 smithi175 ceph-mon[44549]: pgmap v13318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:55:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:37 smithi181 ceph-mon[45557]: pgmap v13319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:55:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:37 smithi088 ceph-mon[35322]: pgmap v13319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:55:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:37 smithi175 ceph-mon[44549]: pgmap v13319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T19:55:38.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:38.223+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:55:38.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:38.223+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:55:38.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:38.223+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:55:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:39 smithi088 ceph-mon[35322]: pgmap v13320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:55:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:39 smithi175 ceph-mon[44549]: pgmap v13320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:55:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:39 smithi181 ceph-mon[45557]: pgmap v13320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:55:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:41 smithi175 ceph-mon[44549]: pgmap v13321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:41 smithi181 ceph-mon[45557]: pgmap v13321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:41 smithi088 ceph-mon[35322]: pgmap v13321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:43.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:43 smithi175 ceph-mon[44549]: pgmap v13322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:43 smithi181 ceph-mon[45557]: pgmap v13322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:43 smithi088 ceph-mon[35322]: pgmap v13322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:45 smithi175 ceph-mon[44549]: pgmap v13323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:45.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:45 smithi181 ceph-mon[45557]: pgmap v13323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:45 smithi088 ceph-mon[35322]: pgmap v13323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:47.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:47 smithi175 ceph-mon[44549]: pgmap v13324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:47 smithi181 ceph-mon[45557]: pgmap v13324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:47.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:47 smithi088 ceph-mon[35322]: pgmap v13324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:49 smithi088 ceph-mon[35322]: pgmap v13325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:49 smithi175 ceph-mon[44549]: pgmap v13325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:49 smithi181 ceph-mon[45557]: pgmap v13325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:51 smithi175 ceph-mon[44549]: pgmap v13326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:51 smithi181 ceph-mon[45557]: pgmap v13326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:51 smithi088 ceph-mon[35322]: pgmap v13326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:55:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:53.237+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:55:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:53.237+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:55:53.240 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:55:53.237+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:55:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:53 smithi175 ceph-mon[44549]: pgmap v13327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:53 smithi181 ceph-mon[45557]: pgmap v13327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:53 smithi088 ceph-mon[35322]: pgmap v13327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:55 smithi175 ceph-mon[44549]: pgmap v13328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:55 smithi181 ceph-mon[45557]: pgmap v13328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:55 smithi088 ceph-mon[35322]: pgmap v13328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:55:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:57 smithi175 ceph-mon[44549]: pgmap v13329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:57 smithi181 ceph-mon[45557]: pgmap v13329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:57 smithi088 ceph-mon[35322]: pgmap v13329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:55:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:55:59 smithi088 ceph-mon[35322]: pgmap v13330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:55:59 smithi175 ceph-mon[44549]: pgmap v13330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:55:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:55:59 smithi181 ceph-mon[45557]: pgmap v13330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:01 smithi175 ceph-mon[44549]: pgmap v13331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:01 smithi181 ceph-mon[45557]: pgmap v13331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:01 smithi088 ceph-mon[35322]: pgmap v13331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:03 smithi175 ceph-mon[44549]: pgmap v13332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:03 smithi181 ceph-mon[45557]: pgmap v13332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:03 smithi088 ceph-mon[35322]: pgmap v13332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:05 smithi175 ceph-mon[44549]: pgmap v13333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:05 smithi181 ceph-mon[45557]: pgmap v13333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:05 smithi088 ceph-mon[35322]: pgmap v13333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:07 smithi175 ceph-mon[44549]: pgmap v13334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:07 smithi181 ceph-mon[45557]: pgmap v13334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:07 smithi088 ceph-mon[35322]: pgmap v13334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:08.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:08.254+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:56:08.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:08.254+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:56:08.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:08.254+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:56:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:09 smithi088 ceph-mon[35322]: pgmap v13335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:09 smithi175 ceph-mon[44549]: pgmap v13335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:09 smithi181 ceph-mon[45557]: pgmap v13335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:11 smithi175 ceph-mon[44549]: pgmap v13336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:11 smithi181 ceph-mon[45557]: pgmap v13336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:11 smithi088 ceph-mon[35322]: pgmap v13336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:13 smithi175 ceph-mon[44549]: pgmap v13337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:13.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:13 smithi181 ceph-mon[45557]: pgmap v13337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:13 smithi088 ceph-mon[35322]: pgmap v13337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:15 smithi175 ceph-mon[44549]: pgmap v13338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:15 smithi181 ceph-mon[45557]: pgmap v13338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:15 smithi088 ceph-mon[35322]: pgmap v13338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:17 smithi175 ceph-mon[44549]: pgmap v13339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:17 smithi181 ceph-mon[45557]: pgmap v13339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:17 smithi088 ceph-mon[35322]: pgmap v13339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:19 smithi175 ceph-mon[44549]: pgmap v13340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:19 smithi181 ceph-mon[45557]: pgmap v13340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:19 smithi088 ceph-mon[35322]: pgmap v13340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:21 smithi175 ceph-mon[44549]: pgmap v13341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:21 smithi181 ceph-mon[45557]: pgmap v13341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:21 smithi088 ceph-mon[35322]: pgmap v13341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:23.266+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:56:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:23.266+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:56:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:23.266+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:56:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:23 smithi175 ceph-mon[44549]: pgmap v13342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:23 smithi181 ceph-mon[45557]: pgmap v13342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:23 smithi088 ceph-mon[35322]: pgmap v13342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:25 smithi175 ceph-mon[44549]: pgmap v13343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:25 smithi181 ceph-mon[45557]: pgmap v13343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:25 smithi088 ceph-mon[35322]: pgmap v13343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:27.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:27 smithi181 ceph-mon[45557]: pgmap v13344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:27 smithi088 ceph-mon[35322]: pgmap v13344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:27 smithi175 ceph-mon[44549]: pgmap v13344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:29 smithi175 ceph-mon[44549]: pgmap v13345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:56:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:29 smithi181 ceph-mon[45557]: pgmap v13345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:56:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:29 smithi088 ceph-mon[35322]: pgmap v13345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:56:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:56:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:56:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:30 smithi175 ceph-mon[44549]: pgmap v13346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:56:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:30 smithi175 ceph-mon[44549]: pgmap v13347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:56:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:56:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:56:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:56:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:30 smithi181 ceph-mon[45557]: pgmap v13346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:56:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:30 smithi181 ceph-mon[45557]: pgmap v13347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:56:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:56:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:56:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:56:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:30 smithi088 ceph-mon[35322]: pgmap v13346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T19:56:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:30 smithi088 ceph-mon[35322]: pgmap v13347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:56:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:56:32.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:32 smithi181 ceph-mon[45557]: pgmap v13348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:56:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:32 smithi088 ceph-mon[35322]: pgmap v13348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:56:32.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:32 smithi175 ceph-mon[44549]: pgmap v13348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:56:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:34 smithi175 ceph-mon[44549]: pgmap v13349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:56:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:34 smithi181 ceph-mon[45557]: pgmap v13349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:56:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:34 smithi088 ceph-mon[35322]: pgmap v13349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:56:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:36 smithi181 ceph-mon[45557]: pgmap v13350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:56:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:36 smithi088 ceph-mon[35322]: pgmap v13350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:56:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:36 smithi175 ceph-mon[44549]: pgmap v13350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:56:38.277 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:38.276+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:56:38.277 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:38.276+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:56:38.277 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:38.276+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:56:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:38 smithi181 ceph-mon[45557]: pgmap v13351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:56:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:38 smithi088 ceph-mon[35322]: pgmap v13351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:56:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:38 smithi175 ceph-mon[44549]: pgmap v13351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:56:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:40 smithi181 ceph-mon[45557]: pgmap v13352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:56:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:40 smithi088 ceph-mon[35322]: pgmap v13352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:56:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:40 smithi175 ceph-mon[44549]: pgmap v13352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:56:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:42 smithi181 ceph-mon[45557]: pgmap v13353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:42.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:42 smithi088 ceph-mon[35322]: pgmap v13353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:42 smithi175 ceph-mon[44549]: pgmap v13353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:44 smithi175 ceph-mon[44549]: pgmap v13354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:44 smithi181 ceph-mon[45557]: pgmap v13354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:44 smithi088 ceph-mon[35322]: pgmap v13354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:46 smithi181 ceph-mon[45557]: pgmap v13355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:46 smithi088 ceph-mon[35322]: pgmap v13355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:46 smithi175 ceph-mon[44549]: pgmap v13355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:48 smithi181 ceph-mon[45557]: pgmap v13356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:48 smithi088 ceph-mon[35322]: pgmap v13356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:48 smithi175 ceph-mon[44549]: pgmap v13356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:50 smithi181 ceph-mon[45557]: pgmap v13357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:50 smithi088 ceph-mon[35322]: pgmap v13357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:50 smithi175 ceph-mon[44549]: pgmap v13357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:56:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:52 smithi181 ceph-mon[45557]: pgmap v13358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:52 smithi088 ceph-mon[35322]: pgmap v13358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:52 smithi175 ceph-mon[44549]: pgmap v13358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:53.291+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:56:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:53.291+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:56:53.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:56:53.291+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:56:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:54 smithi175 ceph-mon[44549]: pgmap v13359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:54 smithi181 ceph-mon[45557]: pgmap v13359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:54 smithi088 ceph-mon[35322]: pgmap v13359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:56:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:56 smithi181 ceph-mon[45557]: pgmap v13360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:56 smithi088 ceph-mon[35322]: pgmap v13360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:56 smithi175 ceph-mon[44549]: pgmap v13360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:56:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:56:58 smithi181 ceph-mon[45557]: pgmap v13361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:56:58 smithi088 ceph-mon[35322]: pgmap v13361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:56:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:56:58 smithi175 ceph-mon[44549]: pgmap v13361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:00 smithi181 ceph-mon[45557]: pgmap v13362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:00 smithi088 ceph-mon[35322]: pgmap v13362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:00 smithi175 ceph-mon[44549]: pgmap v13362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:02 smithi181 ceph-mon[45557]: pgmap v13363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:02 smithi088 ceph-mon[35322]: pgmap v13363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:02 smithi175 ceph-mon[44549]: pgmap v13363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:04 smithi175 ceph-mon[44549]: pgmap v13364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:04 smithi181 ceph-mon[45557]: pgmap v13364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:04 smithi088 ceph-mon[35322]: pgmap v13364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:06 smithi181 ceph-mon[45557]: pgmap v13365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:06 smithi088 ceph-mon[35322]: pgmap v13365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:06 smithi175 ceph-mon[44549]: pgmap v13365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:08.307 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:08.306+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:57:08.308 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:08.306+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:57:08.308 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:08.306+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:57:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:08 smithi181 ceph-mon[45557]: pgmap v13366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:08 smithi088 ceph-mon[35322]: pgmap v13366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:08 smithi175 ceph-mon[44549]: pgmap v13366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:10 smithi181 ceph-mon[45557]: pgmap v13367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:10 smithi088 ceph-mon[35322]: pgmap v13367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:10 smithi175 ceph-mon[44549]: pgmap v13367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:12 smithi181 ceph-mon[45557]: pgmap v13368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:12 smithi088 ceph-mon[35322]: pgmap v13368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:12 smithi175 ceph-mon[44549]: pgmap v13368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:14 smithi175 ceph-mon[44549]: pgmap v13369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:14 smithi181 ceph-mon[45557]: pgmap v13369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:14 smithi088 ceph-mon[35322]: pgmap v13369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:16 smithi181 ceph-mon[45557]: pgmap v13370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:16 smithi088 ceph-mon[35322]: pgmap v13370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:16 smithi175 ceph-mon[44549]: pgmap v13370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:18 smithi181 ceph-mon[45557]: pgmap v13371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:18 smithi088 ceph-mon[35322]: pgmap v13371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:18 smithi175 ceph-mon[44549]: pgmap v13371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:20 smithi181 ceph-mon[45557]: pgmap v13372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:20 smithi088 ceph-mon[35322]: pgmap v13372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:20 smithi175 ceph-mon[44549]: pgmap v13372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:22 smithi181 ceph-mon[45557]: pgmap v13373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:22 smithi088 ceph-mon[35322]: pgmap v13373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:22 smithi175 ceph-mon[44549]: pgmap v13373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:23.321 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:23.320+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:57:23.321 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:23.320+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:57:23.322 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:23.320+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:57:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:24 smithi175 ceph-mon[44549]: pgmap v13374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:24 smithi181 ceph-mon[45557]: pgmap v13374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:24 smithi088 ceph-mon[35322]: pgmap v13374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:26 smithi181 ceph-mon[45557]: pgmap v13375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:26 smithi088 ceph-mon[35322]: pgmap v13375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:26 smithi175 ceph-mon[44549]: pgmap v13375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:28.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:28 smithi088 ceph-mon[35322]: pgmap v13376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:28 smithi181 ceph-mon[45557]: pgmap v13376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:28 smithi175 ceph-mon[44549]: pgmap v13376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: pgmap v13377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:57:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:57:30.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:57:30.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:57:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: pgmap v13377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:57:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:57:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: pgmap v13377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:57:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:57:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:31 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:57:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:31 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:57:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:31 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 19159k 2024-01-28T19:57:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:31 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 19619393: error parsing value: Value '19619393' is below minimum 939524096 2024-01-28T19:57:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:31 smithi181 ceph-mon[45557]: pgmap v13378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:57:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:31 smithi181 ceph-mon[45557]: pgmap v13379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:57:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:31 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:57:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:31 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:57:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:31 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 19159k 2024-01-28T19:57:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:31 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 19619393: error parsing value: Value '19619393' is below minimum 939524096 2024-01-28T19:57:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:31 smithi088 ceph-mon[35322]: pgmap v13378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:57:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:31 smithi088 ceph-mon[35322]: pgmap v13379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:57:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:31 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T19:57:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:31 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T19:57:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:31 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 19159k 2024-01-28T19:57:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:31 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 19619393: error parsing value: Value '19619393' is below minimum 939524096 2024-01-28T19:57:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:31 smithi175 ceph-mon[44549]: pgmap v13378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:57:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:31 smithi175 ceph-mon[44549]: pgmap v13379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:57:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:33 smithi088 ceph-mon[35322]: pgmap v13380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:57:33.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:33 smithi175 ceph-mon[44549]: pgmap v13380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:57:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:33 smithi181 ceph-mon[45557]: pgmap v13380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:57:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:35 smithi088 ceph-mon[35322]: pgmap v13381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:57:35.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:35 smithi175 ceph-mon[44549]: pgmap v13381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:57:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:35 smithi181 ceph-mon[45557]: pgmap v13381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:57:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:37 smithi088 ceph-mon[35322]: pgmap v13382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:57:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:37 smithi175 ceph-mon[44549]: pgmap v13382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:57:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:37 smithi181 ceph-mon[45557]: pgmap v13382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:57:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:38.326+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:57:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:38.326+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:57:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:38.326+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:57:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:39 smithi175 ceph-mon[44549]: pgmap v13383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:57:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:39 smithi181 ceph-mon[45557]: pgmap v13383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:57:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:39 smithi088 ceph-mon[35322]: pgmap v13383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:57:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:41 smithi181 ceph-mon[45557]: pgmap v13384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:57:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:41 smithi088 ceph-mon[35322]: pgmap v13384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:57:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:41 smithi175 ceph-mon[44549]: pgmap v13384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:57:43.277 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:43.276+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T19:57:43.278 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:43.276+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T19:57:43.278 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:43.277+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 194 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T19:57:43.278 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:43.277+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 194 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006650 con 0x55d733ebf510 2024-01-28T19:57:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:43 smithi181 ceph-mon[45557]: pgmap v13385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:43 smithi088 ceph-mon[35322]: pgmap v13385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:43 smithi175 ceph-mon[44549]: pgmap v13385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:45 smithi181 ceph-mon[45557]: pgmap v13386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:45 smithi088 ceph-mon[35322]: pgmap v13386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:45 smithi175 ceph-mon[44549]: pgmap v13386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:47 smithi088 ceph-mon[35322]: pgmap v13387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:47 smithi175 ceph-mon[44549]: pgmap v13387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:47 smithi181 ceph-mon[45557]: pgmap v13387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:49 smithi175 ceph-mon[44549]: pgmap v13388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:49 smithi181 ceph-mon[45557]: pgmap v13388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:49 smithi088 ceph-mon[35322]: pgmap v13388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:51 smithi181 ceph-mon[45557]: pgmap v13389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:51 smithi088 ceph-mon[35322]: pgmap v13389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:51 smithi175 ceph-mon[44549]: pgmap v13389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:57:53.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:53.334+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:57:53.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:53.334+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:57:53.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:57:53.334+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:57:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:53 smithi088 ceph-mon[35322]: pgmap v13390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:53 smithi175 ceph-mon[44549]: pgmap v13390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:53 smithi181 ceph-mon[45557]: pgmap v13390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:55 smithi088 ceph-mon[35322]: pgmap v13391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:55 smithi175 ceph-mon[44549]: pgmap v13391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:55 smithi181 ceph-mon[45557]: pgmap v13391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:57:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:57 smithi088 ceph-mon[35322]: pgmap v13392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:57 smithi175 ceph-mon[44549]: pgmap v13392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:57 smithi181 ceph-mon[45557]: pgmap v13392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:57:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:57:59 smithi175 ceph-mon[44549]: pgmap v13393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:57:59 smithi181 ceph-mon[45557]: pgmap v13393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:57:59.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:57:59 smithi088 ceph-mon[35322]: pgmap v13393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:01 smithi088 ceph-mon[35322]: pgmap v13394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:01 smithi175 ceph-mon[44549]: pgmap v13394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:01 smithi181 ceph-mon[45557]: pgmap v13394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:03 smithi088 ceph-mon[35322]: pgmap v13395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:03.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:03 smithi175 ceph-mon[44549]: pgmap v13395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:03 smithi181 ceph-mon[45557]: pgmap v13395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:05 smithi088 ceph-mon[35322]: pgmap v13396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:05 smithi175 ceph-mon[44549]: pgmap v13396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:05 smithi181 ceph-mon[45557]: pgmap v13396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:07 smithi088 ceph-mon[35322]: pgmap v13397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:07 smithi175 ceph-mon[44549]: pgmap v13397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:07 smithi181 ceph-mon[45557]: pgmap v13397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:08.348 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:08.347+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:58:08.349 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:08.347+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:58:08.349 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:08.347+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:58:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:09 smithi175 ceph-mon[44549]: pgmap v13398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:09 smithi181 ceph-mon[45557]: pgmap v13398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:09 smithi088 ceph-mon[35322]: pgmap v13398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:11 smithi088 ceph-mon[35322]: pgmap v13399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:11 smithi175 ceph-mon[44549]: pgmap v13399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:11 smithi181 ceph-mon[45557]: pgmap v13399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:13 smithi088 ceph-mon[35322]: pgmap v13400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:13 smithi175 ceph-mon[44549]: pgmap v13400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:13 smithi181 ceph-mon[45557]: pgmap v13400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:15 smithi088 ceph-mon[35322]: pgmap v13401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:15 smithi175 ceph-mon[44549]: pgmap v13401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:15 smithi181 ceph-mon[45557]: pgmap v13401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:17 smithi088 ceph-mon[35322]: pgmap v13402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:17 smithi175 ceph-mon[44549]: pgmap v13402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:17 smithi181 ceph-mon[45557]: pgmap v13402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:19 smithi175 ceph-mon[44549]: pgmap v13403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:19 smithi181 ceph-mon[45557]: pgmap v13403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:19 smithi088 ceph-mon[35322]: pgmap v13403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:21 smithi088 ceph-mon[35322]: pgmap v13404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:21 smithi175 ceph-mon[44549]: pgmap v13404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:21 smithi181 ceph-mon[45557]: pgmap v13404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:23.349+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:58:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:23.349+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:58:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:23.349+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:58:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:23 smithi088 ceph-mon[35322]: pgmap v13405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:23 smithi175 ceph-mon[44549]: pgmap v13405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:23 smithi181 ceph-mon[45557]: pgmap v13405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:25 smithi088 ceph-mon[35322]: pgmap v13406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:25 smithi175 ceph-mon[44549]: pgmap v13406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:25 smithi181 ceph-mon[45557]: pgmap v13406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:27 smithi088 ceph-mon[35322]: pgmap v13407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:27 smithi175 ceph-mon[44549]: pgmap v13407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:27 smithi181 ceph-mon[45557]: pgmap v13407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:29 smithi175 ceph-mon[44549]: pgmap v13408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:29 smithi181 ceph-mon[45557]: pgmap v13408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:29 smithi088 ceph-mon[35322]: pgmap v13408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:31 smithi088 ceph-mon[35322]: pgmap v13409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:58:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:58:31.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:58:31.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:58:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:31 smithi175 ceph-mon[44549]: pgmap v13409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:58:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:58:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:58:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:58:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:31 smithi181 ceph-mon[45557]: pgmap v13409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:58:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T19:58:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:58:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:58:31.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:58:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:32 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:58:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:32 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:58:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:32 smithi088 ceph-mon[35322]: pgmap v13410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:58:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:32 smithi088 ceph-mon[35322]: pgmap v13411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:58:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:32 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:58:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:32 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:58:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:32 smithi175 ceph-mon[44549]: pgmap v13410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:58:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:32 smithi175 ceph-mon[44549]: pgmap v13411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:58:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:32 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T19:58:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:32 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T19:58:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:32 smithi181 ceph-mon[45557]: pgmap v13410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T19:58:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:32 smithi181 ceph-mon[45557]: pgmap v13411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:58:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:34 smithi175 ceph-mon[44549]: pgmap v13412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:58:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:34 smithi181 ceph-mon[45557]: pgmap v13412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:58:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:34 smithi088 ceph-mon[35322]: pgmap v13412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:58:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:36 smithi088 ceph-mon[35322]: pgmap v13413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:58:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:36 smithi175 ceph-mon[44549]: pgmap v13413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:58:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:36 smithi181 ceph-mon[45557]: pgmap v13413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:58:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:38.357+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:58:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:38.357+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:58:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:38.357+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:58:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:38 smithi088 ceph-mon[35322]: pgmap v13414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:58:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:38 smithi175 ceph-mon[44549]: pgmap v13414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:58:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:38 smithi181 ceph-mon[45557]: pgmap v13414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:58:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:40 smithi088 ceph-mon[35322]: pgmap v13415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:58:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:40 smithi175 ceph-mon[44549]: pgmap v13415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:58:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:40 smithi181 ceph-mon[45557]: pgmap v13415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:58:41.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:41 smithi088 ceph-mon[35322]: pgmap v13416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:58:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:41 smithi175 ceph-mon[44549]: pgmap v13416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:58:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:41 smithi181 ceph-mon[45557]: pgmap v13416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:58:44.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:44 smithi175 ceph-mon[44549]: pgmap v13417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:58:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:44 smithi181 ceph-mon[45557]: pgmap v13417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:58:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:44 smithi088 ceph-mon[35322]: pgmap v13417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T19:58:46.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:46 smithi088 ceph-mon[35322]: pgmap v13418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:46 smithi175 ceph-mon[44549]: pgmap v13418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:46 smithi181 ceph-mon[45557]: pgmap v13418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:48 smithi088 ceph-mon[35322]: pgmap v13419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:48 smithi175 ceph-mon[44549]: pgmap v13419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:48 smithi181 ceph-mon[45557]: pgmap v13419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:50 smithi088 ceph-mon[35322]: pgmap v13420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:50 smithi175 ceph-mon[44549]: pgmap v13420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:50 smithi181 ceph-mon[45557]: pgmap v13420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:58:51.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:51 smithi175 ceph-mon[44549]: pgmap v13421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:51 smithi181 ceph-mon[45557]: pgmap v13421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:51 smithi088 ceph-mon[35322]: pgmap v13421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:53.370+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:53.370+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:58:53.370+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:58:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:54 smithi175 ceph-mon[44549]: pgmap v13422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:54 smithi181 ceph-mon[45557]: pgmap v13422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:54 smithi088 ceph-mon[35322]: pgmap v13422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:58:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:56 smithi088 ceph-mon[35322]: pgmap v13423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:56 smithi175 ceph-mon[44549]: pgmap v13423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:56 smithi181 ceph-mon[45557]: pgmap v13423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:58:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:58:58 smithi088 ceph-mon[35322]: pgmap v13424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:58.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:58:58 smithi175 ceph-mon[44549]: pgmap v13424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:58:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:58:58 smithi181 ceph-mon[45557]: pgmap v13424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:00 smithi088 ceph-mon[35322]: pgmap v13425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:00 smithi175 ceph-mon[44549]: pgmap v13425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:00 smithi181 ceph-mon[45557]: pgmap v13425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:01 smithi088 ceph-mon[35322]: pgmap v13426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:01 smithi175 ceph-mon[44549]: pgmap v13426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:01 smithi181 ceph-mon[45557]: pgmap v13426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:04 smithi175 ceph-mon[44549]: pgmap v13427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:04 smithi181 ceph-mon[45557]: pgmap v13427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:04 smithi088 ceph-mon[35322]: pgmap v13427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:06 smithi088 ceph-mon[35322]: pgmap v13428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:06.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:06 smithi175 ceph-mon[44549]: pgmap v13428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:06 smithi181 ceph-mon[45557]: pgmap v13428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:08.375 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:08.375+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:59:08.376 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:08.375+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:59:08.376 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:08.375+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:59:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:08 smithi088 ceph-mon[35322]: pgmap v13429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:08 smithi175 ceph-mon[44549]: pgmap v13429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:08 smithi181 ceph-mon[45557]: pgmap v13429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:09.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:09 smithi175 ceph-mon[44549]: pgmap v13430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:09 smithi181 ceph-mon[45557]: pgmap v13430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:09.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:09 smithi088 ceph-mon[35322]: pgmap v13430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:12 smithi088 ceph-mon[35322]: pgmap v13431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:12 smithi175 ceph-mon[44549]: pgmap v13431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:12 smithi181 ceph-mon[45557]: pgmap v13431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:14 smithi175 ceph-mon[44549]: pgmap v13432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:14 smithi181 ceph-mon[45557]: pgmap v13432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:14 smithi088 ceph-mon[35322]: pgmap v13432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:16 smithi088 ceph-mon[35322]: pgmap v13433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:16 smithi175 ceph-mon[44549]: pgmap v13433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:16 smithi181 ceph-mon[45557]: pgmap v13433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:18 smithi088 ceph-mon[35322]: pgmap v13434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:18 smithi175 ceph-mon[44549]: pgmap v13434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:18 smithi181 ceph-mon[45557]: pgmap v13434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:19.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:19 smithi175 ceph-mon[44549]: pgmap v13435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:19 smithi181 ceph-mon[45557]: pgmap v13435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:19.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:19 smithi088 ceph-mon[35322]: pgmap v13435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:22 smithi088 ceph-mon[35322]: pgmap v13436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:22 smithi175 ceph-mon[44549]: pgmap v13436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:22 smithi181 ceph-mon[45557]: pgmap v13436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:23.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:23.388+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:59:23.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:23.388+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:59:23.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:23.388+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:59:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:24 smithi175 ceph-mon[44549]: pgmap v13437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:24 smithi181 ceph-mon[45557]: pgmap v13437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:24 smithi088 ceph-mon[35322]: pgmap v13437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:26.252 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:26 smithi088 ceph-mon[35322]: pgmap v13438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:26 smithi175 ceph-mon[44549]: pgmap v13438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:26 smithi181 ceph-mon[45557]: pgmap v13438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:27 smithi175 ceph-mon[44549]: pgmap v13439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:27 smithi181 ceph-mon[45557]: pgmap v13439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:27 smithi088 ceph-mon[35322]: pgmap v13439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:30 smithi088 ceph-mon[35322]: pgmap v13440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:30 smithi175 ceph-mon[44549]: pgmap v13440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:30 smithi181 ceph-mon[45557]: pgmap v13440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:31 smithi175 ceph-mon[44549]: pgmap v13441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:31 smithi181 ceph-mon[45557]: pgmap v13441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:31 smithi088 ceph-mon[35322]: pgmap v13441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:59:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:59:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:59:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:32 smithi175 ceph-mon[44549]: pgmap v13442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:59:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:32 smithi175 ceph-mon[44549]: pgmap v13443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:59:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:59:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:59:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:59:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:59:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:32 smithi181 ceph-mon[45557]: pgmap v13442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:59:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:32 smithi181 ceph-mon[45557]: pgmap v13443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:59:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:59:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T19:59:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T19:59:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T19:59:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:32 smithi088 ceph-mon[35322]: pgmap v13442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T19:59:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:32 smithi088 ceph-mon[35322]: pgmap v13443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:59:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T19:59:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:34 smithi175 ceph-mon[44549]: pgmap v13444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:59:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:34 smithi181 ceph-mon[45557]: pgmap v13444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:59:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:34 smithi088 ceph-mon[35322]: pgmap v13444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:59:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:36 smithi175 ceph-mon[44549]: pgmap v13445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:59:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:36 smithi181 ceph-mon[45557]: pgmap v13445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:59:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:36 smithi088 ceph-mon[35322]: pgmap v13445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T19:59:38.396 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:38.395+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:59:38.396 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:38.395+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:59:38.396 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:38.395+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:59:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:39 smithi175 ceph-mon[44549]: pgmap v13446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:59:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:39 smithi181 ceph-mon[45557]: pgmap v13446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:59:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:39 smithi088 ceph-mon[35322]: pgmap v13446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T19:59:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:40 smithi175 ceph-mon[44549]: pgmap v13447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:59:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:40 smithi181 ceph-mon[45557]: pgmap v13447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:59:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:40 smithi088 ceph-mon[35322]: pgmap v13447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T19:59:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:42 smithi175 ceph-mon[44549]: pgmap v13448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:59:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:42 smithi181 ceph-mon[45557]: pgmap v13448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:59:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:42 smithi088 ceph-mon[35322]: pgmap v13448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T19:59:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:44 smithi175 ceph-mon[44549]: pgmap v13449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:44 smithi181 ceph-mon[45557]: pgmap v13449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:44 smithi088 ceph-mon[35322]: pgmap v13449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:46 smithi175 ceph-mon[44549]: pgmap v13450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:46 smithi181 ceph-mon[45557]: pgmap v13450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:46 smithi088 ceph-mon[35322]: pgmap v13450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:49 smithi175 ceph-mon[44549]: pgmap v13451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:49 smithi181 ceph-mon[45557]: pgmap v13451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:49 smithi088 ceph-mon[35322]: pgmap v13451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:50 smithi175 ceph-mon[44549]: pgmap v13452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:50 smithi181 ceph-mon[45557]: pgmap v13452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:50 smithi088 ceph-mon[35322]: pgmap v13452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T19:59:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:52 smithi175 ceph-mon[44549]: pgmap v13453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:52 smithi181 ceph-mon[45557]: pgmap v13453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:52 smithi088 ceph-mon[35322]: pgmap v13453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:53.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:53.407+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T19:59:53.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:53.407+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T19:59:53.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T19:59:53.407+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T19:59:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:54 smithi175 ceph-mon[44549]: pgmap v13454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:54 smithi181 ceph-mon[45557]: pgmap v13454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:54 smithi088 ceph-mon[35322]: pgmap v13454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T19:59:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:56 smithi175 ceph-mon[44549]: pgmap v13455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:56 smithi181 ceph-mon[45557]: pgmap v13455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:56 smithi088 ceph-mon[35322]: pgmap v13455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T19:59:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 19:59:59 smithi175 ceph-mon[44549]: pgmap v13456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 19:59:59 smithi181 ceph-mon[45557]: pgmap v13456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T19:59:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 19:59:59 smithi088 ceph-mon[35322]: pgmap v13456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:00:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:00:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:00:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:00:01.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:01 smithi175 ceph-mon[44549]: pgmap v13457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:00:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:01 smithi181 ceph-mon[45557]: pgmap v13457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:00:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:01 smithi088 ceph-mon[35322]: pgmap v13457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:00:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:02 smithi175 ceph-mon[44549]: pgmap v13458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:02 smithi181 ceph-mon[45557]: pgmap v13458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:02 smithi088 ceph-mon[35322]: pgmap v13458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:04 smithi175 ceph-mon[44549]: pgmap v13459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:04 smithi181 ceph-mon[45557]: pgmap v13459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:04 smithi088 ceph-mon[35322]: pgmap v13459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:06.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:06 smithi175 ceph-mon[44549]: pgmap v13460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:06 smithi181 ceph-mon[45557]: pgmap v13460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:06.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:06 smithi088 ceph-mon[35322]: pgmap v13460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:08.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:08.422+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:00:08.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:08.422+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:00:08.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:08.422+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:00:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:09 smithi175 ceph-mon[44549]: pgmap v13461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:00:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:09 smithi181 ceph-mon[45557]: pgmap v13461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:00:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:09 smithi088 ceph-mon[35322]: pgmap v13461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:00:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:10 smithi175 ceph-mon[44549]: pgmap v13462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:00:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:10 smithi181 ceph-mon[45557]: pgmap v13462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:00:10.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:10 smithi088 ceph-mon[35322]: pgmap v13462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:00:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:12 smithi175 ceph-mon[44549]: pgmap v13463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:00:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:12 smithi181 ceph-mon[45557]: pgmap v13463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:00:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:12 smithi088 ceph-mon[35322]: pgmap v13463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:00:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:14 smithi175 ceph-mon[44549]: pgmap v13464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:00:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:14 smithi181 ceph-mon[45557]: pgmap v13464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:00:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:14 smithi088 ceph-mon[35322]: pgmap v13464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:00:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:16 smithi175 ceph-mon[44549]: pgmap v13465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:00:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:16 smithi181 ceph-mon[45557]: pgmap v13465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:00:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:16 smithi088 ceph-mon[35322]: pgmap v13465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:00:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:19 smithi175 ceph-mon[44549]: pgmap v13466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:00:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:19 smithi181 ceph-mon[45557]: pgmap v13466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:00:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:19 smithi088 ceph-mon[35322]: pgmap v13466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:00:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:20 smithi175 ceph-mon[44549]: pgmap v13467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:00:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:20 smithi181 ceph-mon[45557]: pgmap v13467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:00:20.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:20 smithi088 ceph-mon[35322]: pgmap v13467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:00:22.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:22 smithi175 ceph-mon[44549]: pgmap v13468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:22 smithi181 ceph-mon[45557]: pgmap v13468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:22.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:22 smithi088 ceph-mon[35322]: pgmap v13468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:23.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:23.429+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:00:23.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:23.429+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:00:23.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:23.429+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:00:24.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:24 smithi175 ceph-mon[44549]: pgmap v13469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:24 smithi181 ceph-mon[45557]: pgmap v13469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:25.106 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:24 smithi088 ceph-mon[35322]: pgmap v13469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:26 smithi175 ceph-mon[44549]: pgmap v13470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:26 smithi181 ceph-mon[45557]: pgmap v13470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:26 smithi088 ceph-mon[35322]: pgmap v13470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:29.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:29 smithi175 ceph-mon[44549]: pgmap v13471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:00:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:29 smithi181 ceph-mon[45557]: pgmap v13471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:00:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:29 smithi088 ceph-mon[35322]: pgmap v13471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:00:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:30 smithi175 ceph-mon[44549]: pgmap v13472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:00:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:30 smithi181 ceph-mon[45557]: pgmap v13472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:00:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:30 smithi088 ceph-mon[35322]: pgmap v13472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:00:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:32 smithi175 ceph-mon[44549]: pgmap v13473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:32 smithi181 ceph-mon[45557]: pgmap v13473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:32 smithi088 ceph-mon[35322]: pgmap v13473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:00:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:00:33.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:00:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:34 smithi181 ceph-mon[45557]: pgmap v13474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:34 smithi088 ceph-mon[35322]: pgmap v13474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:34 smithi175 ceph-mon[44549]: pgmap v13474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:35.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:00:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:00:36.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:00:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:00:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:00:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:00:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:00:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:36 smithi175 ceph-mon[44549]: pgmap v13475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:00:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:36 smithi175 ceph-mon[44549]: pgmap v13476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:00:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:36 smithi181 ceph-mon[45557]: pgmap v13475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:00:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:36 smithi181 ceph-mon[45557]: pgmap v13476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:00:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:36 smithi088 ceph-mon[35322]: pgmap v13475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:00:37.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:36 smithi088 ceph-mon[35322]: pgmap v13476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:00:38.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:38.445+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:00:38.446 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:38.445+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:00:38.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:38.445+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:00:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:39 smithi175 ceph-mon[44549]: pgmap v13477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:00:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:39 smithi181 ceph-mon[45557]: pgmap v13477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:00:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:39.480+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T20:00:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:39.480+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T20:00:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:39.480+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad500 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344065040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T20:00:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:39.480+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad500 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344065040 comp rx=0 tx=0).stop 2024-01-28T20:00:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:39.480+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T20:00:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:39.480+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad500 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T20:00:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:39.480+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad500 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T20:00:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:39.480+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T20:00:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:39.480+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T20:00:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:39.481+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34405a040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T20:00:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:39 smithi088 ceph-mon[35322]: pgmap v13477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:00:41.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:41 smithi175 ceph-mon[44549]: pgmap v13478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:00:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:41 smithi181 ceph-mon[45557]: pgmap v13478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:00:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:41 smithi088 ceph-mon[35322]: pgmap v13478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:00:43.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:43.303+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:00:43.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:43.303+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T20:00:43.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:43.304+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 195 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T20:00:43.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:43.304+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 195 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006650 con 0x55d733ebf510 2024-01-28T20:00:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:43 smithi175 ceph-mon[44549]: pgmap v13479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:00:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:43 smithi181 ceph-mon[45557]: pgmap v13479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:00:43.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:43 smithi088 ceph-mon[35322]: pgmap v13479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:00:45.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:45 smithi175 ceph-mon[44549]: pgmap v13480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:00:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:45 smithi181 ceph-mon[45557]: pgmap v13480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:00:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:45 smithi088 ceph-mon[35322]: pgmap v13480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:00:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:47 smithi175 ceph-mon[44549]: pgmap v13481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:00:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:47 smithi181 ceph-mon[45557]: pgmap v13481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:00:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:47 smithi088 ceph-mon[35322]: pgmap v13481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:00:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:49 smithi175 ceph-mon[44549]: pgmap v13482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:00:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:49 smithi181 ceph-mon[45557]: pgmap v13482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:00:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:49 smithi088 ceph-mon[35322]: pgmap v13482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:00:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:51 smithi175 ceph-mon[44549]: pgmap v13483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:51 smithi181 ceph-mon[45557]: pgmap v13483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:51 smithi088 ceph-mon[35322]: pgmap v13483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:00:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:53 smithi175 ceph-mon[44549]: pgmap v13484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:53 smithi181 ceph-mon[45557]: pgmap v13484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:53.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:53.460+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:00:53.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:53.460+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:00:53.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:00:53.460+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:00:53.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:53 smithi088 ceph-mon[35322]: pgmap v13484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:00:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:55 smithi175 ceph-mon[44549]: pgmap v13485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:00:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:55 smithi181 ceph-mon[45557]: pgmap v13485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:00:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:55 smithi088 ceph-mon[35322]: pgmap v13485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:00:57.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:57 smithi175 ceph-mon[44549]: pgmap v13486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:00:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:57 smithi181 ceph-mon[45557]: pgmap v13486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:00:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:57 smithi088 ceph-mon[35322]: pgmap v13486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:00:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:00:59 smithi175 ceph-mon[44549]: pgmap v13487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:00:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:00:59 smithi181 ceph-mon[45557]: pgmap v13487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:00:59.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:00:59 smithi088 ceph-mon[35322]: pgmap v13487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:01 smithi175 ceph-mon[44549]: pgmap v13488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:01 smithi181 ceph-mon[45557]: pgmap v13488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:01 smithi088 ceph-mon[35322]: pgmap v13488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:03 smithi175 ceph-mon[44549]: pgmap v13489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:03 smithi181 ceph-mon[45557]: pgmap v13489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:03 smithi088 ceph-mon[35322]: pgmap v13489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:05.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:05 smithi175 ceph-mon[44549]: pgmap v13490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:05 smithi181 ceph-mon[45557]: pgmap v13490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:05 smithi088 ceph-mon[35322]: pgmap v13490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:07 smithi175 ceph-mon[44549]: pgmap v13491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:07 smithi181 ceph-mon[45557]: pgmap v13491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:07 smithi088 ceph-mon[35322]: pgmap v13491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:08.464 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:08.462+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:01:08.464 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:08.462+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:01:08.464 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:08.462+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:01:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:09 smithi181 ceph-mon[45557]: pgmap v13492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:09 smithi088 ceph-mon[35322]: pgmap v13492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:09 smithi175 ceph-mon[44549]: pgmap v13492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:11 smithi181 ceph-mon[45557]: pgmap v13493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:11 smithi088 ceph-mon[35322]: pgmap v13493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:11 smithi175 ceph-mon[44549]: pgmap v13493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:13 smithi181 ceph-mon[45557]: pgmap v13494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:13 smithi088 ceph-mon[35322]: pgmap v13494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:13 smithi175 ceph-mon[44549]: pgmap v13494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:15 smithi181 ceph-mon[45557]: pgmap v13495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:15 smithi088 ceph-mon[35322]: pgmap v13495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:15 smithi175 ceph-mon[44549]: pgmap v13495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:17 smithi181 ceph-mon[45557]: pgmap v13496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:17 smithi088 ceph-mon[35322]: pgmap v13496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:17 smithi175 ceph-mon[44549]: pgmap v13496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:19 smithi181 ceph-mon[45557]: pgmap v13497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:19 smithi088 ceph-mon[35322]: pgmap v13497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:19 smithi175 ceph-mon[44549]: pgmap v13497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:21 smithi088 ceph-mon[35322]: pgmap v13498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:21.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:21 smithi181 ceph-mon[45557]: pgmap v13498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:21 smithi175 ceph-mon[44549]: pgmap v13498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:23 smithi181 ceph-mon[45557]: pgmap v13499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:23.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:23.469+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:01:23.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:23.469+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:01:23.470 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:23.469+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:01:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:23 smithi088 ceph-mon[35322]: pgmap v13499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:23 smithi175 ceph-mon[44549]: pgmap v13499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:25 smithi181 ceph-mon[45557]: pgmap v13500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:25 smithi088 ceph-mon[35322]: pgmap v13500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:25 smithi175 ceph-mon[44549]: pgmap v13500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:27 smithi181 ceph-mon[45557]: pgmap v13501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:27 smithi088 ceph-mon[35322]: pgmap v13501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:27 smithi175 ceph-mon[44549]: pgmap v13501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:28.310+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:01:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:28.310+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T20:01:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:28.310+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 196 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006650 con 0x7ff34c102770 2024-01-28T20:01:28.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:28.311+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 196 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:01:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:29 smithi181 ceph-mon[45557]: pgmap v13502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:29 smithi088 ceph-mon[35322]: pgmap v13502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:29 smithi175 ceph-mon[44549]: pgmap v13502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:31 smithi181 ceph-mon[45557]: pgmap v13503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:31 smithi088 ceph-mon[35322]: pgmap v13503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:31 smithi175 ceph-mon[44549]: pgmap v13503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:33 smithi088 ceph-mon[35322]: pgmap v13504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:33.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:33 smithi175 ceph-mon[44549]: pgmap v13504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:33 smithi181 ceph-mon[45557]: pgmap v13504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:35 smithi088 ceph-mon[35322]: pgmap v13505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:35 smithi175 ceph-mon[44549]: pgmap v13505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:35 smithi181 ceph-mon[45557]: pgmap v13505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:01:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:01:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:01:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:37 smithi088 ceph-mon[35322]: pgmap v13506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:01:37.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:01:37.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:01:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:37 smithi175 ceph-mon[44549]: pgmap v13506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:01:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:01:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:01:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:37 smithi181 ceph-mon[45557]: pgmap v13506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:01:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:01:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:01:38.486 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:38.483+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:01:38.486 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:38.483+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:01:38.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:38.483+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:01:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:38 smithi088 ceph-mon[35322]: pgmap v13507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:01:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:38 smithi088 ceph-mon[35322]: pgmap v13508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:01:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:38 smithi175 ceph-mon[44549]: pgmap v13507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:01:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:38 smithi175 ceph-mon[44549]: pgmap v13508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:01:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:38 smithi181 ceph-mon[45557]: pgmap v13507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:01:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:38 smithi181 ceph-mon[45557]: pgmap v13508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:01:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:40 smithi088 ceph-mon[35322]: pgmap v13509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:01:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:40 smithi175 ceph-mon[44549]: pgmap v13509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:01:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:40 smithi181 ceph-mon[45557]: pgmap v13509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:01:42.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:42 smithi088 ceph-mon[35322]: pgmap v13510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:01:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:42 smithi175 ceph-mon[44549]: pgmap v13510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:01:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:42 smithi181 ceph-mon[45557]: pgmap v13510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:01:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:44 smithi088 ceph-mon[35322]: pgmap v13511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:01:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:44 smithi175 ceph-mon[44549]: pgmap v13511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:01:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:44 smithi181 ceph-mon[45557]: pgmap v13511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:01:46.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:46 smithi088 ceph-mon[35322]: pgmap v13512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:01:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:46 smithi175 ceph-mon[44549]: pgmap v13512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:01:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:46 smithi181 ceph-mon[45557]: pgmap v13512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:01:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:48 smithi088 ceph-mon[35322]: pgmap v13513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:01:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:48 smithi175 ceph-mon[44549]: pgmap v13513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:01:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:48 smithi181 ceph-mon[45557]: pgmap v13513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:01:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:50 smithi088 ceph-mon[35322]: pgmap v13514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:50 smithi175 ceph-mon[44549]: pgmap v13514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:50 smithi181 ceph-mon[45557]: pgmap v13514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:52 smithi088 ceph-mon[35322]: pgmap v13515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:52 smithi175 ceph-mon[44549]: pgmap v13515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:52 smithi181 ceph-mon[45557]: pgmap v13515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:53.496+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:01:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:53.496+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:01:53.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:01:53.496+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:01:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:54 smithi088 ceph-mon[35322]: pgmap v13516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:54 smithi175 ceph-mon[44549]: pgmap v13516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:54 smithi181 ceph-mon[45557]: pgmap v13516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:01:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:56 smithi088 ceph-mon[35322]: pgmap v13517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:56 smithi175 ceph-mon[44549]: pgmap v13517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:56 smithi181 ceph-mon[45557]: pgmap v13517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:01:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:58 smithi088 ceph-mon[35322]: pgmap v13518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:58 smithi175 ceph-mon[44549]: pgmap v13518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:58 smithi181 ceph-mon[45557]: pgmap v13518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:01:59.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:01:59 smithi175 ceph-mon[44549]: pgmap v13519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:01:59 smithi181 ceph-mon[45557]: pgmap v13519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:01:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:01:59 smithi088 ceph-mon[35322]: pgmap v13519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:02:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:01 smithi088 ceph-mon[35322]: pgmap v13520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:01 smithi175 ceph-mon[44549]: pgmap v13520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:01 smithi181 ceph-mon[45557]: pgmap v13520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:04 smithi175 ceph-mon[44549]: pgmap v13521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:04 smithi181 ceph-mon[45557]: pgmap v13521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:04 smithi088 ceph-mon[35322]: pgmap v13521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:06 smithi175 ceph-mon[44549]: pgmap v13522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:06 smithi181 ceph-mon[45557]: pgmap v13522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:06 smithi088 ceph-mon[35322]: pgmap v13522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:08.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:08 smithi175 ceph-mon[44549]: pgmap v13523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:08 smithi181 ceph-mon[45557]: pgmap v13523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:08.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:08.511+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:02:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:08.511+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:02:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:08.511+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:02:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:08 smithi088 ceph-mon[35322]: pgmap v13523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:10.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:10 smithi175 ceph-mon[44549]: pgmap v13524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:02:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:10 smithi181 ceph-mon[45557]: pgmap v13524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:02:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:10 smithi088 ceph-mon[35322]: pgmap v13524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:02:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:12 smithi175 ceph-mon[44549]: pgmap v13525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:12 smithi181 ceph-mon[45557]: pgmap v13525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:12 smithi088 ceph-mon[35322]: pgmap v13525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:14.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:14 smithi175 ceph-mon[44549]: pgmap v13526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:14 smithi181 ceph-mon[45557]: pgmap v13526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:14 smithi088 ceph-mon[35322]: pgmap v13526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:16.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:16 smithi175 ceph-mon[44549]: pgmap v13527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:16 smithi181 ceph-mon[45557]: pgmap v13527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:16 smithi088 ceph-mon[35322]: pgmap v13527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:18.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:18 smithi175 ceph-mon[44549]: pgmap v13528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:18 smithi181 ceph-mon[45557]: pgmap v13528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:18 smithi088 ceph-mon[35322]: pgmap v13528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:20 smithi181 ceph-mon[45557]: pgmap v13529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:02:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:20 smithi088 ceph-mon[35322]: pgmap v13529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:02:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:20 smithi175 ceph-mon[44549]: pgmap v13529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:02:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:22 smithi181 ceph-mon[45557]: pgmap v13530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:22 smithi088 ceph-mon[35322]: pgmap v13530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:22 smithi175 ceph-mon[44549]: pgmap v13530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:23.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:23.522+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:02:23.524 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:23.522+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:02:23.524 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:23.522+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:02:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:24 smithi181 ceph-mon[45557]: pgmap v13531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:24 smithi088 ceph-mon[35322]: pgmap v13531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:24 smithi175 ceph-mon[44549]: pgmap v13531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:26 smithi181 ceph-mon[45557]: pgmap v13532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:26 smithi088 ceph-mon[35322]: pgmap v13532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:26 smithi175 ceph-mon[44549]: pgmap v13532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:28 smithi181 ceph-mon[45557]: pgmap v13533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:28 smithi088 ceph-mon[35322]: pgmap v13533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:28 smithi175 ceph-mon[44549]: pgmap v13533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:30 smithi181 ceph-mon[45557]: pgmap v13534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:02:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:30 smithi088 ceph-mon[35322]: pgmap v13534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:02:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:30 smithi175 ceph-mon[44549]: pgmap v13534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:02:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:32 smithi181 ceph-mon[45557]: pgmap v13535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:32 smithi088 ceph-mon[35322]: pgmap v13535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:32 smithi175 ceph-mon[44549]: pgmap v13535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:34 smithi181 ceph-mon[45557]: pgmap v13536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:34.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:34 smithi088 ceph-mon[35322]: pgmap v13536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:34 smithi175 ceph-mon[44549]: pgmap v13536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:02:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:36 smithi181 ceph-mon[45557]: pgmap v13537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:02:36.536 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:36 smithi088 ceph-mon[35322]: pgmap v13537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:02:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:36 smithi175 ceph-mon[44549]: pgmap v13537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:02:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:02:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:02:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:02:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:38 smithi181 ceph-mon[45557]: pgmap v13538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:02:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:02:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:02:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:02:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:02:38.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:38 smithi088 ceph-mon[35322]: pgmap v13538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:38.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:02:38.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:02:38.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:02:38.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:02:38.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:02:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:38.538+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:02:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:38.538+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:02:38.539 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:38.538+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:02:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:38 smithi175 ceph-mon[44549]: pgmap v13538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:02:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:02:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:02:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:02:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:02:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:39 smithi088 ceph-mon[35322]: pgmap v13539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T20:02:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:39 smithi175 ceph-mon[44549]: pgmap v13539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T20:02:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:39 smithi181 ceph-mon[45557]: pgmap v13539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T20:02:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:41 smithi088 ceph-mon[35322]: pgmap v13540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:02:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:41 smithi175 ceph-mon[44549]: pgmap v13540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:02:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:41 smithi181 ceph-mon[45557]: pgmap v13540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:02:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:43 smithi088 ceph-mon[35322]: pgmap v13541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:02:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:43 smithi175 ceph-mon[44549]: pgmap v13541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:02:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:43 smithi181 ceph-mon[45557]: pgmap v13541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:02:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:45 smithi088 ceph-mon[35322]: pgmap v13542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:02:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:45 smithi175 ceph-mon[44549]: pgmap v13542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:02:45.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:45 smithi181 ceph-mon[45557]: pgmap v13542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:02:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:47 smithi088 ceph-mon[35322]: pgmap v13543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:02:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:47 smithi175 ceph-mon[44549]: pgmap v13543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:02:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:47 smithi181 ceph-mon[45557]: pgmap v13543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:02:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:49 smithi088 ceph-mon[35322]: pgmap v13544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:02:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:49 smithi175 ceph-mon[44549]: pgmap v13544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:02:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:49 smithi181 ceph-mon[45557]: pgmap v13544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:02:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:51 smithi088 ceph-mon[35322]: pgmap v13545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:02:51.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:51 smithi175 ceph-mon[44549]: pgmap v13545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:02:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:51 smithi181 ceph-mon[45557]: pgmap v13545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:02:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:53 smithi088 ceph-mon[35322]: pgmap v13546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:53.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:53.548+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:02:53.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:53.548+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:02:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:02:53.548+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:02:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:53 smithi175 ceph-mon[44549]: pgmap v13546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:53 smithi181 ceph-mon[45557]: pgmap v13546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:55 smithi088 ceph-mon[35322]: pgmap v13547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:55 smithi175 ceph-mon[44549]: pgmap v13547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:55 smithi181 ceph-mon[45557]: pgmap v13547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:02:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:57 smithi088 ceph-mon[35322]: pgmap v13548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:57 smithi175 ceph-mon[44549]: pgmap v13548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:57 smithi181 ceph-mon[45557]: pgmap v13548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:02:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:02:59 smithi088 ceph-mon[35322]: pgmap v13549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:02:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:02:59 smithi175 ceph-mon[44549]: pgmap v13549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:02:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:02:59 smithi181 ceph-mon[45557]: pgmap v13549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:03:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:01 smithi088 ceph-mon[35322]: pgmap v13550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:01 smithi175 ceph-mon[44549]: pgmap v13550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:01 smithi181 ceph-mon[45557]: pgmap v13550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:03.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:03 smithi088 ceph-mon[35322]: pgmap v13551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:03.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:03 smithi175 ceph-mon[44549]: pgmap v13551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:03.710 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:03 smithi181 ceph-mon[45557]: pgmap v13551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:05.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:05 smithi088 ceph-mon[35322]: pgmap v13552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:05 smithi175 ceph-mon[44549]: pgmap v13552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:05 smithi181 ceph-mon[45557]: pgmap v13552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:07 smithi088 ceph-mon[35322]: pgmap v13553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:07.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:07 smithi175 ceph-mon[44549]: pgmap v13553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:07 smithi181 ceph-mon[45557]: pgmap v13553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:08.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:08.559+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:03:08.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:08.559+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:03:08.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:08.559+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:03:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:09 smithi088 ceph-mon[35322]: pgmap v13554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:03:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:09 smithi175 ceph-mon[44549]: pgmap v13554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:03:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:09 smithi181 ceph-mon[45557]: pgmap v13554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:03:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:11 smithi088 ceph-mon[35322]: pgmap v13555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:11 smithi175 ceph-mon[44549]: pgmap v13555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:11 smithi181 ceph-mon[45557]: pgmap v13555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:13 smithi088 ceph-mon[35322]: pgmap v13556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:13 smithi175 ceph-mon[44549]: pgmap v13556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:13 smithi181 ceph-mon[45557]: pgmap v13556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:15.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:15 smithi088 ceph-mon[35322]: pgmap v13557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:15 smithi175 ceph-mon[44549]: pgmap v13557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:15 smithi181 ceph-mon[45557]: pgmap v13557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:17 smithi088 ceph-mon[35322]: pgmap v13558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:17 smithi175 ceph-mon[44549]: pgmap v13558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:17 smithi181 ceph-mon[45557]: pgmap v13558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:19 smithi088 ceph-mon[35322]: pgmap v13559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:03:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:19 smithi175 ceph-mon[44549]: pgmap v13559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:03:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:19 smithi181 ceph-mon[45557]: pgmap v13559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:03:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:21 smithi175 ceph-mon[44549]: pgmap v13560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:21 smithi181 ceph-mon[45557]: pgmap v13560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:21.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:21 smithi088 ceph-mon[35322]: pgmap v13560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:23.571+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:03:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:23.571+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:03:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:23.571+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:03:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:23 smithi175 ceph-mon[44549]: pgmap v13561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:23 smithi181 ceph-mon[45557]: pgmap v13561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:23 smithi088 ceph-mon[35322]: pgmap v13561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:25.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:25 smithi175 ceph-mon[44549]: pgmap v13562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:25 smithi181 ceph-mon[45557]: pgmap v13562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:25 smithi088 ceph-mon[35322]: pgmap v13562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:26 smithi175 ceph-mon[44549]: pgmap v13563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:26 smithi181 ceph-mon[45557]: pgmap v13563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:26 smithi088 ceph-mon[35322]: pgmap v13563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:29 smithi175 ceph-mon[44549]: pgmap v13564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:03:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:29 smithi181 ceph-mon[45557]: pgmap v13564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:03:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:29 smithi088 ceph-mon[35322]: pgmap v13564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:03:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:31 smithi181 ceph-mon[45557]: pgmap v13565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:31 smithi088 ceph-mon[35322]: pgmap v13565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:31 smithi175 ceph-mon[44549]: pgmap v13565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:03:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:33 smithi181 ceph-mon[45557]: pgmap v13566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:33 smithi088 ceph-mon[35322]: pgmap v13566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:33 smithi175 ceph-mon[44549]: pgmap v13566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:35 smithi181 ceph-mon[45557]: pgmap v13567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:35 smithi088 ceph-mon[35322]: pgmap v13567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:35 smithi175 ceph-mon[44549]: pgmap v13567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:03:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:37 smithi181 ceph-mon[45557]: pgmap v13568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:37 smithi088 ceph-mon[35322]: pgmap v13568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:37 smithi175 ceph-mon[44549]: pgmap v13568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:38.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:38.579+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:03:38.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:38.579+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:03:38.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:38.579+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:03:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:39 smithi181 ceph-mon[45557]: pgmap v13569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:03:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:03:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:39 smithi088 ceph-mon[35322]: pgmap v13569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:03:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:03:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:39 smithi175 ceph-mon[44549]: pgmap v13569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:03:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:03:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:39.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:03:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:03:40.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:40 smithi088 ceph-mon[35322]: pgmap v13570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:03:40.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:40 smithi088 ceph-mon[35322]: pgmap v13571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:03:40.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:03:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:03:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:40 smithi175 ceph-mon[44549]: pgmap v13570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:03:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:40 smithi175 ceph-mon[44549]: pgmap v13571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:03:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:40.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:03:40.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:03:40.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:40 smithi181 ceph-mon[45557]: pgmap v13570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:03:40.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:40 smithi181 ceph-mon[45557]: pgmap v13571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:03:40.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:03:42.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:42 smithi175 ceph-mon[44549]: pgmap v13572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:03:42.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:42 smithi181 ceph-mon[45557]: pgmap v13572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:03:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:42 smithi088 ceph-mon[35322]: pgmap v13572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:03:43.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:43.331+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T20:03:43.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:43.331+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:03:43.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:43.331+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 197 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T20:03:43.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:43.331+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 197 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006650 con 0x55d733ebf510 2024-01-28T20:03:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:45 smithi181 ceph-mon[45557]: pgmap v13573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:45 smithi088 ceph-mon[35322]: pgmap v13573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:45 smithi175 ceph-mon[44549]: pgmap v13573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:47 smithi181 ceph-mon[45557]: pgmap v13574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:47 smithi088 ceph-mon[35322]: pgmap v13574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:47 smithi175 ceph-mon[44549]: pgmap v13574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:49 smithi181 ceph-mon[45557]: pgmap v13575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:03:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:49 smithi088 ceph-mon[35322]: pgmap v13575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:03:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:49 smithi175 ceph-mon[44549]: pgmap v13575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:03:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:51 smithi181 ceph-mon[45557]: pgmap v13576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:03:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:51 smithi088 ceph-mon[35322]: pgmap v13576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:03:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:51 smithi175 ceph-mon[44549]: pgmap v13576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:03:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:53 smithi181 ceph-mon[45557]: pgmap v13577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:53 smithi088 ceph-mon[35322]: pgmap v13577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:53.593 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:53.592+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:03:53.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:53.592+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:03:53.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:03:53.592+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:03:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:53 smithi175 ceph-mon[44549]: pgmap v13577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:03:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:55 smithi181 ceph-mon[45557]: pgmap v13578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:03:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:55 smithi088 ceph-mon[35322]: pgmap v13578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:03:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:55 smithi175 ceph-mon[44549]: pgmap v13578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:03:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:57 smithi181 ceph-mon[45557]: pgmap v13579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:57 smithi088 ceph-mon[35322]: pgmap v13579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:57 smithi175 ceph-mon[44549]: pgmap v13579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:03:59 smithi181 ceph-mon[45557]: pgmap v13580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:03:59 smithi088 ceph-mon[35322]: pgmap v13580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:03:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:03:59 smithi175 ceph-mon[44549]: pgmap v13580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:01 smithi088 ceph-mon[35322]: pgmap v13581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:01 smithi175 ceph-mon[44549]: pgmap v13581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:01 smithi181 ceph-mon[45557]: pgmap v13581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:03 smithi088 ceph-mon[35322]: pgmap v13582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:03 smithi175 ceph-mon[44549]: pgmap v13582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:03 smithi181 ceph-mon[45557]: pgmap v13582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:05 smithi088 ceph-mon[35322]: pgmap v13583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:05 smithi175 ceph-mon[44549]: pgmap v13583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:05 smithi181 ceph-mon[45557]: pgmap v13583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:07 smithi088 ceph-mon[35322]: pgmap v13584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:07 smithi175 ceph-mon[44549]: pgmap v13584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:07 smithi181 ceph-mon[45557]: pgmap v13584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:08.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:08.607+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:04:08.609 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:08.607+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:04:08.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:08.607+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:04:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:09 smithi088 ceph-mon[35322]: pgmap v13585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:09.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:09 smithi175 ceph-mon[44549]: pgmap v13585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:09 smithi181 ceph-mon[45557]: pgmap v13585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:11 smithi088 ceph-mon[35322]: pgmap v13586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:11 smithi175 ceph-mon[44549]: pgmap v13586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:11 smithi181 ceph-mon[45557]: pgmap v13586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:13 smithi088 ceph-mon[35322]: pgmap v13587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:13 smithi175 ceph-mon[44549]: pgmap v13587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:13 smithi181 ceph-mon[45557]: pgmap v13587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:15 smithi088 ceph-mon[35322]: pgmap v13588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:15 smithi175 ceph-mon[44549]: pgmap v13588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:15 smithi181 ceph-mon[45557]: pgmap v13588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:17 smithi088 ceph-mon[35322]: pgmap v13589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:17 smithi175 ceph-mon[44549]: pgmap v13589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:17 smithi181 ceph-mon[45557]: pgmap v13589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:19 smithi088 ceph-mon[35322]: pgmap v13590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:19.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:19 smithi175 ceph-mon[44549]: pgmap v13590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:19 smithi181 ceph-mon[45557]: pgmap v13590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:21 smithi088 ceph-mon[35322]: pgmap v13591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:21.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:21 smithi175 ceph-mon[44549]: pgmap v13591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:21 smithi181 ceph-mon[45557]: pgmap v13591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:23 smithi088 ceph-mon[35322]: pgmap v13592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:23.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:23.617+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:04:23.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:23.617+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:04:23.619 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:23.617+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:04:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:23 smithi175 ceph-mon[44549]: pgmap v13592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:23 smithi181 ceph-mon[45557]: pgmap v13592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:25 smithi088 ceph-mon[35322]: pgmap v13593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:25 smithi175 ceph-mon[44549]: pgmap v13593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:25 smithi181 ceph-mon[45557]: pgmap v13593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:27 smithi088 ceph-mon[35322]: pgmap v13594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:27 smithi175 ceph-mon[44549]: pgmap v13594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:27 smithi181 ceph-mon[45557]: pgmap v13594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:29 smithi088 ceph-mon[35322]: pgmap v13595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:29 smithi175 ceph-mon[44549]: pgmap v13595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:29 smithi181 ceph-mon[45557]: pgmap v13595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:31 smithi088 ceph-mon[35322]: pgmap v13596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:31 smithi175 ceph-mon[44549]: pgmap v13596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:31 smithi181 ceph-mon[45557]: pgmap v13596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:33 smithi088 ceph-mon[35322]: pgmap v13597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:33 smithi175 ceph-mon[44549]: pgmap v13597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:33 smithi181 ceph-mon[45557]: pgmap v13597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:35 smithi088 ceph-mon[35322]: pgmap v13598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:35 smithi175 ceph-mon[44549]: pgmap v13598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:35 smithi181 ceph-mon[45557]: pgmap v13598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:04:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:37 smithi088 ceph-mon[35322]: pgmap v13599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:37 smithi175 ceph-mon[44549]: pgmap v13599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:37 smithi181 ceph-mon[45557]: pgmap v13599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:38.626+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:04:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:38.626+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:04:38.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:38.626+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:04:39.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:39 smithi088 ceph-mon[35322]: pgmap v13600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:39 smithi175 ceph-mon[44549]: pgmap v13600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:39 smithi181 ceph-mon[45557]: pgmap v13600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:04:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:04:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:04:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:41 smithi175 ceph-mon[44549]: pgmap v13601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:04:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:04:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:04:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:41 smithi181 ceph-mon[45557]: pgmap v13601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:04:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:04:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:04:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:41 smithi088 ceph-mon[35322]: pgmap v13601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:04:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:04:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:04:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:42 smithi175 ceph-mon[44549]: pgmap v13602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:04:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:42 smithi175 ceph-mon[44549]: pgmap v13603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:04:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:42 smithi181 ceph-mon[45557]: pgmap v13602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:04:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:42 smithi181 ceph-mon[45557]: pgmap v13603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:04:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:42 smithi088 ceph-mon[35322]: pgmap v13602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:04:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:42 smithi088 ceph-mon[35322]: pgmap v13603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:04:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:44 smithi175 ceph-mon[44549]: pgmap v13604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:04:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:44 smithi181 ceph-mon[45557]: pgmap v13604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:04:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:44 smithi088 ceph-mon[35322]: pgmap v13604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:04:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:46 smithi175 ceph-mon[44549]: pgmap v13605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:04:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:46 smithi181 ceph-mon[45557]: pgmap v13605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:04:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:46 smithi088 ceph-mon[35322]: pgmap v13605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:04:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:48 smithi175 ceph-mon[44549]: pgmap v13606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:04:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:48 smithi181 ceph-mon[45557]: pgmap v13606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:04:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:48 smithi088 ceph-mon[35322]: pgmap v13606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:04:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:49 smithi175 ceph-mon[44549]: pgmap v13607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:04:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:49 smithi181 ceph-mon[45557]: pgmap v13607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:04:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:49 smithi088 ceph-mon[35322]: pgmap v13607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:04:51.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:51 smithi175 ceph-mon[44549]: pgmap v13608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:04:51.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:51 smithi181 ceph-mon[45557]: pgmap v13608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:04:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:51 smithi088 ceph-mon[35322]: pgmap v13608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:04:53.642 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:53.642+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:04:53.643 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:53.642+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:04:53.643 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:04:53.642+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:04:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:54 smithi181 ceph-mon[45557]: pgmap v13609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:54 smithi088 ceph-mon[35322]: pgmap v13609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:54 smithi175 ceph-mon[44549]: pgmap v13609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:04:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:56 smithi181 ceph-mon[45557]: pgmap v13610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:56 smithi088 ceph-mon[35322]: pgmap v13610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:56 smithi175 ceph-mon[44549]: pgmap v13610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:04:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:04:58 smithi181 ceph-mon[45557]: pgmap v13611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:04:58 smithi088 ceph-mon[35322]: pgmap v13611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:04:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:04:58 smithi175 ceph-mon[44549]: pgmap v13611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:00 smithi181 ceph-mon[45557]: pgmap v13612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:00.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:00 smithi088 ceph-mon[35322]: pgmap v13612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:00.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:00 smithi175 ceph-mon[44549]: pgmap v13612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:02 smithi088 ceph-mon[35322]: pgmap v13613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:02 smithi175 ceph-mon[44549]: pgmap v13613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:02 smithi181 ceph-mon[45557]: pgmap v13613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:04 smithi088 ceph-mon[35322]: pgmap v13614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:04 smithi175 ceph-mon[44549]: pgmap v13614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:04 smithi181 ceph-mon[45557]: pgmap v13614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:06 smithi088 ceph-mon[35322]: pgmap v13615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:05:06.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:06 smithi175 ceph-mon[44549]: pgmap v13615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:05:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:06 smithi181 ceph-mon[45557]: pgmap v13615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:05:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:08 smithi088 ceph-mon[35322]: pgmap v13616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:08.656 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:08.654+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:05:08.656 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:08.654+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:05:08.656 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:08.654+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:05:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:08 smithi175 ceph-mon[44549]: pgmap v13616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:08 smithi181 ceph-mon[45557]: pgmap v13616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:10 smithi088 ceph-mon[35322]: pgmap v13617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:10 smithi175 ceph-mon[44549]: pgmap v13617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:10 smithi181 ceph-mon[45557]: pgmap v13617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:12 smithi088 ceph-mon[35322]: pgmap v13618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:12 smithi175 ceph-mon[44549]: pgmap v13618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:12 smithi181 ceph-mon[45557]: pgmap v13618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:14 smithi088 ceph-mon[35322]: pgmap v13619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:14 smithi175 ceph-mon[44549]: pgmap v13619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:14 smithi181 ceph-mon[45557]: pgmap v13619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:16 smithi088 ceph-mon[35322]: pgmap v13620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:05:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:16 smithi175 ceph-mon[44549]: pgmap v13620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:05:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:16 smithi181 ceph-mon[45557]: pgmap v13620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:05:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:18 smithi088 ceph-mon[35322]: pgmap v13621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:18 smithi175 ceph-mon[44549]: pgmap v13621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:18 smithi181 ceph-mon[45557]: pgmap v13621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:20 smithi088 ceph-mon[35322]: pgmap v13622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:20.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:20 smithi175 ceph-mon[44549]: pgmap v13622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:20 smithi181 ceph-mon[45557]: pgmap v13622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:22 smithi088 ceph-mon[35322]: pgmap v13623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:22.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:22 smithi175 ceph-mon[44549]: pgmap v13623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:22 smithi181 ceph-mon[45557]: pgmap v13623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:23.663 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:23.662+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:05:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:23.662+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:05:23.664 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:23.662+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:05:24.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:24 smithi088 ceph-mon[35322]: pgmap v13624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:24 smithi175 ceph-mon[44549]: pgmap v13624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:24 smithi181 ceph-mon[45557]: pgmap v13624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:26.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:26 smithi088 ceph-mon[35322]: pgmap v13625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:05:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:26 smithi175 ceph-mon[44549]: pgmap v13625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:05:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:26 smithi181 ceph-mon[45557]: pgmap v13625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:05:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:28 smithi088 ceph-mon[35322]: pgmap v13626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:28 smithi175 ceph-mon[44549]: pgmap v13626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:28 smithi181 ceph-mon[45557]: pgmap v13626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:30.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:30 smithi088 ceph-mon[35322]: pgmap v13627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:30.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:30 smithi175 ceph-mon[44549]: pgmap v13627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:30 smithi181 ceph-mon[45557]: pgmap v13627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:32.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:32 smithi088 ceph-mon[35322]: pgmap v13628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:32 smithi175 ceph-mon[44549]: pgmap v13628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:32 smithi181 ceph-mon[45557]: pgmap v13628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:34.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:34 smithi088 ceph-mon[35322]: pgmap v13629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:34 smithi175 ceph-mon[44549]: pgmap v13629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:34 smithi181 ceph-mon[45557]: pgmap v13629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:36 smithi088 ceph-mon[35322]: pgmap v13630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:05:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:36 smithi175 ceph-mon[44549]: pgmap v13630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:05:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:36 smithi181 ceph-mon[45557]: pgmap v13630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:05:38.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:38 smithi088 ceph-mon[35322]: pgmap v13631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:38 smithi175 ceph-mon[44549]: pgmap v13631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:38.679 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:38.678+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:05:38.679 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:38.678+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:05:38.679 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:38.678+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:05:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:38 smithi181 ceph-mon[45557]: pgmap v13631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:05:40.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:40 smithi175 ceph-mon[44549]: pgmap v13632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:05:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:40 smithi181 ceph-mon[45557]: pgmap v13632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:05:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:40 smithi088 ceph-mon[35322]: pgmap v13632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:05:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:05:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:05:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:05:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:42 smithi175 ceph-mon[44549]: pgmap v13633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:05:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:05:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:05:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:42 smithi181 ceph-mon[45557]: pgmap v13633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:05:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:05:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:05:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:42 smithi088 ceph-mon[35322]: pgmap v13633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:05:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:05:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:05:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:43 smithi175 ceph-mon[44549]: pgmap v13634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:05:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:43 smithi175 ceph-mon[44549]: pgmap v13635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:05:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:43 smithi181 ceph-mon[45557]: pgmap v13634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:05:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:43 smithi181 ceph-mon[45557]: pgmap v13635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:05:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:43 smithi088 ceph-mon[35322]: pgmap v13634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:05:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:43 smithi088 ceph-mon[35322]: pgmap v13635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:05:45.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:45 smithi175 ceph-mon[44549]: pgmap v13636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:05:45.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:45 smithi181 ceph-mon[45557]: pgmap v13636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:05:45.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:45 smithi088 ceph-mon[35322]: pgmap v13636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:05:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:47 smithi175 ceph-mon[44549]: pgmap v13637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:05:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:47 smithi181 ceph-mon[45557]: pgmap v13637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:05:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:47 smithi088 ceph-mon[35322]: pgmap v13637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:05:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:49 smithi175 ceph-mon[44549]: pgmap v13638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:05:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:49 smithi181 ceph-mon[45557]: pgmap v13638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:05:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:49 smithi088 ceph-mon[35322]: pgmap v13638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:05:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:50 smithi175 ceph-mon[44549]: pgmap v13639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:05:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:50 smithi181 ceph-mon[45557]: pgmap v13639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:05:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:50 smithi088 ceph-mon[35322]: pgmap v13639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:05:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:52 smithi175 ceph-mon[44549]: pgmap v13640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:05:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:52 smithi181 ceph-mon[45557]: pgmap v13640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:05:53.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:52 smithi088 ceph-mon[35322]: pgmap v13640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:05:53.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:53.691+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:05:53.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:53.691+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:05:53.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:05:53.691+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:05:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:55 smithi088 ceph-mon[35322]: pgmap v13641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:55 smithi175 ceph-mon[44549]: pgmap v13641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:55 smithi181 ceph-mon[45557]: pgmap v13641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:05:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:57 smithi088 ceph-mon[35322]: pgmap v13642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:57 smithi175 ceph-mon[44549]: pgmap v13642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:57 smithi181 ceph-mon[45557]: pgmap v13642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:59.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:05:59 smithi088 ceph-mon[35322]: pgmap v13643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:05:59 smithi175 ceph-mon[44549]: pgmap v13643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:05:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:05:59 smithi181 ceph-mon[45557]: pgmap v13643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:01.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:01 smithi088 ceph-mon[35322]: pgmap v13644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:01 smithi175 ceph-mon[44549]: pgmap v13644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:01 smithi181 ceph-mon[45557]: pgmap v13644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:03 smithi088 ceph-mon[35322]: pgmap v13645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:03 smithi175 ceph-mon[44549]: pgmap v13645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:03 smithi181 ceph-mon[45557]: pgmap v13645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:05 smithi088 ceph-mon[35322]: pgmap v13646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:05 smithi175 ceph-mon[44549]: pgmap v13646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:05 smithi181 ceph-mon[45557]: pgmap v13646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:07.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:07 smithi088 ceph-mon[35322]: pgmap v13647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:07 smithi175 ceph-mon[44549]: pgmap v13647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:07 smithi181 ceph-mon[45557]: pgmap v13647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:08.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:08.706+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:06:08.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:08.706+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:06:08.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:08.706+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:06:09.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:09 smithi088 ceph-mon[35322]: pgmap v13648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:09.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:09 smithi175 ceph-mon[44549]: pgmap v13648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:09 smithi181 ceph-mon[45557]: pgmap v13648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:11 smithi088 ceph-mon[35322]: pgmap v13649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:11 smithi175 ceph-mon[44549]: pgmap v13649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:11 smithi181 ceph-mon[45557]: pgmap v13649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:13 smithi088 ceph-mon[35322]: pgmap v13650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:13 smithi175 ceph-mon[44549]: pgmap v13650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:13 smithi181 ceph-mon[45557]: pgmap v13650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:15.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:15 smithi088 ceph-mon[35322]: pgmap v13651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:15 smithi175 ceph-mon[44549]: pgmap v13651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:15 smithi181 ceph-mon[45557]: pgmap v13651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:17 smithi088 ceph-mon[35322]: pgmap v13652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:17 smithi175 ceph-mon[44549]: pgmap v13652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:17 smithi181 ceph-mon[45557]: pgmap v13652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:19 smithi088 ceph-mon[35322]: pgmap v13653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:19.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:19 smithi175 ceph-mon[44549]: pgmap v13653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:19 smithi181 ceph-mon[45557]: pgmap v13653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:21 smithi088 ceph-mon[35322]: pgmap v13654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:21 smithi175 ceph-mon[44549]: pgmap v13654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:21 smithi181 ceph-mon[45557]: pgmap v13654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:23 smithi088 ceph-mon[35322]: pgmap v13655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:23 smithi175 ceph-mon[44549]: pgmap v13655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:23 smithi181 ceph-mon[45557]: pgmap v13655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:23.723 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:23.722+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:06:23.723 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:23.722+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:06:23.723 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:23.722+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:06:25.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:25 smithi088 ceph-mon[35322]: pgmap v13656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:25 smithi175 ceph-mon[44549]: pgmap v13656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:25 smithi181 ceph-mon[45557]: pgmap v13656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:27 smithi088 ceph-mon[35322]: pgmap v13657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:27 smithi175 ceph-mon[44549]: pgmap v13657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:27 smithi181 ceph-mon[45557]: pgmap v13657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:29 smithi088 ceph-mon[35322]: pgmap v13658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:29 smithi175 ceph-mon[44549]: pgmap v13658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:29 smithi181 ceph-mon[45557]: pgmap v13658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:31 smithi088 ceph-mon[35322]: pgmap v13659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:31 smithi175 ceph-mon[44549]: pgmap v13659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:31 smithi181 ceph-mon[45557]: pgmap v13659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:33.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:33 smithi175 ceph-mon[44549]: pgmap v13660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:33 smithi181 ceph-mon[45557]: pgmap v13660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:33 smithi088 ceph-mon[35322]: pgmap v13660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:35.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:35 smithi175 ceph-mon[44549]: pgmap v13661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:35 smithi181 ceph-mon[45557]: pgmap v13661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:35 smithi088 ceph-mon[35322]: pgmap v13661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:06:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:37 smithi175 ceph-mon[44549]: pgmap v13662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:37 smithi181 ceph-mon[45557]: pgmap v13662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:37.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:37 smithi088 ceph-mon[35322]: pgmap v13662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:38.738 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:38.736+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:06:38.738 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:38.736+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:06:38.738 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:38.736+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:06:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:39 smithi175 ceph-mon[44549]: pgmap v13663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:39 smithi181 ceph-mon[45557]: pgmap v13663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:39 smithi088 ceph-mon[35322]: pgmap v13663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:06:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:41 smithi175 ceph-mon[44549]: pgmap v13664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:41 smithi181 ceph-mon[45557]: pgmap v13664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:41 smithi088 ceph-mon[35322]: pgmap v13664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:06:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:06:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:06:43.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:43.358+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:06:43.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:43.358+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T20:06:43.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:43.358+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 198 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006650 con 0x7ff34c102770 2024-01-28T20:06:43.361 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:43.358+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 198 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:06:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:43 smithi175 ceph-mon[44549]: pgmap v13665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:06:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:06:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:06:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:43 smithi181 ceph-mon[45557]: pgmap v13665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:06:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:06:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:06:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:43 smithi088 ceph-mon[35322]: pgmap v13665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:06:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:06:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:06:44.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:44 smithi175 ceph-mon[44549]: pgmap v13666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:06:44.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:44 smithi175 ceph-mon[44549]: pgmap v13667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:06:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:44 smithi181 ceph-mon[45557]: pgmap v13666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:06:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:44 smithi181 ceph-mon[45557]: pgmap v13667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:06:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:44 smithi088 ceph-mon[35322]: pgmap v13666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:06:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:44 smithi088 ceph-mon[35322]: pgmap v13667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:06:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:46 smithi175 ceph-mon[44549]: pgmap v13668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:06:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:46 smithi181 ceph-mon[45557]: pgmap v13668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:06:46.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:46 smithi088 ceph-mon[35322]: pgmap v13668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:06:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:48 smithi088 ceph-mon[35322]: pgmap v13669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:06:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:48 smithi175 ceph-mon[44549]: pgmap v13669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:06:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:48 smithi181 ceph-mon[45557]: pgmap v13669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:06:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:50 smithi175 ceph-mon[44549]: pgmap v13670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:06:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:50 smithi181 ceph-mon[45557]: pgmap v13670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:06:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:50 smithi088 ceph-mon[35322]: pgmap v13670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:06:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:51 smithi175 ceph-mon[44549]: pgmap v13671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:06:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:51 smithi181 ceph-mon[45557]: pgmap v13671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:06:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:51 smithi088 ceph-mon[35322]: pgmap v13671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:06:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:53.744+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:06:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:53.744+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:06:53.746 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:06:53.744+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:06:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:54 smithi088 ceph-mon[35322]: pgmap v13672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:06:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:54 smithi175 ceph-mon[44549]: pgmap v13672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:06:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:54 smithi181 ceph-mon[45557]: pgmap v13672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:06:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:56 smithi088 ceph-mon[35322]: pgmap v13673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:56 smithi175 ceph-mon[44549]: pgmap v13673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:56 smithi181 ceph-mon[45557]: pgmap v13673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:06:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:06:58 smithi088 ceph-mon[35322]: pgmap v13674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:06:58 smithi175 ceph-mon[44549]: pgmap v13674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:06:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:06:58 smithi181 ceph-mon[45557]: pgmap v13674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:00 smithi088 ceph-mon[35322]: pgmap v13675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:00 smithi175 ceph-mon[44549]: pgmap v13675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:00 smithi181 ceph-mon[45557]: pgmap v13675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:02 smithi088 ceph-mon[35322]: pgmap v13676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:02 smithi175 ceph-mon[44549]: pgmap v13676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:02 smithi181 ceph-mon[45557]: pgmap v13676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:04 smithi088 ceph-mon[35322]: pgmap v13677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:04 smithi175 ceph-mon[44549]: pgmap v13677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:04 smithi181 ceph-mon[45557]: pgmap v13677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:06 smithi088 ceph-mon[35322]: pgmap v13678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:06 smithi175 ceph-mon[44549]: pgmap v13678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:06 smithi181 ceph-mon[45557]: pgmap v13678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:08 smithi088 ceph-mon[35322]: pgmap v13679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:08 smithi175 ceph-mon[44549]: pgmap v13679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:08 smithi181 ceph-mon[45557]: pgmap v13679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:08.761 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:08.759+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:07:08.761 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:08.759+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:07:08.761 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:08.759+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:07:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:10 smithi088 ceph-mon[35322]: pgmap v13680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:10.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:10 smithi175 ceph-mon[44549]: pgmap v13680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:10 smithi181 ceph-mon[45557]: pgmap v13680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:12 smithi088 ceph-mon[35322]: pgmap v13681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:12 smithi175 ceph-mon[44549]: pgmap v13681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:12 smithi181 ceph-mon[45557]: pgmap v13681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:14.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:14 smithi088 ceph-mon[35322]: pgmap v13682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:14 smithi175 ceph-mon[44549]: pgmap v13682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:14 smithi181 ceph-mon[45557]: pgmap v13682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:16 smithi088 ceph-mon[35322]: pgmap v13683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:16 smithi175 ceph-mon[44549]: pgmap v13683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:16 smithi181 ceph-mon[45557]: pgmap v13683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:18 smithi088 ceph-mon[35322]: pgmap v13684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:18 smithi175 ceph-mon[44549]: pgmap v13684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:18 smithi181 ceph-mon[45557]: pgmap v13684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:20.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:20 smithi088 ceph-mon[35322]: pgmap v13685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:20.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:20 smithi175 ceph-mon[44549]: pgmap v13685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:20 smithi181 ceph-mon[45557]: pgmap v13685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:22.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:22 smithi175 ceph-mon[44549]: pgmap v13686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:22 smithi181 ceph-mon[45557]: pgmap v13686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:22.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:22 smithi088 ceph-mon[35322]: pgmap v13686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:23.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:23.774+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:07:23.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:23.774+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:07:23.775 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:23.774+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:07:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:24 smithi175 ceph-mon[44549]: pgmap v13687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:24 smithi181 ceph-mon[45557]: pgmap v13687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:24 smithi088 ceph-mon[35322]: pgmap v13687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:26 smithi175 ceph-mon[44549]: pgmap v13688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:26 smithi181 ceph-mon[45557]: pgmap v13688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:26 smithi088 ceph-mon[35322]: pgmap v13688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:28 smithi175 ceph-mon[44549]: pgmap v13689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:28 smithi181 ceph-mon[45557]: pgmap v13689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:28 smithi088 ceph-mon[35322]: pgmap v13689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:30 smithi175 ceph-mon[44549]: pgmap v13690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:30 smithi181 ceph-mon[45557]: pgmap v13690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:30.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:30 smithi088 ceph-mon[35322]: pgmap v13690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:32 smithi175 ceph-mon[44549]: pgmap v13691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:32 smithi181 ceph-mon[45557]: pgmap v13691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:32 smithi088 ceph-mon[35322]: pgmap v13691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:34.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:34 smithi088 ceph-mon[35322]: pgmap v13692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:34 smithi175 ceph-mon[44549]: pgmap v13692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:34 smithi181 ceph-mon[45557]: pgmap v13692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:36 smithi175 ceph-mon[44549]: pgmap v13693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:36 smithi181 ceph-mon[45557]: pgmap v13693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:36 smithi088 ceph-mon[35322]: pgmap v13693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:38.669 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:38 smithi175 ceph-mon[44549]: pgmap v13694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:38.714 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:38 smithi181 ceph-mon[45557]: pgmap v13694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:38 smithi088 ceph-mon[35322]: pgmap v13694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:38.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:38.789+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:07:38.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:38.789+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:07:38.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:38.789+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:07:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:40 smithi175 ceph-mon[44549]: pgmap v13695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:40 smithi181 ceph-mon[45557]: pgmap v13695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:40 smithi088 ceph-mon[35322]: pgmap v13695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:07:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:42 smithi175 ceph-mon[44549]: pgmap v13696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:42 smithi181 ceph-mon[45557]: pgmap v13696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:42 smithi088 ceph-mon[35322]: pgmap v13696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:07:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:07:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:07:44.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:44 smithi181 ceph-mon[45557]: pgmap v13697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:44.636 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:44 smithi088 ceph-mon[35322]: pgmap v13697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:44 smithi175 ceph-mon[44549]: pgmap v13697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:07:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:46 smithi175 ceph-mon[44549]: pgmap v13698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:46 smithi181 ceph-mon[45557]: pgmap v13698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.723 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:46 smithi088 ceph-mon[35322]: pgmap v13698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:07:46.723 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.723 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.723 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.723 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.724 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:46.724 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.724 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:46.724 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:07:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:07:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:07:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:07:47.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:07:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:07:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:07:47.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:07:47.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:07:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:07:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:07:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:07:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:07:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:07:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:48 smithi175 ceph-mon[44549]: pgmap v13699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:48 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi088 to 8673k 2024-01-28T20:07:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:48 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi088 to 8881975: error parsing value: Value '8881975' is below minimum 939524096 2024-01-28T20:07:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:48 smithi175 ceph-mon[44549]: pgmap v13700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:07:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:48 smithi175 ceph-mon[44549]: pgmap v13701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T20:07:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:48 smithi181 ceph-mon[45557]: pgmap v13699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:48 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi088 to 8673k 2024-01-28T20:07:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:48 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi088 to 8881975: error parsing value: Value '8881975' is below minimum 939524096 2024-01-28T20:07:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:48 smithi181 ceph-mon[45557]: pgmap v13700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:07:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:48 smithi181 ceph-mon[45557]: pgmap v13701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T20:07:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:48 smithi088 ceph-mon[35322]: pgmap v13699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:07:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:48 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi088 to 8673k 2024-01-28T20:07:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:48 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi088 to 8881975: error parsing value: Value '8881975' is below minimum 939524096 2024-01-28T20:07:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:48 smithi088 ceph-mon[35322]: pgmap v13700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:07:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:48 smithi088 ceph-mon[35322]: pgmap v13701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T20:07:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:49 smithi175 ceph-mon[44549]: pgmap v13702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 7 op/s 2024-01-28T20:07:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:49 smithi181 ceph-mon[45557]: pgmap v13702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 7 op/s 2024-01-28T20:07:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:49 smithi088 ceph-mon[35322]: pgmap v13702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 7 op/s 2024-01-28T20:07:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:52 smithi181 ceph-mon[45557]: pgmap v13703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T20:07:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:52 smithi088 ceph-mon[35322]: pgmap v13703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T20:07:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:52 smithi175 ceph-mon[44549]: pgmap v13703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T20:07:53.806 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:53.805+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:07:53.806 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:53.805+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:07:53.806 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:07:53.805+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:07:54.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:54 smithi088 ceph-mon[35322]: pgmap v13704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T20:07:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:54 smithi175 ceph-mon[44549]: pgmap v13704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T20:07:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:54 smithi181 ceph-mon[45557]: pgmap v13704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T20:07:56.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:56 smithi088 ceph-mon[35322]: pgmap v13705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:07:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:56 smithi175 ceph-mon[44549]: pgmap v13705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:07:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:56 smithi181 ceph-mon[45557]: pgmap v13705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:07:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:07:58 smithi088 ceph-mon[35322]: pgmap v13706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:07:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:07:58 smithi175 ceph-mon[44549]: pgmap v13706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:07:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:07:58 smithi181 ceph-mon[45557]: pgmap v13706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:08:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:00 smithi088 ceph-mon[35322]: pgmap v13707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:00.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:00 smithi175 ceph-mon[44549]: pgmap v13707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:00 smithi181 ceph-mon[45557]: pgmap v13707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:02 smithi088 ceph-mon[35322]: pgmap v13708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:02 smithi175 ceph-mon[44549]: pgmap v13708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:02 smithi181 ceph-mon[45557]: pgmap v13708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:04 smithi088 ceph-mon[35322]: pgmap v13709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:04 smithi175 ceph-mon[44549]: pgmap v13709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:04 smithi181 ceph-mon[45557]: pgmap v13709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:06.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:06 smithi088 ceph-mon[35322]: pgmap v13710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:06 smithi175 ceph-mon[44549]: pgmap v13710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:06 smithi181 ceph-mon[45557]: pgmap v13710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:08 smithi088 ceph-mon[35322]: pgmap v13711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:08.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:08 smithi175 ceph-mon[44549]: pgmap v13711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:08 smithi181 ceph-mon[45557]: pgmap v13711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:08.821 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:08.821+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:08:08.821 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:08.821+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:08:08.821 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:08.821+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:08:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:10 smithi088 ceph-mon[35322]: pgmap v13712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:10 smithi175 ceph-mon[44549]: pgmap v13712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:10 smithi181 ceph-mon[45557]: pgmap v13712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:12 smithi175 ceph-mon[44549]: pgmap v13713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:12 smithi181 ceph-mon[45557]: pgmap v13713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:12 smithi088 ceph-mon[35322]: pgmap v13713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:14 smithi175 ceph-mon[44549]: pgmap v13714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:14 smithi181 ceph-mon[45557]: pgmap v13714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:14.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:14 smithi088 ceph-mon[35322]: pgmap v13714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:16 smithi175 ceph-mon[44549]: pgmap v13715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:16 smithi181 ceph-mon[45557]: pgmap v13715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:16 smithi088 ceph-mon[35322]: pgmap v13715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:18.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:18 smithi175 ceph-mon[44549]: pgmap v13716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:18 smithi181 ceph-mon[45557]: pgmap v13716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:18 smithi088 ceph-mon[35322]: pgmap v13716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:20.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:20 smithi175 ceph-mon[44549]: pgmap v13717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:20 smithi181 ceph-mon[45557]: pgmap v13717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:20 smithi088 ceph-mon[35322]: pgmap v13717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:22 smithi175 ceph-mon[44549]: pgmap v13718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:22 smithi181 ceph-mon[45557]: pgmap v13718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:22 smithi088 ceph-mon[35322]: pgmap v13718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:23.831 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:23.830+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:08:23.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:23.830+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:08:23.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:23.830+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:08:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:24 smithi175 ceph-mon[44549]: pgmap v13719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:24 smithi181 ceph-mon[45557]: pgmap v13719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:24 smithi088 ceph-mon[35322]: pgmap v13719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:26 smithi175 ceph-mon[44549]: pgmap v13720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:26 smithi181 ceph-mon[45557]: pgmap v13720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:26 smithi088 ceph-mon[35322]: pgmap v13720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:28 smithi175 ceph-mon[44549]: pgmap v13721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:28 smithi181 ceph-mon[45557]: pgmap v13721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:28 smithi088 ceph-mon[35322]: pgmap v13721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:30 smithi175 ceph-mon[44549]: pgmap v13722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:30 smithi181 ceph-mon[45557]: pgmap v13722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:30.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:30 smithi088 ceph-mon[35322]: pgmap v13722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:32 smithi175 ceph-mon[44549]: pgmap v13723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:32 smithi181 ceph-mon[45557]: pgmap v13723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:32 smithi088 ceph-mon[35322]: pgmap v13723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:34 smithi175 ceph-mon[44549]: pgmap v13724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:34 smithi181 ceph-mon[45557]: pgmap v13724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:34 smithi088 ceph-mon[35322]: pgmap v13724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:36 smithi175 ceph-mon[44549]: pgmap v13725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:36 smithi181 ceph-mon[45557]: pgmap v13725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:36 smithi088 ceph-mon[35322]: pgmap v13725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:38 smithi175 ceph-mon[44549]: pgmap v13726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:38 smithi181 ceph-mon[45557]: pgmap v13726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:38 smithi088 ceph-mon[35322]: pgmap v13726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:38.846+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:08:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:38.846+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:08:38.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:38.846+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:08:40.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:40 smithi175 ceph-mon[44549]: pgmap v13727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:40.858 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:40 smithi088 ceph-mon[35322]: pgmap v13727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:40.858 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:40 smithi181 ceph-mon[45557]: pgmap v13727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:08:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:42 smithi175 ceph-mon[44549]: pgmap v13728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:42 smithi181 ceph-mon[45557]: pgmap v13728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:42 smithi088 ceph-mon[35322]: pgmap v13728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:44 smithi088 ceph-mon[35322]: pgmap v13729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:44 smithi175 ceph-mon[44549]: pgmap v13729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:44 smithi181 ceph-mon[45557]: pgmap v13729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:08:46.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:46 smithi088 ceph-mon[35322]: pgmap v13730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:46 smithi175 ceph-mon[44549]: pgmap v13730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:46 smithi181 ceph-mon[45557]: pgmap v13730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:08:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:48 smithi088 ceph-mon[35322]: pgmap v13731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:08:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:08:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:08:48.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:08:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:48 smithi175 ceph-mon[44549]: pgmap v13731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:08:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:08:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:08:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:08:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:48 smithi181 ceph-mon[45557]: pgmap v13731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:08:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:08:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:08:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:08:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:08:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:08:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:49 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:08:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:49 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:08:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:49 smithi088 ceph-mon[35322]: pgmap v13732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:08:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:49 smithi088 ceph-mon[35322]: pgmap v13733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:08:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:49 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:08:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:49 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:08:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:49 smithi175 ceph-mon[44549]: pgmap v13732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:08:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:49 smithi175 ceph-mon[44549]: pgmap v13733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:08:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:49 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:08:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:49 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:08:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:49 smithi181 ceph-mon[45557]: pgmap v13732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:08:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:49 smithi181 ceph-mon[45557]: pgmap v13733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:08:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:51 smithi088 ceph-mon[35322]: pgmap v13734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:08:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:51 smithi175 ceph-mon[44549]: pgmap v13734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:08:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:51 smithi181 ceph-mon[45557]: pgmap v13734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:08:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:53 smithi088 ceph-mon[35322]: pgmap v13735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:08:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:53 smithi175 ceph-mon[44549]: pgmap v13735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:08:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:53 smithi181 ceph-mon[45557]: pgmap v13735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:08:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:53.849+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:08:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:53.849+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:08:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:08:53.849+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:08:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:55 smithi175 ceph-mon[44549]: pgmap v13736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:08:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:55 smithi181 ceph-mon[45557]: pgmap v13736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:08:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:55 smithi088 ceph-mon[35322]: pgmap v13736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:08:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:57 smithi175 ceph-mon[44549]: pgmap v13737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:08:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:57 smithi181 ceph-mon[45557]: pgmap v13737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:08:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:57 smithi088 ceph-mon[35322]: pgmap v13737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:08:59.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:08:59 smithi175 ceph-mon[44549]: pgmap v13738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:08:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:08:59 smithi181 ceph-mon[45557]: pgmap v13738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:08:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:08:59 smithi088 ceph-mon[35322]: pgmap v13738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:09:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:01 smithi175 ceph-mon[44549]: pgmap v13739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:01 smithi181 ceph-mon[45557]: pgmap v13739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:01 smithi088 ceph-mon[35322]: pgmap v13739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:03.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:03 smithi175 ceph-mon[44549]: pgmap v13740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:03 smithi181 ceph-mon[45557]: pgmap v13740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:03 smithi088 ceph-mon[35322]: pgmap v13740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:05 smithi175 ceph-mon[44549]: pgmap v13741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:05 smithi181 ceph-mon[45557]: pgmap v13741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:05 smithi088 ceph-mon[35322]: pgmap v13741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:07 smithi175 ceph-mon[44549]: pgmap v13742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:07 smithi181 ceph-mon[45557]: pgmap v13742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:07 smithi088 ceph-mon[35322]: pgmap v13742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:08.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:08.852+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:09:08.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:08.852+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:09:08.855 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:08.852+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:09:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:09 smithi175 ceph-mon[44549]: pgmap v13743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:09 smithi181 ceph-mon[45557]: pgmap v13743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:09 smithi088 ceph-mon[35322]: pgmap v13743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:11 smithi175 ceph-mon[44549]: pgmap v13744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:11 smithi181 ceph-mon[45557]: pgmap v13744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:11.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:11 smithi088 ceph-mon[35322]: pgmap v13744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:13 smithi175 ceph-mon[44549]: pgmap v13745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:13 smithi181 ceph-mon[45557]: pgmap v13745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:13 smithi088 ceph-mon[35322]: pgmap v13745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:15 smithi175 ceph-mon[44549]: pgmap v13746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:15 smithi181 ceph-mon[45557]: pgmap v13746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:15 smithi088 ceph-mon[35322]: pgmap v13746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:17 smithi175 ceph-mon[44549]: pgmap v13747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:17 smithi181 ceph-mon[45557]: pgmap v13747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:17 smithi088 ceph-mon[35322]: pgmap v13747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:19.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:19 smithi175 ceph-mon[44549]: pgmap v13748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:19 smithi181 ceph-mon[45557]: pgmap v13748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:19 smithi088 ceph-mon[35322]: pgmap v13748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:21.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:21 smithi175 ceph-mon[44549]: pgmap v13749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:21 smithi181 ceph-mon[45557]: pgmap v13749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:21 smithi088 ceph-mon[35322]: pgmap v13749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:23 smithi175 ceph-mon[44549]: pgmap v13750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:23 smithi181 ceph-mon[45557]: pgmap v13750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:23 smithi088 ceph-mon[35322]: pgmap v13750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:23.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:23.859+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:09:23.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:23.859+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:09:23.861 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:23.859+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:09:25.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:25 smithi175 ceph-mon[44549]: pgmap v13751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:25 smithi181 ceph-mon[45557]: pgmap v13751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:25 smithi088 ceph-mon[35322]: pgmap v13751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:27 smithi175 ceph-mon[44549]: pgmap v13752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:27.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:27 smithi181 ceph-mon[45557]: pgmap v13752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:27 smithi088 ceph-mon[35322]: pgmap v13752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:29 smithi175 ceph-mon[44549]: pgmap v13753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:29 smithi181 ceph-mon[45557]: pgmap v13753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:29 smithi088 ceph-mon[35322]: pgmap v13753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:30 smithi175 ceph-mon[44549]: pgmap v13754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:30 smithi181 ceph-mon[45557]: pgmap v13754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:30.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:30 smithi088 ceph-mon[35322]: pgmap v13754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:33 smithi175 ceph-mon[44549]: pgmap v13755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:33 smithi181 ceph-mon[45557]: pgmap v13755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:33 smithi088 ceph-mon[35322]: pgmap v13755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:35.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:35 smithi175 ceph-mon[44549]: pgmap v13756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:35 smithi181 ceph-mon[45557]: pgmap v13756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:35.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:35 smithi088 ceph-mon[35322]: pgmap v13756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:37 smithi175 ceph-mon[44549]: pgmap v13757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:37 smithi181 ceph-mon[45557]: pgmap v13757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:37.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:37 smithi088 ceph-mon[35322]: pgmap v13757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:38.865 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:38.864+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:09:38.865 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:38.864+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:09:38.865 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:38.864+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:09:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:39 smithi088 ceph-mon[35322]: pgmap v13758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:39 smithi175 ceph-mon[44549]: pgmap v13758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:39 smithi181 ceph-mon[45557]: pgmap v13758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:41 smithi175 ceph-mon[44549]: pgmap v13759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:41 smithi181 ceph-mon[45557]: pgmap v13759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:41 smithi088 ceph-mon[35322]: pgmap v13759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:09:43.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:43.387+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:09:43.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:43.387+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T20:09:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:43.387+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 199 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff314006650 con 0x7ff34c102770 2024-01-28T20:09:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:43.387+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:09:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:43.387+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 199 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T20:09:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:43.387+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T20:09:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:43.387+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 200 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T20:09:43.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:43.388+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 200 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:09:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:43 smithi175 ceph-mon[44549]: pgmap v13760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:43 smithi181 ceph-mon[45557]: pgmap v13760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:43 smithi088 ceph-mon[35322]: pgmap v13760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:45 smithi175 ceph-mon[44549]: pgmap v13761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:45.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:45 smithi181 ceph-mon[45557]: pgmap v13761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:45.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:45 smithi088 ceph-mon[35322]: pgmap v13761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:09:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:47 smithi175 ceph-mon[44549]: pgmap v13762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:47 smithi181 ceph-mon[45557]: pgmap v13762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:47 smithi088 ceph-mon[35322]: pgmap v13762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:09:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:49 smithi175 ceph-mon[44549]: pgmap v13763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:09:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:09:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:09:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:09:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:49 smithi181 ceph-mon[45557]: pgmap v13763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:09:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:09:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:09:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:09:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:49 smithi088 ceph-mon[35322]: pgmap v13763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:09:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:09:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:09:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:09:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:09:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:50 smithi175 ceph-mon[44549]: pgmap v13764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:09:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:50 smithi175 ceph-mon[44549]: pgmap v13765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:09:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:50 smithi181 ceph-mon[45557]: pgmap v13764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:09:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:50 smithi181 ceph-mon[45557]: pgmap v13765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:09:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:50 smithi088 ceph-mon[35322]: pgmap v13764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:09:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:50 smithi088 ceph-mon[35322]: pgmap v13765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:09:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:52 smithi175 ceph-mon[44549]: pgmap v13766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:09:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:52 smithi181 ceph-mon[45557]: pgmap v13766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:09:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:52 smithi088 ceph-mon[35322]: pgmap v13766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:09:53.872 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:53.871+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:09:53.872 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:53.871+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:09:53.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:09:53.871+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:09:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:54 smithi175 ceph-mon[44549]: pgmap v13767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:09:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:54 smithi181 ceph-mon[45557]: pgmap v13767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:09:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:54 smithi088 ceph-mon[35322]: pgmap v13767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:09:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:56 smithi175 ceph-mon[44549]: pgmap v13768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:09:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:56 smithi181 ceph-mon[45557]: pgmap v13768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:09:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:56 smithi088 ceph-mon[35322]: pgmap v13768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:09:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:09:58 smithi175 ceph-mon[44549]: pgmap v13769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:09:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:09:58 smithi181 ceph-mon[45557]: pgmap v13769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:09:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:09:58 smithi088 ceph-mon[35322]: pgmap v13769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:10:00.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:00 smithi175 ceph-mon[44549]: pgmap v13770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:10:00.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:10:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:00 smithi181 ceph-mon[45557]: pgmap v13770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:10:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:10:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:00 smithi088 ceph-mon[35322]: pgmap v13770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:10:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:10:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:02 smithi175 ceph-mon[44549]: pgmap v13771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:02 smithi181 ceph-mon[45557]: pgmap v13771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:02 smithi088 ceph-mon[35322]: pgmap v13771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:04 smithi175 ceph-mon[44549]: pgmap v13772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:04 smithi181 ceph-mon[45557]: pgmap v13772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:04 smithi088 ceph-mon[35322]: pgmap v13772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:06 smithi175 ceph-mon[44549]: pgmap v13773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:06 smithi181 ceph-mon[45557]: pgmap v13773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:06 smithi088 ceph-mon[35322]: pgmap v13773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:08 smithi175 ceph-mon[44549]: pgmap v13774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:08 smithi181 ceph-mon[45557]: pgmap v13774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:08 smithi088 ceph-mon[35322]: pgmap v13774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:08.876 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:08.874+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:10:08.876 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:08.874+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:10:08.876 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:08.874+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:10:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:09 smithi175 ceph-mon[44549]: pgmap v13775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:09 smithi181 ceph-mon[45557]: pgmap v13775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:09.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:09 smithi088 ceph-mon[35322]: pgmap v13775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:12 smithi175 ceph-mon[44549]: pgmap v13776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:12 smithi181 ceph-mon[45557]: pgmap v13776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:12 smithi088 ceph-mon[35322]: pgmap v13776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:14 smithi175 ceph-mon[44549]: pgmap v13777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:10:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:14 smithi181 ceph-mon[45557]: pgmap v13777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:10:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:14 smithi088 ceph-mon[35322]: pgmap v13777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:10:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:16 smithi175 ceph-mon[44549]: pgmap v13778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:16 smithi181 ceph-mon[45557]: pgmap v13778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:16 smithi088 ceph-mon[35322]: pgmap v13778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:18.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:18 smithi175 ceph-mon[44549]: pgmap v13779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:18 smithi181 ceph-mon[45557]: pgmap v13779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:18 smithi088 ceph-mon[35322]: pgmap v13779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:20 smithi175 ceph-mon[44549]: pgmap v13780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:20 smithi181 ceph-mon[45557]: pgmap v13780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:20 smithi088 ceph-mon[35322]: pgmap v13780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:22.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:22 smithi175 ceph-mon[44549]: pgmap v13781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:22 smithi181 ceph-mon[45557]: pgmap v13781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:22 smithi088 ceph-mon[35322]: pgmap v13781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:23.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:23.886+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:10:23.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:23.887+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:10:23.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:23.887+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:10:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:24 smithi175 ceph-mon[44549]: pgmap v13782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:24 smithi181 ceph-mon[45557]: pgmap v13782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:24 smithi088 ceph-mon[35322]: pgmap v13782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:26 smithi175 ceph-mon[44549]: pgmap v13783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:26 smithi181 ceph-mon[45557]: pgmap v13783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:26 smithi088 ceph-mon[35322]: pgmap v13783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:28 smithi175 ceph-mon[44549]: pgmap v13784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:28 smithi181 ceph-mon[45557]: pgmap v13784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:28 smithi088 ceph-mon[35322]: pgmap v13784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:30 smithi175 ceph-mon[44549]: pgmap v13785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:30 smithi181 ceph-mon[45557]: pgmap v13785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:30.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:30 smithi088 ceph-mon[35322]: pgmap v13785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:32 smithi175 ceph-mon[44549]: pgmap v13786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:32 smithi181 ceph-mon[45557]: pgmap v13786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:32 smithi088 ceph-mon[35322]: pgmap v13786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:34 smithi175 ceph-mon[44549]: pgmap v13787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:34 smithi181 ceph-mon[45557]: pgmap v13787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:34 smithi088 ceph-mon[35322]: pgmap v13787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:36 smithi175 ceph-mon[44549]: pgmap v13788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:36 smithi181 ceph-mon[45557]: pgmap v13788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:36 smithi088 ceph-mon[35322]: pgmap v13788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:38 smithi175 ceph-mon[44549]: pgmap v13789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:38 smithi181 ceph-mon[45557]: pgmap v13789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:38 smithi088 ceph-mon[35322]: pgmap v13789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:38.895+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:10:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:38.895+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:10:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:38.895+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:10:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:40 smithi175 ceph-mon[44549]: pgmap v13790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:40 smithi181 ceph-mon[45557]: pgmap v13790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:40 smithi088 ceph-mon[35322]: pgmap v13790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:42 smithi175 ceph-mon[44549]: pgmap v13791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:42 smithi181 ceph-mon[45557]: pgmap v13791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:42 smithi088 ceph-mon[35322]: pgmap v13791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:44 smithi175 ceph-mon[44549]: pgmap v13792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:44 smithi181 ceph-mon[45557]: pgmap v13792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:44 smithi088 ceph-mon[35322]: pgmap v13792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:10:46.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:46 smithi175 ceph-mon[44549]: pgmap v13793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:46 smithi181 ceph-mon[45557]: pgmap v13793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:46 smithi088 ceph-mon[35322]: pgmap v13793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:10:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:47 smithi181 ceph-mon[45557]: pgmap v13794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:47 smithi088 ceph-mon[35322]: pgmap v13794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:47 smithi175 ceph-mon[44549]: pgmap v13794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:50 smithi175 ceph-mon[44549]: pgmap v13795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:10:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:50 smithi181 ceph-mon[45557]: pgmap v13795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:10:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:50 smithi088 ceph-mon[35322]: pgmap v13795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:10:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:10:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:51 smithi175 ceph-mon[44549]: pgmap v13796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:51 smithi181 ceph-mon[45557]: pgmap v13796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:51 smithi088 ceph-mon[35322]: pgmap v13796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:10:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:10:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:10:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:10:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:10:53.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:10:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:10:53.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:10:53.907 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:53.906+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:10:53.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:53.906+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:10:53.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:10:53.906+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:10:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:54 smithi175 ceph-mon[44549]: pgmap v13797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:10:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:54 smithi175 ceph-mon[44549]: pgmap v13798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:10:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:54 smithi181 ceph-mon[45557]: pgmap v13797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:10:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:54 smithi181 ceph-mon[45557]: pgmap v13798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:10:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:54 smithi088 ceph-mon[35322]: pgmap v13797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:10:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:54 smithi088 ceph-mon[35322]: pgmap v13798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:10:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:56 smithi175 ceph-mon[44549]: pgmap v13799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:10:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:56 smithi181 ceph-mon[45557]: pgmap v13799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:10:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:56 smithi088 ceph-mon[35322]: pgmap v13799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:10:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:10:58 smithi175 ceph-mon[44549]: pgmap v13800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:10:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:10:58 smithi181 ceph-mon[45557]: pgmap v13800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:10:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:10:58 smithi088 ceph-mon[35322]: pgmap v13800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:11:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:00 smithi175 ceph-mon[44549]: pgmap v13801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:11:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:00 smithi181 ceph-mon[45557]: pgmap v13801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:11:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:00 smithi088 ceph-mon[35322]: pgmap v13801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:11:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:02 smithi175 ceph-mon[44549]: pgmap v13802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:11:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:02 smithi181 ceph-mon[45557]: pgmap v13802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:11:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:02 smithi088 ceph-mon[35322]: pgmap v13802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:11:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:04 smithi175 ceph-mon[44549]: pgmap v13803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:11:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:04 smithi181 ceph-mon[45557]: pgmap v13803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:11:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:04 smithi088 ceph-mon[35322]: pgmap v13803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:11:06.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:06 smithi175 ceph-mon[44549]: pgmap v13804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:06 smithi181 ceph-mon[45557]: pgmap v13804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:06 smithi088 ceph-mon[35322]: pgmap v13804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:08 smithi175 ceph-mon[44549]: pgmap v13805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:08 smithi181 ceph-mon[45557]: pgmap v13805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:08 smithi088 ceph-mon[35322]: pgmap v13805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:08.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:08.920+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:11:08.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:08.920+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:11:08.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:08.920+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:11:10.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:10 smithi175 ceph-mon[44549]: pgmap v13806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:10 smithi181 ceph-mon[45557]: pgmap v13806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:10.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:10 smithi088 ceph-mon[35322]: pgmap v13806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:12 smithi175 ceph-mon[44549]: pgmap v13807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:12 smithi181 ceph-mon[45557]: pgmap v13807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:12 smithi088 ceph-mon[35322]: pgmap v13807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:14 smithi175 ceph-mon[44549]: pgmap v13808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:14 smithi181 ceph-mon[45557]: pgmap v13808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:14 smithi088 ceph-mon[35322]: pgmap v13808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:16 smithi175 ceph-mon[44549]: pgmap v13809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:16 smithi181 ceph-mon[45557]: pgmap v13809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:16 smithi088 ceph-mon[35322]: pgmap v13809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:18 smithi175 ceph-mon[44549]: pgmap v13810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:18 smithi181 ceph-mon[45557]: pgmap v13810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:18 smithi088 ceph-mon[35322]: pgmap v13810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:20.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:20 smithi175 ceph-mon[44549]: pgmap v13811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:20 smithi181 ceph-mon[45557]: pgmap v13811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:20.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:20 smithi088 ceph-mon[35322]: pgmap v13811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:22 smithi175 ceph-mon[44549]: pgmap v13812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:22 smithi181 ceph-mon[45557]: pgmap v13812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:22.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:22 smithi088 ceph-mon[35322]: pgmap v13812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:23.928 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:23.927+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:11:23.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:23.927+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:11:23.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:23.927+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:11:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:24 smithi175 ceph-mon[44549]: pgmap v13813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:24 smithi181 ceph-mon[45557]: pgmap v13813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:24 smithi088 ceph-mon[35322]: pgmap v13813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:26 smithi175 ceph-mon[44549]: pgmap v13814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:26 smithi181 ceph-mon[45557]: pgmap v13814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:26 smithi088 ceph-mon[35322]: pgmap v13814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:28.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:28 smithi088 ceph-mon[35322]: pgmap v13815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:28 smithi175 ceph-mon[44549]: pgmap v13815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:28 smithi181 ceph-mon[45557]: pgmap v13815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:30 smithi175 ceph-mon[44549]: pgmap v13816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:30 smithi181 ceph-mon[45557]: pgmap v13816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:30 smithi088 ceph-mon[35322]: pgmap v13816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:32 smithi175 ceph-mon[44549]: pgmap v13817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:32 smithi181 ceph-mon[45557]: pgmap v13817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:32 smithi088 ceph-mon[35322]: pgmap v13817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:34 smithi175 ceph-mon[44549]: pgmap v13818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:34 smithi181 ceph-mon[45557]: pgmap v13818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:34 smithi088 ceph-mon[35322]: pgmap v13818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:36 smithi175 ceph-mon[44549]: pgmap v13819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:36 smithi181 ceph-mon[45557]: pgmap v13819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:36 smithi088 ceph-mon[35322]: pgmap v13819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:11:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:38 smithi175 ceph-mon[44549]: pgmap v13820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:38 smithi181 ceph-mon[45557]: pgmap v13820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:38 smithi088 ceph-mon[35322]: pgmap v13820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:11:38.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:38.942+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:11:38.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:38.942+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:11:38.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:38.942+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:11:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:40 smithi175 ceph-mon[44549]: pgmap v13821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:40 smithi181 ceph-mon[45557]: pgmap v13821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:40 smithi088 ceph-mon[35322]: pgmap v13821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:11:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:42 smithi175 ceph-mon[44549]: pgmap v13822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:42 smithi181 ceph-mon[45557]: pgmap v13822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:42 smithi088 ceph-mon[35322]: pgmap v13822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:44 smithi088 ceph-mon[35322]: pgmap v13823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:44 smithi175 ceph-mon[44549]: pgmap v13823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:44 smithi181 ceph-mon[45557]: pgmap v13823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:11:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:46 smithi175 ceph-mon[44549]: pgmap v13824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:11:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:46 smithi181 ceph-mon[45557]: pgmap v13824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:11:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:46 smithi088 ceph-mon[35322]: pgmap v13824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:11:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:48 smithi175 ceph-mon[44549]: pgmap v13825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:11:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:48 smithi181 ceph-mon[45557]: pgmap v13825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:11:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:48 smithi088 ceph-mon[35322]: pgmap v13825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:11:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:50 smithi175 ceph-mon[44549]: pgmap v13826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:11:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:50 smithi181 ceph-mon[45557]: pgmap v13826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:11:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:50 smithi088 ceph-mon[35322]: pgmap v13826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:11:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:52 smithi175 ceph-mon[44549]: pgmap v13827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:11:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:52 smithi181 ceph-mon[45557]: pgmap v13827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:11:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:52 smithi088 ceph-mon[35322]: pgmap v13827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:11:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:11:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:11:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:11:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:53.951+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:11:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:53.951+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:11:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:11:53.951+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:11:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:54 smithi175 ceph-mon[44549]: pgmap v13828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:11:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:11:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:11:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:11:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:54 smithi181 ceph-mon[45557]: pgmap v13828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:11:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:11:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:11:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:11:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:54 smithi088 ceph-mon[35322]: pgmap v13828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:11:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:11:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:11:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:11:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:55 smithi175 ceph-mon[44549]: pgmap v13829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:11:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:55 smithi175 ceph-mon[44549]: pgmap v13830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:11:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:55 smithi181 ceph-mon[45557]: pgmap v13829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:11:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:55 smithi181 ceph-mon[45557]: pgmap v13830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:11:55.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:55 smithi088 ceph-mon[35322]: pgmap v13829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:11:55.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:55 smithi088 ceph-mon[35322]: pgmap v13830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:11:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:57 smithi175 ceph-mon[44549]: pgmap v13831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:11:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:57 smithi181 ceph-mon[45557]: pgmap v13831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:11:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:57 smithi088 ceph-mon[35322]: pgmap v13831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:11:59.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:11:59 smithi175 ceph-mon[44549]: pgmap v13832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:11:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:11:59 smithi181 ceph-mon[45557]: pgmap v13832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:11:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:11:59 smithi088 ceph-mon[35322]: pgmap v13832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:12:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:00 smithi181 ceph-mon[45557]: pgmap v13833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:12:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:00 smithi088 ceph-mon[35322]: pgmap v13833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:12:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:00 smithi175 ceph-mon[44549]: pgmap v13833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:12:02.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:02 smithi175 ceph-mon[44549]: pgmap v13834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:12:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:02 smithi181 ceph-mon[45557]: pgmap v13834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:12:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:02 smithi088 ceph-mon[35322]: pgmap v13834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:12:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:05 smithi175 ceph-mon[44549]: pgmap v13835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:12:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:05 smithi181 ceph-mon[45557]: pgmap v13835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:12:05.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:05 smithi088 ceph-mon[35322]: pgmap v13835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:12:07.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:07 smithi175 ceph-mon[44549]: pgmap v13836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:07 smithi181 ceph-mon[45557]: pgmap v13836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:07 smithi088 ceph-mon[35322]: pgmap v13836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:08.956+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:12:08.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:08.956+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:12:08.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:08.956+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:12:09.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:09 smithi175 ceph-mon[44549]: pgmap v13837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:09 smithi181 ceph-mon[45557]: pgmap v13837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:09.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:09 smithi088 ceph-mon[35322]: pgmap v13837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:11 smithi175 ceph-mon[44549]: pgmap v13838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:11 smithi181 ceph-mon[45557]: pgmap v13838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:11 smithi088 ceph-mon[35322]: pgmap v13838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:13 smithi175 ceph-mon[44549]: pgmap v13839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:13 smithi181 ceph-mon[45557]: pgmap v13839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:13 smithi088 ceph-mon[35322]: pgmap v13839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:15 smithi175 ceph-mon[44549]: pgmap v13840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:15 smithi181 ceph-mon[45557]: pgmap v13840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:15 smithi088 ceph-mon[35322]: pgmap v13840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:17 smithi175 ceph-mon[44549]: pgmap v13841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:17 smithi181 ceph-mon[45557]: pgmap v13841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:17 smithi088 ceph-mon[35322]: pgmap v13841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:19 smithi175 ceph-mon[44549]: pgmap v13842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:19 smithi181 ceph-mon[45557]: pgmap v13842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:19 smithi088 ceph-mon[35322]: pgmap v13842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:21 smithi175 ceph-mon[44549]: pgmap v13843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:21 smithi181 ceph-mon[45557]: pgmap v13843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:21.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:21 smithi088 ceph-mon[35322]: pgmap v13843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:23 smithi175 ceph-mon[44549]: pgmap v13844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:23 smithi181 ceph-mon[45557]: pgmap v13844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:23 smithi088 ceph-mon[35322]: pgmap v13844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:23.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:23.968+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:12:23.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:23.968+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:12:23.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:23.968+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:12:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:25 smithi175 ceph-mon[44549]: pgmap v13845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:25 smithi181 ceph-mon[45557]: pgmap v13845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:25 smithi088 ceph-mon[35322]: pgmap v13845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:27 smithi175 ceph-mon[44549]: pgmap v13846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:27 smithi181 ceph-mon[45557]: pgmap v13846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:27 smithi088 ceph-mon[35322]: pgmap v13846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:29 smithi175 ceph-mon[44549]: pgmap v13847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:29 smithi181 ceph-mon[45557]: pgmap v13847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:29 smithi088 ceph-mon[35322]: pgmap v13847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:31 smithi175 ceph-mon[44549]: pgmap v13848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:31 smithi181 ceph-mon[45557]: pgmap v13848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:31.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:31 smithi088 ceph-mon[35322]: pgmap v13848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:33.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:33 smithi175 ceph-mon[44549]: pgmap v13849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:33 smithi181 ceph-mon[45557]: pgmap v13849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:33 smithi088 ceph-mon[35322]: pgmap v13849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:34 smithi181 ceph-mon[45557]: pgmap v13850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:34 smithi088 ceph-mon[35322]: pgmap v13850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:34.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:34 smithi175 ceph-mon[44549]: pgmap v13850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:36.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:36 smithi175 ceph-mon[44549]: pgmap v13851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:36 smithi181 ceph-mon[45557]: pgmap v13851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:36 smithi088 ceph-mon[35322]: pgmap v13851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:38.981 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:38.978+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:12:38.982 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:38.978+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:12:38.982 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:38.978+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:12:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:39 smithi175 ceph-mon[44549]: pgmap v13852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:39 smithi181 ceph-mon[45557]: pgmap v13852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:39.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:39 smithi088 ceph-mon[35322]: pgmap v13852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:41 smithi175 ceph-mon[44549]: pgmap v13853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:41 smithi181 ceph-mon[45557]: pgmap v13853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:41 smithi088 ceph-mon[35322]: pgmap v13853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:43.413+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:12:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:43.413+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:12:43.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:43.413+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 201 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T20:12:43.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:43.413+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 201 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T20:12:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:43 smithi175 ceph-mon[44549]: pgmap v13854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:43 smithi181 ceph-mon[45557]: pgmap v13854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:43 smithi088 ceph-mon[35322]: pgmap v13854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:45.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:45 smithi175 ceph-mon[44549]: pgmap v13855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:45.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:45 smithi181 ceph-mon[45557]: pgmap v13855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:45 smithi088 ceph-mon[35322]: pgmap v13855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:47 smithi175 ceph-mon[44549]: pgmap v13856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:47 smithi181 ceph-mon[45557]: pgmap v13856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:47 smithi088 ceph-mon[35322]: pgmap v13856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:49 smithi175 ceph-mon[44549]: pgmap v13857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:49 smithi181 ceph-mon[45557]: pgmap v13857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:49 smithi088 ceph-mon[35322]: pgmap v13857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:12:51.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:51 smithi175 ceph-mon[44549]: pgmap v13858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:51 smithi181 ceph-mon[45557]: pgmap v13858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:51 smithi088 ceph-mon[35322]: pgmap v13858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:12:53.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:53 smithi175 ceph-mon[44549]: pgmap v13859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:53 smithi181 ceph-mon[45557]: pgmap v13859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:53.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:53 smithi088 ceph-mon[35322]: pgmap v13859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:12:53.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:53.994+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:12:53.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:53.994+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:12:53.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:12:53.994+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:12:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:12:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:12:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:12:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:55 smithi175 ceph-mon[44549]: pgmap v13860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:12:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:12:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:12:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:55 smithi181 ceph-mon[45557]: pgmap v13860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:12:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:12:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:12:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:55 smithi088 ceph-mon[35322]: pgmap v13860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:12:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:12:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:12:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:12:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:56 smithi175 ceph-mon[44549]: pgmap v13861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:12:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:56 smithi175 ceph-mon[44549]: pgmap v13862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:12:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:56 smithi181 ceph-mon[45557]: pgmap v13861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:12:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:56 smithi181 ceph-mon[45557]: pgmap v13862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:12:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:56 smithi088 ceph-mon[35322]: pgmap v13861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:12:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:56 smithi088 ceph-mon[35322]: pgmap v13862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:12:58.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:12:58 smithi175 ceph-mon[44549]: pgmap v13863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:12:58.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:12:58 smithi181 ceph-mon[45557]: pgmap v13863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:12:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:12:58 smithi088 ceph-mon[35322]: pgmap v13863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:13:00.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:00 smithi175 ceph-mon[44549]: pgmap v13864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:13:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:00 smithi181 ceph-mon[45557]: pgmap v13864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:13:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:00 smithi088 ceph-mon[35322]: pgmap v13864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:13:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:02 smithi175 ceph-mon[44549]: pgmap v13865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:13:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:02 smithi181 ceph-mon[45557]: pgmap v13865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:13:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:02 smithi088 ceph-mon[35322]: pgmap v13865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:13:04.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:04 smithi175 ceph-mon[44549]: pgmap v13866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:13:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:04 smithi181 ceph-mon[45557]: pgmap v13866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:13:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:04 smithi088 ceph-mon[35322]: pgmap v13866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:13:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:06 smithi175 ceph-mon[44549]: pgmap v13867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:13:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:06 smithi181 ceph-mon[45557]: pgmap v13867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:13:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:06 smithi088 ceph-mon[35322]: pgmap v13867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:13:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:08 smithi175 ceph-mon[44549]: pgmap v13868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:08 smithi181 ceph-mon[45557]: pgmap v13868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:08 smithi088 ceph-mon[35322]: pgmap v13868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:09.006+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:13:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:09.006+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:13:09.007 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:09.006+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:13:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:10 smithi175 ceph-mon[44549]: pgmap v13869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:10 smithi181 ceph-mon[45557]: pgmap v13869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:10 smithi088 ceph-mon[35322]: pgmap v13869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:12 smithi175 ceph-mon[44549]: pgmap v13870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:12 smithi181 ceph-mon[45557]: pgmap v13870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:12 smithi088 ceph-mon[35322]: pgmap v13870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:14 smithi175 ceph-mon[44549]: pgmap v13871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:14 smithi181 ceph-mon[45557]: pgmap v13871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:14 smithi088 ceph-mon[35322]: pgmap v13871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:16 smithi088 ceph-mon[35322]: pgmap v13872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:16 smithi175 ceph-mon[44549]: pgmap v13872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:16 smithi181 ceph-mon[45557]: pgmap v13872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:18 smithi175 ceph-mon[44549]: pgmap v13873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:18 smithi181 ceph-mon[45557]: pgmap v13873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:18 smithi088 ceph-mon[35322]: pgmap v13873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:20 smithi175 ceph-mon[44549]: pgmap v13874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:20 smithi181 ceph-mon[45557]: pgmap v13874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:20.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:20 smithi088 ceph-mon[35322]: pgmap v13874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:22.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:22 smithi175 ceph-mon[44549]: pgmap v13875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:22 smithi181 ceph-mon[45557]: pgmap v13875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:22 smithi088 ceph-mon[35322]: pgmap v13875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:24.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:24.016+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:13:24.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:24.016+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:13:24.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:24.016+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:13:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:24 smithi175 ceph-mon[44549]: pgmap v13876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:24 smithi181 ceph-mon[45557]: pgmap v13876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:24 smithi088 ceph-mon[35322]: pgmap v13876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:26 smithi175 ceph-mon[44549]: pgmap v13877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:26 smithi181 ceph-mon[45557]: pgmap v13877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:26 smithi088 ceph-mon[35322]: pgmap v13877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:28 smithi175 ceph-mon[44549]: pgmap v13878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:28 smithi181 ceph-mon[45557]: pgmap v13878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:28 smithi088 ceph-mon[35322]: pgmap v13878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:29 smithi175 ceph-mon[44549]: pgmap v13879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:29 smithi181 ceph-mon[45557]: pgmap v13879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:29 smithi088 ceph-mon[35322]: pgmap v13879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:31 smithi175 ceph-mon[44549]: pgmap v13880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:31 smithi181 ceph-mon[45557]: pgmap v13880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:31 smithi088 ceph-mon[35322]: pgmap v13880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:34 smithi175 ceph-mon[44549]: pgmap v13881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:34 smithi181 ceph-mon[45557]: pgmap v13881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:34 smithi088 ceph-mon[35322]: pgmap v13881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:36 smithi175 ceph-mon[44549]: pgmap v13882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:36 smithi181 ceph-mon[45557]: pgmap v13882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:36 smithi088 ceph-mon[35322]: pgmap v13882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:38 smithi175 ceph-mon[44549]: pgmap v13883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:38 smithi181 ceph-mon[45557]: pgmap v13883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:38 smithi088 ceph-mon[35322]: pgmap v13883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:39.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:39.031+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:13:39.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:39.031+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:13:39.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:39.031+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:13:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:40 smithi175 ceph-mon[44549]: pgmap v13884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:40 smithi181 ceph-mon[45557]: pgmap v13884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:40.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:40 smithi088 ceph-mon[35322]: pgmap v13884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:42 smithi175 ceph-mon[44549]: pgmap v13885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:42 smithi181 ceph-mon[45557]: pgmap v13885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:42 smithi088 ceph-mon[35322]: pgmap v13885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:44 smithi175 ceph-mon[44549]: pgmap v13886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:44 smithi181 ceph-mon[45557]: pgmap v13886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:44 smithi088 ceph-mon[35322]: pgmap v13886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:46 smithi175 ceph-mon[44549]: pgmap v13887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:46 smithi181 ceph-mon[45557]: pgmap v13887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:46 smithi088 ceph-mon[35322]: pgmap v13887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:48 smithi175 ceph-mon[44549]: pgmap v13888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:48 smithi181 ceph-mon[45557]: pgmap v13888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:48 smithi088 ceph-mon[35322]: pgmap v13888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:13:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:50 smithi175 ceph-mon[44549]: pgmap v13889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:50 smithi181 ceph-mon[45557]: pgmap v13889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:50 smithi088 ceph-mon[35322]: pgmap v13889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:13:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:52 smithi175 ceph-mon[44549]: pgmap v13890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:52 smithi181 ceph-mon[45557]: pgmap v13890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:52 smithi088 ceph-mon[35322]: pgmap v13890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:54.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:54.046+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:13:54.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:54.046+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:13:54.048 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:13:54.046+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:13:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:54 smithi175 ceph-mon[44549]: pgmap v13891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:54 smithi181 ceph-mon[45557]: pgmap v13891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:54 smithi088 ceph-mon[35322]: pgmap v13891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:13:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:13:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:13:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:13:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:56 smithi175 ceph-mon[44549]: pgmap v13892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:13:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:13:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:56 smithi181 ceph-mon[45557]: pgmap v13892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:13:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:13:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:56 smithi088 ceph-mon[35322]: pgmap v13892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:13:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:13:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:13:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:13:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:57 smithi175 ceph-mon[44549]: pgmap v13893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:13:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:57 smithi175 ceph-mon[44549]: pgmap v13894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:13:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:57 smithi181 ceph-mon[45557]: pgmap v13893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:13:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:57 smithi181 ceph-mon[45557]: pgmap v13894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:13:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:57 smithi088 ceph-mon[35322]: pgmap v13893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:13:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:57 smithi088 ceph-mon[35322]: pgmap v13894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:13:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:13:59 smithi175 ceph-mon[44549]: pgmap v13895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T20:13:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:13:59 smithi181 ceph-mon[45557]: pgmap v13895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T20:13:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:13:59 smithi088 ceph-mon[35322]: pgmap v13895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T20:14:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:01 smithi175 ceph-mon[44549]: pgmap v13896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:14:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:01 smithi181 ceph-mon[45557]: pgmap v13896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:14:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:01 smithi088 ceph-mon[35322]: pgmap v13896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:14:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:03 smithi175 ceph-mon[44549]: pgmap v13897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:14:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:03 smithi181 ceph-mon[45557]: pgmap v13897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:14:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:03 smithi088 ceph-mon[35322]: pgmap v13897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:14:05.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:05 smithi175 ceph-mon[44549]: pgmap v13898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:14:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:05 smithi181 ceph-mon[45557]: pgmap v13898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:14:05.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:05 smithi088 ceph-mon[35322]: pgmap v13898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:14:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:07 smithi175 ceph-mon[44549]: pgmap v13899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:14:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:07 smithi181 ceph-mon[45557]: pgmap v13899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:14:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:07 smithi088 ceph-mon[35322]: pgmap v13899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:14:09.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:09.061+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:14:09.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:09.061+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:14:09.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:09.061+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:14:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:09 smithi175 ceph-mon[44549]: pgmap v13900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:14:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:09 smithi181 ceph-mon[45557]: pgmap v13900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:14:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:09 smithi088 ceph-mon[35322]: pgmap v13900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:14:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:11 smithi175 ceph-mon[44549]: pgmap v13901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:14:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:11 smithi181 ceph-mon[45557]: pgmap v13901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:14:11.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:11 smithi088 ceph-mon[35322]: pgmap v13901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:14:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:13 smithi175 ceph-mon[44549]: pgmap v13902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:13 smithi181 ceph-mon[45557]: pgmap v13902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:13 smithi088 ceph-mon[35322]: pgmap v13902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:15.665 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:15 smithi175 ceph-mon[44549]: pgmap v13903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:14:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:15 smithi181 ceph-mon[45557]: pgmap v13903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:14:15.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:15 smithi088 ceph-mon[35322]: pgmap v13903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:14:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:17 smithi175 ceph-mon[44549]: pgmap v13904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:17 smithi181 ceph-mon[45557]: pgmap v13904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:17 smithi088 ceph-mon[35322]: pgmap v13904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:19 smithi088 ceph-mon[35322]: pgmap v13905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:14:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:19 smithi175 ceph-mon[44549]: pgmap v13905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:14:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:19 smithi181 ceph-mon[45557]: pgmap v13905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:14:21.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:21 smithi175 ceph-mon[44549]: pgmap v13906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:14:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:21 smithi181 ceph-mon[45557]: pgmap v13906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:14:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:21 smithi088 ceph-mon[35322]: pgmap v13906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:14:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:22 smithi181 ceph-mon[45557]: pgmap v13907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:22 smithi088 ceph-mon[35322]: pgmap v13907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:22 smithi175 ceph-mon[44549]: pgmap v13907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:24.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:24.071+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:14:24.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:24.071+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:14:24.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:24.071+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:14:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:25 smithi175 ceph-mon[44549]: pgmap v13908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:14:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:25 smithi181 ceph-mon[45557]: pgmap v13908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:14:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:25 smithi088 ceph-mon[35322]: pgmap v13908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:14:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:27 smithi175 ceph-mon[44549]: pgmap v13909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:27 smithi181 ceph-mon[45557]: pgmap v13909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:27 smithi088 ceph-mon[35322]: pgmap v13909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:29 smithi175 ceph-mon[44549]: pgmap v13910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:14:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:29 smithi181 ceph-mon[45557]: pgmap v13910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:14:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:29 smithi088 ceph-mon[35322]: pgmap v13910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:14:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:31 smithi175 ceph-mon[44549]: pgmap v13911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:14:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:31 smithi181 ceph-mon[45557]: pgmap v13911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:14:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:31 smithi088 ceph-mon[35322]: pgmap v13911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:14:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:33 smithi175 ceph-mon[44549]: pgmap v13912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:33 smithi181 ceph-mon[45557]: pgmap v13912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:33 smithi088 ceph-mon[35322]: pgmap v13912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:35 smithi175 ceph-mon[44549]: pgmap v13913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:14:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:35 smithi181 ceph-mon[45557]: pgmap v13913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:14:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:35 smithi088 ceph-mon[35322]: pgmap v13913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:14:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:37 smithi175 ceph-mon[44549]: pgmap v13914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:37 smithi181 ceph-mon[45557]: pgmap v13914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:37 smithi088 ceph-mon[35322]: pgmap v13914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:39.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:39.079+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:14:39.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:39.079+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:14:39.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:39.079+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:14:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:39 smithi175 ceph-mon[44549]: pgmap v13915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:14:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:39 smithi181 ceph-mon[45557]: pgmap v13915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:14:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:39 smithi088 ceph-mon[35322]: pgmap v13915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:14:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:41 smithi175 ceph-mon[44549]: pgmap v13916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:14:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:41 smithi181 ceph-mon[45557]: pgmap v13916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:14:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:41 smithi088 ceph-mon[35322]: pgmap v13916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:14:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:43 smithi175 ceph-mon[44549]: pgmap v13917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:43 smithi181 ceph-mon[45557]: pgmap v13917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:43 smithi088 ceph-mon[35322]: pgmap v13917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:44 smithi088 ceph-mon[35322]: pgmap v13918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:14:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:44 smithi175 ceph-mon[44549]: pgmap v13918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:14:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:44 smithi181 ceph-mon[45557]: pgmap v13918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:14:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:47 smithi181 ceph-mon[45557]: pgmap v13919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:47 smithi088 ceph-mon[35322]: pgmap v13919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:47 smithi175 ceph-mon[44549]: pgmap v13919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:49 smithi175 ceph-mon[44549]: pgmap v13920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:14:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:49 smithi181 ceph-mon[45557]: pgmap v13920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:14:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:49 smithi088 ceph-mon[35322]: pgmap v13920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:14:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:51 smithi175 ceph-mon[44549]: pgmap v13921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:14:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:51 smithi181 ceph-mon[45557]: pgmap v13921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:14:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:51 smithi088 ceph-mon[35322]: pgmap v13921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:14:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:53 smithi175 ceph-mon[44549]: pgmap v13922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:53 smithi181 ceph-mon[45557]: pgmap v13922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:53 smithi088 ceph-mon[35322]: pgmap v13922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:54.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:54.082+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:14:54.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:54.082+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:14:54.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:14:54.082+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:14:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:55 smithi175 ceph-mon[44549]: pgmap v13923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:14:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:55 smithi181 ceph-mon[45557]: pgmap v13923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:14:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:55 smithi088 ceph-mon[35322]: pgmap v13923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:14:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:14:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:14:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:14:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:57 smithi175 ceph-mon[44549]: pgmap v13924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:14:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:14:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:14:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:57 smithi181 ceph-mon[45557]: pgmap v13924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:14:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:14:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:14:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:57 smithi088 ceph-mon[35322]: pgmap v13924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:14:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:14:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:14:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:14:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:58 smithi175 ceph-mon[44549]: pgmap v13925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:14:58.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:14:58 smithi175 ceph-mon[44549]: pgmap v13926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:14:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:58 smithi181 ceph-mon[45557]: pgmap v13925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:14:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:14:58 smithi181 ceph-mon[45557]: pgmap v13926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:14:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:58 smithi088 ceph-mon[35322]: pgmap v13925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:14:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:14:58 smithi088 ceph-mon[35322]: pgmap v13926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:15:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:00 smithi175 ceph-mon[44549]: pgmap v13927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:15:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:00 smithi181 ceph-mon[45557]: pgmap v13927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:15:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:00 smithi088 ceph-mon[35322]: pgmap v13927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:15:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:02 smithi175 ceph-mon[44549]: pgmap v13928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:15:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:02 smithi181 ceph-mon[45557]: pgmap v13928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:15:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:02 smithi088 ceph-mon[35322]: pgmap v13928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:15:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:04 smithi181 ceph-mon[45557]: pgmap v13929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:15:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:04 smithi088 ceph-mon[35322]: pgmap v13929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:15:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:04 smithi175 ceph-mon[44549]: pgmap v13929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:15:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:05 smithi181 ceph-mon[45557]: pgmap v13930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:15:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:05 smithi088 ceph-mon[35322]: pgmap v13930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:15:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:05 smithi175 ceph-mon[44549]: pgmap v13930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:15:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:08 smithi088 ceph-mon[35322]: pgmap v13931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:15:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:08 smithi175 ceph-mon[44549]: pgmap v13931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:15:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:08 smithi181 ceph-mon[45557]: pgmap v13931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:15:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:09.096+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:15:09.099 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:09.096+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:15:09.099 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:09.096+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:15:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:10 smithi175 ceph-mon[44549]: pgmap v13932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:10 smithi181 ceph-mon[45557]: pgmap v13932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:10 smithi088 ceph-mon[35322]: pgmap v13932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:12 smithi175 ceph-mon[44549]: pgmap v13933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:12 smithi181 ceph-mon[45557]: pgmap v13933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:12 smithi088 ceph-mon[35322]: pgmap v13933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:14 smithi175 ceph-mon[44549]: pgmap v13934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:14 smithi181 ceph-mon[45557]: pgmap v13934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:14 smithi088 ceph-mon[35322]: pgmap v13934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:16 smithi175 ceph-mon[44549]: pgmap v13935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:16 smithi181 ceph-mon[45557]: pgmap v13935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:16 smithi088 ceph-mon[35322]: pgmap v13935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:18 smithi175 ceph-mon[44549]: pgmap v13936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:18 smithi181 ceph-mon[45557]: pgmap v13936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:18 smithi088 ceph-mon[35322]: pgmap v13936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:20 smithi175 ceph-mon[44549]: pgmap v13937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:20 smithi181 ceph-mon[45557]: pgmap v13937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:20 smithi088 ceph-mon[35322]: pgmap v13937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:22 smithi088 ceph-mon[35322]: pgmap v13938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:22 smithi175 ceph-mon[44549]: pgmap v13938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:22 smithi181 ceph-mon[45557]: pgmap v13938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:24.113+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:15:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:24.113+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:15:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:24.113+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:15:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:24 smithi175 ceph-mon[44549]: pgmap v13939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:24 smithi181 ceph-mon[45557]: pgmap v13939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:24.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:24 smithi088 ceph-mon[35322]: pgmap v13939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:26 smithi181 ceph-mon[45557]: pgmap v13940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:26 smithi088 ceph-mon[35322]: pgmap v13940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:26.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:26 smithi175 ceph-mon[44549]: pgmap v13940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:27 smithi088 ceph-mon[35322]: pgmap v13941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:27 smithi175 ceph-mon[44549]: pgmap v13941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:27 smithi181 ceph-mon[45557]: pgmap v13941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:30 smithi175 ceph-mon[44549]: pgmap v13942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:30 smithi181 ceph-mon[45557]: pgmap v13942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:30.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:30 smithi088 ceph-mon[35322]: pgmap v13942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:32 smithi175 ceph-mon[44549]: pgmap v13943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:32 smithi181 ceph-mon[45557]: pgmap v13943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:32 smithi088 ceph-mon[35322]: pgmap v13943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:34 smithi175 ceph-mon[44549]: pgmap v13944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:34 smithi181 ceph-mon[45557]: pgmap v13944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:34 smithi088 ceph-mon[35322]: pgmap v13944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:36 smithi175 ceph-mon[44549]: pgmap v13945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:36 smithi181 ceph-mon[45557]: pgmap v13945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:36 smithi088 ceph-mon[35322]: pgmap v13945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:38 smithi175 ceph-mon[44549]: pgmap v13946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:38 smithi181 ceph-mon[45557]: pgmap v13946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:38 smithi088 ceph-mon[35322]: pgmap v13946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:39.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.117+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:15:39.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.117+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:15:39.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.117+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:15:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.481+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T20:15:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.481+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T20:15:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.481+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34405a040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T20:15:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.481+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34405a040 comp rx=0 tx=0).stop 2024-01-28T20:15:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.481+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T20:15:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.481+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T20:15:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.481+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T20:15:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.481+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T20:15:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.481+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T20:15:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:39.482+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7ff32c0acb00 tx=0x7ff344043040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T20:15:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:40 smithi175 ceph-mon[44549]: pgmap v13947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:40 smithi181 ceph-mon[45557]: pgmap v13947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:40.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:40 smithi088 ceph-mon[35322]: pgmap v13947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:42 smithi181 ceph-mon[45557]: pgmap v13948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:42 smithi088 ceph-mon[35322]: pgmap v13948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:42 smithi175 ceph-mon[44549]: pgmap v13948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:43.441 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:43.440+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:15:43.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:43.440+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:15:43.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:43.441+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 202 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:15:43.442 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:43.441+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 202 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:15:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:44 smithi181 ceph-mon[45557]: pgmap v13949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:44 smithi088 ceph-mon[35322]: pgmap v13949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:44 smithi175 ceph-mon[44549]: pgmap v13949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:46 smithi181 ceph-mon[45557]: pgmap v13950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:46 smithi088 ceph-mon[35322]: pgmap v13950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:46 smithi175 ceph-mon[44549]: pgmap v13950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:47 smithi181 ceph-mon[45557]: pgmap v13951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:47.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:47 smithi088 ceph-mon[35322]: pgmap v13951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:47 smithi175 ceph-mon[44549]: pgmap v13951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:50 smithi175 ceph-mon[44549]: pgmap v13952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:50 smithi181 ceph-mon[45557]: pgmap v13952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:50 smithi088 ceph-mon[35322]: pgmap v13952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:15:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:52 smithi175 ceph-mon[44549]: pgmap v13953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:52 smithi181 ceph-mon[45557]: pgmap v13953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:52 smithi088 ceph-mon[35322]: pgmap v13953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:54.127+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:15:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:54.127+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:15:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:15:54.127+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:15:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:54 smithi175 ceph-mon[44549]: pgmap v13954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:54 smithi181 ceph-mon[45557]: pgmap v13954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:54 smithi088 ceph-mon[35322]: pgmap v13954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:15:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:56 smithi175 ceph-mon[44549]: pgmap v13955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:56 smithi181 ceph-mon[45557]: pgmap v13955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:56 smithi088 ceph-mon[35322]: pgmap v13955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:15:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:15:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:15:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:15:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:58 smithi181 ceph-mon[45557]: pgmap v13956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:15:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:15:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:15:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:58 smithi088 ceph-mon[35322]: pgmap v13956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:15:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:15:58.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:15:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:58 smithi175 ceph-mon[44549]: pgmap v13956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:15:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:15:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:15:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:15:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:59 smithi181 ceph-mon[45557]: pgmap v13957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:15:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:15:59 smithi181 ceph-mon[45557]: pgmap v13958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:15:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:59 smithi088 ceph-mon[35322]: pgmap v13957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:15:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:15:59 smithi088 ceph-mon[35322]: pgmap v13958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:15:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:59 smithi175 ceph-mon[44549]: pgmap v13957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:15:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:15:59 smithi175 ceph-mon[44549]: pgmap v13958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:16:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:00 smithi181 ceph-mon[45557]: pgmap v13959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:16:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:00 smithi088 ceph-mon[35322]: pgmap v13959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:16:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:00 smithi175 ceph-mon[44549]: pgmap v13959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:16:03.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:03 smithi088 ceph-mon[35322]: pgmap v13960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:16:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:03 smithi175 ceph-mon[44549]: pgmap v13960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:16:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:03 smithi181 ceph-mon[45557]: pgmap v13960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:16:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:05 smithi175 ceph-mon[44549]: pgmap v13961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:16:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:05 smithi181 ceph-mon[45557]: pgmap v13961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:16:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:05 smithi088 ceph-mon[35322]: pgmap v13961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:16:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:07 smithi175 ceph-mon[44549]: pgmap v13962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:16:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:07 smithi181 ceph-mon[45557]: pgmap v13962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:16:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:07 smithi088 ceph-mon[35322]: pgmap v13962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:16:09.144 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:09.143+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:16:09.144 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:09.143+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:16:09.144 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:09.143+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:16:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:09 smithi175 ceph-mon[44549]: pgmap v13963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:16:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:09 smithi181 ceph-mon[45557]: pgmap v13963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:16:09.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:09 smithi088 ceph-mon[35322]: pgmap v13963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:16:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:11 smithi175 ceph-mon[44549]: pgmap v13964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:11 smithi181 ceph-mon[45557]: pgmap v13964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:11 smithi088 ceph-mon[35322]: pgmap v13964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:13 smithi181 ceph-mon[45557]: pgmap v13965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:13 smithi088 ceph-mon[35322]: pgmap v13965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:13 smithi175 ceph-mon[44549]: pgmap v13965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:15 smithi181 ceph-mon[45557]: pgmap v13966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:15.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:15 smithi088 ceph-mon[35322]: pgmap v13966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:15 smithi175 ceph-mon[44549]: pgmap v13966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:17 smithi181 ceph-mon[45557]: pgmap v13967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:17 smithi088 ceph-mon[35322]: pgmap v13967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:17 smithi175 ceph-mon[44549]: pgmap v13967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:19 smithi181 ceph-mon[45557]: pgmap v13968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:19.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:19 smithi088 ceph-mon[35322]: pgmap v13968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:19 smithi175 ceph-mon[44549]: pgmap v13968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:20 smithi181 ceph-mon[45557]: pgmap v13969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:20 smithi088 ceph-mon[35322]: pgmap v13969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:20 smithi175 ceph-mon[44549]: pgmap v13969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:23 smithi088 ceph-mon[35322]: pgmap v13970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:23 smithi175 ceph-mon[44549]: pgmap v13970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:23 smithi181 ceph-mon[45557]: pgmap v13970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:24.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:24.158+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:16:24.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:24.158+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:16:24.159 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:24.158+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:16:25.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:25 smithi175 ceph-mon[44549]: pgmap v13971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:25 smithi181 ceph-mon[45557]: pgmap v13971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:25 smithi088 ceph-mon[35322]: pgmap v13971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:27 smithi181 ceph-mon[45557]: pgmap v13972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:27 smithi088 ceph-mon[35322]: pgmap v13972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:27 smithi175 ceph-mon[44549]: pgmap v13972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:29 smithi181 ceph-mon[45557]: pgmap v13973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:29 smithi088 ceph-mon[35322]: pgmap v13973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:29 smithi175 ceph-mon[44549]: pgmap v13973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:31 smithi181 ceph-mon[45557]: pgmap v13974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:31 smithi088 ceph-mon[35322]: pgmap v13974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:31 smithi175 ceph-mon[44549]: pgmap v13974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:33 smithi181 ceph-mon[45557]: pgmap v13975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:33 smithi088 ceph-mon[35322]: pgmap v13975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:33 smithi175 ceph-mon[44549]: pgmap v13975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:34 smithi088 ceph-mon[35322]: pgmap v13976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:34 smithi175 ceph-mon[44549]: pgmap v13976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:34 smithi181 ceph-mon[45557]: pgmap v13976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:37 smithi088 ceph-mon[35322]: pgmap v13977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:37 smithi175 ceph-mon[44549]: pgmap v13977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:37 smithi181 ceph-mon[45557]: pgmap v13977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:39.173+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:16:39.174 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:39.173+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:16:39.175 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:39.173+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:16:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:39 smithi175 ceph-mon[44549]: pgmap v13978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:39 smithi181 ceph-mon[45557]: pgmap v13978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:39 smithi088 ceph-mon[35322]: pgmap v13978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:41 smithi181 ceph-mon[45557]: pgmap v13979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:41 smithi088 ceph-mon[35322]: pgmap v13979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:41 smithi175 ceph-mon[44549]: pgmap v13979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:43 smithi181 ceph-mon[45557]: pgmap v13980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:43.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:43 smithi088 ceph-mon[35322]: pgmap v13980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:43 smithi175 ceph-mon[44549]: pgmap v13980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:45.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:45 smithi181 ceph-mon[45557]: pgmap v13981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:45 smithi088 ceph-mon[35322]: pgmap v13981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:45 smithi175 ceph-mon[44549]: pgmap v13981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:47 smithi181 ceph-mon[45557]: pgmap v13982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:47 smithi088 ceph-mon[35322]: pgmap v13982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:47 smithi175 ceph-mon[44549]: pgmap v13982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:49 smithi181 ceph-mon[45557]: pgmap v13983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:49 smithi088 ceph-mon[35322]: pgmap v13983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:49 smithi175 ceph-mon[44549]: pgmap v13983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:50 smithi088 ceph-mon[35322]: pgmap v13984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:50 smithi175 ceph-mon[44549]: pgmap v13984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:50 smithi181 ceph-mon[45557]: pgmap v13984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:16:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:53 smithi088 ceph-mon[35322]: pgmap v13985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:53 smithi175 ceph-mon[44549]: pgmap v13985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:53 smithi181 ceph-mon[45557]: pgmap v13985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:54.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:54.183+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:16:54.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:54.184+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:16:54.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:16:54.184+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:16:55.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:55 smithi181 ceph-mon[45557]: pgmap v13986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:55 smithi088 ceph-mon[35322]: pgmap v13986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:55 smithi175 ceph-mon[44549]: pgmap v13986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:16:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:57 smithi181 ceph-mon[45557]: pgmap v13987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:57 smithi088 ceph-mon[35322]: pgmap v13987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:57 smithi175 ceph-mon[44549]: pgmap v13987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:16:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:16:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:16:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:16:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:59 smithi181 ceph-mon[45557]: pgmap v13988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:16:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:16:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:16:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:16:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:59 smithi088 ceph-mon[35322]: pgmap v13988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:16:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:16:59.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:16:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:16:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:59 smithi175 ceph-mon[44549]: pgmap v13988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:16:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:16:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:16:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:16:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:17:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:00 smithi181 ceph-mon[45557]: pgmap v13989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:17:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:00 smithi088 ceph-mon[35322]: pgmap v13989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:17:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:00 smithi175 ceph-mon[44549]: pgmap v13989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:17:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:01 smithi181 ceph-mon[45557]: pgmap v13990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:17:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:01 smithi088 ceph-mon[35322]: pgmap v13990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:17:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:01 smithi175 ceph-mon[44549]: pgmap v13990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:17:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:04 smithi181 ceph-mon[45557]: pgmap v13991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:17:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:04 smithi088 ceph-mon[35322]: pgmap v13991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:17:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:04 smithi175 ceph-mon[44549]: pgmap v13991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:17:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:06 smithi181 ceph-mon[45557]: pgmap v13992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:17:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:06 smithi088 ceph-mon[35322]: pgmap v13992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:17:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:06 smithi175 ceph-mon[44549]: pgmap v13992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:17:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:08 smithi181 ceph-mon[45557]: pgmap v13993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:17:08.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:08 smithi088 ceph-mon[35322]: pgmap v13993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:17:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:08 smithi175 ceph-mon[44549]: pgmap v13993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:17:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:09.185+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:17:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:09.186+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:17:09.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:09.186+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:17:10.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:10 smithi088 ceph-mon[35322]: pgmap v13994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:17:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:10 smithi181 ceph-mon[45557]: pgmap v13994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:17:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:10 smithi175 ceph-mon[44549]: pgmap v13994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:17:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:12 smithi181 ceph-mon[45557]: pgmap v13995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:12 smithi088 ceph-mon[35322]: pgmap v13995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:12 smithi175 ceph-mon[44549]: pgmap v13995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:14 smithi181 ceph-mon[45557]: pgmap v13996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:14 smithi088 ceph-mon[35322]: pgmap v13996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:14 smithi175 ceph-mon[44549]: pgmap v13996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:16 smithi181 ceph-mon[45557]: pgmap v13997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:16 smithi088 ceph-mon[35322]: pgmap v13997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:16 smithi175 ceph-mon[44549]: pgmap v13997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:18 smithi181 ceph-mon[45557]: pgmap v13998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:18 smithi088 ceph-mon[35322]: pgmap v13998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:18 smithi175 ceph-mon[44549]: pgmap v13998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:20 smithi181 ceph-mon[45557]: pgmap v13999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:20 smithi088 ceph-mon[35322]: pgmap v13999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:20 smithi175 ceph-mon[44549]: pgmap v13999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:22 smithi181 ceph-mon[45557]: pgmap v14000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:22.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:22 smithi088 ceph-mon[35322]: pgmap v14000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:22 smithi175 ceph-mon[44549]: pgmap v14000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:24.189 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:24.187+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:17:24.189 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:24.187+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:17:24.189 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:24.188+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:17:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:24 smithi181 ceph-mon[45557]: pgmap v14001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:24 smithi088 ceph-mon[35322]: pgmap v14001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:24 smithi175 ceph-mon[44549]: pgmap v14001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:26 smithi181 ceph-mon[45557]: pgmap v14002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:26 smithi088 ceph-mon[35322]: pgmap v14002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:26 smithi175 ceph-mon[44549]: pgmap v14002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:28 smithi181 ceph-mon[45557]: pgmap v14003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:28 smithi088 ceph-mon[35322]: pgmap v14003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:28 smithi175 ceph-mon[44549]: pgmap v14003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:30 smithi181 ceph-mon[45557]: pgmap v14004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:30 smithi088 ceph-mon[35322]: pgmap v14004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:30 smithi175 ceph-mon[44549]: pgmap v14004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:31.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:31 smithi088 ceph-mon[35322]: pgmap v14005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:31 smithi175 ceph-mon[44549]: pgmap v14005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:31 smithi181 ceph-mon[45557]: pgmap v14005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:34 smithi181 ceph-mon[45557]: pgmap v14006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:34 smithi088 ceph-mon[35322]: pgmap v14006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:34 smithi175 ceph-mon[44549]: pgmap v14006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:36 smithi181 ceph-mon[45557]: pgmap v14007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:36 smithi088 ceph-mon[35322]: pgmap v14007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:36 smithi175 ceph-mon[44549]: pgmap v14007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:38 smithi181 ceph-mon[45557]: pgmap v14008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:38.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:38 smithi088 ceph-mon[35322]: pgmap v14008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:38 smithi175 ceph-mon[44549]: pgmap v14008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:39.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:39.194+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:17:39.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:39.194+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:17:39.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:39.194+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:17:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:40 smithi181 ceph-mon[45557]: pgmap v14009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:40 smithi088 ceph-mon[35322]: pgmap v14009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:40 smithi175 ceph-mon[44549]: pgmap v14009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:41 smithi181 ceph-mon[45557]: pgmap v14010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:41 smithi088 ceph-mon[35322]: pgmap v14010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:41 smithi175 ceph-mon[44549]: pgmap v14010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:44 smithi181 ceph-mon[45557]: pgmap v14011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:44 smithi088 ceph-mon[35322]: pgmap v14011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:44 smithi175 ceph-mon[44549]: pgmap v14011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:46 smithi181 ceph-mon[45557]: pgmap v14012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:46 smithi088 ceph-mon[35322]: pgmap v14012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:46 smithi175 ceph-mon[44549]: pgmap v14012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:48 smithi181 ceph-mon[45557]: pgmap v14013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:48 smithi088 ceph-mon[35322]: pgmap v14013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:48 smithi175 ceph-mon[44549]: pgmap v14013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:50.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:50 smithi181 ceph-mon[45557]: pgmap v14014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:50.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:50 smithi088 ceph-mon[35322]: pgmap v14014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:50 smithi175 ceph-mon[44549]: pgmap v14014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:17:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:51 smithi181 ceph-mon[45557]: pgmap v14015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:51 smithi088 ceph-mon[35322]: pgmap v14015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:51 smithi175 ceph-mon[44549]: pgmap v14015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:54.211 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:54.210+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:17:54.212 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:54.210+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:17:54.212 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:54.210+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:17:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:54 smithi181 ceph-mon[45557]: pgmap v14016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:54 smithi088 ceph-mon[35322]: pgmap v14016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:54 smithi175 ceph-mon[44549]: pgmap v14016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:17:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:56 smithi181 ceph-mon[45557]: pgmap v14017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:56 smithi088 ceph-mon[35322]: pgmap v14017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:56.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:56 smithi175 ceph-mon[44549]: pgmap v14017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:17:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:57 smithi088 ceph-mon[35322]: pgmap v14018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:57 smithi175 ceph-mon[44549]: pgmap v14018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:57.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:57 smithi181 ceph-mon[45557]: pgmap v14018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:17:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:58.460+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:17:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:58.460+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:17:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:58.460+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 203 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T20:17:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:17:58.460+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 203 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T20:17:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:17:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:17:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:17:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:17:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:17:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:18:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:00 smithi181 ceph-mon[45557]: pgmap v14019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]': finished 2024-01-28T20:18:00.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:18:00.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:18:00.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:18:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:00 smithi088 ceph-mon[35322]: pgmap v14019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]': finished 2024-01-28T20:18:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:18:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:18:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:18:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:00 smithi175 ceph-mon[44549]: pgmap v14019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:18:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]': finished 2024-01-28T20:18:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:18:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:18:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:18:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:01 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:18:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:01 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:18:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:01 smithi181 ceph-mon[45557]: pgmap v14020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:18:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:01 smithi181 ceph-mon[45557]: pgmap v14021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:18:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:01 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:18:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:01 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:18:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:01 smithi088 ceph-mon[35322]: pgmap v14020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:18:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:01 smithi088 ceph-mon[35322]: pgmap v14021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:18:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:01 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:18:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:01 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:18:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:01 smithi175 ceph-mon[44549]: pgmap v14020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:18:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:01 smithi175 ceph-mon[44549]: pgmap v14021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:18:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:02 smithi181 ceph-mon[45557]: pgmap v14022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:18:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:02 smithi088 ceph-mon[35322]: pgmap v14022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:18:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:02 smithi175 ceph-mon[44549]: pgmap v14022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:18:05.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:05 smithi181 ceph-mon[45557]: pgmap v14023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:18:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:05 smithi088 ceph-mon[35322]: pgmap v14023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:18:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:05 smithi175 ceph-mon[44549]: pgmap v14023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:18:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:07 smithi181 ceph-mon[45557]: pgmap v14024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:18:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:07 smithi088 ceph-mon[35322]: pgmap v14024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:18:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:07 smithi175 ceph-mon[44549]: pgmap v14024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:18:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:09.226+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:18:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:09.226+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:18:09.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:09.226+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:18:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:09 smithi181 ceph-mon[45557]: pgmap v14025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:18:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:09 smithi088 ceph-mon[35322]: pgmap v14025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:18:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:09 smithi175 ceph-mon[44549]: pgmap v14025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:18:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:11 smithi181 ceph-mon[45557]: pgmap v14026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:18:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:11 smithi088 ceph-mon[35322]: pgmap v14026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:18:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:11 smithi175 ceph-mon[44549]: pgmap v14026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:18:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:12 smithi088 ceph-mon[35322]: pgmap v14027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:12 smithi175 ceph-mon[44549]: pgmap v14027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:12 smithi181 ceph-mon[45557]: pgmap v14027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:15 smithi181 ceph-mon[45557]: pgmap v14028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:15 smithi088 ceph-mon[35322]: pgmap v14028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:15 smithi175 ceph-mon[44549]: pgmap v14028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:16 smithi088 ceph-mon[35322]: pgmap v14029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:16.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:16 smithi175 ceph-mon[44549]: pgmap v14029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:16 smithi181 ceph-mon[45557]: pgmap v14029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:19 smithi181 ceph-mon[45557]: pgmap v14030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:19 smithi088 ceph-mon[35322]: pgmap v14030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:19 smithi175 ceph-mon[44549]: pgmap v14030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:20.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:20 smithi088 ceph-mon[35322]: pgmap v14031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:20 smithi175 ceph-mon[44549]: pgmap v14031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:20.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:20 smithi181 ceph-mon[45557]: pgmap v14031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:23 smithi088 ceph-mon[35322]: pgmap v14032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:23 smithi175 ceph-mon[44549]: pgmap v14032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:23 smithi181 ceph-mon[45557]: pgmap v14032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:24.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:24.234+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:18:24.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:24.235+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:18:24.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:24.235+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:18:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:25 smithi181 ceph-mon[45557]: pgmap v14033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:25 smithi088 ceph-mon[35322]: pgmap v14033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:25 smithi175 ceph-mon[44549]: pgmap v14033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:26.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:26 smithi181 ceph-mon[45557]: pgmap v14034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:26.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:26 smithi088 ceph-mon[35322]: pgmap v14034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:26.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:26 smithi175 ceph-mon[44549]: pgmap v14034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:29 smithi181 ceph-mon[45557]: pgmap v14035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:29 smithi088 ceph-mon[35322]: pgmap v14035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:29 smithi175 ceph-mon[44549]: pgmap v14035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:30 smithi088 ceph-mon[35322]: pgmap v14036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:30 smithi175 ceph-mon[44549]: pgmap v14036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:30 smithi181 ceph-mon[45557]: pgmap v14036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:33 smithi088 ceph-mon[35322]: pgmap v14037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:33 smithi175 ceph-mon[44549]: pgmap v14037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:33 smithi181 ceph-mon[45557]: pgmap v14037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:34 smithi088 ceph-mon[35322]: pgmap v14038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:34 smithi175 ceph-mon[44549]: pgmap v14038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:34 smithi181 ceph-mon[45557]: pgmap v14038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:37 smithi088 ceph-mon[35322]: pgmap v14039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:37 smithi175 ceph-mon[44549]: pgmap v14039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:37 smithi181 ceph-mon[45557]: pgmap v14039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:39.250+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:18:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:39.250+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:18:39.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:39.250+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:18:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:39 smithi181 ceph-mon[45557]: pgmap v14040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:39 smithi088 ceph-mon[35322]: pgmap v14040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:39 smithi175 ceph-mon[44549]: pgmap v14040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:40 smithi181 ceph-mon[45557]: pgmap v14041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:40 smithi088 ceph-mon[35322]: pgmap v14041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:40 smithi175 ceph-mon[44549]: pgmap v14041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:43.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:43.466+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:18:43.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:43.466+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:18:43.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:43.467+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 204 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T20:18:43.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:43.467+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 204 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T20:18:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:43 smithi088 ceph-mon[35322]: pgmap v14042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:43.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:43 smithi175 ceph-mon[44549]: pgmap v14042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:43 smithi181 ceph-mon[45557]: pgmap v14042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:44 smithi181 ceph-mon[45557]: pgmap v14043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:44 smithi088 ceph-mon[35322]: pgmap v14043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:44 smithi175 ceph-mon[44549]: pgmap v14043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:47 smithi088 ceph-mon[35322]: pgmap v14044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:47 smithi175 ceph-mon[44549]: pgmap v14044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:47 smithi181 ceph-mon[45557]: pgmap v14044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:49 smithi088 ceph-mon[35322]: pgmap v14045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:49 smithi175 ceph-mon[44549]: pgmap v14045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:49 smithi181 ceph-mon[45557]: pgmap v14045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:51 smithi088 ceph-mon[35322]: pgmap v14046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:51 smithi175 ceph-mon[44549]: pgmap v14046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:51 smithi181 ceph-mon[45557]: pgmap v14046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:18:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:53 smithi088 ceph-mon[35322]: pgmap v14047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:53 smithi175 ceph-mon[44549]: pgmap v14047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:53 smithi181 ceph-mon[45557]: pgmap v14047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:54.252+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:18:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:54.252+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:18:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:18:54.252+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:18:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:54 smithi088 ceph-mon[35322]: pgmap v14048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:54.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:54 smithi175 ceph-mon[44549]: pgmap v14048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:54 smithi181 ceph-mon[45557]: pgmap v14048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:18:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:57 smithi088 ceph-mon[35322]: pgmap v14049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:57 smithi175 ceph-mon[44549]: pgmap v14049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:57 smithi181 ceph-mon[45557]: pgmap v14049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:18:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:18:59 smithi088 ceph-mon[35322]: pgmap v14050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:18:59 smithi175 ceph-mon[44549]: pgmap v14050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:18:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:18:59 smithi181 ceph-mon[45557]: pgmap v14050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:01 smithi088 ceph-mon[35322]: pgmap v14051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:19:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:19:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:19:01.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:19:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:01 smithi175 ceph-mon[44549]: pgmap v14051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:19:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:19:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:19:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:19:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:01 smithi181 ceph-mon[45557]: pgmap v14051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:19:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:19:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:19:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:19:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:19:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:02 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:19:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:02 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:19:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:02 smithi088 ceph-mon[35322]: pgmap v14052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:19:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:02 smithi088 ceph-mon[35322]: pgmap v14053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:19:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:02 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:19:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:02 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:19:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:02 smithi175 ceph-mon[44549]: pgmap v14052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:19:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:02 smithi175 ceph-mon[44549]: pgmap v14053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:19:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:02 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:19:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:02 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:19:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:02 smithi181 ceph-mon[45557]: pgmap v14052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:19:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:02 smithi181 ceph-mon[45557]: pgmap v14053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:19:04.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:04 smithi088 ceph-mon[35322]: pgmap v14054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:19:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:04 smithi175 ceph-mon[44549]: pgmap v14054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:19:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:04 smithi181 ceph-mon[45557]: pgmap v14054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:19:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:06 smithi088 ceph-mon[35322]: pgmap v14055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:19:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:06 smithi175 ceph-mon[44549]: pgmap v14055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:19:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:06 smithi181 ceph-mon[45557]: pgmap v14055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:19:08.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:08 smithi088 ceph-mon[35322]: pgmap v14056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:19:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:08 smithi175 ceph-mon[44549]: pgmap v14056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:19:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:08 smithi181 ceph-mon[45557]: pgmap v14056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:19:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:09.267+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:19:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:09.267+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:19:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:09.267+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:19:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:09 smithi088 ceph-mon[35322]: pgmap v14057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:19:09.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:09 smithi175 ceph-mon[44549]: pgmap v14057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:19:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:09 smithi181 ceph-mon[45557]: pgmap v14057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:19:12.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:12 smithi088 ceph-mon[35322]: pgmap v14058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:19:12.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:12 smithi175 ceph-mon[44549]: pgmap v14058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:19:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:12 smithi181 ceph-mon[45557]: pgmap v14058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:19:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:14 smithi088 ceph-mon[35322]: pgmap v14059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:14 smithi175 ceph-mon[44549]: pgmap v14059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:14 smithi181 ceph-mon[45557]: pgmap v14059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:16 smithi088 ceph-mon[35322]: pgmap v14060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:16 smithi175 ceph-mon[44549]: pgmap v14060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:16 smithi181 ceph-mon[45557]: pgmap v14060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:18.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:18 smithi088 ceph-mon[35322]: pgmap v14061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:18 smithi175 ceph-mon[44549]: pgmap v14061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:18 smithi181 ceph-mon[45557]: pgmap v14061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:19.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:19 smithi088 ceph-mon[35322]: pgmap v14062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:19 smithi175 ceph-mon[44549]: pgmap v14062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:19 smithi181 ceph-mon[45557]: pgmap v14062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:22.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:22 smithi088 ceph-mon[35322]: pgmap v14063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:22 smithi175 ceph-mon[44549]: pgmap v14063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:22 smithi181 ceph-mon[45557]: pgmap v14063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:24.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:24.275+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:19:24.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:24.275+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:19:24.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:24.275+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:19:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:24 smithi088 ceph-mon[35322]: pgmap v14064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:24 smithi175 ceph-mon[44549]: pgmap v14064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:24 smithi181 ceph-mon[45557]: pgmap v14064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:26 smithi088 ceph-mon[35322]: pgmap v14065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:26 smithi175 ceph-mon[44549]: pgmap v14065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:26 smithi181 ceph-mon[45557]: pgmap v14065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:28 smithi088 ceph-mon[35322]: pgmap v14066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:28 smithi175 ceph-mon[44549]: pgmap v14066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:28 smithi181 ceph-mon[45557]: pgmap v14066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:29.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:29 smithi088 ceph-mon[35322]: pgmap v14067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:29 smithi175 ceph-mon[44549]: pgmap v14067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:29 smithi181 ceph-mon[45557]: pgmap v14067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:32 smithi088 ceph-mon[35322]: pgmap v14068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:32 smithi175 ceph-mon[44549]: pgmap v14068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:32 smithi181 ceph-mon[45557]: pgmap v14068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:34 smithi088 ceph-mon[35322]: pgmap v14069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:34 smithi175 ceph-mon[44549]: pgmap v14069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:34 smithi181 ceph-mon[45557]: pgmap v14069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:36 smithi088 ceph-mon[35322]: pgmap v14070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:36 smithi175 ceph-mon[44549]: pgmap v14070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:36 smithi181 ceph-mon[45557]: pgmap v14070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:38 smithi088 ceph-mon[35322]: pgmap v14071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:38 smithi175 ceph-mon[44549]: pgmap v14071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:38 smithi181 ceph-mon[45557]: pgmap v14071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:39.290+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:19:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:39.290+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:19:39.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:39.290+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:19:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:39 smithi088 ceph-mon[35322]: pgmap v14072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:39 smithi175 ceph-mon[44549]: pgmap v14072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:39 smithi181 ceph-mon[45557]: pgmap v14072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:42.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:42 smithi088 ceph-mon[35322]: pgmap v14073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:42 smithi175 ceph-mon[44549]: pgmap v14073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:42 smithi181 ceph-mon[45557]: pgmap v14073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:44 smithi088 ceph-mon[35322]: pgmap v14074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:44 smithi175 ceph-mon[44549]: pgmap v14074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:44 smithi181 ceph-mon[45557]: pgmap v14074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:46 smithi088 ceph-mon[35322]: pgmap v14075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:46 smithi175 ceph-mon[44549]: pgmap v14075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:46 smithi181 ceph-mon[45557]: pgmap v14075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:48 smithi088 ceph-mon[35322]: pgmap v14076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:48 smithi175 ceph-mon[44549]: pgmap v14076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:48 smithi181 ceph-mon[45557]: pgmap v14076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:49.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:49 smithi088 ceph-mon[35322]: pgmap v14077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:49 smithi175 ceph-mon[44549]: pgmap v14077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:49 smithi181 ceph-mon[45557]: pgmap v14077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:52 smithi088 ceph-mon[35322]: pgmap v14078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:52 smithi175 ceph-mon[44549]: pgmap v14078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:52 smithi181 ceph-mon[45557]: pgmap v14078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:54.297 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:54.297+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:19:54.298 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:54.297+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:19:54.298 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:19:54.297+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:19:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:54 smithi088 ceph-mon[35322]: pgmap v14079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:54 smithi175 ceph-mon[44549]: pgmap v14079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:54 smithi181 ceph-mon[45557]: pgmap v14079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:19:56.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:56 smithi088 ceph-mon[35322]: pgmap v14080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:56 smithi175 ceph-mon[44549]: pgmap v14080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:56 smithi181 ceph-mon[45557]: pgmap v14080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:19:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:58 smithi088 ceph-mon[35322]: pgmap v14081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:58.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:58 smithi175 ceph-mon[44549]: pgmap v14081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:58 smithi181 ceph-mon[45557]: pgmap v14081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:19:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:19:59 smithi088 ceph-mon[35322]: pgmap v14082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:19:59 smithi175 ceph-mon[44549]: pgmap v14082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:19:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:19:59 smithi181 ceph-mon[45557]: pgmap v14082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:00.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:20:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:20:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:20:01.490 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:01 smithi088 ceph-mon[35322]: pgmap v14083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:20:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:01 smithi175 ceph-mon[44549]: pgmap v14083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:20:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:01 smithi181 ceph-mon[45557]: pgmap v14083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:20:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:20:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:20:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:02 smithi088 ceph-mon[35322]: pgmap v14084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:20:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:02 smithi088 ceph-mon[35322]: pgmap v14085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:20:02.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:20:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:20:02.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:20:02.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:02 smithi175 ceph-mon[44549]: pgmap v14084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:20:02.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:02 smithi175 ceph-mon[44549]: pgmap v14085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:20:02.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:20:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:20:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:20:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:02 smithi181 ceph-mon[45557]: pgmap v14084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:20:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:02 smithi181 ceph-mon[45557]: pgmap v14085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:20:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:20:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:04 smithi088 ceph-mon[35322]: pgmap v14086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:20:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:04 smithi175 ceph-mon[44549]: pgmap v14086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:20:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:04 smithi181 ceph-mon[45557]: pgmap v14086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:20:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:07 smithi088 ceph-mon[35322]: pgmap v14087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:20:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:07 smithi175 ceph-mon[44549]: pgmap v14087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:20:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:07 smithi181 ceph-mon[45557]: pgmap v14087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:20:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:09.310+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:20:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:09.310+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:20:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:09.310+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:20:09.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:09 smithi088 ceph-mon[35322]: pgmap v14088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:20:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:09 smithi175 ceph-mon[44549]: pgmap v14088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:20:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:09 smithi181 ceph-mon[45557]: pgmap v14088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:20:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:11 smithi088 ceph-mon[35322]: pgmap v14089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:20:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:11 smithi175 ceph-mon[44549]: pgmap v14089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:20:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:11 smithi181 ceph-mon[45557]: pgmap v14089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:20:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:13 smithi088 ceph-mon[35322]: pgmap v14090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:20:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:13 smithi175 ceph-mon[44549]: pgmap v14090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:20:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:13 smithi181 ceph-mon[45557]: pgmap v14090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:20:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:14 smithi088 ceph-mon[35322]: pgmap v14091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:14 smithi175 ceph-mon[44549]: pgmap v14091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:14 smithi181 ceph-mon[45557]: pgmap v14091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:17.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:17 smithi088 ceph-mon[35322]: pgmap v14092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:17 smithi175 ceph-mon[44549]: pgmap v14092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:17 smithi181 ceph-mon[45557]: pgmap v14092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:19 smithi088 ceph-mon[35322]: pgmap v14093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:19 smithi175 ceph-mon[44549]: pgmap v14093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:19 smithi181 ceph-mon[45557]: pgmap v14093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:21.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:21 smithi175 ceph-mon[44549]: pgmap v14094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:21.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:21 smithi088 ceph-mon[35322]: pgmap v14094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:21.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:21 smithi181 ceph-mon[45557]: pgmap v14094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:23 smithi088 ceph-mon[35322]: pgmap v14095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:23 smithi175 ceph-mon[44549]: pgmap v14095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:23 smithi181 ceph-mon[45557]: pgmap v14095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:24.324+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:20:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:24.324+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:20:24.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:24.325+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:20:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:24 smithi088 ceph-mon[35322]: pgmap v14096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:24.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:24 smithi175 ceph-mon[44549]: pgmap v14096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:24 smithi181 ceph-mon[45557]: pgmap v14096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:27.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:27 smithi088 ceph-mon[35322]: pgmap v14097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:27.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:27 smithi175 ceph-mon[44549]: pgmap v14097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:27.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:27 smithi181 ceph-mon[45557]: pgmap v14097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:29 smithi088 ceph-mon[35322]: pgmap v14098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:29 smithi175 ceph-mon[44549]: pgmap v14098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:29 smithi181 ceph-mon[45557]: pgmap v14098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:31.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:31 smithi088 ceph-mon[35322]: pgmap v14099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:31 smithi175 ceph-mon[44549]: pgmap v14099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:31 smithi181 ceph-mon[45557]: pgmap v14099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:33 smithi088 ceph-mon[35322]: pgmap v14100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:33 smithi175 ceph-mon[44549]: pgmap v14100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:33 smithi181 ceph-mon[45557]: pgmap v14100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:34 smithi088 ceph-mon[35322]: pgmap v14101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:34 smithi175 ceph-mon[44549]: pgmap v14101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:34 smithi181 ceph-mon[45557]: pgmap v14101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:37 smithi088 ceph-mon[35322]: pgmap v14102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:37 smithi175 ceph-mon[44549]: pgmap v14102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:37 smithi181 ceph-mon[45557]: pgmap v14102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:39.340+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:20:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:39.340+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:20:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:39.340+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:20:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:39 smithi088 ceph-mon[35322]: pgmap v14103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:39 smithi175 ceph-mon[44549]: pgmap v14103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:39 smithi181 ceph-mon[45557]: pgmap v14103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:41 smithi088 ceph-mon[35322]: pgmap v14104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:41 smithi175 ceph-mon[44549]: pgmap v14104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:41 smithi181 ceph-mon[45557]: pgmap v14104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:43 smithi088 ceph-mon[35322]: pgmap v14105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:43 smithi175 ceph-mon[44549]: pgmap v14105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:43 smithi181 ceph-mon[45557]: pgmap v14105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:44 smithi088 ceph-mon[35322]: pgmap v14106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:44 smithi175 ceph-mon[44549]: pgmap v14106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:44 smithi181 ceph-mon[45557]: pgmap v14106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:47.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:47 smithi088 ceph-mon[35322]: pgmap v14107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:47.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:47 smithi175 ceph-mon[44549]: pgmap v14107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:47 smithi181 ceph-mon[45557]: pgmap v14107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:49 smithi088 ceph-mon[35322]: pgmap v14108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:49 smithi175 ceph-mon[44549]: pgmap v14108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:49 smithi181 ceph-mon[45557]: pgmap v14108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:51.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:51 smithi088 ceph-mon[35322]: pgmap v14109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:51 smithi175 ceph-mon[44549]: pgmap v14109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:51 smithi181 ceph-mon[45557]: pgmap v14109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:20:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:53 smithi088 ceph-mon[35322]: pgmap v14110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:53 smithi175 ceph-mon[44549]: pgmap v14110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:53 smithi181 ceph-mon[45557]: pgmap v14110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:54.354 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:54.352+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:20:54.354 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:54.352+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:20:54.354 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:20:54.352+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:20:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:54 smithi088 ceph-mon[35322]: pgmap v14111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:54 smithi175 ceph-mon[44549]: pgmap v14111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:54 smithi181 ceph-mon[45557]: pgmap v14111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:20:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:57 smithi088 ceph-mon[35322]: pgmap v14112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:57 smithi175 ceph-mon[44549]: pgmap v14112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:57 smithi181 ceph-mon[45557]: pgmap v14112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:20:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:20:59 smithi088 ceph-mon[35322]: pgmap v14113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:20:59 smithi175 ceph-mon[44549]: pgmap v14113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:20:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:20:59 smithi181 ceph-mon[45557]: pgmap v14113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:21:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:01 smithi088 ceph-mon[35322]: pgmap v14114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:21:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:01 smithi175 ceph-mon[44549]: pgmap v14114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:21:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:01 smithi181 ceph-mon[45557]: pgmap v14114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:21:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:03 smithi088 ceph-mon[35322]: pgmap v14115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:21:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:03 smithi175 ceph-mon[44549]: pgmap v14115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:21:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:03 smithi181 ceph-mon[45557]: pgmap v14115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:21:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:04 smithi088 ceph-mon[35322]: pgmap v14116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:04 smithi175 ceph-mon[44549]: pgmap v14116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:04 smithi181 ceph-mon[45557]: pgmap v14116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:21:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:21:06.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:21:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:21:06.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:21:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:21:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:21:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:06 smithi175 ceph-mon[44549]: pgmap v14117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:21:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:06 smithi175 ceph-mon[44549]: pgmap v14118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:06 smithi181 ceph-mon[45557]: pgmap v14117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:21:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:06 smithi181 ceph-mon[45557]: pgmap v14118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:06 smithi088 ceph-mon[35322]: pgmap v14117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:21:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:06 smithi088 ceph-mon[35322]: pgmap v14118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:08 smithi175 ceph-mon[44549]: pgmap v14119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:21:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:08 smithi181 ceph-mon[45557]: pgmap v14119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:21:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:08 smithi088 ceph-mon[35322]: pgmap v14119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:09.356+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:09.356+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:21:09.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:09.356+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:21:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:10 smithi175 ceph-mon[44549]: pgmap v14120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:21:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:10 smithi181 ceph-mon[45557]: pgmap v14120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:21:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:10 smithi088 ceph-mon[35322]: pgmap v14120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:21:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:12 smithi175 ceph-mon[44549]: pgmap v14121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:21:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:12 smithi181 ceph-mon[45557]: pgmap v14121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:21:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:12 smithi088 ceph-mon[35322]: pgmap v14121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:21:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:14 smithi088 ceph-mon[35322]: pgmap v14122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:14 smithi175 ceph-mon[44549]: pgmap v14122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:14 smithi181 ceph-mon[45557]: pgmap v14122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:16.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:16 smithi175 ceph-mon[44549]: pgmap v14123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:21:16.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:16 smithi181 ceph-mon[45557]: pgmap v14123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:21:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:16 smithi088 ceph-mon[35322]: pgmap v14123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:21:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:18 smithi175 ceph-mon[44549]: pgmap v14124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:18 smithi181 ceph-mon[45557]: pgmap v14124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:18 smithi088 ceph-mon[35322]: pgmap v14124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:20.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:20 smithi175 ceph-mon[44549]: pgmap v14125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:20 smithi181 ceph-mon[45557]: pgmap v14125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:20 smithi088 ceph-mon[35322]: pgmap v14125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:22.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:22 smithi175 ceph-mon[44549]: pgmap v14126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:22.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:22 smithi181 ceph-mon[45557]: pgmap v14126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:23.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:22 smithi088 ceph-mon[35322]: pgmap v14126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:24.369+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:21:24.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:24.369+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:21:24.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:24.369+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:21:24.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:24 smithi088 ceph-mon[35322]: pgmap v14127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:24 smithi175 ceph-mon[44549]: pgmap v14127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:24 smithi181 ceph-mon[45557]: pgmap v14127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:26.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:26 smithi175 ceph-mon[44549]: pgmap v14128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:26 smithi181 ceph-mon[45557]: pgmap v14128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:26 smithi088 ceph-mon[35322]: pgmap v14128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:28.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:28 smithi175 ceph-mon[44549]: pgmap v14129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:28 smithi181 ceph-mon[45557]: pgmap v14129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:28 smithi088 ceph-mon[35322]: pgmap v14129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:30.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:30 smithi175 ceph-mon[44549]: pgmap v14130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:30.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:30 smithi181 ceph-mon[45557]: pgmap v14130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:30 smithi088 ceph-mon[35322]: pgmap v14130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:32 smithi175 ceph-mon[44549]: pgmap v14131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:32 smithi181 ceph-mon[45557]: pgmap v14131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:32 smithi088 ceph-mon[35322]: pgmap v14131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:34 smithi088 ceph-mon[35322]: pgmap v14132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:34.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:34 smithi175 ceph-mon[44549]: pgmap v14132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:34 smithi181 ceph-mon[45557]: pgmap v14132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:36.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:36 smithi175 ceph-mon[44549]: pgmap v14133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:36.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:36 smithi181 ceph-mon[45557]: pgmap v14133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:36 smithi088 ceph-mon[35322]: pgmap v14133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:38.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:38 smithi175 ceph-mon[44549]: pgmap v14134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:38 smithi181 ceph-mon[45557]: pgmap v14134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:38 smithi088 ceph-mon[35322]: pgmap v14134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:39.373 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:39.372+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:21:39.373 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:39.372+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:21:39.374 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:39.372+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:21:40.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:40 smithi175 ceph-mon[44549]: pgmap v14135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:40 smithi181 ceph-mon[45557]: pgmap v14135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:41.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:40 smithi088 ceph-mon[35322]: pgmap v14135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:42 smithi175 ceph-mon[44549]: pgmap v14136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:42 smithi181 ceph-mon[45557]: pgmap v14136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:42 smithi088 ceph-mon[35322]: pgmap v14136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:43.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:43.491+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:21:43.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:43.491+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:21:43.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:43.491+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 205 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:21:43.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:43.492+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 205 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:21:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:44 smithi088 ceph-mon[35322]: pgmap v14137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:44 smithi175 ceph-mon[44549]: pgmap v14137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:44 smithi181 ceph-mon[45557]: pgmap v14137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:46 smithi175 ceph-mon[44549]: pgmap v14138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:46 smithi181 ceph-mon[45557]: pgmap v14138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:46 smithi088 ceph-mon[35322]: pgmap v14138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:48 smithi175 ceph-mon[44549]: pgmap v14139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:48 smithi181 ceph-mon[45557]: pgmap v14139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:48 smithi088 ceph-mon[35322]: pgmap v14139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:50 smithi175 ceph-mon[44549]: pgmap v14140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:50 smithi181 ceph-mon[45557]: pgmap v14140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:50 smithi088 ceph-mon[35322]: pgmap v14140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:21:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:52 smithi175 ceph-mon[44549]: pgmap v14141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:52 smithi181 ceph-mon[45557]: pgmap v14141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:52 smithi088 ceph-mon[35322]: pgmap v14141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:21:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:54.380+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:21:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:54.380+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:21:54.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:21:54.380+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:21:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:54 smithi088 ceph-mon[35322]: pgmap v14142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:54 smithi175 ceph-mon[44549]: pgmap v14142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:54 smithi181 ceph-mon[45557]: pgmap v14142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:21:56.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:56 smithi175 ceph-mon[44549]: pgmap v14143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:56 smithi181 ceph-mon[45557]: pgmap v14143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:56 smithi088 ceph-mon[35322]: pgmap v14143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:58.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:21:58 smithi175 ceph-mon[44549]: pgmap v14144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:58.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:21:58 smithi181 ceph-mon[45557]: pgmap v14144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:21:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:21:58 smithi088 ceph-mon[35322]: pgmap v14144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:00 smithi175 ceph-mon[44549]: pgmap v14145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:22:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:00 smithi181 ceph-mon[45557]: pgmap v14145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:22:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:00 smithi088 ceph-mon[35322]: pgmap v14145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:22:02.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:02 smithi175 ceph-mon[44549]: pgmap v14146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:22:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:02 smithi181 ceph-mon[45557]: pgmap v14146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:22:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:02 smithi088 ceph-mon[35322]: pgmap v14146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:22:04.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:04 smithi088 ceph-mon[35322]: pgmap v14147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:22:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:04 smithi175 ceph-mon[44549]: pgmap v14147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:22:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:04 smithi181 ceph-mon[45557]: pgmap v14147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:22:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:06 smithi175 ceph-mon[44549]: pgmap v14148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:22:06.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:22:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:06 smithi181 ceph-mon[45557]: pgmap v14148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:22:06.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:22:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:06 smithi088 ceph-mon[35322]: pgmap v14148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:22:07.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:22:07.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:22:07.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:22:07.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:07 smithi175 ceph-mon[44549]: pgmap v14149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:22:07.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:07 smithi175 ceph-mon[44549]: pgmap v14150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:22:07.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:22:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:22:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:22:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:07 smithi181 ceph-mon[45557]: pgmap v14149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:22:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:07 smithi181 ceph-mon[45557]: pgmap v14150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:22:07.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:22:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:22:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:22:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:07 smithi088 ceph-mon[35322]: pgmap v14149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:22:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:07 smithi088 ceph-mon[35322]: pgmap v14150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:22:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:22:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:09.391+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:22:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:09.391+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:22:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:09.391+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:22:09.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:09 smithi088 ceph-mon[35322]: pgmap v14151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:22:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:09 smithi175 ceph-mon[44549]: pgmap v14151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:22:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:09 smithi181 ceph-mon[45557]: pgmap v14151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:22:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:11 smithi181 ceph-mon[45557]: pgmap v14152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:22:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:11 smithi088 ceph-mon[35322]: pgmap v14152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:22:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:11 smithi175 ceph-mon[44549]: pgmap v14152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:22:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:13 smithi181 ceph-mon[45557]: pgmap v14153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:22:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:13 smithi088 ceph-mon[35322]: pgmap v14153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:22:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:13 smithi175 ceph-mon[44549]: pgmap v14153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:22:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:15 smithi181 ceph-mon[45557]: pgmap v14154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:22:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:15 smithi088 ceph-mon[35322]: pgmap v14154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:22:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:15 smithi175 ceph-mon[44549]: pgmap v14154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:22:18.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:17 smithi088 ceph-mon[35322]: pgmap v14155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:22:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:17 smithi175 ceph-mon[44549]: pgmap v14155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:22:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:17 smithi181 ceph-mon[45557]: pgmap v14155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:22:19.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:19 smithi088 ceph-mon[35322]: pgmap v14156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:19 smithi175 ceph-mon[44549]: pgmap v14156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:19 smithi181 ceph-mon[45557]: pgmap v14156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:21.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:21 smithi181 ceph-mon[45557]: pgmap v14157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:21 smithi088 ceph-mon[35322]: pgmap v14157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:21 smithi175 ceph-mon[44549]: pgmap v14157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:23 smithi181 ceph-mon[45557]: pgmap v14158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:23 smithi088 ceph-mon[35322]: pgmap v14158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:23 smithi175 ceph-mon[44549]: pgmap v14158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:24.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:24.396+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:22:24.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:24.396+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:22:24.398 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:24.396+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:22:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:25 smithi088 ceph-mon[35322]: pgmap v14159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:25 smithi175 ceph-mon[44549]: pgmap v14159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:25 smithi181 ceph-mon[45557]: pgmap v14159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:28.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:27 smithi088 ceph-mon[35322]: pgmap v14160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:27 smithi175 ceph-mon[44549]: pgmap v14160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:27 smithi181 ceph-mon[45557]: pgmap v14160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:29 smithi088 ceph-mon[35322]: pgmap v14161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:29 smithi175 ceph-mon[44549]: pgmap v14161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:29 smithi181 ceph-mon[45557]: pgmap v14161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:31 smithi181 ceph-mon[45557]: pgmap v14162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:31 smithi088 ceph-mon[35322]: pgmap v14162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:31 smithi175 ceph-mon[44549]: pgmap v14162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:33.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:33 smithi181 ceph-mon[45557]: pgmap v14163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:33 smithi088 ceph-mon[35322]: pgmap v14163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:33 smithi175 ceph-mon[44549]: pgmap v14163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:35 smithi088 ceph-mon[35322]: pgmap v14164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:35 smithi175 ceph-mon[44549]: pgmap v14164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:35 smithi181 ceph-mon[45557]: pgmap v14164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:37 smithi088 ceph-mon[35322]: pgmap v14165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:37 smithi175 ceph-mon[44549]: pgmap v14165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:37 smithi181 ceph-mon[45557]: pgmap v14165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:39.410+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:22:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:39.410+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:22:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:39.410+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:22:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:39 smithi088 ceph-mon[35322]: pgmap v14166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:39 smithi175 ceph-mon[44549]: pgmap v14166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:39 smithi181 ceph-mon[45557]: pgmap v14166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:41 smithi181 ceph-mon[45557]: pgmap v14167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:41 smithi088 ceph-mon[35322]: pgmap v14167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:41 smithi175 ceph-mon[44549]: pgmap v14167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:44.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:43 smithi088 ceph-mon[35322]: pgmap v14168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:43 smithi175 ceph-mon[44549]: pgmap v14168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:44.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:43 smithi181 ceph-mon[45557]: pgmap v14168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:45 smithi088 ceph-mon[35322]: pgmap v14169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:45 smithi175 ceph-mon[44549]: pgmap v14169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:45 smithi181 ceph-mon[45557]: pgmap v14169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:47 smithi088 ceph-mon[35322]: pgmap v14170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:47 smithi175 ceph-mon[44549]: pgmap v14170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:48.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:47 smithi181 ceph-mon[45557]: pgmap v14170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:49 smithi175 ceph-mon[44549]: pgmap v14171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:49 smithi181 ceph-mon[45557]: pgmap v14171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:49 smithi088 ceph-mon[35322]: pgmap v14171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:51 smithi088 ceph-mon[35322]: pgmap v14172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:51 smithi175 ceph-mon[44549]: pgmap v14172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:51 smithi181 ceph-mon[45557]: pgmap v14172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:53 smithi088 ceph-mon[35322]: pgmap v14173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:53 smithi175 ceph-mon[44549]: pgmap v14173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:53 smithi181 ceph-mon[45557]: pgmap v14173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:22:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:54.420+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:22:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:54.420+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:22:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:22:54.420+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:22:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:55 smithi088 ceph-mon[35322]: pgmap v14174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:55 smithi175 ceph-mon[44549]: pgmap v14174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:55 smithi181 ceph-mon[45557]: pgmap v14174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:22:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:57 smithi088 ceph-mon[35322]: pgmap v14175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:57 smithi175 ceph-mon[44549]: pgmap v14175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:57 smithi181 ceph-mon[45557]: pgmap v14175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:22:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:22:59 smithi175 ceph-mon[44549]: pgmap v14176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:22:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:22:59 smithi181 ceph-mon[45557]: pgmap v14176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:22:59 smithi088 ceph-mon[35322]: pgmap v14176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:01 smithi088 ceph-mon[35322]: pgmap v14177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:01 smithi175 ceph-mon[44549]: pgmap v14177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:01 smithi181 ceph-mon[45557]: pgmap v14177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:03 smithi088 ceph-mon[35322]: pgmap v14178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:03 smithi175 ceph-mon[44549]: pgmap v14178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:03 smithi181 ceph-mon[45557]: pgmap v14178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:05 smithi088 ceph-mon[35322]: pgmap v14179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:05 smithi175 ceph-mon[44549]: pgmap v14179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:05 smithi181 ceph-mon[45557]: pgmap v14179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:07 smithi088 ceph-mon[35322]: pgmap v14180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:23:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:23:08.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:23:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:07 smithi175 ceph-mon[44549]: pgmap v14180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:23:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:23:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:23:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:07 smithi181 ceph-mon[45557]: pgmap v14180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:23:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:23:08.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:23:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:08 smithi088 ceph-mon[35322]: pgmap v14181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:23:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:08 smithi088 ceph-mon[35322]: pgmap v14182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:23:09.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:23:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:08 smithi175 ceph-mon[44549]: pgmap v14181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:23:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:08 smithi175 ceph-mon[44549]: pgmap v14182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:23:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:23:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:08 smithi181 ceph-mon[45557]: pgmap v14181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:23:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:08 smithi181 ceph-mon[45557]: pgmap v14182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:23:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:23:09.422 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:09.421+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:23:09.422 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:09.421+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:23:09.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:09.421+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:23:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:10 smithi088 ceph-mon[35322]: pgmap v14183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:23:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:10 smithi175 ceph-mon[44549]: pgmap v14183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:23:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:10 smithi181 ceph-mon[45557]: pgmap v14183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:23:13.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:12 smithi088 ceph-mon[35322]: pgmap v14184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:23:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:12 smithi175 ceph-mon[44549]: pgmap v14184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:23:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:12 smithi181 ceph-mon[45557]: pgmap v14184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:23:14.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:14 smithi175 ceph-mon[44549]: pgmap v14185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:23:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:14 smithi181 ceph-mon[45557]: pgmap v14185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:23:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:14 smithi088 ceph-mon[35322]: pgmap v14185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:23:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:16 smithi088 ceph-mon[35322]: pgmap v14186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:23:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:16 smithi175 ceph-mon[44549]: pgmap v14186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:23:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:16 smithi181 ceph-mon[45557]: pgmap v14186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:23:19.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:18 smithi175 ceph-mon[44549]: pgmap v14187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:23:19.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:18 smithi181 ceph-mon[45557]: pgmap v14187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:23:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:18 smithi088 ceph-mon[35322]: pgmap v14187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:23:21.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:20 smithi175 ceph-mon[44549]: pgmap v14188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:20 smithi181 ceph-mon[45557]: pgmap v14188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:20 smithi088 ceph-mon[35322]: pgmap v14188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:22 smithi175 ceph-mon[44549]: pgmap v14189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:22 smithi181 ceph-mon[45557]: pgmap v14189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:22 smithi088 ceph-mon[35322]: pgmap v14189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:24.432+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:23:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:24.432+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:23:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:24.432+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:23:24.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:24 smithi175 ceph-mon[44549]: pgmap v14190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:24 smithi181 ceph-mon[45557]: pgmap v14190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:24 smithi088 ceph-mon[35322]: pgmap v14190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:26 smithi175 ceph-mon[44549]: pgmap v14191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:26 smithi181 ceph-mon[45557]: pgmap v14191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:26 smithi088 ceph-mon[35322]: pgmap v14191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:28 smithi175 ceph-mon[44549]: pgmap v14192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:29.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:28 smithi181 ceph-mon[45557]: pgmap v14192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:28 smithi088 ceph-mon[35322]: pgmap v14192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:30 smithi175 ceph-mon[44549]: pgmap v14193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:30 smithi181 ceph-mon[45557]: pgmap v14193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:30 smithi088 ceph-mon[35322]: pgmap v14193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:33.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:32 smithi175 ceph-mon[44549]: pgmap v14194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:33.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:32 smithi181 ceph-mon[45557]: pgmap v14194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:32 smithi088 ceph-mon[35322]: pgmap v14194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:34.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:34 smithi175 ceph-mon[44549]: pgmap v14195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:34 smithi181 ceph-mon[45557]: pgmap v14195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:35.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:34 smithi088 ceph-mon[35322]: pgmap v14195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:37.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:36 smithi175 ceph-mon[44549]: pgmap v14196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:36 smithi181 ceph-mon[45557]: pgmap v14196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:36 smithi088 ceph-mon[35322]: pgmap v14196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:38 smithi175 ceph-mon[44549]: pgmap v14197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:38 smithi181 ceph-mon[45557]: pgmap v14197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:38 smithi088 ceph-mon[35322]: pgmap v14197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:39.447+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:23:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:39.447+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:23:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:39.447+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:23:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:40 smithi175 ceph-mon[44549]: pgmap v14198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:40 smithi181 ceph-mon[45557]: pgmap v14198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:40 smithi088 ceph-mon[35322]: pgmap v14198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:43.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:42 smithi175 ceph-mon[44549]: pgmap v14199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:43.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:42 smithi181 ceph-mon[45557]: pgmap v14199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:42 smithi088 ceph-mon[35322]: pgmap v14199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:44 smithi175 ceph-mon[44549]: pgmap v14200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:44 smithi181 ceph-mon[45557]: pgmap v14200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:44 smithi088 ceph-mon[35322]: pgmap v14200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:46 smithi175 ceph-mon[44549]: pgmap v14201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:46 smithi181 ceph-mon[45557]: pgmap v14201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:46 smithi088 ceph-mon[35322]: pgmap v14201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:48 smithi175 ceph-mon[44549]: pgmap v14202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:48 smithi181 ceph-mon[45557]: pgmap v14202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:48 smithi088 ceph-mon[35322]: pgmap v14202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:51.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:50 smithi175 ceph-mon[44549]: pgmap v14203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:50 smithi181 ceph-mon[45557]: pgmap v14203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:52.021 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:50 smithi088 ceph-mon[35322]: pgmap v14203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:23:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:52 smithi175 ceph-mon[44549]: pgmap v14204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:52 smithi181 ceph-mon[45557]: pgmap v14204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:52 smithi088 ceph-mon[35322]: pgmap v14204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:23:54.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:54.462+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:23:54.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:54.462+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:23:54.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:23:54.462+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:23:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:54 smithi175 ceph-mon[44549]: pgmap v14205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:54 smithi181 ceph-mon[45557]: pgmap v14205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:54 smithi088 ceph-mon[35322]: pgmap v14205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:23:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:56 smithi175 ceph-mon[44549]: pgmap v14206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:56 smithi181 ceph-mon[45557]: pgmap v14206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:56 smithi088 ceph-mon[35322]: pgmap v14206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:23:58 smithi175 ceph-mon[44549]: pgmap v14207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:23:58 smithi181 ceph-mon[45557]: pgmap v14207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:23:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:23:58 smithi088 ceph-mon[35322]: pgmap v14207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:24:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:00 smithi175 ceph-mon[44549]: pgmap v14208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:00 smithi181 ceph-mon[45557]: pgmap v14208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:00 smithi088 ceph-mon[35322]: pgmap v14208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:02 smithi175 ceph-mon[44549]: pgmap v14209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:02 smithi181 ceph-mon[45557]: pgmap v14209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:02 smithi088 ceph-mon[35322]: pgmap v14209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:04 smithi175 ceph-mon[44549]: pgmap v14210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:24:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:04 smithi181 ceph-mon[45557]: pgmap v14210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:24:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:04 smithi088 ceph-mon[35322]: pgmap v14210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:24:07.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:06 smithi175 ceph-mon[44549]: pgmap v14211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:24:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:06 smithi181 ceph-mon[45557]: pgmap v14211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:24:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:06 smithi088 ceph-mon[35322]: pgmap v14211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:24:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:08 smithi175 ceph-mon[44549]: pgmap v14212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:24:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:24:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:08 smithi181 ceph-mon[45557]: pgmap v14212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:24:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:24:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:08 smithi088 ceph-mon[35322]: pgmap v14212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:24:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:24:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:09.477+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:24:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:09.477+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:24:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:09.477+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:24:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:24:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:24:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:09 smithi175 ceph-mon[44549]: pgmap v14213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:24:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:09 smithi175 ceph-mon[44549]: pgmap v14214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:24:10.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:24:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:24:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:09 smithi181 ceph-mon[45557]: pgmap v14213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:24:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:09 smithi181 ceph-mon[45557]: pgmap v14214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:24:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:24:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:24:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:09 smithi088 ceph-mon[35322]: pgmap v14213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:24:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:09 smithi088 ceph-mon[35322]: pgmap v14214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:24:10.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:24:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:12 smithi175 ceph-mon[44549]: pgmap v14215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:24:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:12 smithi181 ceph-mon[45557]: pgmap v14215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:24:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:12 smithi088 ceph-mon[35322]: pgmap v14215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:24:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:14 smithi175 ceph-mon[44549]: pgmap v14216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T20:24:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:14 smithi181 ceph-mon[45557]: pgmap v14216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T20:24:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:14 smithi088 ceph-mon[35322]: pgmap v14216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T20:24:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:16 smithi175 ceph-mon[44549]: pgmap v14217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:24:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:16 smithi181 ceph-mon[45557]: pgmap v14217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:24:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:16 smithi088 ceph-mon[35322]: pgmap v14217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:24:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:18 smithi175 ceph-mon[44549]: pgmap v14218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:24:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:18 smithi181 ceph-mon[45557]: pgmap v14218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:24:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:18 smithi088 ceph-mon[35322]: pgmap v14218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:24:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:19 smithi175 ceph-mon[44549]: pgmap v14219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:24:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:19 smithi181 ceph-mon[45557]: pgmap v14219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:24:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:19 smithi088 ceph-mon[35322]: pgmap v14219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:24:22.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:22 smithi175 ceph-mon[44549]: pgmap v14220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:22.712 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:22 smithi181 ceph-mon[45557]: pgmap v14220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:22.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:22 smithi088 ceph-mon[35322]: pgmap v14220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:24.492+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:24:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:24.492+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:24:24.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:24.492+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:24:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:24 smithi175 ceph-mon[44549]: pgmap v14221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:24 smithi181 ceph-mon[45557]: pgmap v14221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:24.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:24 smithi088 ceph-mon[35322]: pgmap v14221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:26 smithi175 ceph-mon[44549]: pgmap v14222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:26 smithi181 ceph-mon[45557]: pgmap v14222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:26 smithi088 ceph-mon[35322]: pgmap v14222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:28.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:28 smithi175 ceph-mon[44549]: pgmap v14223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:28 smithi181 ceph-mon[45557]: pgmap v14223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:28 smithi088 ceph-mon[35322]: pgmap v14223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:29 smithi175 ceph-mon[44549]: pgmap v14224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:29 smithi181 ceph-mon[45557]: pgmap v14224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:29 smithi088 ceph-mon[35322]: pgmap v14224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:32 smithi175 ceph-mon[44549]: pgmap v14225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:32 smithi181 ceph-mon[45557]: pgmap v14225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:32 smithi088 ceph-mon[35322]: pgmap v14225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:34 smithi175 ceph-mon[44549]: pgmap v14226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:34 smithi181 ceph-mon[45557]: pgmap v14226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:34 smithi088 ceph-mon[35322]: pgmap v14226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:36 smithi175 ceph-mon[44549]: pgmap v14227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:36 smithi181 ceph-mon[45557]: pgmap v14227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:36 smithi088 ceph-mon[35322]: pgmap v14227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:38 smithi175 ceph-mon[44549]: pgmap v14228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:38 smithi181 ceph-mon[45557]: pgmap v14228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:38 smithi088 ceph-mon[35322]: pgmap v14228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:39.503+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:24:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:39.503+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:24:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:39.503+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:24:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:39 smithi175 ceph-mon[44549]: pgmap v14229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:39 smithi181 ceph-mon[45557]: pgmap v14229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:39 smithi088 ceph-mon[35322]: pgmap v14229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:42.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:42 smithi175 ceph-mon[44549]: pgmap v14230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:42 smithi181 ceph-mon[45557]: pgmap v14230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:42 smithi088 ceph-mon[35322]: pgmap v14230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:43.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:43.519+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:24:43.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:43.519+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:24:43.521 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:43.520+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 206 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T20:24:43.521 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:43.520+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 206 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T20:24:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:44 smithi175 ceph-mon[44549]: pgmap v14231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:44 smithi181 ceph-mon[45557]: pgmap v14231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:44 smithi088 ceph-mon[35322]: pgmap v14231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:46 smithi175 ceph-mon[44549]: pgmap v14232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:46.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:46 smithi181 ceph-mon[45557]: pgmap v14232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:46 smithi088 ceph-mon[35322]: pgmap v14232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:48.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:48 smithi175 ceph-mon[44549]: pgmap v14233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:48 smithi181 ceph-mon[45557]: pgmap v14233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:48 smithi088 ceph-mon[35322]: pgmap v14233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:49 smithi175 ceph-mon[44549]: pgmap v14234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:49 smithi181 ceph-mon[45557]: pgmap v14234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:49 smithi088 ceph-mon[35322]: pgmap v14234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:52 smithi175 ceph-mon[44549]: pgmap v14235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:52 smithi181 ceph-mon[45557]: pgmap v14235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:52 smithi088 ceph-mon[35322]: pgmap v14235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:54.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:54.509+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:24:54.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:54.510+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:24:54.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:24:54.510+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:24:54.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:54 smithi175 ceph-mon[44549]: pgmap v14236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:54.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:54 smithi181 ceph-mon[45557]: pgmap v14236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:54.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:54 smithi088 ceph-mon[35322]: pgmap v14236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:24:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:56 smithi175 ceph-mon[44549]: pgmap v14237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:56 smithi181 ceph-mon[45557]: pgmap v14237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:56 smithi088 ceph-mon[35322]: pgmap v14237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:24:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:58 smithi088 ceph-mon[35322]: pgmap v14238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:58.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:58 smithi175 ceph-mon[44549]: pgmap v14238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:58 smithi181 ceph-mon[45557]: pgmap v14238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:24:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:24:59 smithi175 ceph-mon[44549]: pgmap v14239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:24:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:24:59 smithi181 ceph-mon[45557]: pgmap v14239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:24:59 smithi088 ceph-mon[35322]: pgmap v14239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:02 smithi175 ceph-mon[44549]: pgmap v14240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:02 smithi181 ceph-mon[45557]: pgmap v14240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:02 smithi088 ceph-mon[35322]: pgmap v14240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:04 smithi175 ceph-mon[44549]: pgmap v14241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:25:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:04 smithi181 ceph-mon[45557]: pgmap v14241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:25:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:04 smithi088 ceph-mon[35322]: pgmap v14241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:25:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:06 smithi175 ceph-mon[44549]: pgmap v14242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:25:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:06 smithi181 ceph-mon[45557]: pgmap v14242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:25:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:06 smithi088 ceph-mon[35322]: pgmap v14242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:25:08.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:08 smithi175 ceph-mon[44549]: pgmap v14243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:08 smithi181 ceph-mon[45557]: pgmap v14243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:08 smithi088 ceph-mon[35322]: pgmap v14243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:09.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:09.521+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:25:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:09.521+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:25:09.523 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:09.521+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:25:09.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:09 smithi175 ceph-mon[44549]: pgmap v14244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:09.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:25:09.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:09 smithi181 ceph-mon[45557]: pgmap v14244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:09.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:25:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:09 smithi088 ceph-mon[35322]: pgmap v14244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:25:10.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:25:10.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:25:10.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:10 smithi175 ceph-mon[44549]: pgmap v14245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:25:10.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:10 smithi175 ceph-mon[44549]: pgmap v14246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:25:10.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:25:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:25:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:25:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:10 smithi181 ceph-mon[45557]: pgmap v14245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:25:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:10 smithi181 ceph-mon[45557]: pgmap v14246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:25:10.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:25:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:25:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:25:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:10 smithi088 ceph-mon[35322]: pgmap v14245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:25:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:10 smithi088 ceph-mon[35322]: pgmap v14246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:25:11.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:25:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:13 smithi175 ceph-mon[44549]: pgmap v14247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:25:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:13 smithi181 ceph-mon[45557]: pgmap v14247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:25:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:13 smithi088 ceph-mon[35322]: pgmap v14247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:25:14.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:14 smithi175 ceph-mon[44549]: pgmap v14248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:25:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:14 smithi181 ceph-mon[45557]: pgmap v14248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:25:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:14 smithi088 ceph-mon[35322]: pgmap v14248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:25:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:17 smithi175 ceph-mon[44549]: pgmap v14249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:25:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:17 smithi181 ceph-mon[45557]: pgmap v14249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:25:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:17 smithi088 ceph-mon[35322]: pgmap v14249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:25:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:19 smithi175 ceph-mon[44549]: pgmap v14250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:25:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:19 smithi181 ceph-mon[45557]: pgmap v14250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:25:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:19 smithi088 ceph-mon[35322]: pgmap v14250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:25:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:21 smithi175 ceph-mon[44549]: pgmap v14251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:25:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:21 smithi181 ceph-mon[45557]: pgmap v14251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:25:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:21 smithi088 ceph-mon[35322]: pgmap v14251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:25:23.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:23 smithi175 ceph-mon[44549]: pgmap v14252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:23 smithi181 ceph-mon[45557]: pgmap v14252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:23 smithi088 ceph-mon[35322]: pgmap v14252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:24.528 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:24.526+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:25:24.528 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:24.527+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:25:24.528 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:24.527+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:25:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:24 smithi175 ceph-mon[44549]: pgmap v14253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:24 smithi181 ceph-mon[45557]: pgmap v14253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:24 smithi088 ceph-mon[35322]: pgmap v14253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:27 smithi175 ceph-mon[44549]: pgmap v14254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:27 smithi181 ceph-mon[45557]: pgmap v14254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:27 smithi088 ceph-mon[35322]: pgmap v14254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:29.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:29 smithi175 ceph-mon[44549]: pgmap v14255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:25:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:29 smithi181 ceph-mon[45557]: pgmap v14255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:25:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:29 smithi088 ceph-mon[35322]: pgmap v14255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:25:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:31 smithi175 ceph-mon[44549]: pgmap v14256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:25:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:31 smithi181 ceph-mon[45557]: pgmap v14256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:25:31.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:31 smithi088 ceph-mon[35322]: pgmap v14256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:25:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:33 smithi175 ceph-mon[44549]: pgmap v14257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:33 smithi181 ceph-mon[45557]: pgmap v14257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:33 smithi088 ceph-mon[35322]: pgmap v14257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:34.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:34 smithi175 ceph-mon[44549]: pgmap v14258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:34 smithi181 ceph-mon[45557]: pgmap v14258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:34 smithi088 ceph-mon[35322]: pgmap v14258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:25:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:37 smithi175 ceph-mon[44549]: pgmap v14259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:37 smithi181 ceph-mon[45557]: pgmap v14259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:37 smithi088 ceph-mon[35322]: pgmap v14259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:39.542 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:39.542+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:25:39.543 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:39.542+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:25:39.543 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:39.542+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:25:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:39 smithi175 ceph-mon[44549]: pgmap v14260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:25:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:39 smithi181 ceph-mon[45557]: pgmap v14260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:25:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:39 smithi088 ceph-mon[35322]: pgmap v14260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:25:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:41 smithi175 ceph-mon[44549]: pgmap v14261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:25:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:41 smithi181 ceph-mon[45557]: pgmap v14261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:25:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:41 smithi088 ceph-mon[35322]: pgmap v14261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:25:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:43 smithi175 ceph-mon[44549]: pgmap v14262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:43 smithi181 ceph-mon[45557]: pgmap v14262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:43 smithi088 ceph-mon[35322]: pgmap v14262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:44 smithi175 ceph-mon[44549]: pgmap v14263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:25:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:44 smithi181 ceph-mon[45557]: pgmap v14263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:25:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:44 smithi088 ceph-mon[35322]: pgmap v14263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:25:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:47 smithi175 ceph-mon[44549]: pgmap v14264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:47 smithi181 ceph-mon[45557]: pgmap v14264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:47 smithi088 ceph-mon[35322]: pgmap v14264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:49 smithi175 ceph-mon[44549]: pgmap v14265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:25:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:49 smithi181 ceph-mon[45557]: pgmap v14265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:25:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:49 smithi088 ceph-mon[35322]: pgmap v14265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:25:51.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:51 smithi175 ceph-mon[44549]: pgmap v14266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:25:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:51 smithi181 ceph-mon[45557]: pgmap v14266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:25:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:51 smithi088 ceph-mon[35322]: pgmap v14266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:25:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:53 smithi175 ceph-mon[44549]: pgmap v14267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:53 smithi181 ceph-mon[45557]: pgmap v14267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:53.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:53 smithi088 ceph-mon[35322]: pgmap v14267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:25:54.558 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:54.556+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:25:54.558 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:54.556+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:25:54.558 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:25:54.556+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:25:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:54 smithi175 ceph-mon[44549]: pgmap v14268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:25:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:54 smithi181 ceph-mon[45557]: pgmap v14268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:25:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:54 smithi088 ceph-mon[35322]: pgmap v14268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:25:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:57 smithi175 ceph-mon[44549]: pgmap v14269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:57 smithi181 ceph-mon[45557]: pgmap v14269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:57 smithi088 ceph-mon[35322]: pgmap v14269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:25:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:25:59 smithi175 ceph-mon[44549]: pgmap v14270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:25:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:25:59 smithi181 ceph-mon[45557]: pgmap v14270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:25:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:25:59 smithi088 ceph-mon[35322]: pgmap v14270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:01 smithi175 ceph-mon[44549]: pgmap v14271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:01 smithi181 ceph-mon[45557]: pgmap v14271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:01 smithi088 ceph-mon[35322]: pgmap v14271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:03.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:03 smithi175 ceph-mon[44549]: pgmap v14272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:03 smithi181 ceph-mon[45557]: pgmap v14272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:03 smithi088 ceph-mon[35322]: pgmap v14272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:04 smithi175 ceph-mon[44549]: pgmap v14273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:26:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:04 smithi181 ceph-mon[45557]: pgmap v14273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:26:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:04 smithi088 ceph-mon[35322]: pgmap v14273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:26:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:07 smithi175 ceph-mon[44549]: pgmap v14274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:07 smithi181 ceph-mon[45557]: pgmap v14274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:07.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:07 smithi088 ceph-mon[35322]: pgmap v14274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:09.569+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:26:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:09.569+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:26:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:09.569+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:26:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:09 smithi175 ceph-mon[44549]: pgmap v14275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:26:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:09 smithi181 ceph-mon[45557]: pgmap v14275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:26:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:09 smithi088 ceph-mon[35322]: pgmap v14275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:26:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:11 smithi175 ceph-mon[44549]: pgmap v14276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:26:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:26:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:26:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:26:11.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:26:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:11 smithi181 ceph-mon[45557]: pgmap v14276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:26:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:26:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:26:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:26:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:26:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:11 smithi088 ceph-mon[35322]: pgmap v14276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:26:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:26:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:26:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:26:11.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:26:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:12 smithi175 ceph-mon[44549]: pgmap v14277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:26:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:12 smithi175 ceph-mon[44549]: pgmap v14278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:26:12.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:12 smithi181 ceph-mon[45557]: pgmap v14277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:26:12.711 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:12 smithi181 ceph-mon[45557]: pgmap v14278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:26:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:12 smithi088 ceph-mon[35322]: pgmap v14277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:26:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:12 smithi088 ceph-mon[35322]: pgmap v14278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:26:13.534 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:13.533+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:26:13.534 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:13.533+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:26:13.534 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:13.533+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 207 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:26:13.534 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:13.533+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 207 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:26:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:14 smithi175 ceph-mon[44549]: pgmap v14279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:26:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:14 smithi181 ceph-mon[45557]: pgmap v14279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:26:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:14 smithi088 ceph-mon[35322]: pgmap v14279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:26:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:16 smithi175 ceph-mon[44549]: pgmap v14280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:26:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:16 smithi181 ceph-mon[45557]: pgmap v14280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:26:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:16 smithi088 ceph-mon[35322]: pgmap v14280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:26:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:18 smithi175 ceph-mon[44549]: pgmap v14281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:26:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:18 smithi181 ceph-mon[45557]: pgmap v14281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:26:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:18 smithi088 ceph-mon[35322]: pgmap v14281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:26:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:19 smithi175 ceph-mon[44549]: pgmap v14282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:26:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:19 smithi181 ceph-mon[45557]: pgmap v14282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:26:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:19 smithi088 ceph-mon[35322]: pgmap v14282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:26:22.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:22 smithi175 ceph-mon[44549]: pgmap v14283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:26:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:22 smithi181 ceph-mon[45557]: pgmap v14283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:26:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:22 smithi088 ceph-mon[35322]: pgmap v14283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:26:24.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:24.584+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:26:24.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:24.584+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:26:24.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:24.584+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:26:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:24 smithi175 ceph-mon[44549]: pgmap v14284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:24 smithi181 ceph-mon[45557]: pgmap v14284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:24 smithi088 ceph-mon[35322]: pgmap v14284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:26 smithi175 ceph-mon[44549]: pgmap v14285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:26 smithi181 ceph-mon[45557]: pgmap v14285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:26 smithi088 ceph-mon[35322]: pgmap v14285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:28 smithi175 ceph-mon[44549]: pgmap v14286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:28 smithi181 ceph-mon[45557]: pgmap v14286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:28 smithi088 ceph-mon[35322]: pgmap v14286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:29 smithi175 ceph-mon[44549]: pgmap v14287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:26:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:29 smithi181 ceph-mon[45557]: pgmap v14287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:26:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:29 smithi088 ceph-mon[35322]: pgmap v14287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:26:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:32 smithi175 ceph-mon[44549]: pgmap v14288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:32.813 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:32 smithi088 ceph-mon[35322]: pgmap v14288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:32.814 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:32 smithi181 ceph-mon[45557]: pgmap v14288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:34 smithi175 ceph-mon[44549]: pgmap v14289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:34 smithi181 ceph-mon[45557]: pgmap v14289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:34 smithi088 ceph-mon[35322]: pgmap v14289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:36 smithi175 ceph-mon[44549]: pgmap v14290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:36 smithi181 ceph-mon[45557]: pgmap v14290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:36 smithi088 ceph-mon[35322]: pgmap v14290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:38.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:38 smithi175 ceph-mon[44549]: pgmap v14291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:38 smithi181 ceph-mon[45557]: pgmap v14291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:38 smithi088 ceph-mon[35322]: pgmap v14291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:39.600+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:26:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:39.600+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:26:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:39.600+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:26:39.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:39 smithi175 ceph-mon[44549]: pgmap v14292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:26:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:39 smithi181 ceph-mon[45557]: pgmap v14292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:26:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:39 smithi088 ceph-mon[35322]: pgmap v14292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:26:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:42 smithi175 ceph-mon[44549]: pgmap v14293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:42 smithi181 ceph-mon[45557]: pgmap v14293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:42 smithi088 ceph-mon[35322]: pgmap v14293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:44 smithi175 ceph-mon[44549]: pgmap v14294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:44 smithi181 ceph-mon[45557]: pgmap v14294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:44.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:44 smithi088 ceph-mon[35322]: pgmap v14294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:46 smithi088 ceph-mon[35322]: pgmap v14295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:46 smithi175 ceph-mon[44549]: pgmap v14295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:46 smithi181 ceph-mon[45557]: pgmap v14295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:48 smithi175 ceph-mon[44549]: pgmap v14296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:48 smithi181 ceph-mon[45557]: pgmap v14296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:48 smithi088 ceph-mon[35322]: pgmap v14296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:49 smithi175 ceph-mon[44549]: pgmap v14297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:26:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:49 smithi181 ceph-mon[45557]: pgmap v14297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:26:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:49 smithi088 ceph-mon[35322]: pgmap v14297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:26:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:52 smithi175 ceph-mon[44549]: pgmap v14298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:52 smithi181 ceph-mon[45557]: pgmap v14298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:52 smithi088 ceph-mon[35322]: pgmap v14298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:26:54.602 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:54.601+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:26:54.602 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:54.601+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:26:54.602 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:26:54.601+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:26:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:54 smithi175 ceph-mon[44549]: pgmap v14299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:54 smithi181 ceph-mon[45557]: pgmap v14299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:54 smithi088 ceph-mon[35322]: pgmap v14299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:26:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:56 smithi175 ceph-mon[44549]: pgmap v14300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:56 smithi181 ceph-mon[45557]: pgmap v14300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:56 smithi088 ceph-mon[35322]: pgmap v14300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:26:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:58 smithi175 ceph-mon[44549]: pgmap v14301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:58 smithi181 ceph-mon[45557]: pgmap v14301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:58 smithi088 ceph-mon[35322]: pgmap v14301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:26:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:26:59 smithi175 ceph-mon[44549]: pgmap v14302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:26:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:26:59 smithi181 ceph-mon[45557]: pgmap v14302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:26:59 smithi088 ceph-mon[35322]: pgmap v14302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:02.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:02 smithi175 ceph-mon[44549]: pgmap v14303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:02 smithi181 ceph-mon[45557]: pgmap v14303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:02 smithi088 ceph-mon[35322]: pgmap v14303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:04.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:04 smithi175 ceph-mon[44549]: pgmap v14304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:04 smithi181 ceph-mon[45557]: pgmap v14304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:04 smithi088 ceph-mon[35322]: pgmap v14304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:06.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:06 smithi175 ceph-mon[44549]: pgmap v14305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:06 smithi181 ceph-mon[45557]: pgmap v14305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:06 smithi088 ceph-mon[35322]: pgmap v14305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:08.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:08 smithi175 ceph-mon[44549]: pgmap v14306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:08 smithi181 ceph-mon[45557]: pgmap v14306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:08.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:08 smithi088 ceph-mon[35322]: pgmap v14306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:09.616+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:27:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:09.616+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:27:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:09.616+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:27:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:09 smithi175 ceph-mon[44549]: pgmap v14307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:09 smithi181 ceph-mon[45557]: pgmap v14307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:09 smithi088 ceph-mon[35322]: pgmap v14307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:12 smithi175 ceph-mon[44549]: pgmap v14308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:27:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:27:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:27:12.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:27:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:12 smithi181 ceph-mon[45557]: pgmap v14308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:27:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:27:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:27:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:27:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:12 smithi088 ceph-mon[35322]: pgmap v14308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:27:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:27:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:27:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:27:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:13 smithi175 ceph-mon[44549]: pgmap v14309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:27:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:13 smithi175 ceph-mon[44549]: pgmap v14310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:27:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:13 smithi181 ceph-mon[45557]: pgmap v14309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:27:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:13 smithi181 ceph-mon[45557]: pgmap v14310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:27:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:13 smithi088 ceph-mon[35322]: pgmap v14309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:27:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:13 smithi088 ceph-mon[35322]: pgmap v14310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:27:14.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:14 smithi175 ceph-mon[44549]: pgmap v14311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:27:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:14 smithi181 ceph-mon[45557]: pgmap v14311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:27:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:14 smithi088 ceph-mon[35322]: pgmap v14311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:27:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:17 smithi175 ceph-mon[44549]: pgmap v14312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:27:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:17 smithi181 ceph-mon[45557]: pgmap v14312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:27:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:17 smithi088 ceph-mon[35322]: pgmap v14312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:27:19.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:19 smithi175 ceph-mon[44549]: pgmap v14313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:27:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:19 smithi181 ceph-mon[45557]: pgmap v14313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:27:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:19 smithi088 ceph-mon[35322]: pgmap v14313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:27:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:21 smithi175 ceph-mon[44549]: pgmap v14314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:27:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:21 smithi181 ceph-mon[45557]: pgmap v14314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:27:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:21 smithi088 ceph-mon[35322]: pgmap v14314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:27:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:23 smithi175 ceph-mon[44549]: pgmap v14315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:27:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:23 smithi181 ceph-mon[45557]: pgmap v14315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:27:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:23 smithi088 ceph-mon[35322]: pgmap v14315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:27:24.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:24.625+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:27:24.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:24.625+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:27:24.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:24.625+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:27:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:24 smithi175 ceph-mon[44549]: pgmap v14316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:24 smithi181 ceph-mon[45557]: pgmap v14316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:24 smithi088 ceph-mon[35322]: pgmap v14316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:27 smithi175 ceph-mon[44549]: pgmap v14317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:27 smithi181 ceph-mon[45557]: pgmap v14317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:27.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:27 smithi088 ceph-mon[35322]: pgmap v14317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:29 smithi175 ceph-mon[44549]: pgmap v14318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:29 smithi181 ceph-mon[45557]: pgmap v14318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:29 smithi088 ceph-mon[35322]: pgmap v14318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:31 smithi175 ceph-mon[44549]: pgmap v14319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:31 smithi181 ceph-mon[45557]: pgmap v14319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:31 smithi088 ceph-mon[35322]: pgmap v14319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:33.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:33 smithi175 ceph-mon[44549]: pgmap v14320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:33 smithi181 ceph-mon[45557]: pgmap v14320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:33 smithi088 ceph-mon[35322]: pgmap v14320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:34 smithi175 ceph-mon[44549]: pgmap v14321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:34 smithi181 ceph-mon[45557]: pgmap v14321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:34 smithi088 ceph-mon[35322]: pgmap v14321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:37 smithi175 ceph-mon[44549]: pgmap v14322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:37 smithi181 ceph-mon[45557]: pgmap v14322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:37 smithi088 ceph-mon[35322]: pgmap v14322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:39.639+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:27:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:39.639+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:27:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:39.639+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:27:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:39 smithi175 ceph-mon[44549]: pgmap v14323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:39 smithi181 ceph-mon[45557]: pgmap v14323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:39 smithi088 ceph-mon[35322]: pgmap v14323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:41 smithi175 ceph-mon[44549]: pgmap v14324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:41 smithi181 ceph-mon[45557]: pgmap v14324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:41 smithi088 ceph-mon[35322]: pgmap v14324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:43.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:43.546+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:27:43.547 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:43.546+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:27:43.548 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:43.546+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 208 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:27:43.548 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:43.546+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 208 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:27:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:43 smithi175 ceph-mon[44549]: pgmap v14325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:43 smithi181 ceph-mon[45557]: pgmap v14325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:43 smithi088 ceph-mon[35322]: pgmap v14325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:44.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:44 smithi175 ceph-mon[44549]: pgmap v14326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:44 smithi181 ceph-mon[45557]: pgmap v14326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:44 smithi088 ceph-mon[35322]: pgmap v14326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:47 smithi175 ceph-mon[44549]: pgmap v14327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:47 smithi181 ceph-mon[45557]: pgmap v14327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:47 smithi088 ceph-mon[35322]: pgmap v14327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:49 smithi088 ceph-mon[35322]: pgmap v14328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:49 smithi175 ceph-mon[44549]: pgmap v14328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:49 smithi181 ceph-mon[45557]: pgmap v14328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:51 smithi175 ceph-mon[44549]: pgmap v14329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:51 smithi181 ceph-mon[45557]: pgmap v14329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:51 smithi088 ceph-mon[35322]: pgmap v14329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:27:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:53 smithi175 ceph-mon[44549]: pgmap v14330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:53 smithi181 ceph-mon[45557]: pgmap v14330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:53 smithi088 ceph-mon[35322]: pgmap v14330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:27:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:54.645+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:27:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:54.645+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:27:54.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:27:54.645+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:27:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:54 smithi175 ceph-mon[44549]: pgmap v14331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:54 smithi181 ceph-mon[45557]: pgmap v14331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:54 smithi088 ceph-mon[35322]: pgmap v14331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:27:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:57 smithi175 ceph-mon[44549]: pgmap v14332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:57 smithi181 ceph-mon[45557]: pgmap v14332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:57 smithi088 ceph-mon[35322]: pgmap v14332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:27:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:27:59 smithi175 ceph-mon[44549]: pgmap v14333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:27:59 smithi181 ceph-mon[45557]: pgmap v14333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:27:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:27:59 smithi088 ceph-mon[35322]: pgmap v14333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:01.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:01 smithi175 ceph-mon[44549]: pgmap v14334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:01 smithi181 ceph-mon[45557]: pgmap v14334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:01 smithi088 ceph-mon[35322]: pgmap v14334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:03 smithi175 ceph-mon[44549]: pgmap v14335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:03 smithi181 ceph-mon[45557]: pgmap v14335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:03 smithi088 ceph-mon[35322]: pgmap v14335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:04 smithi175 ceph-mon[44549]: pgmap v14336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:04 smithi181 ceph-mon[45557]: pgmap v14336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:04 smithi088 ceph-mon[35322]: pgmap v14336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:07 smithi175 ceph-mon[44549]: pgmap v14337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:07 smithi181 ceph-mon[45557]: pgmap v14337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:07 smithi088 ceph-mon[35322]: pgmap v14337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:09.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:09.654+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:28:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:09.655+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:28:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:09.655+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:28:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:09 smithi175 ceph-mon[44549]: pgmap v14338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:09 smithi181 ceph-mon[45557]: pgmap v14338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:09 smithi088 ceph-mon[35322]: pgmap v14338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:11 smithi175 ceph-mon[44549]: pgmap v14339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:11 smithi181 ceph-mon[45557]: pgmap v14339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:11 smithi088 ceph-mon[35322]: pgmap v14339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:13 smithi175 ceph-mon[44549]: pgmap v14340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:28:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:28:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:28:13.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:28:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:13 smithi181 ceph-mon[45557]: pgmap v14340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:28:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:28:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:28:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:28:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:13 smithi088 ceph-mon[35322]: pgmap v14340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:28:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:28:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:28:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:28:13.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:28:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:14 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:28:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:14 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:28:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:14 smithi175 ceph-mon[44549]: pgmap v14341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:28:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:14 smithi175 ceph-mon[44549]: pgmap v14342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:28:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:14 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:28:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:14 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:28:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:14 smithi181 ceph-mon[45557]: pgmap v14341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:28:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:14 smithi181 ceph-mon[45557]: pgmap v14342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:28:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:14 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:28:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:14 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:28:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:14 smithi088 ceph-mon[35322]: pgmap v14341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:28:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:14 smithi088 ceph-mon[35322]: pgmap v14342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:28:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:16 smithi181 ceph-mon[45557]: pgmap v14343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:28:16.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:16 smithi088 ceph-mon[35322]: pgmap v14343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:28:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:16 smithi175 ceph-mon[44549]: pgmap v14343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:28:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:18 smithi181 ceph-mon[45557]: pgmap v14344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:28:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:18 smithi088 ceph-mon[35322]: pgmap v14344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:28:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:18 smithi175 ceph-mon[44549]: pgmap v14344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:28:19.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:19 smithi175 ceph-mon[44549]: pgmap v14345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:28:19.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:19 smithi088 ceph-mon[35322]: pgmap v14345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:28:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:19 smithi181 ceph-mon[45557]: pgmap v14345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:28:22.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:22 smithi175 ceph-mon[44549]: pgmap v14346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:28:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:22 smithi181 ceph-mon[45557]: pgmap v14346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:28:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:22 smithi088 ceph-mon[35322]: pgmap v14346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:28:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:24 smithi175 ceph-mon[44549]: pgmap v14347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:28:24.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:24.666+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:28:24.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:24.666+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:28:24.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:24.666+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:28:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:24 smithi181 ceph-mon[45557]: pgmap v14347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:28:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:24 smithi088 ceph-mon[35322]: pgmap v14347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:28:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:26 smithi175 ceph-mon[44549]: pgmap v14348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:26 smithi181 ceph-mon[45557]: pgmap v14348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:26 smithi088 ceph-mon[35322]: pgmap v14348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:28 smithi175 ceph-mon[44549]: pgmap v14349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:28 smithi181 ceph-mon[45557]: pgmap v14349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:28 smithi088 ceph-mon[35322]: pgmap v14349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:29.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:29 smithi175 ceph-mon[44549]: pgmap v14350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:29 smithi181 ceph-mon[45557]: pgmap v14350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:29 smithi088 ceph-mon[35322]: pgmap v14350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:32 smithi175 ceph-mon[44549]: pgmap v14351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:32 smithi181 ceph-mon[45557]: pgmap v14351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:32 smithi088 ceph-mon[35322]: pgmap v14351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:34 smithi175 ceph-mon[44549]: pgmap v14352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:34 smithi181 ceph-mon[45557]: pgmap v14352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:34.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:34 smithi088 ceph-mon[35322]: pgmap v14352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:36 smithi175 ceph-mon[44549]: pgmap v14353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:36 smithi181 ceph-mon[45557]: pgmap v14353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:36.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:36 smithi088 ceph-mon[35322]: pgmap v14353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:38 smithi175 ceph-mon[44549]: pgmap v14354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:38 smithi181 ceph-mon[45557]: pgmap v14354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:38 smithi088 ceph-mon[35322]: pgmap v14354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:39.669 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:39.668+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:28:39.669 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:39.668+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:28:39.669 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:39.668+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:28:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:39 smithi175 ceph-mon[44549]: pgmap v14355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:39 smithi181 ceph-mon[45557]: pgmap v14355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:39 smithi088 ceph-mon[35322]: pgmap v14355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:42 smithi175 ceph-mon[44549]: pgmap v14356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:42.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:42 smithi181 ceph-mon[45557]: pgmap v14356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:42 smithi088 ceph-mon[35322]: pgmap v14356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:44 smithi175 ceph-mon[44549]: pgmap v14357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:44 smithi181 ceph-mon[45557]: pgmap v14357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:44 smithi088 ceph-mon[35322]: pgmap v14357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:46 smithi175 ceph-mon[44549]: pgmap v14358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:46 smithi181 ceph-mon[45557]: pgmap v14358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:46 smithi088 ceph-mon[35322]: pgmap v14358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:48 smithi175 ceph-mon[44549]: pgmap v14359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:48 smithi181 ceph-mon[45557]: pgmap v14359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:48 smithi088 ceph-mon[35322]: pgmap v14359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:49 smithi175 ceph-mon[44549]: pgmap v14360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:49 smithi181 ceph-mon[45557]: pgmap v14360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:49 smithi088 ceph-mon[35322]: pgmap v14360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:52 smithi175 ceph-mon[44549]: pgmap v14361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:52 smithi181 ceph-mon[45557]: pgmap v14361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:52.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:52 smithi088 ceph-mon[35322]: pgmap v14361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:28:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:54 smithi175 ceph-mon[44549]: pgmap v14362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:54.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:54.669+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:28:54.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:54.669+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:28:54.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:28:54.669+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:28:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:54 smithi181 ceph-mon[45557]: pgmap v14362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:54 smithi088 ceph-mon[35322]: pgmap v14362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:28:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:56 smithi175 ceph-mon[44549]: pgmap v14363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:56 smithi181 ceph-mon[45557]: pgmap v14363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:56 smithi088 ceph-mon[35322]: pgmap v14363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:28:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:58 smithi175 ceph-mon[44549]: pgmap v14364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:58 smithi181 ceph-mon[45557]: pgmap v14364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:58 smithi088 ceph-mon[35322]: pgmap v14364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:28:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:28:59 smithi175 ceph-mon[44549]: pgmap v14365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:28:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:28:59 smithi181 ceph-mon[45557]: pgmap v14365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:28:59 smithi088 ceph-mon[35322]: pgmap v14365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:02 smithi175 ceph-mon[44549]: pgmap v14366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:02 smithi181 ceph-mon[45557]: pgmap v14366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:02 smithi088 ceph-mon[35322]: pgmap v14366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:04 smithi175 ceph-mon[44549]: pgmap v14367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:04 smithi181 ceph-mon[45557]: pgmap v14367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:04 smithi088 ceph-mon[35322]: pgmap v14367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:06 smithi175 ceph-mon[44549]: pgmap v14368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:06.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:06 smithi181 ceph-mon[45557]: pgmap v14368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:06 smithi088 ceph-mon[35322]: pgmap v14368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:08 smithi175 ceph-mon[44549]: pgmap v14369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:08 smithi181 ceph-mon[45557]: pgmap v14369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:08 smithi088 ceph-mon[35322]: pgmap v14369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:09.671 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:09.670+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:29:09.671 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:09.670+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:29:09.671 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:09.670+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:29:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:09 smithi175 ceph-mon[44549]: pgmap v14370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:09 smithi181 ceph-mon[45557]: pgmap v14370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:09 smithi088 ceph-mon[35322]: pgmap v14370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:12 smithi175 ceph-mon[44549]: pgmap v14371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:12 smithi181 ceph-mon[45557]: pgmap v14371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:12 smithi088 ceph-mon[35322]: pgmap v14371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:14 smithi175 ceph-mon[44549]: pgmap v14372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:29:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:29:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:29:14.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:29:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:14 smithi181 ceph-mon[45557]: pgmap v14372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:29:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:29:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:29:14.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:29:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:14 smithi088 ceph-mon[35322]: pgmap v14372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:29:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:29:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:29:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:29:14.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:29:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:15 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:29:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:15 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:29:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:15 smithi175 ceph-mon[44549]: pgmap v14373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:29:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:15 smithi175 ceph-mon[44549]: pgmap v14374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:29:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:15 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:29:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:15 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:29:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:15 smithi181 ceph-mon[45557]: pgmap v14373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:29:15.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:15 smithi181 ceph-mon[45557]: pgmap v14374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:29:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:15 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:29:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:15 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:29:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:15 smithi088 ceph-mon[35322]: pgmap v14373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:29:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:15 smithi088 ceph-mon[35322]: pgmap v14374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:29:17.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:17 smithi175 ceph-mon[44549]: pgmap v14375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:29:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:17 smithi181 ceph-mon[45557]: pgmap v14375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:29:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:17 smithi088 ceph-mon[35322]: pgmap v14375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:29:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:19 smithi175 ceph-mon[44549]: pgmap v14376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:29:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:19 smithi181 ceph-mon[45557]: pgmap v14376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:29:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:19 smithi088 ceph-mon[35322]: pgmap v14376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:29:21.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:21 smithi175 ceph-mon[44549]: pgmap v14377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:29:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:21 smithi181 ceph-mon[45557]: pgmap v14377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:29:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:21 smithi088 ceph-mon[35322]: pgmap v14377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:29:23.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:23 smithi181 ceph-mon[45557]: pgmap v14378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:29:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:23 smithi088 ceph-mon[35322]: pgmap v14378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:29:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:23 smithi175 ceph-mon[44549]: pgmap v14378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:29:24.679 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:24.677+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:29:24.679 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:24.677+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:29:24.679 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:24.677+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:29:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:24 smithi175 ceph-mon[44549]: pgmap v14379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:29:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:24 smithi181 ceph-mon[45557]: pgmap v14379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:29:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:24 smithi088 ceph-mon[35322]: pgmap v14379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:29:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:27 smithi175 ceph-mon[44549]: pgmap v14380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:27 smithi181 ceph-mon[45557]: pgmap v14380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:27 smithi088 ceph-mon[35322]: pgmap v14380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:29 smithi175 ceph-mon[44549]: pgmap v14381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:29 smithi181 ceph-mon[45557]: pgmap v14381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:29 smithi088 ceph-mon[35322]: pgmap v14381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:31 smithi175 ceph-mon[44549]: pgmap v14382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:31 smithi181 ceph-mon[45557]: pgmap v14382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:31 smithi088 ceph-mon[35322]: pgmap v14382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:33.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:33 smithi175 ceph-mon[44549]: pgmap v14383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:33 smithi181 ceph-mon[45557]: pgmap v14383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:33 smithi088 ceph-mon[35322]: pgmap v14383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:34 smithi175 ceph-mon[44549]: pgmap v14384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:34 smithi181 ceph-mon[45557]: pgmap v14384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:34 smithi088 ceph-mon[35322]: pgmap v14384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:37.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:37 smithi088 ceph-mon[35322]: pgmap v14385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:37 smithi175 ceph-mon[44549]: pgmap v14385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:37 smithi181 ceph-mon[45557]: pgmap v14385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:39 smithi175 ceph-mon[44549]: pgmap v14386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:39.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:39.687+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:29:39.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:39.687+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:29:39.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:39.687+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:29:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:39 smithi181 ceph-mon[45557]: pgmap v14386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:39 smithi088 ceph-mon[35322]: pgmap v14386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:41 smithi175 ceph-mon[44549]: pgmap v14387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:41 smithi181 ceph-mon[45557]: pgmap v14387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:41 smithi088 ceph-mon[35322]: pgmap v14387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:43 smithi175 ceph-mon[44549]: pgmap v14388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:43 smithi181 ceph-mon[45557]: pgmap v14388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:43 smithi088 ceph-mon[35322]: pgmap v14388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:44 smithi181 ceph-mon[45557]: pgmap v14389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:44 smithi088 ceph-mon[35322]: pgmap v14389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:44 smithi175 ceph-mon[44549]: pgmap v14389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:47 smithi175 ceph-mon[44549]: pgmap v14390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:47 smithi181 ceph-mon[45557]: pgmap v14390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:47 smithi088 ceph-mon[35322]: pgmap v14390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:49.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:49 smithi175 ceph-mon[44549]: pgmap v14391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:49 smithi181 ceph-mon[45557]: pgmap v14391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:49 smithi088 ceph-mon[35322]: pgmap v14391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:51 smithi175 ceph-mon[44549]: pgmap v14392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:51 smithi181 ceph-mon[45557]: pgmap v14392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:51 smithi088 ceph-mon[35322]: pgmap v14392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:29:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:53 smithi175 ceph-mon[44549]: pgmap v14393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:53 smithi181 ceph-mon[45557]: pgmap v14393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:53 smithi088 ceph-mon[35322]: pgmap v14393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:29:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:54.699+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:29:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:54.699+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:29:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:29:54.699+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:29:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:54 smithi181 ceph-mon[45557]: pgmap v14394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:54 smithi088 ceph-mon[35322]: pgmap v14394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:54 smithi175 ceph-mon[44549]: pgmap v14394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:29:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:57 smithi175 ceph-mon[44549]: pgmap v14395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:57 smithi181 ceph-mon[45557]: pgmap v14395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:57 smithi088 ceph-mon[35322]: pgmap v14395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:29:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:29:59 smithi175 ceph-mon[44549]: pgmap v14396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:59.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:29:59 smithi181 ceph-mon[45557]: pgmap v14396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:29:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:29:59 smithi088 ceph-mon[35322]: pgmap v14396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:30:00.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:30:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:30:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:30:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:01 smithi175 ceph-mon[44549]: pgmap v14397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:01 smithi181 ceph-mon[45557]: pgmap v14397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:01.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:01 smithi088 ceph-mon[35322]: pgmap v14397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:03 smithi175 ceph-mon[44549]: pgmap v14398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:03 smithi181 ceph-mon[45557]: pgmap v14398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:03 smithi088 ceph-mon[35322]: pgmap v14398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:04 smithi181 ceph-mon[45557]: pgmap v14399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:04 smithi088 ceph-mon[35322]: pgmap v14399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:05.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:04 smithi175 ceph-mon[44549]: pgmap v14399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:07 smithi175 ceph-mon[44549]: pgmap v14400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:07 smithi181 ceph-mon[45557]: pgmap v14400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:07 smithi088 ceph-mon[35322]: pgmap v14400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:09 smithi175 ceph-mon[44549]: pgmap v14401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:30:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:09 smithi181 ceph-mon[45557]: pgmap v14401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:30:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:09.707+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:30:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:09.707+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:30:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:09.707+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:30:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:09 smithi088 ceph-mon[35322]: pgmap v14401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:30:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:11 smithi175 ceph-mon[44549]: pgmap v14402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:11 smithi181 ceph-mon[45557]: pgmap v14402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:11 smithi088 ceph-mon[35322]: pgmap v14402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:13 smithi175 ceph-mon[44549]: pgmap v14403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:13 smithi181 ceph-mon[45557]: pgmap v14403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:13 smithi088 ceph-mon[35322]: pgmap v14403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:14 smithi181 ceph-mon[45557]: pgmap v14404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:14.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:30:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:14 smithi088 ceph-mon[35322]: pgmap v14404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:30:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:14 smithi175 ceph-mon[44549]: pgmap v14404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:30:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:30:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:30:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:15 smithi181 ceph-mon[45557]: pgmap v14405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:30:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:15 smithi181 ceph-mon[45557]: pgmap v14406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:30:15.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:30:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:30:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:30:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:15 smithi088 ceph-mon[35322]: pgmap v14405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:30:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:15 smithi088 ceph-mon[35322]: pgmap v14406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:30:16.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:30:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:30:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:30:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:15 smithi175 ceph-mon[44549]: pgmap v14405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:30:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:15 smithi175 ceph-mon[44549]: pgmap v14406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:30:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:30:18.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:18 smithi175 ceph-mon[44549]: pgmap v14407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:30:18.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:18 smithi181 ceph-mon[45557]: pgmap v14407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:30:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:18 smithi088 ceph-mon[35322]: pgmap v14407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:30:19.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:19 smithi181 ceph-mon[45557]: pgmap v14408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:30:20.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:19 smithi088 ceph-mon[35322]: pgmap v14408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:30:20.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:19 smithi175 ceph-mon[44549]: pgmap v14408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:30:22.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:22 smithi175 ceph-mon[44549]: pgmap v14409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:30:22.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:22 smithi181 ceph-mon[45557]: pgmap v14409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:30:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:22 smithi088 ceph-mon[35322]: pgmap v14409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:30:24.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:24 smithi175 ceph-mon[44549]: pgmap v14410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:30:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:24 smithi181 ceph-mon[45557]: pgmap v14410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:30:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:24.713+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:30:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:24.713+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:30:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:24.713+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:30:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:24 smithi088 ceph-mon[35322]: pgmap v14410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:30:26.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:26 smithi175 ceph-mon[44549]: pgmap v14411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:30:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:26 smithi181 ceph-mon[45557]: pgmap v14411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:30:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:26 smithi088 ceph-mon[35322]: pgmap v14411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:30:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:28 smithi175 ceph-mon[44549]: pgmap v14412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:28.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:28 smithi181 ceph-mon[45557]: pgmap v14412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:28 smithi088 ceph-mon[35322]: pgmap v14412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:29 smithi181 ceph-mon[45557]: pgmap v14413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:29 smithi088 ceph-mon[35322]: pgmap v14413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:29 smithi175 ceph-mon[44549]: pgmap v14413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:32 smithi175 ceph-mon[44549]: pgmap v14414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:32 smithi181 ceph-mon[45557]: pgmap v14414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:32 smithi088 ceph-mon[35322]: pgmap v14414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:34 smithi175 ceph-mon[44549]: pgmap v14415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:30:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:34 smithi181 ceph-mon[45557]: pgmap v14415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:30:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:34 smithi088 ceph-mon[35322]: pgmap v14415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:30:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:36 smithi175 ceph-mon[44549]: pgmap v14416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:36 smithi181 ceph-mon[45557]: pgmap v14416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:36 smithi088 ceph-mon[35322]: pgmap v14416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:38 smithi175 ceph-mon[44549]: pgmap v14417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:38 smithi181 ceph-mon[45557]: pgmap v14417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:38 smithi088 ceph-mon[35322]: pgmap v14417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.482+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T20:30:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.482+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T20:30:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.482+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7ff32c0acb00 tx=0x7ff344043040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T20:30:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.482+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7ff32c0acb00 tx=0x7ff344043040 comp rx=0 tx=0).stop 2024-01-28T20:30:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.482+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T20:30:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.482+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T20:30:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.482+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T20:30:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.482+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T20:30:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.482+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T20:30:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.483+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344037070 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T20:30:39.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.726+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:30:39.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.726+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:30:39.728 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:39.726+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:30:39.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:39 smithi181 ceph-mon[45557]: pgmap v14418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:39 smithi088 ceph-mon[35322]: pgmap v14418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:39 smithi175 ceph-mon[44549]: pgmap v14418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:42 smithi175 ceph-mon[44549]: pgmap v14419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:42 smithi181 ceph-mon[45557]: pgmap v14419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:42 smithi088 ceph-mon[35322]: pgmap v14419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:43.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:43.573+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:30:43.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:43.573+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:30:43.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:43.573+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 209 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T20:30:43.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:43.573+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 209 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T20:30:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:44 smithi175 ceph-mon[44549]: pgmap v14420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:30:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:44 smithi181 ceph-mon[45557]: pgmap v14420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:30:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:44 smithi088 ceph-mon[35322]: pgmap v14420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:30:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:46 smithi175 ceph-mon[44549]: pgmap v14421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:46 smithi181 ceph-mon[45557]: pgmap v14421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:46 smithi088 ceph-mon[35322]: pgmap v14421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:48 smithi175 ceph-mon[44549]: pgmap v14422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:48 smithi181 ceph-mon[45557]: pgmap v14422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:48 smithi088 ceph-mon[35322]: pgmap v14422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:49 smithi181 ceph-mon[45557]: pgmap v14423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:49 smithi088 ceph-mon[35322]: pgmap v14423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:49 smithi175 ceph-mon[44549]: pgmap v14423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:30:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:52 smithi175 ceph-mon[44549]: pgmap v14424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:52.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:52 smithi181 ceph-mon[45557]: pgmap v14424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:52 smithi088 ceph-mon[35322]: pgmap v14424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:30:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:54 smithi175 ceph-mon[44549]: pgmap v14425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:30:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:54 smithi181 ceph-mon[45557]: pgmap v14425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:30:54.735 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:54.735+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:30:54.735 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:54.735+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:30:54.735 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:30:54.735+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:30:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:54 smithi088 ceph-mon[35322]: pgmap v14425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:30:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:56 smithi175 ceph-mon[44549]: pgmap v14426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:56 smithi181 ceph-mon[45557]: pgmap v14426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:56 smithi088 ceph-mon[35322]: pgmap v14426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:30:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:58 smithi175 ceph-mon[44549]: pgmap v14427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:58 smithi181 ceph-mon[45557]: pgmap v14427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:58 smithi088 ceph-mon[35322]: pgmap v14427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:30:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:30:59 smithi181 ceph-mon[45557]: pgmap v14428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:30:59 smithi088 ceph-mon[35322]: pgmap v14428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:30:59 smithi175 ceph-mon[44549]: pgmap v14428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:02 smithi175 ceph-mon[44549]: pgmap v14429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:02 smithi181 ceph-mon[45557]: pgmap v14429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:02 smithi088 ceph-mon[35322]: pgmap v14429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:04 smithi175 ceph-mon[44549]: pgmap v14430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:31:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:04 smithi181 ceph-mon[45557]: pgmap v14430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:31:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:04 smithi088 ceph-mon[35322]: pgmap v14430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:31:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:06 smithi175 ceph-mon[44549]: pgmap v14431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:31:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:06 smithi181 ceph-mon[45557]: pgmap v14431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:31:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:06 smithi088 ceph-mon[35322]: pgmap v14431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:31:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:08 smithi175 ceph-mon[44549]: pgmap v14432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:08 smithi181 ceph-mon[45557]: pgmap v14432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:08 smithi088 ceph-mon[35322]: pgmap v14432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:09.750+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:31:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:09.750+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:31:09.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:09.750+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:31:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:09 smithi181 ceph-mon[45557]: pgmap v14433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:09 smithi088 ceph-mon[35322]: pgmap v14433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:09 smithi175 ceph-mon[44549]: pgmap v14433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:12 smithi175 ceph-mon[44549]: pgmap v14434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:12 smithi181 ceph-mon[45557]: pgmap v14434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:12 smithi088 ceph-mon[35322]: pgmap v14434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:14 smithi175 ceph-mon[44549]: pgmap v14435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:31:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:14 smithi181 ceph-mon[45557]: pgmap v14435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:31:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:14 smithi088 ceph-mon[35322]: pgmap v14435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:31:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:16 smithi175 ceph-mon[44549]: pgmap v14436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:31:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:31:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:16 smithi181 ceph-mon[45557]: pgmap v14436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:31:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:31:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:16 smithi088 ceph-mon[35322]: pgmap v14436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:31:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:31:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:17 smithi175 ceph-mon[44549]: pgmap v14437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:17 smithi181 ceph-mon[45557]: pgmap v14437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:17 smithi088 ceph-mon[35322]: pgmap v14437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:31:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:31:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:31:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:31:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:31:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:31:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:31:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:19 smithi088 ceph-mon[35322]: pgmap v14438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:31:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:19 smithi088 ceph-mon[35322]: pgmap v14439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:31:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:19 smithi175 ceph-mon[44549]: pgmap v14438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:31:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:19 smithi175 ceph-mon[44549]: pgmap v14439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:31:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:19 smithi181 ceph-mon[45557]: pgmap v14438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:31:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:19 smithi181 ceph-mon[45557]: pgmap v14439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:31:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:21 smithi088 ceph-mon[35322]: pgmap v14440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:31:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:21 smithi175 ceph-mon[44549]: pgmap v14440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:31:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:21 smithi181 ceph-mon[45557]: pgmap v14440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:31:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:23 smithi088 ceph-mon[35322]: pgmap v14441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:31:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:23 smithi175 ceph-mon[44549]: pgmap v14441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:31:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:23 smithi181 ceph-mon[45557]: pgmap v14441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:31:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:24.754+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:31:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:24.754+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:31:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:24.754+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:31:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:25 smithi088 ceph-mon[35322]: pgmap v14442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:31:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:25 smithi175 ceph-mon[44549]: pgmap v14442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:31:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:25 smithi181 ceph-mon[45557]: pgmap v14442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:31:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:27 smithi088 ceph-mon[35322]: pgmap v14443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:31:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:27 smithi175 ceph-mon[44549]: pgmap v14443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:31:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:27 smithi181 ceph-mon[45557]: pgmap v14443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:31:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:29 smithi088 ceph-mon[35322]: pgmap v14444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:31:30.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:29 smithi175 ceph-mon[44549]: pgmap v14444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:31:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:29 smithi181 ceph-mon[45557]: pgmap v14444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:31:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:31 smithi088 ceph-mon[35322]: pgmap v14445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:31 smithi175 ceph-mon[44549]: pgmap v14445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:31 smithi181 ceph-mon[45557]: pgmap v14445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:33 smithi088 ceph-mon[35322]: pgmap v14446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:33 smithi175 ceph-mon[44549]: pgmap v14446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:33 smithi181 ceph-mon[45557]: pgmap v14446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:36 smithi088 ceph-mon[35322]: pgmap v14447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:36 smithi175 ceph-mon[44549]: pgmap v14447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:36 smithi181 ceph-mon[45557]: pgmap v14447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:38 smithi088 ceph-mon[35322]: pgmap v14448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:38 smithi175 ceph-mon[44549]: pgmap v14448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:38 smithi181 ceph-mon[45557]: pgmap v14448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:39.768+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:31:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:39.768+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:31:39.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:39.768+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:31:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:40 smithi088 ceph-mon[35322]: pgmap v14449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:31:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:40 smithi175 ceph-mon[44549]: pgmap v14449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:31:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:40 smithi181 ceph-mon[45557]: pgmap v14449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:31:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:42 smithi088 ceph-mon[35322]: pgmap v14450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:42 smithi175 ceph-mon[44549]: pgmap v14450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:42 smithi181 ceph-mon[45557]: pgmap v14450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:44.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:44 smithi088 ceph-mon[35322]: pgmap v14451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:44.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:44 smithi175 ceph-mon[44549]: pgmap v14451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:44 smithi181 ceph-mon[45557]: pgmap v14451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:46 smithi088 ceph-mon[35322]: pgmap v14452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:46 smithi175 ceph-mon[44549]: pgmap v14452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:46 smithi181 ceph-mon[45557]: pgmap v14452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:48 smithi088 ceph-mon[35322]: pgmap v14453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:48.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:48 smithi175 ceph-mon[44549]: pgmap v14453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:48 smithi181 ceph-mon[45557]: pgmap v14453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:50.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:50 smithi175 ceph-mon[44549]: pgmap v14454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:31:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:50 smithi181 ceph-mon[45557]: pgmap v14454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:31:50.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:50 smithi088 ceph-mon[35322]: pgmap v14454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:31:52.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:52 smithi175 ceph-mon[44549]: pgmap v14455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:52 smithi181 ceph-mon[45557]: pgmap v14455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:52.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:52 smithi088 ceph-mon[35322]: pgmap v14455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:54.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:54 smithi175 ceph-mon[44549]: pgmap v14456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:54 smithi181 ceph-mon[45557]: pgmap v14456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:54.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:54 smithi088 ceph-mon[35322]: pgmap v14456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:31:54.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:54.775+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:31:54.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:54.775+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:31:54.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:31:54.775+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:31:56.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:56 smithi175 ceph-mon[44549]: pgmap v14457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:56 smithi181 ceph-mon[45557]: pgmap v14457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:56.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:56 smithi088 ceph-mon[35322]: pgmap v14457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:31:58.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:31:58 smithi175 ceph-mon[44549]: pgmap v14458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:31:58 smithi181 ceph-mon[45557]: pgmap v14458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:31:58.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:31:58 smithi088 ceph-mon[35322]: pgmap v14458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:00 smithi175 ceph-mon[44549]: pgmap v14459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:32:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:00 smithi181 ceph-mon[45557]: pgmap v14459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:32:00.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:00 smithi088 ceph-mon[35322]: pgmap v14459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:32:02.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:02 smithi175 ceph-mon[44549]: pgmap v14460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:02 smithi181 ceph-mon[45557]: pgmap v14460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:02.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:02 smithi088 ceph-mon[35322]: pgmap v14460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:04.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:04 smithi175 ceph-mon[44549]: pgmap v14461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:04 smithi181 ceph-mon[45557]: pgmap v14461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:04.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:04 smithi088 ceph-mon[35322]: pgmap v14461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:06.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:06 smithi175 ceph-mon[44549]: pgmap v14462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:06 smithi181 ceph-mon[45557]: pgmap v14462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:06.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:06 smithi088 ceph-mon[35322]: pgmap v14462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:08.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:08 smithi175 ceph-mon[44549]: pgmap v14463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:08.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:08 smithi181 ceph-mon[45557]: pgmap v14463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:08.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:08 smithi088 ceph-mon[35322]: pgmap v14463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:09.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:09.785+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:32:09.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:09.785+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:32:09.785 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:09.785+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:32:10.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:10 smithi175 ceph-mon[44549]: pgmap v14464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:32:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:10 smithi181 ceph-mon[45557]: pgmap v14464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:32:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:10 smithi088 ceph-mon[35322]: pgmap v14464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:32:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:12 smithi175 ceph-mon[44549]: pgmap v14465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:12 smithi181 ceph-mon[45557]: pgmap v14465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:12 smithi088 ceph-mon[35322]: pgmap v14465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:14.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:14 smithi175 ceph-mon[44549]: pgmap v14466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:14 smithi181 ceph-mon[45557]: pgmap v14466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:14 smithi088 ceph-mon[35322]: pgmap v14466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:16 smithi175 ceph-mon[44549]: pgmap v14467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:16 smithi181 ceph-mon[45557]: pgmap v14467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:16.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:16 smithi088 ceph-mon[35322]: pgmap v14467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:18.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:18 smithi175 ceph-mon[44549]: pgmap v14468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:18 smithi181 ceph-mon[45557]: pgmap v14468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:18 smithi088 ceph-mon[35322]: pgmap v14468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:19 smithi181 ceph-mon[45557]: pgmap v14469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:32:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:32:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:32:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:32:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:32:20.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:19 smithi088 ceph-mon[35322]: pgmap v14469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:32:20.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:32:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:32:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:32:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:32:20.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:19 smithi175 ceph-mon[44549]: pgmap v14469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:32:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:32:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:32:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:32:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:32:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:21 smithi175 ceph-mon[44549]: pgmap v14470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:32:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:21 smithi175 ceph-mon[44549]: pgmap v14471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 6 op/s 2024-01-28T20:32:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:21 smithi181 ceph-mon[45557]: pgmap v14470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:32:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:21 smithi181 ceph-mon[45557]: pgmap v14471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 6 op/s 2024-01-28T20:32:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:21 smithi088 ceph-mon[35322]: pgmap v14470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:32:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:21 smithi088 ceph-mon[35322]: pgmap v14471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 6 op/s 2024-01-28T20:32:23.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:23 smithi175 ceph-mon[44549]: pgmap v14472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:32:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:23 smithi181 ceph-mon[45557]: pgmap v14472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:32:23.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:23 smithi088 ceph-mon[35322]: pgmap v14472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:32:24.788 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:24.789+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:32:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:24.789+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:32:24.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:24.789+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:32:25.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:25 smithi175 ceph-mon[44549]: pgmap v14473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:32:25.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:25 smithi181 ceph-mon[45557]: pgmap v14473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:32:25.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:25 smithi088 ceph-mon[35322]: pgmap v14473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:32:27.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:27 smithi175 ceph-mon[44549]: pgmap v14474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:32:27.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:27 smithi181 ceph-mon[45557]: pgmap v14474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:32:27.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:27 smithi088 ceph-mon[35322]: pgmap v14474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:32:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:29 smithi175 ceph-mon[44549]: pgmap v14475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:29.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:29 smithi181 ceph-mon[45557]: pgmap v14475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:29.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:29 smithi088 ceph-mon[35322]: pgmap v14475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:31.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:31 smithi175 ceph-mon[44549]: pgmap v14476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:32:31.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:31 smithi181 ceph-mon[45557]: pgmap v14476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:32:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:31 smithi088 ceph-mon[35322]: pgmap v14476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:32:33.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:33 smithi175 ceph-mon[44549]: pgmap v14477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:33.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:33 smithi181 ceph-mon[45557]: pgmap v14477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:33.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:33 smithi088 ceph-mon[35322]: pgmap v14477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:35.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:35 smithi175 ceph-mon[44549]: pgmap v14478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:32:35.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:35 smithi181 ceph-mon[45557]: pgmap v14478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:32:35.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:35 smithi088 ceph-mon[35322]: pgmap v14478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:32:37.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:37 smithi175 ceph-mon[44549]: pgmap v14479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:37.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:37 smithi181 ceph-mon[45557]: pgmap v14479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:37.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:37 smithi088 ceph-mon[35322]: pgmap v14479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:39.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:39 smithi175 ceph-mon[44549]: pgmap v14480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:39.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:39 smithi181 ceph-mon[45557]: pgmap v14480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:39 smithi088 ceph-mon[35322]: pgmap v14480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:39.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:39.801+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:32:39.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:39.801+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:32:39.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:39.801+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:32:41.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:41 smithi175 ceph-mon[44549]: pgmap v14481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:41 smithi181 ceph-mon[45557]: pgmap v14481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:41 smithi088 ceph-mon[35322]: pgmap v14481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:43.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:43 smithi175 ceph-mon[44549]: pgmap v14482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:43.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:43 smithi181 ceph-mon[45557]: pgmap v14482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:43.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:43 smithi088 ceph-mon[35322]: pgmap v14482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:45.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:45 smithi175 ceph-mon[44549]: pgmap v14483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:32:45.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:45 smithi181 ceph-mon[45557]: pgmap v14483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:32:45.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:45 smithi088 ceph-mon[35322]: pgmap v14483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:32:47.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:47 smithi175 ceph-mon[44549]: pgmap v14484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:47.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:47 smithi181 ceph-mon[45557]: pgmap v14484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:47.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:47 smithi088 ceph-mon[35322]: pgmap v14484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:49.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:49 smithi175 ceph-mon[44549]: pgmap v14485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:49.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:49 smithi181 ceph-mon[45557]: pgmap v14485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:49.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:49 smithi088 ceph-mon[35322]: pgmap v14485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:51.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:51 smithi175 ceph-mon[44549]: pgmap v14486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:51.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:51 smithi181 ceph-mon[45557]: pgmap v14486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:51.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:51 smithi088 ceph-mon[35322]: pgmap v14486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:32:53.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:53 smithi175 ceph-mon[44549]: pgmap v14487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:53.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:53 smithi181 ceph-mon[45557]: pgmap v14487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:53.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:53 smithi088 ceph-mon[35322]: pgmap v14487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:32:54.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:54.813+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:32:54.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:54.813+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:32:54.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:32:54.813+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:32:55.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:55 smithi175 ceph-mon[44549]: pgmap v14488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:32:55.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:55 smithi181 ceph-mon[45557]: pgmap v14488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:32:55.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:55 smithi088 ceph-mon[35322]: pgmap v14488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:32:57.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:57 smithi175 ceph-mon[44549]: pgmap v14489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:57.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:57 smithi181 ceph-mon[45557]: pgmap v14489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:57.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:57 smithi088 ceph-mon[35322]: pgmap v14489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:32:59.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:32:59 smithi181 ceph-mon[45557]: pgmap v14490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:59.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:32:59 smithi088 ceph-mon[35322]: pgmap v14490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:32:59.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:32:59 smithi175 ceph-mon[44549]: pgmap v14490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:33:01.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:01 smithi181 ceph-mon[45557]: pgmap v14491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:01 smithi088 ceph-mon[35322]: pgmap v14491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:01.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:01 smithi175 ceph-mon[44549]: pgmap v14491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:03.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:03 smithi181 ceph-mon[45557]: pgmap v14492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:03.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:03 smithi088 ceph-mon[35322]: pgmap v14492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:03.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:03 smithi175 ceph-mon[44549]: pgmap v14492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:05.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:05 smithi181 ceph-mon[45557]: pgmap v14493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:05.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:05 smithi088 ceph-mon[35322]: pgmap v14493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:05.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:05 smithi175 ceph-mon[44549]: pgmap v14493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:07.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:07 smithi181 ceph-mon[45557]: pgmap v14494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:07.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:07 smithi088 ceph-mon[35322]: pgmap v14494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:07.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:07 smithi175 ceph-mon[44549]: pgmap v14494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:09.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:09 smithi181 ceph-mon[45557]: pgmap v14495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:33:09.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:09 smithi088 ceph-mon[35322]: pgmap v14495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:33:09.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:09 smithi175 ceph-mon[44549]: pgmap v14495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:33:09.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:09.826+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:33:09.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:09.826+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:33:09.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:09.826+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:33:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:11 smithi181 ceph-mon[45557]: pgmap v14496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:11.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:11 smithi088 ceph-mon[35322]: pgmap v14496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:11.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:11 smithi175 ceph-mon[44549]: pgmap v14496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:13.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:13 smithi181 ceph-mon[45557]: pgmap v14497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:13 smithi088 ceph-mon[35322]: pgmap v14497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:13.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:13 smithi175 ceph-mon[44549]: pgmap v14497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:15.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:15 smithi181 ceph-mon[45557]: pgmap v14498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:15.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:15 smithi088 ceph-mon[35322]: pgmap v14498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:15.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:15 smithi175 ceph-mon[44549]: pgmap v14498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:17.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:17 smithi181 ceph-mon[45557]: pgmap v14499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:17.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:17 smithi088 ceph-mon[35322]: pgmap v14499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:17 smithi175 ceph-mon[44549]: pgmap v14499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:19.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:19 smithi181 ceph-mon[45557]: pgmap v14500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:33:19.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:19 smithi088 ceph-mon[35322]: pgmap v14500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:33:19.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:19 smithi175 ceph-mon[44549]: pgmap v14500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:33:20.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:33:20.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:33:20.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:33:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:21 smithi088 ceph-mon[35322]: pgmap v14501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:33:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:33:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:33:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:33:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:33:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:21 smithi175 ceph-mon[44549]: pgmap v14501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:33:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:33:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:33:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:33:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:33:21.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:21 smithi181 ceph-mon[45557]: pgmap v14501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:21.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:33:21.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:33:21.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:33:21.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:33:21.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:33:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:22 smithi088 ceph-mon[35322]: pgmap v14502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:33:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:22 smithi088 ceph-mon[35322]: pgmap v14503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:33:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:22 smithi175 ceph-mon[44549]: pgmap v14502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:33:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:22 smithi175 ceph-mon[44549]: pgmap v14503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:33:22.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:22 smithi181 ceph-mon[45557]: pgmap v14502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:33:22.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:22 smithi181 ceph-mon[45557]: pgmap v14503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:33:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:24 smithi088 ceph-mon[35322]: pgmap v14504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T20:33:24.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:24 smithi175 ceph-mon[44549]: pgmap v14504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T20:33:24.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:24 smithi181 ceph-mon[45557]: pgmap v14504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T20:33:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:24.836+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:33:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:24.836+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:33:24.835 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:24.836+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:33:26.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:26 smithi088 ceph-mon[35322]: pgmap v14505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:33:26.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:26 smithi175 ceph-mon[44549]: pgmap v14505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:33:26.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:26 smithi181 ceph-mon[45557]: pgmap v14505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:33:28.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:28 smithi088 ceph-mon[35322]: pgmap v14506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:33:28.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:28 smithi175 ceph-mon[44549]: pgmap v14506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:33:28.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:28 smithi181 ceph-mon[45557]: pgmap v14506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:33:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:29 smithi088 ceph-mon[35322]: pgmap v14507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:33:30.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:29 smithi175 ceph-mon[44549]: pgmap v14507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:33:30.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:29 smithi181 ceph-mon[45557]: pgmap v14507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:33:32.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:32 smithi088 ceph-mon[35322]: pgmap v14508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:33:32.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:32 smithi175 ceph-mon[44549]: pgmap v14508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:33:32.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:32 smithi181 ceph-mon[45557]: pgmap v14508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:33:34.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:34 smithi088 ceph-mon[35322]: pgmap v14509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:34.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:34 smithi175 ceph-mon[44549]: pgmap v14509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:34 smithi181 ceph-mon[45557]: pgmap v14509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:36.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:36 smithi088 ceph-mon[35322]: pgmap v14510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:36.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:36 smithi175 ceph-mon[44549]: pgmap v14510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:36.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:36 smithi181 ceph-mon[45557]: pgmap v14510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:38.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:38 smithi088 ceph-mon[35322]: pgmap v14511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:38.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:38 smithi175 ceph-mon[44549]: pgmap v14511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:38.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:38 smithi181 ceph-mon[45557]: pgmap v14511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:39.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:39.851+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:33:39.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:39.851+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:33:39.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:39.851+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:33:40.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:39 smithi088 ceph-mon[35322]: pgmap v14512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:40.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:39 smithi175 ceph-mon[44549]: pgmap v14512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:40.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:39 smithi181 ceph-mon[45557]: pgmap v14512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:42.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:42 smithi088 ceph-mon[35322]: pgmap v14513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:42.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:42 smithi175 ceph-mon[44549]: pgmap v14513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:42.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:42 smithi181 ceph-mon[45557]: pgmap v14513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:43.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:43.602+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:33:43.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:43.602+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:33:43.602 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:43.602+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 210 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T20:33:43.602 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:43.602+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 210 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T20:33:44.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:44 smithi088 ceph-mon[35322]: pgmap v14514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:44.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:44 smithi175 ceph-mon[44549]: pgmap v14514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:44.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:44 smithi181 ceph-mon[45557]: pgmap v14514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:33:46.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:46 smithi088 ceph-mon[35322]: pgmap v14515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:46.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:46 smithi175 ceph-mon[44549]: pgmap v14515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:46.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:46 smithi181 ceph-mon[45557]: pgmap v14515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:48.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:48 smithi088 ceph-mon[35322]: pgmap v14516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:48.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:48 smithi175 ceph-mon[44549]: pgmap v14516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:48.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:48 smithi181 ceph-mon[45557]: pgmap v14516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:49 smithi088 ceph-mon[35322]: pgmap v14517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:49 smithi175 ceph-mon[44549]: pgmap v14517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:50.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:49 smithi181 ceph-mon[45557]: pgmap v14517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:33:52.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:52 smithi088 ceph-mon[35322]: pgmap v14518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:52.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:52 smithi175 ceph-mon[44549]: pgmap v14518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:52.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:52 smithi181 ceph-mon[45557]: pgmap v14518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:54.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:54 smithi088 ceph-mon[35322]: pgmap v14519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:33:54.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:54 smithi175 ceph-mon[44549]: pgmap v14519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:33:54.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:54 smithi181 ceph-mon[45557]: pgmap v14519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:33:54.859 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:54.860+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:33:54.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:54.860+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:33:54.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:33:54.860+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:33:56.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:56 smithi088 ceph-mon[35322]: pgmap v14520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:56.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:56 smithi175 ceph-mon[44549]: pgmap v14520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:56.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:56 smithi181 ceph-mon[45557]: pgmap v14520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:33:58.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:58 smithi088 ceph-mon[35322]: pgmap v14521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:58 smithi175 ceph-mon[44549]: pgmap v14521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:33:58.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:58 smithi181 ceph-mon[45557]: pgmap v14521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:33:59 smithi088 ceph-mon[35322]: pgmap v14522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:00.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:33:59 smithi175 ceph-mon[44549]: pgmap v14522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:00.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:33:59 smithi181 ceph-mon[45557]: pgmap v14522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:02.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:02 smithi088 ceph-mon[35322]: pgmap v14523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:02.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:02 smithi175 ceph-mon[44549]: pgmap v14523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:02.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:02 smithi181 ceph-mon[45557]: pgmap v14523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:04.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:04 smithi088 ceph-mon[35322]: pgmap v14524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:34:04.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:04 smithi175 ceph-mon[44549]: pgmap v14524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:34:04.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:04 smithi181 ceph-mon[45557]: pgmap v14524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:34:06.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:06 smithi088 ceph-mon[35322]: pgmap v14525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:34:06.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:06 smithi175 ceph-mon[44549]: pgmap v14525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:34:06.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:06 smithi181 ceph-mon[45557]: pgmap v14525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:34:08.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:08 smithi088 ceph-mon[35322]: pgmap v14526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:08.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:08 smithi175 ceph-mon[44549]: pgmap v14526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:08.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:08 smithi181 ceph-mon[45557]: pgmap v14526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:09.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:09.876+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:34:09.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:09.876+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:34:09.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:09.876+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:34:10.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:09 smithi088 ceph-mon[35322]: pgmap v14527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:10.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:09 smithi175 ceph-mon[44549]: pgmap v14527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:10.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:09 smithi181 ceph-mon[45557]: pgmap v14527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:12.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:12 smithi088 ceph-mon[35322]: pgmap v14528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:12.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:12 smithi175 ceph-mon[44549]: pgmap v14528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:12.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:12 smithi181 ceph-mon[45557]: pgmap v14528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:14.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:14 smithi088 ceph-mon[35322]: pgmap v14529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:34:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:14 smithi175 ceph-mon[44549]: pgmap v14529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:34:14.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:14 smithi181 ceph-mon[45557]: pgmap v14529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:34:16.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:16 smithi088 ceph-mon[35322]: pgmap v14530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:34:16.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:16 smithi175 ceph-mon[44549]: pgmap v14530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:34:16.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:16 smithi181 ceph-mon[45557]: pgmap v14530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:34:18.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:18 smithi088 ceph-mon[35322]: pgmap v14531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:18.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:18 smithi175 ceph-mon[44549]: pgmap v14531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:18.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:18 smithi181 ceph-mon[45557]: pgmap v14531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:20.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:19 smithi088 ceph-mon[35322]: pgmap v14532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:20.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:19 smithi175 ceph-mon[44549]: pgmap v14532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:20.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:19 smithi181 ceph-mon[45557]: pgmap v14532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:22.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:22 smithi088 ceph-mon[35322]: pgmap v14533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:34:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:22 smithi175 ceph-mon[44549]: pgmap v14533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:34:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:22 smithi181 ceph-mon[45557]: pgmap v14533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:22.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:34:22.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:34:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:34:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:34:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:34:23.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:34:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:34:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:34:24.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:24.890+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:34:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:24.890+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:34:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:24.890+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:34:24.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:24 smithi175 ceph-mon[44549]: pgmap v14534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:34:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:24 smithi175 ceph-mon[44549]: pgmap v14535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:34:24.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:24 smithi181 ceph-mon[45557]: pgmap v14534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:34:24.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:24 smithi181 ceph-mon[45557]: pgmap v14535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:34:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:24 smithi088 ceph-mon[35322]: pgmap v14534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:34:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:24 smithi088 ceph-mon[35322]: pgmap v14535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:34:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:26 smithi175 ceph-mon[44549]: pgmap v14536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:34:26.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:26 smithi181 ceph-mon[45557]: pgmap v14536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:34:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:26 smithi088 ceph-mon[35322]: pgmap v14536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:34:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:28.608+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:34:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:28.608+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:34:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:28.608+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 211 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:34:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:28.608+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 211 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:34:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:28 smithi175 ceph-mon[44549]: pgmap v14537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:34:28.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:28 smithi181 ceph-mon[45557]: pgmap v14537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:34:29.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:28 smithi088 ceph-mon[35322]: pgmap v14537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:34:30.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:30 smithi175 ceph-mon[44549]: pgmap v14538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:34:30.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:30 smithi181 ceph-mon[45557]: pgmap v14538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:34:31.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:30 smithi088 ceph-mon[35322]: pgmap v14538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:34:32.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:32 smithi175 ceph-mon[44549]: pgmap v14539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:34:32.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:32 smithi181 ceph-mon[45557]: pgmap v14539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:34:33.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:32 smithi088 ceph-mon[35322]: pgmap v14539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:34:34.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:34 smithi175 ceph-mon[44549]: pgmap v14540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:34:34.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:34 smithi181 ceph-mon[45557]: pgmap v14540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:34:35.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:34 smithi088 ceph-mon[35322]: pgmap v14540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:34:36.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:36 smithi175 ceph-mon[44549]: pgmap v14541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:34:36.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:36 smithi181 ceph-mon[45557]: pgmap v14541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:34:37.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:36 smithi088 ceph-mon[35322]: pgmap v14541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:34:38.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:38 smithi175 ceph-mon[44549]: pgmap v14542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:38.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:38 smithi181 ceph-mon[45557]: pgmap v14542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:39.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:38 smithi088 ceph-mon[35322]: pgmap v14542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:39.907+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:34:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:39.907+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:34:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:39.907+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:34:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:40 smithi175 ceph-mon[44549]: pgmap v14543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:34:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:40 smithi181 ceph-mon[45557]: pgmap v14543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:34:41.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:40 smithi088 ceph-mon[35322]: pgmap v14543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:34:42.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:42 smithi175 ceph-mon[44549]: pgmap v14544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T20:34:42.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:42 smithi181 ceph-mon[45557]: pgmap v14544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T20:34:43.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:42 smithi088 ceph-mon[35322]: pgmap v14544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T20:34:44.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:44 smithi175 ceph-mon[44549]: pgmap v14545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:34:44.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:44 smithi181 ceph-mon[45557]: pgmap v14545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:34:45.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:44 smithi088 ceph-mon[35322]: pgmap v14545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:34:46.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:46 smithi175 ceph-mon[44549]: pgmap v14546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:34:46.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:46 smithi181 ceph-mon[45557]: pgmap v14546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:34:47.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:46 smithi088 ceph-mon[35322]: pgmap v14546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:34:48.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:48 smithi175 ceph-mon[44549]: pgmap v14547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:48.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:48 smithi181 ceph-mon[45557]: pgmap v14547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:49.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:48 smithi088 ceph-mon[35322]: pgmap v14547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:50.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:50 smithi175 ceph-mon[44549]: pgmap v14548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:34:50.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:50 smithi181 ceph-mon[45557]: pgmap v14548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:34:51.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:50 smithi088 ceph-mon[35322]: pgmap v14548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:34:52.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:52 smithi175 ceph-mon[44549]: pgmap v14549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:34:52.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:52 smithi181 ceph-mon[45557]: pgmap v14549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:34:53.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:52 smithi088 ceph-mon[35322]: pgmap v14549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:34:54.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:54 smithi175 ceph-mon[44549]: pgmap v14550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:34:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:54.917+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:34:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:54.917+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:34:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:34:54.917+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:34:54.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:54 smithi181 ceph-mon[45557]: pgmap v14550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:34:55.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:54 smithi088 ceph-mon[35322]: pgmap v14550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:34:56.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:56 smithi175 ceph-mon[44549]: pgmap v14551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:56.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:56 smithi181 ceph-mon[45557]: pgmap v14551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:57.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:56 smithi088 ceph-mon[35322]: pgmap v14551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:34:58.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:34:58 smithi175 ceph-mon[44549]: pgmap v14552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:58.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:34:58 smithi181 ceph-mon[45557]: pgmap v14552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:34:59.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:34:58 smithi088 ceph-mon[35322]: pgmap v14552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:00.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:00 smithi175 ceph-mon[44549]: pgmap v14553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:00 smithi181 ceph-mon[45557]: pgmap v14553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:01.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:00 smithi088 ceph-mon[35322]: pgmap v14553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:01.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:01 smithi175 ceph-mon[44549]: pgmap v14554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:01.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:01 smithi181 ceph-mon[45557]: pgmap v14554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:02.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:01 smithi088 ceph-mon[35322]: pgmap v14554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:04.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:03 smithi175 ceph-mon[44549]: pgmap v14555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:04.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:03 smithi181 ceph-mon[45557]: pgmap v14555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:04.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:03 smithi088 ceph-mon[35322]: pgmap v14555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:06.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:05 smithi175 ceph-mon[44549]: pgmap v14556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:06.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:05 smithi181 ceph-mon[45557]: pgmap v14556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:06.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:05 smithi088 ceph-mon[35322]: pgmap v14556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:08.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:07 smithi175 ceph-mon[44549]: pgmap v14557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:08.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:07 smithi181 ceph-mon[45557]: pgmap v14557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:08.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:07 smithi088 ceph-mon[35322]: pgmap v14557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:09.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:09.924+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:35:09.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:09.924+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:35:09.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:09.924+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:35:10.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:09 smithi175 ceph-mon[44549]: pgmap v14558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:10.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:09 smithi181 ceph-mon[45557]: pgmap v14558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:10.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:09 smithi088 ceph-mon[35322]: pgmap v14558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:12.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:11 smithi175 ceph-mon[44549]: pgmap v14559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:12.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:11 smithi181 ceph-mon[45557]: pgmap v14559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:11 smithi088 ceph-mon[35322]: pgmap v14559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:14.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:13 smithi175 ceph-mon[44549]: pgmap v14560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:14.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:13 smithi181 ceph-mon[45557]: pgmap v14560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:14.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:13 smithi088 ceph-mon[35322]: pgmap v14560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:16.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:15 smithi175 ceph-mon[44549]: pgmap v14561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:16.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:15 smithi181 ceph-mon[45557]: pgmap v14561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:16.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:15 smithi088 ceph-mon[35322]: pgmap v14561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:18.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:17 smithi175 ceph-mon[44549]: pgmap v14562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:18.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:17 smithi181 ceph-mon[45557]: pgmap v14562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:18.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:17 smithi088 ceph-mon[35322]: pgmap v14562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:20.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:19 smithi175 ceph-mon[44549]: pgmap v14563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:20.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:19 smithi181 ceph-mon[45557]: pgmap v14563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:20.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:19 smithi088 ceph-mon[35322]: pgmap v14563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:22.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:21 smithi175 ceph-mon[44549]: pgmap v14564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:22.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:21 smithi181 ceph-mon[45557]: pgmap v14564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:22.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:21 smithi088 ceph-mon[35322]: pgmap v14564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:24.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:23 smithi175 ceph-mon[44549]: pgmap v14565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:24.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:35:24.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:35:24.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:35:24.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:35:24.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:23 smithi181 ceph-mon[45557]: pgmap v14565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:24.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:35:24.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:35:24.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:35:24.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:35:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:23 smithi088 ceph-mon[35322]: pgmap v14565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:35:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:35:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:35:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:35:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:24.940+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:35:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:24.940+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:35:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:24.940+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:35:25.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:24 smithi175 ceph-mon[44549]: pgmap v14566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:35:25.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:24 smithi175 ceph-mon[44549]: pgmap v14567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:35:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:24 smithi181 ceph-mon[45557]: pgmap v14566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:35:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:24 smithi181 ceph-mon[45557]: pgmap v14567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:35:25.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:24 smithi088 ceph-mon[35322]: pgmap v14566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:35:25.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:24 smithi088 ceph-mon[35322]: pgmap v14567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:35:27.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:26 smithi175 ceph-mon[44549]: pgmap v14568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:35:27.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:26 smithi181 ceph-mon[45557]: pgmap v14568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:35:27.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:26 smithi088 ceph-mon[35322]: pgmap v14568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:35:29.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:28 smithi175 ceph-mon[44549]: pgmap v14569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:35:29.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:28 smithi181 ceph-mon[45557]: pgmap v14569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:35:29.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:28 smithi088 ceph-mon[35322]: pgmap v14569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:35:31.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:30 smithi175 ceph-mon[44549]: pgmap v14570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:35:31.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:30 smithi181 ceph-mon[45557]: pgmap v14570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:35:31.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:30 smithi088 ceph-mon[35322]: pgmap v14570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:35:33.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:32 smithi175 ceph-mon[44549]: pgmap v14571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:35:33.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:32 smithi181 ceph-mon[45557]: pgmap v14571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:35:33.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:32 smithi088 ceph-mon[35322]: pgmap v14571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:35:35.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:34 smithi175 ceph-mon[44549]: pgmap v14572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:35:35.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:34 smithi181 ceph-mon[45557]: pgmap v14572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:35:35.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:34 smithi088 ceph-mon[35322]: pgmap v14572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:35:37.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:36 smithi175 ceph-mon[44549]: pgmap v14573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:37.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:36 smithi181 ceph-mon[45557]: pgmap v14573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:37.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:36 smithi088 ceph-mon[35322]: pgmap v14573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:39.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:38 smithi175 ceph-mon[44549]: pgmap v14574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:39.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:38 smithi181 ceph-mon[45557]: pgmap v14574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:39.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:38 smithi088 ceph-mon[35322]: pgmap v14574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:39.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:39.945+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:35:39.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:39.945+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:35:39.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:39.945+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:35:41.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:40 smithi175 ceph-mon[44549]: pgmap v14575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:41.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:40 smithi181 ceph-mon[45557]: pgmap v14575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:41.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:40 smithi088 ceph-mon[35322]: pgmap v14575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:43.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:42 smithi175 ceph-mon[44549]: pgmap v14576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:43.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:42 smithi181 ceph-mon[45557]: pgmap v14576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:43.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:42 smithi088 ceph-mon[35322]: pgmap v14576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:45.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:44 smithi175 ceph-mon[44549]: pgmap v14577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:45.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:44 smithi181 ceph-mon[45557]: pgmap v14577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:45.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:44 smithi088 ceph-mon[35322]: pgmap v14577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:47.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:46 smithi175 ceph-mon[44549]: pgmap v14578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:47.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:46 smithi181 ceph-mon[45557]: pgmap v14578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:47.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:46 smithi088 ceph-mon[35322]: pgmap v14578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:49.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:48 smithi175 ceph-mon[44549]: pgmap v14579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:49.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:48 smithi181 ceph-mon[45557]: pgmap v14579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:49.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:48 smithi088 ceph-mon[35322]: pgmap v14579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:51.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:50 smithi175 ceph-mon[44549]: pgmap v14580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:51.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:50 smithi181 ceph-mon[45557]: pgmap v14580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:51.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:50 smithi088 ceph-mon[35322]: pgmap v14580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:35:53.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:52 smithi175 ceph-mon[44549]: pgmap v14581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:53.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:52 smithi181 ceph-mon[45557]: pgmap v14581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:53.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:52 smithi088 ceph-mon[35322]: pgmap v14581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:35:54.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:54.958+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:35:54.957 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:54.958+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:35:54.957 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:35:54.958+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:35:55.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:54 smithi175 ceph-mon[44549]: pgmap v14582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:55.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:54 smithi181 ceph-mon[45557]: pgmap v14582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:55.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:54 smithi088 ceph-mon[35322]: pgmap v14582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:35:57.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:56 smithi175 ceph-mon[44549]: pgmap v14583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:57.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:56 smithi181 ceph-mon[45557]: pgmap v14583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:57.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:56 smithi088 ceph-mon[35322]: pgmap v14583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:35:59.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:35:58 smithi175 ceph-mon[44549]: pgmap v14584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:59.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:35:58 smithi181 ceph-mon[45557]: pgmap v14584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:35:59.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:35:58 smithi088 ceph-mon[35322]: pgmap v14584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:01.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:00 smithi175 ceph-mon[44549]: pgmap v14585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:36:01.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:00 smithi181 ceph-mon[45557]: pgmap v14585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:36:01.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:00 smithi088 ceph-mon[35322]: pgmap v14585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:36:03.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:02 smithi175 ceph-mon[44549]: pgmap v14586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:03.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:02 smithi181 ceph-mon[45557]: pgmap v14586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:03.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:02 smithi088 ceph-mon[35322]: pgmap v14586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:04 smithi181 ceph-mon[45557]: pgmap v14587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:05.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:04 smithi088 ceph-mon[35322]: pgmap v14587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:05.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:04 smithi175 ceph-mon[44549]: pgmap v14587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:07.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:06 smithi181 ceph-mon[45557]: pgmap v14588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:06 smithi088 ceph-mon[35322]: pgmap v14588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:07.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:06 smithi175 ceph-mon[44549]: pgmap v14588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:09.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:08 smithi181 ceph-mon[45557]: pgmap v14589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:08 smithi088 ceph-mon[35322]: pgmap v14589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:09.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:08 smithi175 ceph-mon[44549]: pgmap v14589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:09.962 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:09.963+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:36:09.962 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:09.963+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:36:09.962 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:09.963+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:36:11.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:10 smithi181 ceph-mon[45557]: pgmap v14590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:36:11.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:10 smithi088 ceph-mon[35322]: pgmap v14590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:36:11.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:10 smithi175 ceph-mon[44549]: pgmap v14590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:36:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:12 smithi181 ceph-mon[45557]: pgmap v14591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:13.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:12 smithi088 ceph-mon[35322]: pgmap v14591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:12 smithi175 ceph-mon[44549]: pgmap v14591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:15.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:14 smithi181 ceph-mon[45557]: pgmap v14592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:15.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:14 smithi088 ceph-mon[35322]: pgmap v14592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:15.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:14 smithi175 ceph-mon[44549]: pgmap v14592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:17.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:16 smithi181 ceph-mon[45557]: pgmap v14593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:17.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:16 smithi088 ceph-mon[35322]: pgmap v14593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:17.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:16 smithi175 ceph-mon[44549]: pgmap v14593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:18 smithi181 ceph-mon[45557]: pgmap v14594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:18 smithi088 ceph-mon[35322]: pgmap v14594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:19.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:18 smithi175 ceph-mon[44549]: pgmap v14594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:21.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:20 smithi181 ceph-mon[45557]: pgmap v14595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:36:21.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:20 smithi088 ceph-mon[35322]: pgmap v14595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:36:21.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:20 smithi175 ceph-mon[44549]: pgmap v14595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:36:23.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:22 smithi181 ceph-mon[45557]: pgmap v14596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:23.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:22 smithi088 ceph-mon[35322]: pgmap v14596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:23.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:22 smithi175 ceph-mon[44549]: pgmap v14596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:24.977+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:36:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:24.977+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:36:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:24.977+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:36:25.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:24 smithi088 ceph-mon[35322]: pgmap v14597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:36:25.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:36:25.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:36:25.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:36:25.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:36:25.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:24 smithi175 ceph-mon[44549]: pgmap v14597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:36:25.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:36:25.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:36:25.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:36:25.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:36:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:24 smithi181 ceph-mon[45557]: pgmap v14597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:36:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:36:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:36:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:36:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:36:26.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:25 smithi088 ceph-mon[35322]: pgmap v14598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:36:26.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:25 smithi088 ceph-mon[35322]: pgmap v14599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:36:26.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:25 smithi175 ceph-mon[44549]: pgmap v14598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:36:26.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:25 smithi175 ceph-mon[44549]: pgmap v14599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:36:26.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:25 smithi181 ceph-mon[45557]: pgmap v14598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:36:26.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:25 smithi181 ceph-mon[45557]: pgmap v14599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:36:28.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:27 smithi088 ceph-mon[35322]: pgmap v14600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:36:28.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:27 smithi175 ceph-mon[44549]: pgmap v14600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:36:28.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:27 smithi181 ceph-mon[45557]: pgmap v14600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:36:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:29 smithi088 ceph-mon[35322]: pgmap v14601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:36:30.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:29 smithi175 ceph-mon[44549]: pgmap v14601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:36:30.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:29 smithi181 ceph-mon[45557]: pgmap v14601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:36:32.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:31 smithi088 ceph-mon[35322]: pgmap v14602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:36:32.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:31 smithi175 ceph-mon[44549]: pgmap v14602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:36:32.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:31 smithi181 ceph-mon[45557]: pgmap v14602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:36:34.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:33 smithi088 ceph-mon[35322]: pgmap v14603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:36:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:33 smithi175 ceph-mon[44549]: pgmap v14603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:36:34.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:33 smithi181 ceph-mon[45557]: pgmap v14603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:36:36.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:35 smithi088 ceph-mon[35322]: pgmap v14604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T20:36:36.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:35 smithi175 ceph-mon[44549]: pgmap v14604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T20:36:36.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:35 smithi181 ceph-mon[45557]: pgmap v14604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T20:36:38.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:37 smithi088 ceph-mon[35322]: pgmap v14605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:38.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:37 smithi175 ceph-mon[44549]: pgmap v14605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:38.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:37 smithi181 ceph-mon[45557]: pgmap v14605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:36:39.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:39.992+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:36:39.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:39.992+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:36:39.991 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:39.992+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:36:40.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:39 smithi088 ceph-mon[35322]: pgmap v14606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:40.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:39 smithi175 ceph-mon[44549]: pgmap v14606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:40.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:39 smithi181 ceph-mon[45557]: pgmap v14606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:41 smithi088 ceph-mon[35322]: pgmap v14607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:42.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:41 smithi175 ceph-mon[44549]: pgmap v14607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:42.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:41 smithi181 ceph-mon[45557]: pgmap v14607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:43.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:43.629+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:36:43.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:43.629+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:36:43.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:43.630+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 212 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T20:36:43.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:43.630+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 212 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T20:36:44.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:43 smithi088 ceph-mon[35322]: pgmap v14608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:44.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:44 smithi175 ceph-mon[44549]: pgmap v14608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:44.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:43 smithi181 ceph-mon[45557]: pgmap v14608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:46.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:46 smithi088 ceph-mon[35322]: pgmap v14609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:46.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:46 smithi175 ceph-mon[44549]: pgmap v14609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:46 smithi181 ceph-mon[45557]: pgmap v14609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:48.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:48 smithi088 ceph-mon[35322]: pgmap v14610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:48 smithi175 ceph-mon[44549]: pgmap v14610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:48.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:48 smithi181 ceph-mon[45557]: pgmap v14610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:50.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:50 smithi088 ceph-mon[35322]: pgmap v14611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:50.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:50 smithi175 ceph-mon[44549]: pgmap v14611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:50.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:50 smithi181 ceph-mon[45557]: pgmap v14611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:52.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:52 smithi088 ceph-mon[35322]: pgmap v14612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:52.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:52 smithi175 ceph-mon[44549]: pgmap v14612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:52.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:52 smithi181 ceph-mon[45557]: pgmap v14612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:36:54.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:54 smithi088 ceph-mon[35322]: pgmap v14613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:54.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:54 smithi175 ceph-mon[44549]: pgmap v14613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:54.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:54 smithi181 ceph-mon[45557]: pgmap v14613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:54.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:54.998+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:36:54.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:54.998+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:36:54.997 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:36:54.998+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:36:56.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:56 smithi088 ceph-mon[35322]: pgmap v14614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:56.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:56 smithi175 ceph-mon[44549]: pgmap v14614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:56.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:56 smithi181 ceph-mon[45557]: pgmap v14614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:36:58.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:36:58 smithi088 ceph-mon[35322]: pgmap v14615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:58.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:36:58 smithi175 ceph-mon[44549]: pgmap v14615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:36:58.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:36:58 smithi181 ceph-mon[45557]: pgmap v14615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:00.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:00 smithi088 ceph-mon[35322]: pgmap v14616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:00 smithi175 ceph-mon[44549]: pgmap v14616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:00.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:00 smithi181 ceph-mon[45557]: pgmap v14616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:02.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:02 smithi175 ceph-mon[44549]: pgmap v14617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:02.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:02 smithi181 ceph-mon[45557]: pgmap v14617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:02.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:02 smithi088 ceph-mon[35322]: pgmap v14617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:04 smithi175 ceph-mon[44549]: pgmap v14618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:04.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:04 smithi181 ceph-mon[45557]: pgmap v14618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:04.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:04 smithi088 ceph-mon[35322]: pgmap v14618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:06.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:06 smithi175 ceph-mon[44549]: pgmap v14619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:06.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:06 smithi181 ceph-mon[45557]: pgmap v14619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:06.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:06 smithi088 ceph-mon[35322]: pgmap v14619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:08.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:08 smithi175 ceph-mon[44549]: pgmap v14620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:08 smithi181 ceph-mon[45557]: pgmap v14620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:08.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:08 smithi088 ceph-mon[35322]: pgmap v14620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:10.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:10.014+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:37:10.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:10.014+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:37:10.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:10.014+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:37:10.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:10 smithi175 ceph-mon[44549]: pgmap v14621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:10.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:10 smithi181 ceph-mon[45557]: pgmap v14621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:10.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:10 smithi088 ceph-mon[35322]: pgmap v14621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:12.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:12 smithi175 ceph-mon[44549]: pgmap v14622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:12.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:12 smithi181 ceph-mon[45557]: pgmap v14622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:12 smithi088 ceph-mon[35322]: pgmap v14622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:14.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:14 smithi175 ceph-mon[44549]: pgmap v14623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:14.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:14 smithi181 ceph-mon[45557]: pgmap v14623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:14.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:14 smithi088 ceph-mon[35322]: pgmap v14623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:16 smithi175 ceph-mon[44549]: pgmap v14624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:16.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:16 smithi181 ceph-mon[45557]: pgmap v14624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:16.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:16 smithi088 ceph-mon[35322]: pgmap v14624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:18.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:18 smithi175 ceph-mon[44549]: pgmap v14625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:18.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:18 smithi181 ceph-mon[45557]: pgmap v14625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:18.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:18 smithi088 ceph-mon[35322]: pgmap v14625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:20.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:20 smithi175 ceph-mon[44549]: pgmap v14626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:20.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:20 smithi181 ceph-mon[45557]: pgmap v14626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:20.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:20 smithi088 ceph-mon[35322]: pgmap v14626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:22.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:22 smithi175 ceph-mon[44549]: pgmap v14627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:22.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:22 smithi181 ceph-mon[45557]: pgmap v14627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:22.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:22 smithi088 ceph-mon[35322]: pgmap v14627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:24.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:24 smithi175 ceph-mon[44549]: pgmap v14628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:24.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:24 smithi181 ceph-mon[45557]: pgmap v14628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:24 smithi088 ceph-mon[35322]: pgmap v14628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:25.029+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:37:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:25.029+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:37:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:25.029+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:37:25.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:37:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:37:25.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:37:26.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:26 smithi175 ceph-mon[44549]: pgmap v14629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:26.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:37:26.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:37:26.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:37:26.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:26 smithi181 ceph-mon[45557]: pgmap v14629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:26.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:37:26.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:37:26.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:37:26.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:26 smithi088 ceph-mon[35322]: pgmap v14629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:26.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:37:26.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:37:26.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:37:27.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:27 smithi175 ceph-mon[44549]: pgmap v14630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:37:27.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:27 smithi181 ceph-mon[45557]: pgmap v14630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:37:27.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:27 smithi088 ceph-mon[35322]: pgmap v14630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:37:29.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:29 smithi175 ceph-mon[44549]: pgmap v14631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:37:29.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:29 smithi181 ceph-mon[45557]: pgmap v14631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:37:29.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:29 smithi088 ceph-mon[35322]: pgmap v14631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:37:31.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:31 smithi175 ceph-mon[44549]: pgmap v14632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:37:31.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:31 smithi181 ceph-mon[45557]: pgmap v14632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:37:31.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:31 smithi088 ceph-mon[35322]: pgmap v14632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:37:33.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:33 smithi175 ceph-mon[44549]: pgmap v14633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:37:33.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:33 smithi181 ceph-mon[45557]: pgmap v14633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:37:33.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:33 smithi088 ceph-mon[35322]: pgmap v14633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:37:35.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:35 smithi175 ceph-mon[44549]: pgmap v14634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:37:35.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:35 smithi181 ceph-mon[45557]: pgmap v14634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:37:35.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:35 smithi088 ceph-mon[35322]: pgmap v14634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:37:37.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:37 smithi175 ceph-mon[44549]: pgmap v14635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:37:37.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:37 smithi181 ceph-mon[45557]: pgmap v14635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:37:37.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:37 smithi088 ceph-mon[35322]: pgmap v14635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:37:39.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:39 smithi175 ceph-mon[44549]: pgmap v14636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:39.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:39 smithi181 ceph-mon[45557]: pgmap v14636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:39.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:39 smithi088 ceph-mon[35322]: pgmap v14636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:40.041+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:37:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:40.041+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:37:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:40.041+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:37:41.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:41 smithi175 ceph-mon[44549]: pgmap v14637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:41.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:41 smithi181 ceph-mon[45557]: pgmap v14637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:41.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:41 smithi088 ceph-mon[35322]: pgmap v14637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:43.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:43 smithi175 ceph-mon[44549]: pgmap v14638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:43.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:43 smithi181 ceph-mon[45557]: pgmap v14638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:43.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:43 smithi088 ceph-mon[35322]: pgmap v14638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:45.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:45 smithi175 ceph-mon[44549]: pgmap v14639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:45.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:45 smithi181 ceph-mon[45557]: pgmap v14639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:45.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:45 smithi088 ceph-mon[35322]: pgmap v14639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:47.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:47 smithi175 ceph-mon[44549]: pgmap v14640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:47.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:47 smithi181 ceph-mon[45557]: pgmap v14640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:47.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:47 smithi088 ceph-mon[35322]: pgmap v14640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:49.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:49 smithi175 ceph-mon[44549]: pgmap v14641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:49 smithi181 ceph-mon[45557]: pgmap v14641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:49.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:49 smithi088 ceph-mon[35322]: pgmap v14641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:51.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:51 smithi175 ceph-mon[44549]: pgmap v14642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:51.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:51 smithi181 ceph-mon[45557]: pgmap v14642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:51.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:51 smithi088 ceph-mon[35322]: pgmap v14642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:53.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:53 smithi175 ceph-mon[44549]: pgmap v14643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:53.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:53 smithi181 ceph-mon[45557]: pgmap v14643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:53.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:53 smithi088 ceph-mon[35322]: pgmap v14643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:55.047+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:37:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:55.047+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:37:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:37:55.047+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:37:55.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:55 smithi175 ceph-mon[44549]: pgmap v14644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:55.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:55 smithi181 ceph-mon[45557]: pgmap v14644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:55.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:55 smithi088 ceph-mon[35322]: pgmap v14644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:37:57.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:57 smithi175 ceph-mon[44549]: pgmap v14645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:57.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:57 smithi181 ceph-mon[45557]: pgmap v14645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:57.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:57 smithi088 ceph-mon[35322]: pgmap v14645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:37:59.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:37:59 smithi175 ceph-mon[44549]: pgmap v14646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:59.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:37:59 smithi181 ceph-mon[45557]: pgmap v14646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:37:59.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:37:59 smithi088 ceph-mon[35322]: pgmap v14646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:01.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:01 smithi175 ceph-mon[44549]: pgmap v14647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:01.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:01 smithi181 ceph-mon[45557]: pgmap v14647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:01.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:01 smithi088 ceph-mon[35322]: pgmap v14647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:03.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:03 smithi175 ceph-mon[44549]: pgmap v14648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:03.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:03 smithi181 ceph-mon[45557]: pgmap v14648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:03.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:03 smithi088 ceph-mon[35322]: pgmap v14648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:05.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:05 smithi181 ceph-mon[45557]: pgmap v14649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:05.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:05 smithi088 ceph-mon[35322]: pgmap v14649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:05.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:05 smithi175 ceph-mon[44549]: pgmap v14649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:07.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:07 smithi181 ceph-mon[45557]: pgmap v14650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:07.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:07 smithi088 ceph-mon[35322]: pgmap v14650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:07 smithi175 ceph-mon[44549]: pgmap v14650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:09.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:09 smithi181 ceph-mon[45557]: pgmap v14651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:09.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:09 smithi088 ceph-mon[35322]: pgmap v14651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:09 smithi175 ceph-mon[44549]: pgmap v14651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:10.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:10.051+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:38:10.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:10.051+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:38:10.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:10.052+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:38:11.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:11 smithi181 ceph-mon[45557]: pgmap v14652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:11.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:11 smithi088 ceph-mon[35322]: pgmap v14652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:11.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:11 smithi175 ceph-mon[44549]: pgmap v14652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:13 smithi181 ceph-mon[45557]: pgmap v14653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:13 smithi088 ceph-mon[35322]: pgmap v14653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:13 smithi175 ceph-mon[44549]: pgmap v14653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:15.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:15 smithi181 ceph-mon[45557]: pgmap v14654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:15.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:15 smithi088 ceph-mon[35322]: pgmap v14654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:15.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:15 smithi175 ceph-mon[44549]: pgmap v14654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:17.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:17 smithi181 ceph-mon[45557]: pgmap v14655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:17.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:17 smithi088 ceph-mon[35322]: pgmap v14655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:17.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:17 smithi175 ceph-mon[44549]: pgmap v14655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:19.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:19 smithi181 ceph-mon[45557]: pgmap v14656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:19.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:19 smithi088 ceph-mon[35322]: pgmap v14656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:19.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:19 smithi175 ceph-mon[44549]: pgmap v14656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:21.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:21 smithi181 ceph-mon[45557]: pgmap v14657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:21.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:21 smithi088 ceph-mon[35322]: pgmap v14657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:21.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:21 smithi175 ceph-mon[44549]: pgmap v14657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:23.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:23 smithi181 ceph-mon[45557]: pgmap v14658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:23.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:23 smithi088 ceph-mon[35322]: pgmap v14658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:23.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:23 smithi175 ceph-mon[44549]: pgmap v14658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:25.064 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:25.066+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:38:25.064 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:25.066+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:38:25.064 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:25.066+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:38:25.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:25 smithi181 ceph-mon[45557]: pgmap v14659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:25.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:25 smithi088 ceph-mon[35322]: pgmap v14659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:25.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:25 smithi175 ceph-mon[44549]: pgmap v14659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:26.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:38:26.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:38:26.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:38:27.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:27 smithi181 ceph-mon[45557]: pgmap v14660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:27.500 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:27 smithi088 ceph-mon[35322]: pgmap v14660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:27.531 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:27 smithi175 ceph-mon[44549]: pgmap v14660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:29.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:29 smithi088 ceph-mon[35322]: pgmap v14661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:29.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:29 smithi175 ceph-mon[44549]: pgmap v14661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:29.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:29 smithi181 ceph-mon[45557]: pgmap v14661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:38:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:29.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:30.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:30 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:38:30.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:30 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:38:30.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:30 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:38:30.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:30 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:38:30.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:30 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:38:30.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:30 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:38:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:31 smithi088 ceph-mon[35322]: pgmap v14662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:38:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:38:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:31 smithi088 ceph-mon[35322]: pgmap v14663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:38:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:31 smithi088 ceph-mon[35322]: pgmap v14664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:38:31.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:31 smithi175 ceph-mon[44549]: pgmap v14662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:38:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:38:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:31 smithi175 ceph-mon[44549]: pgmap v14663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:38:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:31 smithi175 ceph-mon[44549]: pgmap v14664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:38:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:31.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:31 smithi181 ceph-mon[45557]: pgmap v14662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:38:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:38:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:38:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:31 smithi181 ceph-mon[45557]: pgmap v14663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:38:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:31 smithi181 ceph-mon[45557]: pgmap v14664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:38:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:38:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:33 smithi175 ceph-mon[44549]: pgmap v14665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T20:38:33.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:33 smithi181 ceph-mon[45557]: pgmap v14665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T20:38:33.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:33 smithi088 ceph-mon[35322]: pgmap v14665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T20:38:35.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:34 smithi175 ceph-mon[44549]: pgmap v14666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 7 op/s 2024-01-28T20:38:35.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:34 smithi181 ceph-mon[45557]: pgmap v14666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 7 op/s 2024-01-28T20:38:35.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:34 smithi088 ceph-mon[35322]: pgmap v14666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 7 op/s 2024-01-28T20:38:37.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:37 smithi175 ceph-mon[44549]: pgmap v14667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T20:38:37.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:37 smithi181 ceph-mon[45557]: pgmap v14667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T20:38:37.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:37 smithi088 ceph-mon[35322]: pgmap v14667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T20:38:39.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:39 smithi175 ceph-mon[44549]: pgmap v14668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T20:38:39.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:39 smithi181 ceph-mon[45557]: pgmap v14668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T20:38:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:39 smithi088 ceph-mon[35322]: pgmap v14668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T20:38:40.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:40.070+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:38:40.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:40.070+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:38:40.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:40.070+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:38:41.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:41 smithi175 ceph-mon[44549]: pgmap v14669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:38:41.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:41 smithi181 ceph-mon[45557]: pgmap v14669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:38:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:41 smithi088 ceph-mon[35322]: pgmap v14669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:38:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:43 smithi175 ceph-mon[44549]: pgmap v14670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:43.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:43 smithi181 ceph-mon[45557]: pgmap v14670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:43 smithi088 ceph-mon[35322]: pgmap v14670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:44 smithi175 ceph-mon[44549]: pgmap v14671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:38:45.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:44 smithi181 ceph-mon[45557]: pgmap v14671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:38:45.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:44 smithi088 ceph-mon[35322]: pgmap v14671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:38:47.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:47 smithi175 ceph-mon[44549]: pgmap v14672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:47.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:47 smithi181 ceph-mon[45557]: pgmap v14672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:47.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:47 smithi088 ceph-mon[35322]: pgmap v14672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:49.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:49 smithi175 ceph-mon[44549]: pgmap v14673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:49.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:49 smithi181 ceph-mon[45557]: pgmap v14673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:49.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:49 smithi088 ceph-mon[35322]: pgmap v14673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:51.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:51 smithi175 ceph-mon[44549]: pgmap v14674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:51.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:51 smithi181 ceph-mon[45557]: pgmap v14674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:51 smithi088 ceph-mon[35322]: pgmap v14674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:38:53.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:53 smithi175 ceph-mon[44549]: pgmap v14675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:53.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:53 smithi181 ceph-mon[45557]: pgmap v14675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:53.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:53 smithi088 ceph-mon[35322]: pgmap v14675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:55.075 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:55.078+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:38:55.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:55.078+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:38:55.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:38:55.078+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:38:55.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:54 smithi175 ceph-mon[44549]: pgmap v14676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:38:55.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:54 smithi181 ceph-mon[45557]: pgmap v14676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:38:55.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:54 smithi088 ceph-mon[35322]: pgmap v14676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:38:57.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:57 smithi175 ceph-mon[44549]: pgmap v14677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:57.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:57 smithi181 ceph-mon[45557]: pgmap v14677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:57 smithi088 ceph-mon[35322]: pgmap v14677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:38:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:38:59 smithi175 ceph-mon[44549]: pgmap v14678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:59.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:38:59 smithi181 ceph-mon[45557]: pgmap v14678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:38:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:38:59 smithi088 ceph-mon[35322]: pgmap v14678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:01.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:01 smithi175 ceph-mon[44549]: pgmap v14679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:01.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:01 smithi181 ceph-mon[45557]: pgmap v14679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:01.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:01 smithi088 ceph-mon[35322]: pgmap v14679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:03.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:03 smithi175 ceph-mon[44549]: pgmap v14680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:03.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:03 smithi181 ceph-mon[45557]: pgmap v14680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:03.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:03 smithi088 ceph-mon[35322]: pgmap v14680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:05.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:04 smithi175 ceph-mon[44549]: pgmap v14681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:05.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:04 smithi181 ceph-mon[45557]: pgmap v14681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:05.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:04 smithi088 ceph-mon[35322]: pgmap v14681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:07 smithi175 ceph-mon[44549]: pgmap v14682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:07.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:07 smithi181 ceph-mon[45557]: pgmap v14682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:07 smithi088 ceph-mon[35322]: pgmap v14682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:09 smithi175 ceph-mon[44549]: pgmap v14683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:09.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:09 smithi181 ceph-mon[45557]: pgmap v14683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:09.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:09 smithi088 ceph-mon[35322]: pgmap v14683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:10.094+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:39:10.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:10.094+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:39:10.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:10.094+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:39:11.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:11 smithi175 ceph-mon[44549]: pgmap v14684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:11.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:11 smithi181 ceph-mon[45557]: pgmap v14684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:11.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:11 smithi088 ceph-mon[35322]: pgmap v14684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:13.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:13 smithi088 ceph-mon[35322]: pgmap v14685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:13 smithi175 ceph-mon[44549]: pgmap v14685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:13.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:13 smithi181 ceph-mon[45557]: pgmap v14685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:15.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:14 smithi175 ceph-mon[44549]: pgmap v14686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:15.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:14 smithi181 ceph-mon[45557]: pgmap v14686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:15.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:14 smithi088 ceph-mon[35322]: pgmap v14686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:17.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:17 smithi175 ceph-mon[44549]: pgmap v14687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:17.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:17 smithi181 ceph-mon[45557]: pgmap v14687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:17.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:17 smithi088 ceph-mon[35322]: pgmap v14687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:19.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:19 smithi175 ceph-mon[44549]: pgmap v14688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:19.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:19 smithi181 ceph-mon[45557]: pgmap v14688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:19.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:19 smithi088 ceph-mon[35322]: pgmap v14688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:21.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:21 smithi175 ceph-mon[44549]: pgmap v14689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:21.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:21 smithi181 ceph-mon[45557]: pgmap v14689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:21.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:21 smithi088 ceph-mon[35322]: pgmap v14689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:23.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:23 smithi175 ceph-mon[44549]: pgmap v14690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:23.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:23 smithi181 ceph-mon[45557]: pgmap v14690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:23.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:23 smithi088 ceph-mon[35322]: pgmap v14690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:25.108+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:39:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:25.108+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:39:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:25.108+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:39:25.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:24 smithi175 ceph-mon[44549]: pgmap v14691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:25.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:24 smithi181 ceph-mon[45557]: pgmap v14691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:25.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:24 smithi088 ceph-mon[35322]: pgmap v14691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:27.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:27 smithi175 ceph-mon[44549]: pgmap v14692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:27.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:27 smithi181 ceph-mon[45557]: pgmap v14692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:27.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:27 smithi088 ceph-mon[35322]: pgmap v14692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:29.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:29 smithi088 ceph-mon[35322]: pgmap v14693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:29.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:29 smithi175 ceph-mon[44549]: pgmap v14693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:29.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:29 smithi181 ceph-mon[45557]: pgmap v14693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:31 smithi175 ceph-mon[44549]: pgmap v14694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:39:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:39:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:39:31.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:39:31.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:31 smithi181 ceph-mon[45557]: pgmap v14694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:31.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:39:31.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:39:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:39:31.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:39:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:31 smithi088 ceph-mon[35322]: pgmap v14694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:39:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:39:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:39:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:39:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:39:32.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:32 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:39:32.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:32 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:39:32.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:32 smithi175 ceph-mon[44549]: pgmap v14695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:39:32.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:32 smithi175 ceph-mon[44549]: pgmap v14696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:39:32.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:32 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:39:32.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:32 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:39:32.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:32 smithi181 ceph-mon[45557]: pgmap v14695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:39:32.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:32 smithi181 ceph-mon[45557]: pgmap v14696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:39:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:32 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:39:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:32 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:39:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:32 smithi088 ceph-mon[35322]: pgmap v14695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:39:32.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:32 smithi088 ceph-mon[35322]: pgmap v14696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:39:34.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:34 smithi175 ceph-mon[44549]: pgmap v14697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:39:34.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:34 smithi181 ceph-mon[45557]: pgmap v14697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:39:34.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:34 smithi088 ceph-mon[35322]: pgmap v14697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:39:36.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:36 smithi175 ceph-mon[44549]: pgmap v14698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:39:36.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:36 smithi181 ceph-mon[45557]: pgmap v14698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:39:36.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:36 smithi088 ceph-mon[35322]: pgmap v14698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:39:38.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:38 smithi175 ceph-mon[44549]: pgmap v14699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:39:38.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:38 smithi181 ceph-mon[45557]: pgmap v14699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:39:38.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:38 smithi088 ceph-mon[35322]: pgmap v14699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:39:40.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:40.121+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:39:40.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:40.121+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:39:40.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:40.121+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:39:40.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:39 smithi175 ceph-mon[44549]: pgmap v14700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:39:40.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:39 smithi181 ceph-mon[45557]: pgmap v14700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:39:40.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:39 smithi088 ceph-mon[35322]: pgmap v14700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:39:42.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:42 smithi175 ceph-mon[44549]: pgmap v14701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:39:42.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:42 smithi181 ceph-mon[45557]: pgmap v14701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:39:42.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:42 smithi088 ceph-mon[35322]: pgmap v14701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:39:43.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:43.657+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:39:43.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:43.657+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:39:43.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:43.657+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 213 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:39:43.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:43.657+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 213 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:39:44.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:44 smithi175 ceph-mon[44549]: pgmap v14702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:44.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:44 smithi181 ceph-mon[45557]: pgmap v14702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:44.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:44 smithi088 ceph-mon[35322]: pgmap v14702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:46.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:46 smithi175 ceph-mon[44549]: pgmap v14703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:46.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:46 smithi181 ceph-mon[45557]: pgmap v14703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:46 smithi088 ceph-mon[35322]: pgmap v14703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:48.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:48 smithi175 ceph-mon[44549]: pgmap v14704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:48.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:48 smithi181 ceph-mon[45557]: pgmap v14704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:48.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:48 smithi088 ceph-mon[35322]: pgmap v14704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:50.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:49 smithi175 ceph-mon[44549]: pgmap v14705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:50.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:49 smithi181 ceph-mon[45557]: pgmap v14705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:50.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:49 smithi088 ceph-mon[35322]: pgmap v14705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:39:52.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:52 smithi175 ceph-mon[44549]: pgmap v14706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:52.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:52 smithi181 ceph-mon[45557]: pgmap v14706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:52.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:52 smithi088 ceph-mon[35322]: pgmap v14706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:54.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:54 smithi175 ceph-mon[44549]: pgmap v14707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:54.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:54 smithi181 ceph-mon[45557]: pgmap v14707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:54.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:54 smithi088 ceph-mon[35322]: pgmap v14707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:39:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:55.127+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:39:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:55.127+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:39:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:39:55.127+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:39:56.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:56 smithi175 ceph-mon[44549]: pgmap v14708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:56.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:56 smithi181 ceph-mon[45557]: pgmap v14708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:56.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:56 smithi088 ceph-mon[35322]: pgmap v14708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:39:58.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:58 smithi175 ceph-mon[44549]: pgmap v14709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:58.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:58 smithi181 ceph-mon[45557]: pgmap v14709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:39:58.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:58 smithi088 ceph-mon[35322]: pgmap v14709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:00.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:39:59 smithi175 ceph-mon[44549]: pgmap v14710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:00.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:39:59 smithi181 ceph-mon[45557]: pgmap v14710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:00.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:39:59 smithi088 ceph-mon[35322]: pgmap v14710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:01.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:40:01.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:40:01.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:40:02.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:01 smithi175 ceph-mon[44549]: pgmap v14711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:02.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:01 smithi181 ceph-mon[45557]: pgmap v14711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:02.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:01 smithi088 ceph-mon[35322]: pgmap v14711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:04.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:04 smithi175 ceph-mon[44549]: pgmap v14712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:04.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:04 smithi181 ceph-mon[45557]: pgmap v14712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:04.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:04 smithi088 ceph-mon[35322]: pgmap v14712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:06.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:06 smithi175 ceph-mon[44549]: pgmap v14713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:06.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:06 smithi181 ceph-mon[45557]: pgmap v14713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:06.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:06 smithi088 ceph-mon[35322]: pgmap v14713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:08.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:08 smithi175 ceph-mon[44549]: pgmap v14714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:08.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:08 smithi181 ceph-mon[45557]: pgmap v14714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:08.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:08 smithi088 ceph-mon[35322]: pgmap v14714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:10.139 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:10.141+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:40:10.139 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:10.141+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:40:10.140 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:10.141+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:40:10.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:09 smithi175 ceph-mon[44549]: pgmap v14715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:10.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:09 smithi181 ceph-mon[45557]: pgmap v14715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:10.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:09 smithi088 ceph-mon[35322]: pgmap v14715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:12.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:12 smithi175 ceph-mon[44549]: pgmap v14716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:12.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:12 smithi181 ceph-mon[45557]: pgmap v14716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:12.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:12 smithi088 ceph-mon[35322]: pgmap v14716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:14.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:14 smithi175 ceph-mon[44549]: pgmap v14717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:14.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:14 smithi181 ceph-mon[45557]: pgmap v14717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:14 smithi088 ceph-mon[35322]: pgmap v14717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:16.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:16 smithi088 ceph-mon[35322]: pgmap v14718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:16.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:16 smithi175 ceph-mon[44549]: pgmap v14718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:16.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:16 smithi181 ceph-mon[45557]: pgmap v14718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:18.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:18 smithi175 ceph-mon[44549]: pgmap v14719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:18.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:18 smithi181 ceph-mon[45557]: pgmap v14719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:18.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:18 smithi088 ceph-mon[35322]: pgmap v14719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:20.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:19 smithi175 ceph-mon[44549]: pgmap v14720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:20.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:19 smithi181 ceph-mon[45557]: pgmap v14720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:20.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:19 smithi088 ceph-mon[35322]: pgmap v14720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:22.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:22 smithi175 ceph-mon[44549]: pgmap v14721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:22.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:22 smithi181 ceph-mon[45557]: pgmap v14721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:22.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:22 smithi088 ceph-mon[35322]: pgmap v14721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:24.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:24 smithi175 ceph-mon[44549]: pgmap v14722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:24.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:24 smithi181 ceph-mon[45557]: pgmap v14722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:24.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:24 smithi088 ceph-mon[35322]: pgmap v14722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:25.157+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:40:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:25.157+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:40:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:25.157+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:40:26.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:26 smithi175 ceph-mon[44549]: pgmap v14723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:26.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:26 smithi181 ceph-mon[45557]: pgmap v14723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:26.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:26 smithi088 ceph-mon[35322]: pgmap v14723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:28.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:28 smithi175 ceph-mon[44549]: pgmap v14724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:40:28.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:28 smithi181 ceph-mon[45557]: pgmap v14724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:40:28.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:28 smithi088 ceph-mon[35322]: pgmap v14724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:40:30.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:29 smithi175 ceph-mon[44549]: pgmap v14725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:30.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:29 smithi181 ceph-mon[45557]: pgmap v14725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:30.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:29 smithi088 ceph-mon[35322]: pgmap v14725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:32.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:32 smithi175 ceph-mon[44549]: pgmap v14726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:32.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:40:32.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:40:32.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:40:32.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:40:32.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:32 smithi181 ceph-mon[45557]: pgmap v14726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:32.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:40:32.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:40:32.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:40:32.705 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:40:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:32 smithi088 ceph-mon[35322]: pgmap v14726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:40:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:40:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:40:32.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:40:33.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:33 smithi175 ceph-mon[44549]: pgmap v14727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:40:33.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:33 smithi175 ceph-mon[44549]: pgmap v14728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:40:33.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:33 smithi181 ceph-mon[45557]: pgmap v14727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:40:33.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:33 smithi181 ceph-mon[45557]: pgmap v14728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:40:33.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:33 smithi088 ceph-mon[35322]: pgmap v14727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:40:33.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:33 smithi088 ceph-mon[35322]: pgmap v14728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:40:35.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:34 smithi175 ceph-mon[44549]: pgmap v14729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:40:35.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:34 smithi181 ceph-mon[45557]: pgmap v14729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:40:35.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:34 smithi088 ceph-mon[35322]: pgmap v14729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:40:37.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:37 smithi175 ceph-mon[44549]: pgmap v14730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:40:37.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:37 smithi181 ceph-mon[45557]: pgmap v14730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:40:37.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:37 smithi088 ceph-mon[35322]: pgmap v14730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:40:39.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:39 smithi175 ceph-mon[44549]: pgmap v14731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:40:39.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:39 smithi181 ceph-mon[45557]: pgmap v14731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:40:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:39 smithi088 ceph-mon[35322]: pgmap v14731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:40:40.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:40.173+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:40:40.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:40.173+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:40:40.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:40.173+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:40:41.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:41 smithi175 ceph-mon[44549]: pgmap v14732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:40:41.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:41 smithi181 ceph-mon[45557]: pgmap v14732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:40:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:41 smithi088 ceph-mon[35322]: pgmap v14732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:40:43.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:43 smithi175 ceph-mon[44549]: pgmap v14733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:40:43.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:43 smithi181 ceph-mon[45557]: pgmap v14733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:40:43.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:43 smithi088 ceph-mon[35322]: pgmap v14733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:40:45.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:44 smithi175 ceph-mon[44549]: pgmap v14734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:45.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:44 smithi181 ceph-mon[45557]: pgmap v14734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:45.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:44 smithi088 ceph-mon[35322]: pgmap v14734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:47.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:47 smithi175 ceph-mon[44549]: pgmap v14735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:47.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:47 smithi181 ceph-mon[45557]: pgmap v14735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:47.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:47 smithi088 ceph-mon[35322]: pgmap v14735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:49.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:49 smithi175 ceph-mon[44549]: pgmap v14736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:49.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:49 smithi181 ceph-mon[45557]: pgmap v14736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:49.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:49 smithi088 ceph-mon[35322]: pgmap v14736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:40:51.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:51 smithi175 ceph-mon[44549]: pgmap v14737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:51.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:51 smithi181 ceph-mon[45557]: pgmap v14737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:51 smithi088 ceph-mon[35322]: pgmap v14737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:40:53.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:53 smithi175 ceph-mon[44549]: pgmap v14738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:40:53.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:53 smithi181 ceph-mon[45557]: pgmap v14738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:40:53.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:53 smithi088 ceph-mon[35322]: pgmap v14738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:40:55.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:54 smithi175 ceph-mon[44549]: pgmap v14739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:55.181 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:55.184+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:40:55.181 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:55.184+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:40:55.181 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:40:55.184+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:40:55.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:54 smithi181 ceph-mon[45557]: pgmap v14739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:55.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:54 smithi088 ceph-mon[35322]: pgmap v14739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:40:57.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:57 smithi175 ceph-mon[44549]: pgmap v14740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:57.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:57 smithi181 ceph-mon[45557]: pgmap v14740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:57.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:57 smithi088 ceph-mon[35322]: pgmap v14740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:40:59.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:40:59 smithi175 ceph-mon[44549]: pgmap v14741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:40:59.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:40:59 smithi181 ceph-mon[45557]: pgmap v14741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:40:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:40:59 smithi088 ceph-mon[35322]: pgmap v14741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:41:01.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:01 smithi175 ceph-mon[44549]: pgmap v14742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:01.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:01 smithi181 ceph-mon[45557]: pgmap v14742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:01.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:01 smithi088 ceph-mon[35322]: pgmap v14742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:03.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:03 smithi175 ceph-mon[44549]: pgmap v14743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:03.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:03 smithi181 ceph-mon[45557]: pgmap v14743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:03.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:03 smithi088 ceph-mon[35322]: pgmap v14743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:05.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:04 smithi175 ceph-mon[44549]: pgmap v14744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:05.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:04 smithi181 ceph-mon[45557]: pgmap v14744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:05.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:04 smithi088 ceph-mon[35322]: pgmap v14744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:07.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:07 smithi175 ceph-mon[44549]: pgmap v14745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:07.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:07 smithi181 ceph-mon[45557]: pgmap v14745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:07.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:07 smithi088 ceph-mon[35322]: pgmap v14745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:09.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:09 smithi175 ceph-mon[44549]: pgmap v14746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:09.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:09 smithi181 ceph-mon[45557]: pgmap v14746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:09.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:09 smithi088 ceph-mon[35322]: pgmap v14746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:10.196+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:41:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:10.196+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:41:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:10.196+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:41:11.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:11 smithi175 ceph-mon[44549]: pgmap v14747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:11.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:11 smithi181 ceph-mon[45557]: pgmap v14747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:11.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:11 smithi088 ceph-mon[35322]: pgmap v14747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:13.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:13 smithi175 ceph-mon[44549]: pgmap v14748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:13.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:13 smithi181 ceph-mon[45557]: pgmap v14748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:13.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:13 smithi088 ceph-mon[35322]: pgmap v14748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:15.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:14 smithi175 ceph-mon[44549]: pgmap v14749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:15.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:14 smithi181 ceph-mon[45557]: pgmap v14749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:15.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:14 smithi088 ceph-mon[35322]: pgmap v14749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:17.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:17 smithi175 ceph-mon[44549]: pgmap v14750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:17.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:17 smithi181 ceph-mon[45557]: pgmap v14750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:17.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:17 smithi088 ceph-mon[35322]: pgmap v14750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:19.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:19 smithi175 ceph-mon[44549]: pgmap v14751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:19.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:19 smithi181 ceph-mon[45557]: pgmap v14751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:19.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:19 smithi088 ceph-mon[35322]: pgmap v14751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:21.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:21 smithi175 ceph-mon[44549]: pgmap v14752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:21.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:21 smithi181 ceph-mon[45557]: pgmap v14752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:21.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:21 smithi088 ceph-mon[35322]: pgmap v14752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:23.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:23 smithi175 ceph-mon[44549]: pgmap v14753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:23.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:23 smithi181 ceph-mon[45557]: pgmap v14753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:23.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:23 smithi088 ceph-mon[35322]: pgmap v14753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:25.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:24 smithi175 ceph-mon[44549]: pgmap v14754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:25.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:24 smithi181 ceph-mon[45557]: pgmap v14754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:25.208 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:25.211+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:41:25.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:25.211+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:41:25.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:25.211+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:41:25.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:24 smithi088 ceph-mon[35322]: pgmap v14754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:27.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:27 smithi175 ceph-mon[44549]: pgmap v14755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:27.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:27 smithi181 ceph-mon[45557]: pgmap v14755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:27.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:27 smithi088 ceph-mon[35322]: pgmap v14755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:29.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:29 smithi175 ceph-mon[44549]: pgmap v14756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:29.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:29 smithi181 ceph-mon[45557]: pgmap v14756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:29.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:29 smithi088 ceph-mon[35322]: pgmap v14756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:31.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:31 smithi175 ceph-mon[44549]: pgmap v14757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:31.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:31 smithi181 ceph-mon[45557]: pgmap v14757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:31.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:31 smithi088 ceph-mon[35322]: pgmap v14757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:33 smithi175 ceph-mon[44549]: pgmap v14758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:33.658 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:41:33.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:33 smithi181 ceph-mon[45557]: pgmap v14758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:33.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:41:33.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:33 smithi088 ceph-mon[35322]: pgmap v14758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:33.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:41:35.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:34 smithi175 ceph-mon[44549]: pgmap v14759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:35.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:34 smithi181 ceph-mon[45557]: pgmap v14759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:35.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:35.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:34 smithi088 ceph-mon[35322]: pgmap v14759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:36.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:36.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:36.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:41:36.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:41:36.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:35 smithi175 ceph-mon[44549]: pgmap v14760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:41:36.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:35 smithi175 ceph-mon[44549]: pgmap v14761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:41:36.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:36.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:36.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:36.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:41:36.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:41:36.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:35 smithi181 ceph-mon[45557]: pgmap v14760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:41:36.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:35 smithi181 ceph-mon[45557]: pgmap v14761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:41:36.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:36.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:36.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:36.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:41:36.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:41:36.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:35 smithi088 ceph-mon[35322]: pgmap v14760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:41:36.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:35 smithi088 ceph-mon[35322]: pgmap v14761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:41:36.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:41:38.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:38 smithi181 ceph-mon[45557]: pgmap v14762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:41:39.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:38 smithi088 ceph-mon[35322]: pgmap v14762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:41:39.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:38 smithi175 ceph-mon[44549]: pgmap v14762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:41:40.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:39 smithi175 ceph-mon[44549]: pgmap v14763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:41:40.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:39 smithi181 ceph-mon[45557]: pgmap v14763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:41:40.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:40.216+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:41:40.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:40.216+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:41:40.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:40.216+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:41:40.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:39 smithi088 ceph-mon[35322]: pgmap v14763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:41:42.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:42 smithi181 ceph-mon[45557]: pgmap v14764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:41:43.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:42 smithi088 ceph-mon[35322]: pgmap v14764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:41:43.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:42 smithi175 ceph-mon[44549]: pgmap v14764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:41:44.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:44 smithi181 ceph-mon[45557]: pgmap v14765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:41:45.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:44 smithi088 ceph-mon[35322]: pgmap v14765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:41:45.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:44 smithi175 ceph-mon[44549]: pgmap v14765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:41:46.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:46 smithi181 ceph-mon[45557]: pgmap v14766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:41:47.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:46 smithi088 ceph-mon[35322]: pgmap v14766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:41:47.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:46 smithi175 ceph-mon[44549]: pgmap v14766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:41:48.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:48 smithi181 ceph-mon[45557]: pgmap v14767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:48 smithi088 ceph-mon[35322]: pgmap v14767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:49.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:48 smithi175 ceph-mon[44549]: pgmap v14767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:50.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:49 smithi175 ceph-mon[44549]: pgmap v14768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:50.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:49 smithi181 ceph-mon[45557]: pgmap v14768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:50.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:49 smithi088 ceph-mon[35322]: pgmap v14768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:41:52.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:52 smithi181 ceph-mon[45557]: pgmap v14769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:53.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:52 smithi088 ceph-mon[35322]: pgmap v14769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:53.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:52 smithi175 ceph-mon[44549]: pgmap v14769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:41:54.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:54 smithi181 ceph-mon[45557]: pgmap v14770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:55.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:54 smithi088 ceph-mon[35322]: pgmap v14770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:55.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:54 smithi175 ceph-mon[44549]: pgmap v14770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:41:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:55.220+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:41:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:55.220+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:41:55.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:41:55.220+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:41:56.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:56 smithi181 ceph-mon[45557]: pgmap v14771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:57.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:56 smithi088 ceph-mon[35322]: pgmap v14771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:57.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:56 smithi175 ceph-mon[44549]: pgmap v14771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:41:58.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:58 smithi181 ceph-mon[45557]: pgmap v14772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:59.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:58 smithi088 ceph-mon[35322]: pgmap v14772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:41:59.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:58 smithi175 ceph-mon[44549]: pgmap v14772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:42:00.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:41:59 smithi175 ceph-mon[44549]: pgmap v14773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:00.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:41:59 smithi181 ceph-mon[45557]: pgmap v14773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:00.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:41:59 smithi088 ceph-mon[35322]: pgmap v14773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:02.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:02 smithi181 ceph-mon[45557]: pgmap v14774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:03.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:02 smithi088 ceph-mon[35322]: pgmap v14774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:03.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:02 smithi175 ceph-mon[44549]: pgmap v14774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:04.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:04 smithi181 ceph-mon[45557]: pgmap v14775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:05.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:04 smithi088 ceph-mon[35322]: pgmap v14775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:05.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:04 smithi175 ceph-mon[44549]: pgmap v14775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:06.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:06 smithi181 ceph-mon[45557]: pgmap v14776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:07.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:06 smithi088 ceph-mon[35322]: pgmap v14776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:07.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:06 smithi175 ceph-mon[44549]: pgmap v14776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:08.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:07 smithi088 ceph-mon[35322]: pgmap v14777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:42:08.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:07 smithi175 ceph-mon[44549]: pgmap v14777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:42:08.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:07 smithi181 ceph-mon[45557]: pgmap v14777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:42:10.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:09 smithi175 ceph-mon[44549]: pgmap v14778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:10.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:09 smithi181 ceph-mon[45557]: pgmap v14778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:10.230+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:42:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:10.230+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:42:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:10.230+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:42:10.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:09 smithi088 ceph-mon[35322]: pgmap v14778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:12.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:12 smithi181 ceph-mon[45557]: pgmap v14779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:13.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:12 smithi088 ceph-mon[35322]: pgmap v14779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:13.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:12 smithi175 ceph-mon[44549]: pgmap v14779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:14.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:14 smithi181 ceph-mon[45557]: pgmap v14780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:15.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:14 smithi088 ceph-mon[35322]: pgmap v14780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:15.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:14 smithi175 ceph-mon[44549]: pgmap v14780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:16.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:16 smithi181 ceph-mon[45557]: pgmap v14781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:17.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:16 smithi088 ceph-mon[35322]: pgmap v14781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:17.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:16 smithi175 ceph-mon[44549]: pgmap v14781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:17.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:17 smithi181 ceph-mon[45557]: pgmap v14782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:42:18.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:17 smithi088 ceph-mon[35322]: pgmap v14782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:42:18.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:17 smithi175 ceph-mon[44549]: pgmap v14782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:42:20.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:19 smithi175 ceph-mon[44549]: pgmap v14783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:20.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:19 smithi181 ceph-mon[45557]: pgmap v14783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:20.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:19 smithi088 ceph-mon[35322]: pgmap v14783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:22.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:22 smithi181 ceph-mon[45557]: pgmap v14784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:23.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:22 smithi088 ceph-mon[35322]: pgmap v14784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:23.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:22 smithi175 ceph-mon[44549]: pgmap v14784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:24.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:24 smithi181 ceph-mon[45557]: pgmap v14785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:25.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:24 smithi088 ceph-mon[35322]: pgmap v14785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:25.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:24 smithi175 ceph-mon[44549]: pgmap v14785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:25.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:25.240+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:42:25.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:25.240+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:42:25.237 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:25.240+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:42:25.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:25 smithi181 ceph-mon[45557]: pgmap v14786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:26.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:25 smithi088 ceph-mon[35322]: pgmap v14786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:26.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:25 smithi175 ceph-mon[44549]: pgmap v14786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:28.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:28 smithi181 ceph-mon[45557]: pgmap v14787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:42:29.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:28 smithi088 ceph-mon[35322]: pgmap v14787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:42:29.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:28 smithi175 ceph-mon[44549]: pgmap v14787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:42:30.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:29 smithi175 ceph-mon[44549]: pgmap v14788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:30.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:29 smithi181 ceph-mon[45557]: pgmap v14788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:30.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:29 smithi088 ceph-mon[35322]: pgmap v14788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:42:32.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:32 smithi181 ceph-mon[45557]: pgmap v14789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:33.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:32 smithi088 ceph-mon[35322]: pgmap v14789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:33.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:32 smithi175 ceph-mon[44549]: pgmap v14789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:34.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:33 smithi088 ceph-mon[35322]: pgmap v14790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:34.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:33 smithi175 ceph-mon[44549]: pgmap v14790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:34.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:33 smithi181 ceph-mon[45557]: pgmap v14790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:36.953 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:36 smithi181 ceph-mon[45557]: pgmap v14791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:36.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:42:36.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:42:36.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:42:36.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:42:37.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:36 smithi088 ceph-mon[35322]: pgmap v14791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:37.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:42:37.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:42:37.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:42:37.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:42:37.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:36 smithi175 ceph-mon[44549]: pgmap v14791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:42:37.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:42:37.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:42:37.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:42:37.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:42:38.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:37 smithi088 ceph-mon[35322]: pgmap v14792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:42:38.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:37 smithi088 ceph-mon[35322]: pgmap v14793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:42:38.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:37 smithi175 ceph-mon[44549]: pgmap v14792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:42:38.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:37 smithi175 ceph-mon[44549]: pgmap v14793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:42:38.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:37 smithi181 ceph-mon[45557]: pgmap v14792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:42:38.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:37 smithi181 ceph-mon[45557]: pgmap v14793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:42:39.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:38 smithi088 ceph-mon[35322]: pgmap v14794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:42:39.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:38 smithi175 ceph-mon[44549]: pgmap v14794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:42:39.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:38 smithi181 ceph-mon[45557]: pgmap v14794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:42:40.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:40.251+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:42:40.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:40.251+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:42:40.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:40.251+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:42:41.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:40 smithi088 ceph-mon[35322]: pgmap v14795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:42:41.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:40 smithi175 ceph-mon[44549]: pgmap v14795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:42:41.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:40 smithi181 ceph-mon[45557]: pgmap v14795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:42:43.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:42 smithi088 ceph-mon[35322]: pgmap v14796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:42:43.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:42 smithi175 ceph-mon[44549]: pgmap v14796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:42:43.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:42 smithi181 ceph-mon[45557]: pgmap v14796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:42:43.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:43.683+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:42:43.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:43.683+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T20:42:43.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:43.684+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 214 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T20:42:43.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:43.684+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T20:42:43.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:43.684+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 214 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff314006650 con 0x55d733ebf510 2024-01-28T20:42:43.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:43.684+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 215 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T20:42:43.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:43.684+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x55d733ebf510 2024-01-28T20:42:43.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:43.684+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 215 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T20:42:45.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:44 smithi175 ceph-mon[44549]: pgmap v14797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:42:45.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:44 smithi181 ceph-mon[45557]: pgmap v14797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:42:45.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:44 smithi088 ceph-mon[35322]: pgmap v14797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:42:47.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:46 smithi088 ceph-mon[35322]: pgmap v14798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:42:47.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:46 smithi175 ceph-mon[44549]: pgmap v14798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:42:47.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:46 smithi181 ceph-mon[45557]: pgmap v14798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:42:49.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:48 smithi088 ceph-mon[35322]: pgmap v14799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:42:49.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:48 smithi175 ceph-mon[44549]: pgmap v14799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:42:49.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:48 smithi181 ceph-mon[45557]: pgmap v14799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:42:51.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:50 smithi088 ceph-mon[35322]: pgmap v14800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T20:42:51.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:50 smithi175 ceph-mon[44549]: pgmap v14800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T20:42:51.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:50 smithi181 ceph-mon[45557]: pgmap v14800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T20:42:53.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:52 smithi088 ceph-mon[35322]: pgmap v14801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:42:53.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:52 smithi175 ceph-mon[44549]: pgmap v14801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:42:53.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:52 smithi181 ceph-mon[45557]: pgmap v14801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:42:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:54 smithi181 ceph-mon[45557]: pgmap v14802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:42:55.256 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:55.260+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:42:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:55.260+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:42:55.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:42:55.260+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:42:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:54 smithi088 ceph-mon[35322]: pgmap v14802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:42:55.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:54 smithi175 ceph-mon[44549]: pgmap v14802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:42:57.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:56 smithi088 ceph-mon[35322]: pgmap v14803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:57.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:56 smithi175 ceph-mon[44549]: pgmap v14803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:57.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:56 smithi181 ceph-mon[45557]: pgmap v14803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:42:59.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:42:58 smithi088 ceph-mon[35322]: pgmap v14804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:59.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:42:58 smithi175 ceph-mon[44549]: pgmap v14804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:42:59.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:42:58 smithi181 ceph-mon[45557]: pgmap v14804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:01.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:00 smithi088 ceph-mon[35322]: pgmap v14805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:01.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:00 smithi175 ceph-mon[44549]: pgmap v14805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:01.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:00 smithi181 ceph-mon[45557]: pgmap v14805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:03.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:02 smithi088 ceph-mon[35322]: pgmap v14806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:03.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:02 smithi175 ceph-mon[44549]: pgmap v14806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:03.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:02 smithi181 ceph-mon[45557]: pgmap v14806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:05.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:04 smithi181 ceph-mon[45557]: pgmap v14807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:05.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:04 smithi088 ceph-mon[35322]: pgmap v14807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:05.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:04 smithi175 ceph-mon[44549]: pgmap v14807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:07.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:06 smithi088 ceph-mon[35322]: pgmap v14808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:07.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:06 smithi175 ceph-mon[44549]: pgmap v14808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:07.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:06 smithi181 ceph-mon[45557]: pgmap v14808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:09.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:08 smithi088 ceph-mon[35322]: pgmap v14809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:09.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:08 smithi175 ceph-mon[44549]: pgmap v14809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:09.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:08 smithi181 ceph-mon[45557]: pgmap v14809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:10.264+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:43:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:10.264+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:43:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:10.264+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:43:11.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:10 smithi088 ceph-mon[35322]: pgmap v14810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:11.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:10 smithi175 ceph-mon[44549]: pgmap v14810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:11.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:10 smithi181 ceph-mon[45557]: pgmap v14810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:13.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:12 smithi088 ceph-mon[35322]: pgmap v14811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:13.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:12 smithi175 ceph-mon[44549]: pgmap v14811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:13.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:12 smithi181 ceph-mon[45557]: pgmap v14811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:15.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:14 smithi181 ceph-mon[45557]: pgmap v14812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:15.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:14 smithi088 ceph-mon[35322]: pgmap v14812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:15.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:14 smithi175 ceph-mon[44549]: pgmap v14812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:17.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:16 smithi088 ceph-mon[35322]: pgmap v14813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:17.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:16 smithi175 ceph-mon[44549]: pgmap v14813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:17.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:16 smithi181 ceph-mon[45557]: pgmap v14813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:19.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:18 smithi088 ceph-mon[35322]: pgmap v14814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:19.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:18 smithi175 ceph-mon[44549]: pgmap v14814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:19.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:18 smithi181 ceph-mon[45557]: pgmap v14814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:21.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:20 smithi088 ceph-mon[35322]: pgmap v14815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:21.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:20 smithi175 ceph-mon[44549]: pgmap v14815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:21.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:20 smithi181 ceph-mon[45557]: pgmap v14815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:23.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:22 smithi088 ceph-mon[35322]: pgmap v14816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:23.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:22 smithi175 ceph-mon[44549]: pgmap v14816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:23.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:22 smithi181 ceph-mon[45557]: pgmap v14816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:25.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:24 smithi181 ceph-mon[45557]: pgmap v14817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:25.263 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:25.266+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:43:25.263 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:25.266+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:43:25.263 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:25.266+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:43:25.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:24 smithi088 ceph-mon[35322]: pgmap v14817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:25.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:24 smithi175 ceph-mon[44549]: pgmap v14817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:27.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:26 smithi088 ceph-mon[35322]: pgmap v14818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:27.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:26 smithi175 ceph-mon[44549]: pgmap v14818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:27.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:26 smithi181 ceph-mon[45557]: pgmap v14818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:29.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:28 smithi088 ceph-mon[35322]: pgmap v14819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:29.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:28 smithi175 ceph-mon[44549]: pgmap v14819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:29.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:28 smithi181 ceph-mon[45557]: pgmap v14819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:31.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:30 smithi088 ceph-mon[35322]: pgmap v14820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:31.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:30 smithi175 ceph-mon[44549]: pgmap v14820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:31.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:30 smithi181 ceph-mon[45557]: pgmap v14820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:33.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:32 smithi088 ceph-mon[35322]: pgmap v14821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:33.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:32 smithi175 ceph-mon[44549]: pgmap v14821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:33.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:32 smithi181 ceph-mon[45557]: pgmap v14821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:35.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:34 smithi181 ceph-mon[45557]: pgmap v14822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:35.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:34 smithi088 ceph-mon[35322]: pgmap v14822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:35.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:34 smithi175 ceph-mon[44549]: pgmap v14822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:37.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:36 smithi088 ceph-mon[35322]: pgmap v14823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:37.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:36 smithi175 ceph-mon[44549]: pgmap v14823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:37.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:36 smithi181 ceph-mon[45557]: pgmap v14823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:38.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:43:38.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:43:38.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:43:38.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:37 smithi088 ceph-mon[35322]: pgmap v14824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:43:38.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:37 smithi088 ceph-mon[35322]: pgmap v14825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:43:38.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:43:38.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:43:38.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:43:38.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:43:38.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:37 smithi175 ceph-mon[44549]: pgmap v14824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:43:38.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:37 smithi175 ceph-mon[44549]: pgmap v14825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:43:38.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:43:38.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:43:38.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:43:38.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:43:38.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:37 smithi181 ceph-mon[45557]: pgmap v14824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:43:38.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:37 smithi181 ceph-mon[45557]: pgmap v14825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:43:38.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:43:40.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:39 smithi181 ceph-mon[45557]: pgmap v14826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:43:40.265 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:40.269+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:43:40.265 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:40.269+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:43:40.265 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:40.269+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:43:40.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:39 smithi088 ceph-mon[35322]: pgmap v14826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:43:40.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:39 smithi175 ceph-mon[44549]: pgmap v14826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:43:42.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:41 smithi088 ceph-mon[35322]: pgmap v14827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:43:42.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:41 smithi175 ceph-mon[44549]: pgmap v14827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:43:42.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:41 smithi181 ceph-mon[45557]: pgmap v14827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:43:44.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:43 smithi088 ceph-mon[35322]: pgmap v14828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:43:44.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:43 smithi175 ceph-mon[44549]: pgmap v14828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:43:44.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:43 smithi181 ceph-mon[45557]: pgmap v14828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:43:46.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:45 smithi088 ceph-mon[35322]: pgmap v14829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:43:46.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:45 smithi175 ceph-mon[44549]: pgmap v14829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:43:46.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:45 smithi181 ceph-mon[45557]: pgmap v14829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:43:48.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:47 smithi088 ceph-mon[35322]: pgmap v14830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:43:48.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:47 smithi175 ceph-mon[44549]: pgmap v14830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:43:48.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:47 smithi181 ceph-mon[45557]: pgmap v14830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:43:50.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:49 smithi181 ceph-mon[45557]: pgmap v14831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:50.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:49 smithi088 ceph-mon[35322]: pgmap v14831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:50.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:49 smithi175 ceph-mon[44549]: pgmap v14831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:43:52.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:51 smithi088 ceph-mon[35322]: pgmap v14832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:52.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:51 smithi175 ceph-mon[44549]: pgmap v14832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:52.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:51 smithi181 ceph-mon[45557]: pgmap v14832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:43:54.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:53 smithi088 ceph-mon[35322]: pgmap v14833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:54.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:53 smithi175 ceph-mon[44549]: pgmap v14833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:54.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:53 smithi181 ceph-mon[45557]: pgmap v14833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:43:55.272 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:55.275+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:43:55.272 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:55.275+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:43:55.272 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:43:55.275+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:43:56.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:55 smithi088 ceph-mon[35322]: pgmap v14834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:56.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:55 smithi175 ceph-mon[44549]: pgmap v14834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:56.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:55 smithi181 ceph-mon[45557]: pgmap v14834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:43:58.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:57 smithi088 ceph-mon[35322]: pgmap v14835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:58.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:57 smithi175 ceph-mon[44549]: pgmap v14835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:43:58.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:57 smithi181 ceph-mon[45557]: pgmap v14835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:00.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:43:59 smithi181 ceph-mon[45557]: pgmap v14836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:00.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:43:59 smithi088 ceph-mon[35322]: pgmap v14836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:00.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:43:59 smithi175 ceph-mon[44549]: pgmap v14836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:02.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:01 smithi088 ceph-mon[35322]: pgmap v14837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:02.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:01 smithi175 ceph-mon[44549]: pgmap v14837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:02.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:01 smithi181 ceph-mon[45557]: pgmap v14837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:04.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:03 smithi088 ceph-mon[35322]: pgmap v14838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:04.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:03 smithi175 ceph-mon[44549]: pgmap v14838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:04.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:03 smithi181 ceph-mon[45557]: pgmap v14838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:06.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:05 smithi088 ceph-mon[35322]: pgmap v14839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:06.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:05 smithi175 ceph-mon[44549]: pgmap v14839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:06.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:05 smithi181 ceph-mon[45557]: pgmap v14839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:08.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:07 smithi088 ceph-mon[35322]: pgmap v14840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:08.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:07 smithi175 ceph-mon[44549]: pgmap v14840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:08.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:07 smithi181 ceph-mon[45557]: pgmap v14840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:10.195 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:09 smithi088 ceph-mon[35322]: pgmap v14841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:10.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:09 smithi181 ceph-mon[45557]: pgmap v14841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:10.291+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:44:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:10.291+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:44:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:10.291+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:44:10.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:09 smithi175 ceph-mon[44549]: pgmap v14841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:12.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:11 smithi088 ceph-mon[35322]: pgmap v14842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:12.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:11 smithi175 ceph-mon[44549]: pgmap v14842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:12.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:11 smithi181 ceph-mon[45557]: pgmap v14842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:14.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:13 smithi088 ceph-mon[35322]: pgmap v14843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:14.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:13 smithi175 ceph-mon[44549]: pgmap v14843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:14.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:13 smithi181 ceph-mon[45557]: pgmap v14843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:16.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:15 smithi088 ceph-mon[35322]: pgmap v14844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:16.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:15 smithi175 ceph-mon[44549]: pgmap v14844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:16.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:15 smithi181 ceph-mon[45557]: pgmap v14844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:18.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:17 smithi088 ceph-mon[35322]: pgmap v14845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:18.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:17 smithi175 ceph-mon[44549]: pgmap v14845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:18.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:17 smithi181 ceph-mon[45557]: pgmap v14845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:20.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:19 smithi181 ceph-mon[45557]: pgmap v14846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:20.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:19 smithi088 ceph-mon[35322]: pgmap v14846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:20.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:19 smithi175 ceph-mon[44549]: pgmap v14846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:22.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:21 smithi088 ceph-mon[35322]: pgmap v14847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:22.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:21 smithi175 ceph-mon[44549]: pgmap v14847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:22.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:21 smithi181 ceph-mon[45557]: pgmap v14847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:24.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:23 smithi088 ceph-mon[35322]: pgmap v14848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:24.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:23 smithi175 ceph-mon[44549]: pgmap v14848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:24.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:23 smithi181 ceph-mon[45557]: pgmap v14848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:25.291 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:25.294+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:44:25.291 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:25.294+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:44:25.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:25.294+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:44:26.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:25 smithi088 ceph-mon[35322]: pgmap v14849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:26.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:25 smithi175 ceph-mon[44549]: pgmap v14849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:26.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:25 smithi181 ceph-mon[45557]: pgmap v14849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:28.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:27 smithi088 ceph-mon[35322]: pgmap v14850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:28.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:27 smithi175 ceph-mon[44549]: pgmap v14850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:28.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:27 smithi181 ceph-mon[45557]: pgmap v14850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:30.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:29 smithi181 ceph-mon[45557]: pgmap v14851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:30.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:29 smithi088 ceph-mon[35322]: pgmap v14851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:30.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:29 smithi175 ceph-mon[44549]: pgmap v14851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:44:32.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:31 smithi088 ceph-mon[35322]: pgmap v14852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:32.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:31 smithi175 ceph-mon[44549]: pgmap v14852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:32.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:31 smithi181 ceph-mon[45557]: pgmap v14852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:34.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:33 smithi088 ceph-mon[35322]: pgmap v14853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:34.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:33 smithi175 ceph-mon[44549]: pgmap v14853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:34.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:33 smithi181 ceph-mon[45557]: pgmap v14853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:44:36.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:35 smithi088 ceph-mon[35322]: pgmap v14854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:36.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:35 smithi175 ceph-mon[44549]: pgmap v14854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:36.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:35 smithi181 ceph-mon[45557]: pgmap v14854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:44:38.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:37 smithi088 ceph-mon[35322]: pgmap v14855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:38.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:37 smithi175 ceph-mon[44549]: pgmap v14855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:38.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:37 smithi181 ceph-mon[45557]: pgmap v14855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:44:39.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:44:39.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.025 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:44:39.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:44:39.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:39.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:40.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:44:40.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:44:40.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:39 smithi181 ceph-mon[45557]: pgmap v14856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:44:40.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:40.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:44:40.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:44:40.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:39 smithi088 ceph-mon[35322]: pgmap v14856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:44:40.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:40.303+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:44:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:40.303+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:44:40.299 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:40.303+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:44:40.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:44:40.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:44:40.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:39 smithi175 ceph-mon[44549]: pgmap v14856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T20:44:40.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:44:42.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:42 smithi088 ceph-mon[35322]: pgmap v14857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:44:42.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:42 smithi175 ceph-mon[44549]: pgmap v14857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:44:42.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:42 smithi181 ceph-mon[45557]: pgmap v14857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:44:44.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:44 smithi088 ceph-mon[35322]: pgmap v14858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:44:44.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:44 smithi175 ceph-mon[44549]: pgmap v14858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:44:44.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:44 smithi181 ceph-mon[45557]: pgmap v14858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T20:44:46.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:46 smithi175 ceph-mon[44549]: pgmap v14859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T20:44:46.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:46 smithi181 ceph-mon[45557]: pgmap v14859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T20:44:46.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:46 smithi088 ceph-mon[35322]: pgmap v14859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-28T20:44:48.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:48 smithi175 ceph-mon[44549]: pgmap v14860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:44:48.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:48 smithi181 ceph-mon[45557]: pgmap v14860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:44:48.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:48 smithi088 ceph-mon[35322]: pgmap v14860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:44:50.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:49 smithi181 ceph-mon[45557]: pgmap v14861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T20:44:50.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:49 smithi088 ceph-mon[35322]: pgmap v14861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T20:44:50.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:49 smithi175 ceph-mon[44549]: pgmap v14861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T20:44:52.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:52 smithi088 ceph-mon[35322]: pgmap v14862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:52.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:52 smithi175 ceph-mon[44549]: pgmap v14862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:52 smithi181 ceph-mon[45557]: pgmap v14862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:54.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:54 smithi175 ceph-mon[44549]: pgmap v14863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:44:54.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:54 smithi181 ceph-mon[45557]: pgmap v14863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:44:54.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:54 smithi088 ceph-mon[35322]: pgmap v14863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:44:55.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:55.318+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:44:55.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:55.318+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:44:55.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:44:55.319+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:44:56.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:56 smithi175 ceph-mon[44549]: pgmap v14864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:44:56.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:56 smithi181 ceph-mon[45557]: pgmap v14864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:44:56.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:56 smithi088 ceph-mon[35322]: pgmap v14864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:44:58.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:58 smithi175 ceph-mon[44549]: pgmap v14865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:58.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:58 smithi181 ceph-mon[45557]: pgmap v14865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:44:58.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:58 smithi088 ceph-mon[35322]: pgmap v14865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:00.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:44:59 smithi088 ceph-mon[35322]: pgmap v14866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:00.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:44:59 smithi175 ceph-mon[44549]: pgmap v14866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:00.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:44:59 smithi181 ceph-mon[45557]: pgmap v14866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:02.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:02 smithi088 ceph-mon[35322]: pgmap v14867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:02.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:02 smithi175 ceph-mon[44549]: pgmap v14867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:02.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:02 smithi181 ceph-mon[45557]: pgmap v14867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:04.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:04 smithi175 ceph-mon[44549]: pgmap v14868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:04.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:04 smithi181 ceph-mon[45557]: pgmap v14868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:04.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:04 smithi088 ceph-mon[35322]: pgmap v14868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:06.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:06 smithi175 ceph-mon[44549]: pgmap v14869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:06.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:06 smithi181 ceph-mon[45557]: pgmap v14869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:06.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:06 smithi088 ceph-mon[35322]: pgmap v14869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:08.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:08 smithi175 ceph-mon[44549]: pgmap v14870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:08.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:08 smithi181 ceph-mon[45557]: pgmap v14870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:08.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:08 smithi088 ceph-mon[35322]: pgmap v14870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:10.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:09 smithi088 ceph-mon[35322]: pgmap v14871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:10.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:10.330+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:45:10.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:10.330+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:45:10.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:10.330+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:45:10.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:09 smithi175 ceph-mon[44549]: pgmap v14871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:10.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:09 smithi181 ceph-mon[45557]: pgmap v14871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:12.525 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:12 smithi088 ceph-mon[35322]: pgmap v14872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:12.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:12 smithi175 ceph-mon[44549]: pgmap v14872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:12.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:12 smithi181 ceph-mon[45557]: pgmap v14872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:14.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:14 smithi175 ceph-mon[44549]: pgmap v14873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:14.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:14 smithi181 ceph-mon[45557]: pgmap v14873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:14.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:14 smithi088 ceph-mon[35322]: pgmap v14873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:16.659 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:16 smithi175 ceph-mon[44549]: pgmap v14874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:16.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:16 smithi181 ceph-mon[45557]: pgmap v14874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:16.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:16 smithi088 ceph-mon[35322]: pgmap v14874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:18.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:18 smithi175 ceph-mon[44549]: pgmap v14875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:18.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:18 smithi181 ceph-mon[45557]: pgmap v14875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:18.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:18 smithi088 ceph-mon[35322]: pgmap v14875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:20.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:19 smithi088 ceph-mon[35322]: pgmap v14876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:20.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:19 smithi175 ceph-mon[44549]: pgmap v14876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:20.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:19 smithi181 ceph-mon[45557]: pgmap v14876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:22.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:22 smithi175 ceph-mon[44549]: pgmap v14877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:22.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:22 smithi181 ceph-mon[45557]: pgmap v14877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:22.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:22 smithi088 ceph-mon[35322]: pgmap v14877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:24.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:24 smithi175 ceph-mon[44549]: pgmap v14878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:45:24.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:24 smithi181 ceph-mon[45557]: pgmap v14878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:45:24.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:24 smithi088 ceph-mon[35322]: pgmap v14878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:45:25.339 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:25.343+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:45:25.339 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:25.343+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:45:25.339 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:25.343+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:45:26.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:26 smithi175 ceph-mon[44549]: pgmap v14879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:26.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:26 smithi181 ceph-mon[45557]: pgmap v14879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:26.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:26 smithi088 ceph-mon[35322]: pgmap v14879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:28.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:28 smithi175 ceph-mon[44549]: pgmap v14880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:28.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:28 smithi181 ceph-mon[45557]: pgmap v14880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:28.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:28 smithi088 ceph-mon[35322]: pgmap v14880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:30.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:29 smithi088 ceph-mon[35322]: pgmap v14881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:30.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:29 smithi175 ceph-mon[44549]: pgmap v14881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:30.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:29 smithi181 ceph-mon[45557]: pgmap v14881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:32.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:32 smithi175 ceph-mon[44549]: pgmap v14882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:32.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:32 smithi181 ceph-mon[45557]: pgmap v14882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:32.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:32 smithi088 ceph-mon[35322]: pgmap v14882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:34.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:34 smithi175 ceph-mon[44549]: pgmap v14883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:34.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:34 smithi181 ceph-mon[45557]: pgmap v14883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:34.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:34 smithi088 ceph-mon[35322]: pgmap v14883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:36.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:36 smithi175 ceph-mon[44549]: pgmap v14884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:36.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:36 smithi181 ceph-mon[45557]: pgmap v14884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:36.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:36 smithi088 ceph-mon[35322]: pgmap v14884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:45:38.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:38 smithi175 ceph-mon[44549]: pgmap v14885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:38.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:38 smithi181 ceph-mon[45557]: pgmap v14885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:38.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:38 smithi088 ceph-mon[35322]: pgmap v14885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:39.483+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T20:45:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:39.483+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T20:45:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:39.483+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344037070 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T20:45:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:39.483+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344037070 comp rx=0 tx=0).stop 2024-01-28T20:45:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:39.483+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T20:45:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:39.483+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T20:45:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:39.483+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T20:45:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:39.483+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T20:45:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:39.483+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T20:45:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:39.484+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34404f040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T20:45:40.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:39 smithi088 ceph-mon[35322]: pgmap v14886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:40.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:45:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:40.358+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:45:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:40.358+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:45:40.355 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:40.358+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:45:40.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:39 smithi175 ceph-mon[44549]: pgmap v14886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:40.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:45:40.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:39 smithi181 ceph-mon[45557]: pgmap v14886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:40.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:45:41.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:45:41.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:45:41.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:40 smithi088 ceph-mon[35322]: pgmap v14887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:45:41.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:40 smithi088 ceph-mon[35322]: pgmap v14888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:45:41.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:45:41.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:45:41.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:45:41.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:40 smithi175 ceph-mon[44549]: pgmap v14887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:45:41.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:40 smithi175 ceph-mon[44549]: pgmap v14888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:45:41.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:45:41.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:45:41.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:45:41.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:40 smithi181 ceph-mon[45557]: pgmap v14887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:45:41.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:40 smithi181 ceph-mon[45557]: pgmap v14888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:45:41.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:45:43.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:43 smithi175 ceph-mon[44549]: pgmap v14889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:45:43.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:43 smithi181 ceph-mon[45557]: pgmap v14889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:45:43.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:43.712+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:45:43.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:43.712+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:45:43.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:43.712+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 216 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:45:43.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:43.713+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 216 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:45:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:43 smithi088 ceph-mon[35322]: pgmap v14889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:45:45.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:44 smithi088 ceph-mon[35322]: pgmap v14890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:45:45.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:44 smithi175 ceph-mon[44549]: pgmap v14890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:45:45.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:44 smithi181 ceph-mon[45557]: pgmap v14890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:45:47.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:47 smithi175 ceph-mon[44549]: pgmap v14891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:45:47.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:47 smithi181 ceph-mon[45557]: pgmap v14891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:45:47.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:47 smithi088 ceph-mon[35322]: pgmap v14891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:45:49.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:49 smithi175 ceph-mon[44549]: pgmap v14892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:45:49.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:49 smithi181 ceph-mon[45557]: pgmap v14892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:45:49.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:49 smithi088 ceph-mon[35322]: pgmap v14892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:45:51.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:51 smithi175 ceph-mon[44549]: pgmap v14893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:45:51.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:51 smithi181 ceph-mon[45557]: pgmap v14893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:45:51.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:51 smithi088 ceph-mon[35322]: pgmap v14893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:45:53.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:53 smithi175 ceph-mon[44549]: pgmap v14894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:53.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:53 smithi181 ceph-mon[45557]: pgmap v14894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:53.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:53 smithi088 ceph-mon[35322]: pgmap v14894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:55.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:54 smithi088 ceph-mon[35322]: pgmap v14895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:55.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:55.373+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:45:55.369 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:55.373+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:45:55.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:45:55.373+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:45:55.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:54 smithi175 ceph-mon[44549]: pgmap v14895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:55.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:54 smithi181 ceph-mon[45557]: pgmap v14895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:45:57.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:57 smithi175 ceph-mon[44549]: pgmap v14896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:57.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:57 smithi181 ceph-mon[45557]: pgmap v14896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:57.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:57 smithi088 ceph-mon[35322]: pgmap v14896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:45:59.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:45:59 smithi175 ceph-mon[44549]: pgmap v14897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:59.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:45:59 smithi181 ceph-mon[45557]: pgmap v14897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:45:59.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:45:59 smithi088 ceph-mon[35322]: pgmap v14897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:01.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:01 smithi175 ceph-mon[44549]: pgmap v14898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:01.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:01 smithi181 ceph-mon[45557]: pgmap v14898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:01.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:01 smithi088 ceph-mon[35322]: pgmap v14898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:03.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:03 smithi175 ceph-mon[44549]: pgmap v14899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:03.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:03 smithi181 ceph-mon[45557]: pgmap v14899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:03.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:03 smithi088 ceph-mon[35322]: pgmap v14899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:05.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:04 smithi088 ceph-mon[35322]: pgmap v14900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:46:05.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:04 smithi175 ceph-mon[44549]: pgmap v14900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:46:05.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:04 smithi181 ceph-mon[45557]: pgmap v14900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:46:07.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:07 smithi175 ceph-mon[44549]: pgmap v14901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:07.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:07 smithi181 ceph-mon[45557]: pgmap v14901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:07.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:07 smithi088 ceph-mon[35322]: pgmap v14901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:09.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:09 smithi175 ceph-mon[44549]: pgmap v14902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:09.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:09 smithi181 ceph-mon[45557]: pgmap v14902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:09.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:09 smithi088 ceph-mon[35322]: pgmap v14902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:10.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:10.385+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:46:10.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:10.385+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:46:10.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:10.385+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:46:11.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:11 smithi175 ceph-mon[44549]: pgmap v14903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:11.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:11 smithi181 ceph-mon[45557]: pgmap v14903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:11.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:11 smithi088 ceph-mon[35322]: pgmap v14903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:13.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:13 smithi175 ceph-mon[44549]: pgmap v14904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:13.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:13 smithi181 ceph-mon[45557]: pgmap v14904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:13.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:13 smithi088 ceph-mon[35322]: pgmap v14904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:15.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:14 smithi088 ceph-mon[35322]: pgmap v14905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:46:15.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:14 smithi175 ceph-mon[44549]: pgmap v14905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:46:15.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:14 smithi181 ceph-mon[45557]: pgmap v14905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:46:17.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:17 smithi175 ceph-mon[44549]: pgmap v14906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:17.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:17 smithi181 ceph-mon[45557]: pgmap v14906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:17.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:17 smithi088 ceph-mon[35322]: pgmap v14906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:19.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:19 smithi175 ceph-mon[44549]: pgmap v14907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:19.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:19 smithi181 ceph-mon[45557]: pgmap v14907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:19.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:19 smithi088 ceph-mon[35322]: pgmap v14907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:21.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:21 smithi175 ceph-mon[44549]: pgmap v14908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:21.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:21 smithi181 ceph-mon[45557]: pgmap v14908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:21.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:21 smithi088 ceph-mon[35322]: pgmap v14908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:23.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:23 smithi175 ceph-mon[44549]: pgmap v14909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:23.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:23 smithi181 ceph-mon[45557]: pgmap v14909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:23.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:23 smithi088 ceph-mon[35322]: pgmap v14909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:25.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:24 smithi088 ceph-mon[35322]: pgmap v14910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:46:25.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:25.401+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:46:25.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:25.401+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:46:25.397 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:25.401+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:46:25.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:24 smithi175 ceph-mon[44549]: pgmap v14910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:46:25.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:24 smithi181 ceph-mon[45557]: pgmap v14910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:46:27.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:27 smithi175 ceph-mon[44549]: pgmap v14911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:27.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:27 smithi181 ceph-mon[45557]: pgmap v14911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:27.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:27 smithi088 ceph-mon[35322]: pgmap v14911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:29.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:29 smithi175 ceph-mon[44549]: pgmap v14912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:29.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:29 smithi181 ceph-mon[45557]: pgmap v14912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:29 smithi088 ceph-mon[35322]: pgmap v14912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:31.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:31 smithi175 ceph-mon[44549]: pgmap v14913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:31.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:31 smithi181 ceph-mon[45557]: pgmap v14913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:31.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:31 smithi088 ceph-mon[35322]: pgmap v14913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:33.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:33 smithi175 ceph-mon[44549]: pgmap v14914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:33.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:33 smithi181 ceph-mon[45557]: pgmap v14914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:33.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:33 smithi088 ceph-mon[35322]: pgmap v14914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:35.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:34 smithi088 ceph-mon[35322]: pgmap v14915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:46:35.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:34 smithi175 ceph-mon[44549]: pgmap v14915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:46:35.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:34 smithi181 ceph-mon[45557]: pgmap v14915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:46:37.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:37 smithi175 ceph-mon[44549]: pgmap v14916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:37.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:37 smithi181 ceph-mon[45557]: pgmap v14916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:37.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:37 smithi088 ceph-mon[35322]: pgmap v14916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:39.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:39 smithi175 ceph-mon[44549]: pgmap v14917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:46:39.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:39 smithi181 ceph-mon[45557]: pgmap v14917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:46:39.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:39 smithi088 ceph-mon[35322]: pgmap v14917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:46:40.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:40.404+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:46:40.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:40.404+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:46:40.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:40.404+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:46:41.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:41 smithi175 ceph-mon[44549]: pgmap v14918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:46:41.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:46:41.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:46:41.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:46:41.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:46:41.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:41 smithi181 ceph-mon[45557]: pgmap v14918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:46:41.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:46:41.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:46:41.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:46:41.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:46:41.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:41 smithi088 ceph-mon[35322]: pgmap v14918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:46:41.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:46:41.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:46:41.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:46:41.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:46:42.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:42 smithi175 ceph-mon[44549]: pgmap v14919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T20:46:42.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:42 smithi181 ceph-mon[45557]: pgmap v14919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T20:46:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:42 smithi088 ceph-mon[35322]: pgmap v14919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T20:46:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:44 smithi175 ceph-mon[44549]: pgmap v14920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:46:44.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:44 smithi181 ceph-mon[45557]: pgmap v14920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:46:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:44 smithi088 ceph-mon[35322]: pgmap v14920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:46:46.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:46 smithi175 ceph-mon[44549]: pgmap v14921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:46:46.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:46 smithi181 ceph-mon[45557]: pgmap v14921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:46:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:46 smithi088 ceph-mon[35322]: pgmap v14921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:46:48.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:48 smithi175 ceph-mon[44549]: pgmap v14922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:46:48.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:48 smithi181 ceph-mon[45557]: pgmap v14922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:46:48.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:48 smithi088 ceph-mon[35322]: pgmap v14922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:46:50.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:49 smithi088 ceph-mon[35322]: pgmap v14923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:46:50.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:49 smithi175 ceph-mon[44549]: pgmap v14923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:46:50.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:49 smithi181 ceph-mon[45557]: pgmap v14923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:46:52.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:52 smithi175 ceph-mon[44549]: pgmap v14924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:46:52.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:52 smithi181 ceph-mon[45557]: pgmap v14924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:46:52.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:52 smithi088 ceph-mon[35322]: pgmap v14924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:46:54.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:54 smithi175 ceph-mon[44549]: pgmap v14925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:54.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:54 smithi181 ceph-mon[45557]: pgmap v14925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:54.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:54 smithi088 ceph-mon[35322]: pgmap v14925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:46:55.401 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:55.404+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:46:55.401 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:55.404+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:46:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:46:55.404+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:46:56.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:56 smithi175 ceph-mon[44549]: pgmap v14926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:56.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:56 smithi181 ceph-mon[45557]: pgmap v14926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:56.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:56 smithi088 ceph-mon[35322]: pgmap v14926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:46:58.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:58 smithi175 ceph-mon[44549]: pgmap v14927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:58.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:58 smithi181 ceph-mon[45557]: pgmap v14927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:46:58.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:58 smithi088 ceph-mon[35322]: pgmap v14927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:00.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:46:59 smithi088 ceph-mon[35322]: pgmap v14928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:00.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:46:59 smithi175 ceph-mon[44549]: pgmap v14928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:00.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:46:59 smithi181 ceph-mon[45557]: pgmap v14928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:02.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:02 smithi175 ceph-mon[44549]: pgmap v14929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:02.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:02 smithi181 ceph-mon[45557]: pgmap v14929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:02.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:02 smithi088 ceph-mon[35322]: pgmap v14929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:04.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:04 smithi175 ceph-mon[44549]: pgmap v14930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:47:04.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:04 smithi181 ceph-mon[45557]: pgmap v14930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:47:04.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:04 smithi088 ceph-mon[35322]: pgmap v14930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:47:06.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:06 smithi175 ceph-mon[44549]: pgmap v14931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:06.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:06 smithi181 ceph-mon[45557]: pgmap v14931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:06.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:06 smithi088 ceph-mon[35322]: pgmap v14931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:08.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:08 smithi175 ceph-mon[44549]: pgmap v14932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:08.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:08 smithi181 ceph-mon[45557]: pgmap v14932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:08.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:08 smithi088 ceph-mon[35322]: pgmap v14932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:10.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:09 smithi088 ceph-mon[35322]: pgmap v14933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:10.404 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:10.408+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:47:10.404 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:10.408+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:47:10.404 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:10.408+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:47:10.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:09 smithi175 ceph-mon[44549]: pgmap v14933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:10.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:09 smithi181 ceph-mon[45557]: pgmap v14933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:12.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:12 smithi175 ceph-mon[44549]: pgmap v14934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:12.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:12 smithi181 ceph-mon[45557]: pgmap v14934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:12.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:12 smithi088 ceph-mon[35322]: pgmap v14934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:14.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:14 smithi175 ceph-mon[44549]: pgmap v14935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:47:14.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:14 smithi181 ceph-mon[45557]: pgmap v14935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:47:14.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:14 smithi088 ceph-mon[35322]: pgmap v14935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:47:16.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:16 smithi175 ceph-mon[44549]: pgmap v14936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:16.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:16 smithi181 ceph-mon[45557]: pgmap v14936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:16.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:16 smithi088 ceph-mon[35322]: pgmap v14936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:18.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:18 smithi175 ceph-mon[44549]: pgmap v14937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:18.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:18 smithi181 ceph-mon[45557]: pgmap v14937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:18 smithi088 ceph-mon[35322]: pgmap v14937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:20.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:20 smithi088 ceph-mon[35322]: pgmap v14938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:20.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:20 smithi175 ceph-mon[44549]: pgmap v14938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:20.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:20 smithi181 ceph-mon[45557]: pgmap v14938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:22.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:22 smithi175 ceph-mon[44549]: pgmap v14939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:22.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:22 smithi181 ceph-mon[45557]: pgmap v14939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:22.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:22 smithi088 ceph-mon[35322]: pgmap v14939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:24.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:24 smithi175 ceph-mon[44549]: pgmap v14940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:47:24.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:24 smithi181 ceph-mon[45557]: pgmap v14940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:47:24.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:24 smithi088 ceph-mon[35322]: pgmap v14940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:47:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:25.418+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:47:25.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:25.418+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:47:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:25.419+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:47:26.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:26 smithi175 ceph-mon[44549]: pgmap v14941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:26.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:26 smithi181 ceph-mon[45557]: pgmap v14941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:26.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:26 smithi088 ceph-mon[35322]: pgmap v14941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:28.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:28 smithi175 ceph-mon[44549]: pgmap v14942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:28.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:28 smithi181 ceph-mon[45557]: pgmap v14942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:28.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:28 smithi088 ceph-mon[35322]: pgmap v14942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:30.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:30 smithi088 ceph-mon[35322]: pgmap v14943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:30.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:30 smithi175 ceph-mon[44549]: pgmap v14943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:30.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:30 smithi181 ceph-mon[45557]: pgmap v14943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:32 smithi175 ceph-mon[44549]: pgmap v14944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:32.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:32 smithi181 ceph-mon[45557]: pgmap v14944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:32.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:32 smithi088 ceph-mon[35322]: pgmap v14944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:34.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:34 smithi175 ceph-mon[44549]: pgmap v14945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:47:34.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:34 smithi181 ceph-mon[45557]: pgmap v14945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:47:34.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:34 smithi088 ceph-mon[35322]: pgmap v14945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:47:36.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:36 smithi175 ceph-mon[44549]: pgmap v14946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:36.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:36 smithi181 ceph-mon[45557]: pgmap v14946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:36.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:36 smithi088 ceph-mon[35322]: pgmap v14946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:47:38.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:38 smithi175 ceph-mon[44549]: pgmap v14947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:38.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:38 smithi181 ceph-mon[45557]: pgmap v14947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:38.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:38 smithi088 ceph-mon[35322]: pgmap v14947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:40.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:40 smithi088 ceph-mon[35322]: pgmap v14948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:40.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:40 smithi175 ceph-mon[44549]: pgmap v14948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:40.427+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:47:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:40.427+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:47:40.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:40.427+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:47:40.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:40 smithi181 ceph-mon[45557]: pgmap v14948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:42.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:42 smithi175 ceph-mon[44549]: pgmap v14949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:42.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:47:42.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:47:42.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:47:42.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:47:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:42 smithi181 ceph-mon[45557]: pgmap v14949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:47:42.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:47:42.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:47:42.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:47:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:42 smithi088 ceph-mon[35322]: pgmap v14949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:47:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:47:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:47:42.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:47:43.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:43 smithi175 ceph-mon[44549]: pgmap v14950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:47:43.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:43 smithi175 ceph-mon[44549]: pgmap v14951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:47:43.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:43 smithi181 ceph-mon[45557]: pgmap v14950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:47:43.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:43 smithi181 ceph-mon[45557]: pgmap v14951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:47:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:43 smithi088 ceph-mon[35322]: pgmap v14950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:47:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:43 smithi088 ceph-mon[35322]: pgmap v14951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:47:45.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:45 smithi088 ceph-mon[35322]: pgmap v14952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:47:45.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:45 smithi175 ceph-mon[44549]: pgmap v14952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:47:45.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:45 smithi181 ceph-mon[45557]: pgmap v14952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:47:47.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:47 smithi175 ceph-mon[44549]: pgmap v14953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:47:47.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:47 smithi181 ceph-mon[45557]: pgmap v14953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:47:47.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:47 smithi088 ceph-mon[35322]: pgmap v14953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:47:49.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:49 smithi175 ceph-mon[44549]: pgmap v14954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:47:49.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:49 smithi181 ceph-mon[45557]: pgmap v14954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:47:49.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:49 smithi088 ceph-mon[35322]: pgmap v14954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:47:51.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:51 smithi175 ceph-mon[44549]: pgmap v14955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:47:51.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:51 smithi181 ceph-mon[45557]: pgmap v14955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:47:51.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:51 smithi088 ceph-mon[35322]: pgmap v14955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:47:53.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:53 smithi175 ceph-mon[44549]: pgmap v14956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:47:53.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:53 smithi181 ceph-mon[45557]: pgmap v14956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:47:53.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:53 smithi088 ceph-mon[35322]: pgmap v14956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:47:55.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:55 smithi088 ceph-mon[35322]: pgmap v14957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:55.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:55 smithi175 ceph-mon[44549]: pgmap v14957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:55.442+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:47:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:55.442+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:47:55.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:47:55.442+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:47:55.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:55 smithi181 ceph-mon[45557]: pgmap v14957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:47:57.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:57 smithi175 ceph-mon[44549]: pgmap v14958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:57.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:57 smithi181 ceph-mon[45557]: pgmap v14958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:57.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:57 smithi088 ceph-mon[35322]: pgmap v14958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:47:59.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:47:59 smithi175 ceph-mon[44549]: pgmap v14959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:47:59.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:47:59 smithi181 ceph-mon[45557]: pgmap v14959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:47:59.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:47:59 smithi088 ceph-mon[35322]: pgmap v14959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:48:01.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:01 smithi175 ceph-mon[44549]: pgmap v14960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:01.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:01 smithi181 ceph-mon[45557]: pgmap v14960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:01.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:01 smithi088 ceph-mon[35322]: pgmap v14960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:03.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:03 smithi088 ceph-mon[35322]: pgmap v14961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:03.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:03 smithi175 ceph-mon[44549]: pgmap v14961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:03.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:03 smithi181 ceph-mon[45557]: pgmap v14961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:05.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:05 smithi088 ceph-mon[35322]: pgmap v14962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:05.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:05 smithi175 ceph-mon[44549]: pgmap v14962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:05.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:05 smithi181 ceph-mon[45557]: pgmap v14962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:07.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:07 smithi175 ceph-mon[44549]: pgmap v14963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:07.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:07 smithi181 ceph-mon[45557]: pgmap v14963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:07.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:07 smithi088 ceph-mon[35322]: pgmap v14963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:09.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:09 smithi175 ceph-mon[44549]: pgmap v14964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:48:09.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:09 smithi181 ceph-mon[45557]: pgmap v14964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:48:09.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:09 smithi088 ceph-mon[35322]: pgmap v14964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:48:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:10.452+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:48:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:10.452+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:48:10.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:10.452+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:48:11.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:11 smithi175 ceph-mon[44549]: pgmap v14965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:11.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:11 smithi181 ceph-mon[45557]: pgmap v14965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:11.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:11 smithi088 ceph-mon[35322]: pgmap v14965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:13.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:13 smithi175 ceph-mon[44549]: pgmap v14966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:13.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:13 smithi181 ceph-mon[45557]: pgmap v14966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:13.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:13 smithi088 ceph-mon[35322]: pgmap v14966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:15.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:15 smithi088 ceph-mon[35322]: pgmap v14967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:15.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:15 smithi175 ceph-mon[44549]: pgmap v14967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:15.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:15 smithi181 ceph-mon[45557]: pgmap v14967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:17.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:17 smithi175 ceph-mon[44549]: pgmap v14968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:17.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:17 smithi181 ceph-mon[45557]: pgmap v14968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:17.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:17 smithi088 ceph-mon[35322]: pgmap v14968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:19.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:19 smithi175 ceph-mon[44549]: pgmap v14969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:48:19.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:19 smithi181 ceph-mon[45557]: pgmap v14969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:48:19.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:19 smithi088 ceph-mon[35322]: pgmap v14969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:48:21.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:21 smithi175 ceph-mon[44549]: pgmap v14970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:21.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:21 smithi181 ceph-mon[45557]: pgmap v14970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:21.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:21 smithi088 ceph-mon[35322]: pgmap v14970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:23.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:23 smithi175 ceph-mon[44549]: pgmap v14971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:23.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:23 smithi181 ceph-mon[45557]: pgmap v14971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:23.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:23 smithi088 ceph-mon[35322]: pgmap v14971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:25.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:25 smithi088 ceph-mon[35322]: pgmap v14972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:25.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:25 smithi175 ceph-mon[44549]: pgmap v14972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:25.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:25 smithi181 ceph-mon[45557]: pgmap v14972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:25.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:25.467+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:48:25.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:25.467+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:48:25.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:25.467+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:48:27.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:27 smithi175 ceph-mon[44549]: pgmap v14973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:27.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:27 smithi181 ceph-mon[45557]: pgmap v14973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:27.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:27 smithi088 ceph-mon[35322]: pgmap v14973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:29.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:29 smithi175 ceph-mon[44549]: pgmap v14974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:48:29.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:29 smithi181 ceph-mon[45557]: pgmap v14974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:48:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:29 smithi088 ceph-mon[35322]: pgmap v14974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:48:31.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:31 smithi175 ceph-mon[44549]: pgmap v14975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:31.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:31 smithi181 ceph-mon[45557]: pgmap v14975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:31.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:31 smithi088 ceph-mon[35322]: pgmap v14975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:33.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:33 smithi175 ceph-mon[44549]: pgmap v14976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:33.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:33 smithi181 ceph-mon[45557]: pgmap v14976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:33.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:33 smithi088 ceph-mon[35322]: pgmap v14976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:35.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:35 smithi088 ceph-mon[35322]: pgmap v14977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:35.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:35 smithi175 ceph-mon[44549]: pgmap v14977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:35.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:35 smithi181 ceph-mon[45557]: pgmap v14977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:48:37.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:37 smithi175 ceph-mon[44549]: pgmap v14978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:37.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:37 smithi181 ceph-mon[45557]: pgmap v14978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:37.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:37 smithi088 ceph-mon[35322]: pgmap v14978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:39.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:39 smithi175 ceph-mon[44549]: pgmap v14979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:48:39.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:39 smithi181 ceph-mon[45557]: pgmap v14979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:48:39.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:39 smithi088 ceph-mon[35322]: pgmap v14979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:48:40.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:40.481+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:48:40.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:40.481+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:48:40.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:40.481+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:48:41.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:41 smithi175 ceph-mon[44549]: pgmap v14980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:41.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:41 smithi181 ceph-mon[45557]: pgmap v14980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:41.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:41 smithi088 ceph-mon[35322]: pgmap v14980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:43.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:43 smithi175 ceph-mon[44549]: pgmap v14981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:43.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:48:43.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:48:43.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:48:43.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:48:43.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:43 smithi181 ceph-mon[45557]: pgmap v14981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:43.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:48:43.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:48:43.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:48:43.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:48:43.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:43.739+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:48:43.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:43.739+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:48:43.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:43.739+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 217 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:48:43.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:43.739+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 217 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:48:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:43 smithi088 ceph-mon[35322]: pgmap v14981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:48:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:48:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:48:43.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:48:43.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:48:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:44 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:48:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:44 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:48:44.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:44 smithi175 ceph-mon[44549]: pgmap v14982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:48:44.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:44 smithi175 ceph-mon[44549]: pgmap v14983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:48:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:44 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:48:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:44 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:48:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:44 smithi181 ceph-mon[45557]: pgmap v14982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:48:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:44 smithi181 ceph-mon[45557]: pgmap v14983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:48:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:44 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:48:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:44 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:48:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:44 smithi088 ceph-mon[35322]: pgmap v14982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:48:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:44 smithi088 ceph-mon[35322]: pgmap v14983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:48:46.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:46 smithi175 ceph-mon[44549]: pgmap v14984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:48:46.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:46 smithi181 ceph-mon[45557]: pgmap v14984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:48:46.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:46 smithi088 ceph-mon[35322]: pgmap v14984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:48:48.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:48 smithi175 ceph-mon[44549]: pgmap v14985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:48:48.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:48 smithi181 ceph-mon[45557]: pgmap v14985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:48:48.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:48 smithi088 ceph-mon[35322]: pgmap v14985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:48:50.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:50 smithi175 ceph-mon[44549]: pgmap v14986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:48:50.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:50 smithi181 ceph-mon[45557]: pgmap v14986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:48:50.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:50 smithi088 ceph-mon[35322]: pgmap v14986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:48:52.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:52 smithi175 ceph-mon[44549]: pgmap v14987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:48:52.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:52 smithi181 ceph-mon[45557]: pgmap v14987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:48:52.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:52 smithi088 ceph-mon[35322]: pgmap v14987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:48:54.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:54 smithi175 ceph-mon[44549]: pgmap v14988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:48:54.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:54 smithi181 ceph-mon[45557]: pgmap v14988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:48:54.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:54 smithi088 ceph-mon[35322]: pgmap v14988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:48:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:55.491+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:48:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:55.491+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:48:55.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:48:55.491+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:48:56.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:56 smithi175 ceph-mon[44549]: pgmap v14989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:56.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:56 smithi181 ceph-mon[45557]: pgmap v14989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:56.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:56 smithi088 ceph-mon[35322]: pgmap v14989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:48:58.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:48:58 smithi175 ceph-mon[44549]: pgmap v14990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:58.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:48:58 smithi181 ceph-mon[45557]: pgmap v14990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:48:58.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:48:58 smithi088 ceph-mon[35322]: pgmap v14990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:00.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:00 smithi175 ceph-mon[44549]: pgmap v14991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:00.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:00 smithi181 ceph-mon[45557]: pgmap v14991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:00 smithi088 ceph-mon[35322]: pgmap v14991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:02.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:02 smithi175 ceph-mon[44549]: pgmap v14992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:02.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:02 smithi181 ceph-mon[45557]: pgmap v14992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:02.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:02 smithi088 ceph-mon[35322]: pgmap v14992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:04.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:04 smithi175 ceph-mon[44549]: pgmap v14993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:04.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:04 smithi181 ceph-mon[45557]: pgmap v14993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:04.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:04 smithi088 ceph-mon[35322]: pgmap v14993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:06.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:06 smithi175 ceph-mon[44549]: pgmap v14994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:06.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:06 smithi181 ceph-mon[45557]: pgmap v14994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:06.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:06 smithi088 ceph-mon[35322]: pgmap v14994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:08.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:08 smithi175 ceph-mon[44549]: pgmap v14995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:08.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:08 smithi181 ceph-mon[45557]: pgmap v14995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:08.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:08 smithi088 ceph-mon[35322]: pgmap v14995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:10.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:10 smithi175 ceph-mon[44549]: pgmap v14996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:10.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:10 smithi181 ceph-mon[45557]: pgmap v14996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:10.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:10.505+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:49:10.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:10.505+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:49:10.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:10.505+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:49:10.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:10 smithi088 ceph-mon[35322]: pgmap v14996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:12.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:12 smithi175 ceph-mon[44549]: pgmap v14997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:12.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:12 smithi181 ceph-mon[45557]: pgmap v14997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:12.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:12 smithi088 ceph-mon[35322]: pgmap v14997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:14.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:14 smithi175 ceph-mon[44549]: pgmap v14998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:14.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:14 smithi181 ceph-mon[45557]: pgmap v14998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:14.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:14 smithi088 ceph-mon[35322]: pgmap v14998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:16.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:16 smithi175 ceph-mon[44549]: pgmap v14999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:16.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:16 smithi181 ceph-mon[45557]: pgmap v14999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:16.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:16 smithi088 ceph-mon[35322]: pgmap v14999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:18.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:18 smithi175 ceph-mon[44549]: pgmap v15000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:18.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:18 smithi181 ceph-mon[45557]: pgmap v15000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:18 smithi088 ceph-mon[35322]: pgmap v15000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:20.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:20 smithi175 ceph-mon[44549]: pgmap v15001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:20.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:20 smithi181 ceph-mon[45557]: pgmap v15001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:20.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:20 smithi088 ceph-mon[35322]: pgmap v15001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:22.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:22 smithi175 ceph-mon[44549]: pgmap v15002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:22.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:22 smithi181 ceph-mon[45557]: pgmap v15002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:22.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:22 smithi088 ceph-mon[35322]: pgmap v15002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:24.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:24 smithi175 ceph-mon[44549]: pgmap v15003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:24.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:24 smithi181 ceph-mon[45557]: pgmap v15003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:24.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:24 smithi088 ceph-mon[35322]: pgmap v15003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:25.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:25.513+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:49:25.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:25.513+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:49:25.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:25.513+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:49:26.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:26 smithi175 ceph-mon[44549]: pgmap v15004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:26.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:26 smithi181 ceph-mon[45557]: pgmap v15004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:26.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:26 smithi088 ceph-mon[35322]: pgmap v15004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:28.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:28 smithi175 ceph-mon[44549]: pgmap v15005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:28.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:28 smithi181 ceph-mon[45557]: pgmap v15005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:28.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:28 smithi088 ceph-mon[35322]: pgmap v15005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:30.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:30 smithi175 ceph-mon[44549]: pgmap v15006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:30.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:30 smithi181 ceph-mon[45557]: pgmap v15006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:30.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:30 smithi088 ceph-mon[35322]: pgmap v15006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:32 smithi175 ceph-mon[44549]: pgmap v15007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:32 smithi181 ceph-mon[45557]: pgmap v15007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:32.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:32 smithi088 ceph-mon[35322]: pgmap v15007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:34.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:34 smithi175 ceph-mon[44549]: pgmap v15008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:34.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:34 smithi181 ceph-mon[45557]: pgmap v15008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:34.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:34 smithi088 ceph-mon[35322]: pgmap v15008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:36.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:36 smithi175 ceph-mon[44549]: pgmap v15009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:36.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:36 smithi181 ceph-mon[45557]: pgmap v15009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:36.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:36 smithi088 ceph-mon[35322]: pgmap v15009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:49:38.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:38 smithi175 ceph-mon[44549]: pgmap v15010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:38.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:38 smithi181 ceph-mon[45557]: pgmap v15010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:38.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:38 smithi088 ceph-mon[35322]: pgmap v15010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:40.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:40 smithi175 ceph-mon[44549]: pgmap v15011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:40.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:40 smithi181 ceph-mon[45557]: pgmap v15011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:40.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:40.524+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:49:40.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:40.525+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:49:40.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:40.525+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:49:40.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:40 smithi088 ceph-mon[35322]: pgmap v15011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:49:42.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:42 smithi175 ceph-mon[44549]: pgmap v15012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:42 smithi181 ceph-mon[45557]: pgmap v15012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:42.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:42 smithi088 ceph-mon[35322]: pgmap v15012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:44 smithi175 ceph-mon[44549]: pgmap v15013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:49:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:44 smithi181 ceph-mon[45557]: pgmap v15013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:49:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:44 smithi088 ceph-mon[35322]: pgmap v15013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:49:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:49:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:45 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:49:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:45 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:49:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:49:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:49:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:45 smithi175 ceph-mon[44549]: pgmap v15014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:49:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:45 smithi175 ceph-mon[44549]: pgmap v15015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:49:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:49:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:45 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:49:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:45 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:49:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:49:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:49:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:45 smithi181 ceph-mon[45557]: pgmap v15014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:49:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:45 smithi181 ceph-mon[45557]: pgmap v15015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:49:45.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:49:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:45 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:49:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:45 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:49:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:49:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:49:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:45 smithi088 ceph-mon[35322]: pgmap v15014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:49:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:45 smithi088 ceph-mon[35322]: pgmap v15015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:49:45.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:49:47.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:47 smithi175 ceph-mon[44549]: pgmap v15016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:49:47.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:47 smithi181 ceph-mon[45557]: pgmap v15016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:49:47.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:47 smithi088 ceph-mon[35322]: pgmap v15016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:49:49.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:49 smithi175 ceph-mon[44549]: pgmap v15017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:49:49.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:49 smithi181 ceph-mon[45557]: pgmap v15017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:49:49.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:49 smithi088 ceph-mon[35322]: pgmap v15017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:49:51.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:51 smithi175 ceph-mon[44549]: pgmap v15018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:49:51.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:51 smithi181 ceph-mon[45557]: pgmap v15018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:49:51.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:51 smithi088 ceph-mon[35322]: pgmap v15018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:49:53.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:53 smithi175 ceph-mon[44549]: pgmap v15019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:49:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:53 smithi181 ceph-mon[45557]: pgmap v15019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:49:53.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:53 smithi088 ceph-mon[35322]: pgmap v15019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:49:55.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:55 smithi175 ceph-mon[44549]: pgmap v15020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:49:55.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:55 smithi181 ceph-mon[45557]: pgmap v15020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:49:55.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:55 smithi088 ceph-mon[35322]: pgmap v15020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:49:55.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:55.540+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:49:55.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:55.540+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:49:55.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:49:55.540+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:49:57.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:57 smithi175 ceph-mon[44549]: pgmap v15021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:57.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:57 smithi181 ceph-mon[45557]: pgmap v15021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:57.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:57 smithi088 ceph-mon[35322]: pgmap v15021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:49:59.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:49:59 smithi175 ceph-mon[44549]: pgmap v15022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:59.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:49:59 smithi181 ceph-mon[45557]: pgmap v15022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:49:59.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:49:59 smithi088 ceph-mon[35322]: pgmap v15022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:00.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:50:00.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:50:00.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T20:50:01.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:01 smithi181 ceph-mon[45557]: pgmap v15023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:01.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:01 smithi088 ceph-mon[35322]: pgmap v15023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:01.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:01 smithi175 ceph-mon[44549]: pgmap v15023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:03.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:03 smithi181 ceph-mon[45557]: pgmap v15024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:03.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:03 smithi088 ceph-mon[35322]: pgmap v15024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:03.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:03 smithi175 ceph-mon[44549]: pgmap v15024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:05.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:05 smithi175 ceph-mon[44549]: pgmap v15025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:05.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:05 smithi181 ceph-mon[45557]: pgmap v15025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:05.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:05 smithi088 ceph-mon[35322]: pgmap v15025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:07.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:07 smithi175 ceph-mon[44549]: pgmap v15026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:07.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:07 smithi181 ceph-mon[45557]: pgmap v15026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:07.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:07 smithi088 ceph-mon[35322]: pgmap v15026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:09.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:09 smithi175 ceph-mon[44549]: pgmap v15027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:09.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:09 smithi181 ceph-mon[45557]: pgmap v15027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:09.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:09 smithi088 ceph-mon[35322]: pgmap v15027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:10.555+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:50:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:10.555+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:50:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:10.555+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:50:11.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:11 smithi175 ceph-mon[44549]: pgmap v15028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:11.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:11 smithi181 ceph-mon[45557]: pgmap v15028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:11.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:11 smithi088 ceph-mon[35322]: pgmap v15028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:13.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:13 smithi181 ceph-mon[45557]: pgmap v15029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:13.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:13 smithi088 ceph-mon[35322]: pgmap v15029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:13.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:13 smithi175 ceph-mon[44549]: pgmap v15029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:15.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:15 smithi175 ceph-mon[44549]: pgmap v15030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:15.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:15 smithi181 ceph-mon[45557]: pgmap v15030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:15.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:15 smithi088 ceph-mon[35322]: pgmap v15030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:17.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:17 smithi175 ceph-mon[44549]: pgmap v15031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:17.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:17 smithi181 ceph-mon[45557]: pgmap v15031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:17 smithi088 ceph-mon[35322]: pgmap v15031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:19.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:19 smithi175 ceph-mon[44549]: pgmap v15032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:19.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:19 smithi181 ceph-mon[45557]: pgmap v15032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:19.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:19 smithi088 ceph-mon[35322]: pgmap v15032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:21.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:21 smithi181 ceph-mon[45557]: pgmap v15033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:21.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:21 smithi088 ceph-mon[35322]: pgmap v15033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:21.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:21 smithi175 ceph-mon[44549]: pgmap v15033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:23.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:23 smithi181 ceph-mon[45557]: pgmap v15034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:23.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:23 smithi088 ceph-mon[35322]: pgmap v15034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:23.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:23 smithi175 ceph-mon[44549]: pgmap v15034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:25.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:25 smithi175 ceph-mon[44549]: pgmap v15035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:25.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:25 smithi181 ceph-mon[45557]: pgmap v15035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:25.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:25 smithi088 ceph-mon[35322]: pgmap v15035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:25.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:25.569+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:50:25.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:25.569+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:50:25.565 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:25.569+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:50:27.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:27 smithi175 ceph-mon[44549]: pgmap v15036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:27.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:27 smithi181 ceph-mon[45557]: pgmap v15036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:27.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:27 smithi088 ceph-mon[35322]: pgmap v15036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:29.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:29 smithi181 ceph-mon[45557]: pgmap v15037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:29.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:29 smithi088 ceph-mon[35322]: pgmap v15037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:29.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:29 smithi175 ceph-mon[44549]: pgmap v15037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:31.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:31 smithi181 ceph-mon[45557]: pgmap v15038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:31.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:31 smithi088 ceph-mon[35322]: pgmap v15038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:31.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:31 smithi175 ceph-mon[44549]: pgmap v15038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:33.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:33 smithi181 ceph-mon[45557]: pgmap v15039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:33.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:33 smithi088 ceph-mon[35322]: pgmap v15039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:33.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:33 smithi175 ceph-mon[44549]: pgmap v15039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:35.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:35 smithi175 ceph-mon[44549]: pgmap v15040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:35.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:35 smithi181 ceph-mon[45557]: pgmap v15040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:35.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:35 smithi088 ceph-mon[35322]: pgmap v15040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:37.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:37 smithi181 ceph-mon[45557]: pgmap v15041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:37.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:37 smithi088 ceph-mon[35322]: pgmap v15041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:37.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:37 smithi175 ceph-mon[44549]: pgmap v15041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:50:39.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:39 smithi181 ceph-mon[45557]: pgmap v15042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:39.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:39 smithi088 ceph-mon[35322]: pgmap v15042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:39.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:39 smithi175 ceph-mon[44549]: pgmap v15042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:50:40.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:40.584+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:50:40.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:40.585+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:50:40.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:40.585+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:50:41.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:41 smithi181 ceph-mon[45557]: pgmap v15043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:41.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:41 smithi088 ceph-mon[35322]: pgmap v15043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:41.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:41 smithi175 ceph-mon[44549]: pgmap v15043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:50:43.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:43 smithi181 ceph-mon[45557]: pgmap v15044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:43.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:43 smithi088 ceph-mon[35322]: pgmap v15044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:43.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:43 smithi175 ceph-mon[44549]: pgmap v15044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:45.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:45 smithi175 ceph-mon[44549]: pgmap v15045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:45.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:50:45.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:45 smithi181 ceph-mon[45557]: pgmap v15045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:45.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:50:45.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:45 smithi088 ceph-mon[35322]: pgmap v15045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:50:45.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:50:46.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:50:46.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:50:46.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:46 smithi175 ceph-mon[44549]: pgmap v15046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:50:46.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:46 smithi175 ceph-mon[44549]: pgmap v15047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:50:46.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:50:46.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:50:46.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:50:46.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:46 smithi181 ceph-mon[45557]: pgmap v15046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:50:46.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:46 smithi181 ceph-mon[45557]: pgmap v15047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:50:46.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:50:46.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:50:46.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:50:46.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:46 smithi088 ceph-mon[35322]: pgmap v15046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:50:46.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:46 smithi088 ceph-mon[35322]: pgmap v15047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:50:46.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:50:48.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:48 smithi175 ceph-mon[44549]: pgmap v15048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:50:48.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:48 smithi181 ceph-mon[45557]: pgmap v15048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:50:48.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:48 smithi088 ceph-mon[35322]: pgmap v15048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:50:50.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:50 smithi175 ceph-mon[44549]: pgmap v15049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:50:50.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:50 smithi181 ceph-mon[45557]: pgmap v15049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:50:50.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:50 smithi088 ceph-mon[35322]: pgmap v15049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:50:52.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:52 smithi175 ceph-mon[44549]: pgmap v15050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:50:52.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:52 smithi181 ceph-mon[45557]: pgmap v15050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:50:52.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:52 smithi088 ceph-mon[35322]: pgmap v15050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:50:54.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:54 smithi088 ceph-mon[35322]: pgmap v15051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:50:54.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:54 smithi175 ceph-mon[44549]: pgmap v15051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:50:54.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:54 smithi181 ceph-mon[45557]: pgmap v15051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:50:55.595 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:55.600+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:50:55.595 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:55.600+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:50:55.595 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:55.600+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:50:56.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:56 smithi175 ceph-mon[44549]: pgmap v15052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:50:56.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:56 smithi181 ceph-mon[45557]: pgmap v15052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:50:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:56 smithi088 ceph-mon[35322]: pgmap v15052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:50:58.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:50:58 smithi181 ceph-mon[45557]: pgmap v15053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:58.761+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:50:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:58.761+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:50:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:58.761+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 218 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:50:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:50:58.761+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 218 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:50:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:50:58 smithi088 ceph-mon[35322]: pgmap v15053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:50:58.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:50:58 smithi175 ceph-mon[44549]: pgmap v15053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:00.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:00 smithi175 ceph-mon[44549]: pgmap v15054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:00.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:00 smithi181 ceph-mon[45557]: pgmap v15054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:00.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:00 smithi088 ceph-mon[35322]: pgmap v15054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:02.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:02 smithi175 ceph-mon[44549]: pgmap v15055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:02.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:02 smithi181 ceph-mon[45557]: pgmap v15055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:02.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:02 smithi088 ceph-mon[35322]: pgmap v15055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:04.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:04 smithi175 ceph-mon[44549]: pgmap v15056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:04.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:04 smithi181 ceph-mon[45557]: pgmap v15056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:04.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:04 smithi088 ceph-mon[35322]: pgmap v15056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:06.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:06 smithi175 ceph-mon[44549]: pgmap v15057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:06.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:06 smithi181 ceph-mon[45557]: pgmap v15057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:06.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:06 smithi088 ceph-mon[35322]: pgmap v15057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:08.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:08 smithi175 ceph-mon[44549]: pgmap v15058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:08.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:08 smithi181 ceph-mon[45557]: pgmap v15058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:08.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:08 smithi088 ceph-mon[35322]: pgmap v15058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:10.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:10 smithi175 ceph-mon[44549]: pgmap v15059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:10.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:10 smithi181 ceph-mon[45557]: pgmap v15059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:10.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:10 smithi088 ceph-mon[35322]: pgmap v15059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:10.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:10.615+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:51:10.611 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:10.615+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:51:10.611 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:10.615+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:51:12.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:12 smithi175 ceph-mon[44549]: pgmap v15060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:12.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:12 smithi181 ceph-mon[45557]: pgmap v15060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:12.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:12 smithi088 ceph-mon[35322]: pgmap v15060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:14.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:14 smithi175 ceph-mon[44549]: pgmap v15061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:14.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:14 smithi181 ceph-mon[45557]: pgmap v15061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:14.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:14 smithi088 ceph-mon[35322]: pgmap v15061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:16.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:16 smithi175 ceph-mon[44549]: pgmap v15062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:16.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:16 smithi181 ceph-mon[45557]: pgmap v15062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:16.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:16 smithi088 ceph-mon[35322]: pgmap v15062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:18.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:18 smithi181 ceph-mon[45557]: pgmap v15063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:18.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:18 smithi088 ceph-mon[35322]: pgmap v15063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:18.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:18 smithi175 ceph-mon[44549]: pgmap v15063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:20.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:20 smithi175 ceph-mon[44549]: pgmap v15064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:20.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:20 smithi181 ceph-mon[45557]: pgmap v15064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:20.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:20 smithi088 ceph-mon[35322]: pgmap v15064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:22.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:22 smithi175 ceph-mon[44549]: pgmap v15065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:22.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:22 smithi181 ceph-mon[45557]: pgmap v15065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:22.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:22 smithi088 ceph-mon[35322]: pgmap v15065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:24.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:24 smithi175 ceph-mon[44549]: pgmap v15066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:24.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:24 smithi181 ceph-mon[45557]: pgmap v15066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:24.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:24 smithi088 ceph-mon[35322]: pgmap v15066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:25.631+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:51:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:25.631+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:51:25.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:25.631+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:51:26.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:26 smithi181 ceph-mon[45557]: pgmap v15067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:26.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:26 smithi088 ceph-mon[35322]: pgmap v15067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:26.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:26 smithi175 ceph-mon[44549]: pgmap v15067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:28.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:28 smithi181 ceph-mon[45557]: pgmap v15068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:28 smithi088 ceph-mon[35322]: pgmap v15068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:28.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:28 smithi175 ceph-mon[44549]: pgmap v15068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:30.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:30 smithi175 ceph-mon[44549]: pgmap v15069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:30.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:30 smithi181 ceph-mon[45557]: pgmap v15069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:30.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:30 smithi088 ceph-mon[35322]: pgmap v15069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:32.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:32 smithi175 ceph-mon[44549]: pgmap v15070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:32.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:32 smithi181 ceph-mon[45557]: pgmap v15070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:32 smithi088 ceph-mon[35322]: pgmap v15070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:34.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:34 smithi181 ceph-mon[45557]: pgmap v15071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:34 smithi088 ceph-mon[35322]: pgmap v15071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:34.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:34 smithi175 ceph-mon[44549]: pgmap v15071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:36.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:36 smithi181 ceph-mon[45557]: pgmap v15072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:36 smithi088 ceph-mon[35322]: pgmap v15072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:36.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:36 smithi175 ceph-mon[44549]: pgmap v15072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:38.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:38 smithi181 ceph-mon[45557]: pgmap v15073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:38 smithi088 ceph-mon[35322]: pgmap v15073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:38.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:38 smithi175 ceph-mon[44549]: pgmap v15073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:40.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:40 smithi175 ceph-mon[44549]: pgmap v15074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:40.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:40 smithi181 ceph-mon[45557]: pgmap v15074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:40.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:40 smithi088 ceph-mon[35322]: pgmap v15074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:51:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:40.639+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:51:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:40.639+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:51:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:40.639+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:51:42.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:42 smithi181 ceph-mon[45557]: pgmap v15075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:42 smithi088 ceph-mon[35322]: pgmap v15075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:42.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:42 smithi175 ceph-mon[44549]: pgmap v15075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:51:43.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:43.768+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:51:43.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:43.768+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:51:43.764 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:43.769+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 219 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T20:51:43.764 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:43.769+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 219 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T20:51:44.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:44 smithi181 ceph-mon[45557]: pgmap v15076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:44.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:44 smithi088 ceph-mon[35322]: pgmap v15076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:44.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:44 smithi175 ceph-mon[44549]: pgmap v15076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:51:46.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:46 smithi181 ceph-mon[45557]: pgmap v15077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:46.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:51:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:46 smithi088 ceph-mon[35322]: pgmap v15077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:46.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:51:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:46 smithi175 ceph-mon[44549]: pgmap v15077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:51:46.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:51:48.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:47 smithi175 ceph-mon[44549]: pgmap v15078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:48.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:47 smithi181 ceph-mon[45557]: pgmap v15078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:48.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:48.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:47 smithi088 ceph-mon[35322]: pgmap v15078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:51:49.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:49.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:49.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:51:49.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:51:49.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:48 smithi175 ceph-mon[44549]: pgmap v15079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:51:49.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:48 smithi175 ceph-mon[44549]: pgmap v15080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:51:49.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:49.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:49.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:49.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:51:49.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:51:49.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:48 smithi181 ceph-mon[45557]: pgmap v15079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:51:49.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:48 smithi181 ceph-mon[45557]: pgmap v15080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:51:49.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:49.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:49.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:49.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:51:49.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:51:49.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:48 smithi088 ceph-mon[35322]: pgmap v15079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:51:49.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:48 smithi088 ceph-mon[35322]: pgmap v15080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T20:51:49.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:51:51.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:51 smithi181 ceph-mon[45557]: pgmap v15081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:51:52.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:51 smithi088 ceph-mon[35322]: pgmap v15081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:51:52.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:51 smithi175 ceph-mon[44549]: pgmap v15081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:51:54.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:53 smithi088 ceph-mon[35322]: pgmap v15082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:51:54.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:53 smithi175 ceph-mon[44549]: pgmap v15082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:51:54.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:53 smithi181 ceph-mon[45557]: pgmap v15082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:51:55.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:55 smithi175 ceph-mon[44549]: pgmap v15083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:51:55.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:55 smithi181 ceph-mon[45557]: pgmap v15083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:51:55.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:55 smithi088 ceph-mon[35322]: pgmap v15083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T20:51:55.638 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:55.644+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:51:55.639 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:55.644+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:51:55.639 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:51:55.644+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:51:57.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:57 smithi181 ceph-mon[45557]: pgmap v15084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:51:58.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:57 smithi088 ceph-mon[35322]: pgmap v15084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:51:58.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:57 smithi175 ceph-mon[44549]: pgmap v15084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T20:52:00.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:51:59 smithi088 ceph-mon[35322]: pgmap v15085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:52:00.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:51:59 smithi175 ceph-mon[44549]: pgmap v15085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:52:00.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:51:59 smithi181 ceph-mon[45557]: pgmap v15085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:52:02.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:01 smithi088 ceph-mon[35322]: pgmap v15086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:02.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:01 smithi175 ceph-mon[44549]: pgmap v15086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:02.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:01 smithi181 ceph-mon[45557]: pgmap v15086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:04.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:03 smithi088 ceph-mon[35322]: pgmap v15087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:04.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:03 smithi175 ceph-mon[44549]: pgmap v15087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:04.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:03 smithi181 ceph-mon[45557]: pgmap v15087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:05.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:05 smithi175 ceph-mon[44549]: pgmap v15088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:05.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:05 smithi181 ceph-mon[45557]: pgmap v15088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:05.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:05 smithi088 ceph-mon[35322]: pgmap v15088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:08.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:07 smithi088 ceph-mon[35322]: pgmap v15089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:08.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:07 smithi175 ceph-mon[44549]: pgmap v15089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:08.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:07 smithi181 ceph-mon[45557]: pgmap v15089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:10.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:09 smithi088 ceph-mon[35322]: pgmap v15090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:10.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:09 smithi175 ceph-mon[44549]: pgmap v15090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:10.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:09 smithi181 ceph-mon[45557]: pgmap v15090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:10.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:10.659+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:52:10.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:10.659+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:52:10.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:10.659+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:52:11.986 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:11 smithi088 ceph-mon[35322]: pgmap v15091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:12.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:11 smithi175 ceph-mon[44549]: pgmap v15091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:12.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:11 smithi181 ceph-mon[45557]: pgmap v15091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:14.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:13 smithi088 ceph-mon[35322]: pgmap v15092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:14.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:13 smithi175 ceph-mon[44549]: pgmap v15092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:14.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:13 smithi181 ceph-mon[45557]: pgmap v15092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:15.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:15 smithi175 ceph-mon[44549]: pgmap v15093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:15.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:15 smithi181 ceph-mon[45557]: pgmap v15093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:15.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:15 smithi088 ceph-mon[35322]: pgmap v15093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:18.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:17 smithi088 ceph-mon[35322]: pgmap v15094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:18.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:17 smithi175 ceph-mon[44549]: pgmap v15094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:18.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:17 smithi181 ceph-mon[45557]: pgmap v15094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:20.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:19 smithi088 ceph-mon[35322]: pgmap v15095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:20.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:19 smithi175 ceph-mon[44549]: pgmap v15095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:20.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:19 smithi181 ceph-mon[45557]: pgmap v15095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:22.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:21 smithi088 ceph-mon[35322]: pgmap v15096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:22.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:21 smithi175 ceph-mon[44549]: pgmap v15096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:22.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:21 smithi181 ceph-mon[45557]: pgmap v15096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:24.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:23 smithi088 ceph-mon[35322]: pgmap v15097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:24.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:23 smithi175 ceph-mon[44549]: pgmap v15097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:24.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:23 smithi181 ceph-mon[45557]: pgmap v15097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:25.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:25 smithi175 ceph-mon[44549]: pgmap v15098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:25.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:25 smithi181 ceph-mon[45557]: pgmap v15098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:25.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:25 smithi088 ceph-mon[35322]: pgmap v15098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:25.675+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:52:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:25.675+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:52:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:25.675+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:52:28.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:27 smithi088 ceph-mon[35322]: pgmap v15099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:28.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:27 smithi175 ceph-mon[44549]: pgmap v15099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:28.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:27 smithi181 ceph-mon[45557]: pgmap v15099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:30.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:29 smithi088 ceph-mon[35322]: pgmap v15100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:30.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:29 smithi175 ceph-mon[44549]: pgmap v15100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:30.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:29 smithi181 ceph-mon[45557]: pgmap v15100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:32.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:31 smithi088 ceph-mon[35322]: pgmap v15101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:32.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:31 smithi175 ceph-mon[44549]: pgmap v15101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:32.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:31 smithi181 ceph-mon[45557]: pgmap v15101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:34.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:33 smithi088 ceph-mon[35322]: pgmap v15102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:34.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:33 smithi175 ceph-mon[44549]: pgmap v15102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:34.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:33 smithi181 ceph-mon[45557]: pgmap v15102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:35.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:35 smithi175 ceph-mon[44549]: pgmap v15103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:35.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:35 smithi181 ceph-mon[45557]: pgmap v15103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:35.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:35 smithi088 ceph-mon[35322]: pgmap v15103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:38.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:37 smithi088 ceph-mon[35322]: pgmap v15104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:38.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:37 smithi175 ceph-mon[44549]: pgmap v15104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:38.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:37 smithi181 ceph-mon[45557]: pgmap v15104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:40.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:39 smithi088 ceph-mon[35322]: pgmap v15105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:40.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:39 smithi175 ceph-mon[44549]: pgmap v15105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:40.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:39 smithi181 ceph-mon[45557]: pgmap v15105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:40.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:40.685+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:52:40.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:40.685+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:52:40.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:40.685+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:52:42.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:41 smithi088 ceph-mon[35322]: pgmap v15106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:42.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:41 smithi175 ceph-mon[44549]: pgmap v15106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:42.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:41 smithi181 ceph-mon[45557]: pgmap v15106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:44.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:43 smithi088 ceph-mon[35322]: pgmap v15107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:44.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:43 smithi175 ceph-mon[44549]: pgmap v15107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:44.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:43 smithi181 ceph-mon[45557]: pgmap v15107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:52:45.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:45 smithi175 ceph-mon[44549]: pgmap v15108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:45.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:45 smithi181 ceph-mon[45557]: pgmap v15108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:45.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:45 smithi088 ceph-mon[35322]: pgmap v15108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:52:48.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:47 smithi088 ceph-mon[35322]: pgmap v15109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:48.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:47 smithi175 ceph-mon[44549]: pgmap v15109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:48.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:47 smithi181 ceph-mon[45557]: pgmap v15109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:52:50.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:49 smithi088 ceph-mon[35322]: pgmap v15110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:50.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:52:50.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:52:50.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:52:50.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:49 smithi175 ceph-mon[44549]: pgmap v15110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:50.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:52:50.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:52:50.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:52:50.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:49 smithi181 ceph-mon[45557]: pgmap v15110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:52:50.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:52:50.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:52:50.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:52:51.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:50 smithi088 ceph-mon[35322]: pgmap v15111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:52:51.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:50 smithi088 ceph-mon[35322]: pgmap v15112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:52:51.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:52:51.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:50 smithi175 ceph-mon[44549]: pgmap v15111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:52:51.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:50 smithi175 ceph-mon[44549]: pgmap v15112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:52:51.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:52:51.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:50 smithi181 ceph-mon[45557]: pgmap v15111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T20:52:51.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:50 smithi181 ceph-mon[45557]: pgmap v15112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:52:51.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:52:53.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:52 smithi088 ceph-mon[35322]: pgmap v15113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:52:53.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:52 smithi175 ceph-mon[44549]: pgmap v15113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:52:53.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:52 smithi181 ceph-mon[45557]: pgmap v15113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:52:55.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:54 smithi088 ceph-mon[35322]: pgmap v15114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:52:55.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:54 smithi175 ceph-mon[44549]: pgmap v15114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:52:55.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:54 smithi181 ceph-mon[45557]: pgmap v15114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:52:55.687 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:55.692+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:52:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:55.692+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:52:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:52:55.692+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:52:57.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:56 smithi088 ceph-mon[35322]: pgmap v15115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:52:57.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:56 smithi175 ceph-mon[44549]: pgmap v15115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:52:57.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:56 smithi181 ceph-mon[45557]: pgmap v15115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:52:59.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:52:58 smithi088 ceph-mon[35322]: pgmap v15116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:52:59.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:52:58 smithi175 ceph-mon[44549]: pgmap v15116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:52:59.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:52:58 smithi181 ceph-mon[45557]: pgmap v15116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:00.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:00 smithi175 ceph-mon[44549]: pgmap v15117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:53:00.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:00 smithi181 ceph-mon[45557]: pgmap v15117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:53:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:00 smithi088 ceph-mon[35322]: pgmap v15117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:53:03.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:02 smithi175 ceph-mon[44549]: pgmap v15118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:03.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:02 smithi181 ceph-mon[45557]: pgmap v15118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:03.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:02 smithi088 ceph-mon[35322]: pgmap v15118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:05.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:04 smithi175 ceph-mon[44549]: pgmap v15119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:05.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:04 smithi181 ceph-mon[45557]: pgmap v15119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:05.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:04 smithi088 ceph-mon[35322]: pgmap v15119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:07.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:06 smithi175 ceph-mon[44549]: pgmap v15120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:07.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:06 smithi181 ceph-mon[45557]: pgmap v15120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:07.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:06 smithi088 ceph-mon[35322]: pgmap v15120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:09.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:08 smithi175 ceph-mon[44549]: pgmap v15121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:09.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:08 smithi181 ceph-mon[45557]: pgmap v15121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:09.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:08 smithi088 ceph-mon[35322]: pgmap v15121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:10.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:10 smithi175 ceph-mon[44549]: pgmap v15122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:10.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:10 smithi181 ceph-mon[45557]: pgmap v15122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:10.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:10 smithi088 ceph-mon[35322]: pgmap v15122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:10.708+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:53:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:10.708+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:53:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:10.708+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:53:13.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:12 smithi175 ceph-mon[44549]: pgmap v15123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:13.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:12 smithi181 ceph-mon[45557]: pgmap v15123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:13.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:12 smithi088 ceph-mon[35322]: pgmap v15123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:15.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:14 smithi175 ceph-mon[44549]: pgmap v15124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:15.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:14 smithi181 ceph-mon[45557]: pgmap v15124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:15.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:14 smithi088 ceph-mon[35322]: pgmap v15124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:17.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:16 smithi175 ceph-mon[44549]: pgmap v15125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:17.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:16 smithi181 ceph-mon[45557]: pgmap v15125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:17.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:16 smithi088 ceph-mon[35322]: pgmap v15125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:19.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:18 smithi175 ceph-mon[44549]: pgmap v15126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:19.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:18 smithi181 ceph-mon[45557]: pgmap v15126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:19.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:18 smithi088 ceph-mon[35322]: pgmap v15126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:20.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:20 smithi175 ceph-mon[44549]: pgmap v15127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:20.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:20 smithi181 ceph-mon[45557]: pgmap v15127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:20.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:20 smithi088 ceph-mon[35322]: pgmap v15127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:23.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:22 smithi175 ceph-mon[44549]: pgmap v15128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:23.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:22 smithi181 ceph-mon[45557]: pgmap v15128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:23.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:22 smithi088 ceph-mon[35322]: pgmap v15128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:25.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:24 smithi175 ceph-mon[44549]: pgmap v15129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:25.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:24 smithi181 ceph-mon[45557]: pgmap v15129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:25.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:24 smithi088 ceph-mon[35322]: pgmap v15129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:25.718 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:25.724+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:53:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:25.724+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:53:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:25.724+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:53:27.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:26 smithi175 ceph-mon[44549]: pgmap v15130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:27.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:26 smithi181 ceph-mon[45557]: pgmap v15130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:27.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:26 smithi088 ceph-mon[35322]: pgmap v15130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:29.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:28 smithi175 ceph-mon[44549]: pgmap v15131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:29.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:28 smithi181 ceph-mon[45557]: pgmap v15131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:29.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:28 smithi088 ceph-mon[35322]: pgmap v15131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:30.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:30 smithi175 ceph-mon[44549]: pgmap v15132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:30.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:30 smithi181 ceph-mon[45557]: pgmap v15132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:30.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:30 smithi088 ceph-mon[35322]: pgmap v15132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:33.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:32 smithi175 ceph-mon[44549]: pgmap v15133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:33.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:32 smithi181 ceph-mon[45557]: pgmap v15133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:33.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:32 smithi088 ceph-mon[35322]: pgmap v15133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:35.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:34 smithi175 ceph-mon[44549]: pgmap v15134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:35.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:34 smithi181 ceph-mon[45557]: pgmap v15134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:35.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:34 smithi088 ceph-mon[35322]: pgmap v15134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:37.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:36 smithi175 ceph-mon[44549]: pgmap v15135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:37.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:36 smithi181 ceph-mon[45557]: pgmap v15135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:37.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:36 smithi088 ceph-mon[35322]: pgmap v15135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:39.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:38 smithi175 ceph-mon[44549]: pgmap v15136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:39.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:38 smithi181 ceph-mon[45557]: pgmap v15136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:39.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:38 smithi088 ceph-mon[35322]: pgmap v15136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:40.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:40 smithi175 ceph-mon[44549]: pgmap v15137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:40.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:40 smithi181 ceph-mon[45557]: pgmap v15137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:40.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:40 smithi088 ceph-mon[35322]: pgmap v15137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:40.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:40.738+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:53:40.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:40.738+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:53:40.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:40.738+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:53:43.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:42 smithi175 ceph-mon[44549]: pgmap v15138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:43.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:42 smithi181 ceph-mon[45557]: pgmap v15138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:43.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:42 smithi088 ceph-mon[35322]: pgmap v15138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:53:45.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:44 smithi175 ceph-mon[44549]: pgmap v15139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:45.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:44 smithi181 ceph-mon[45557]: pgmap v15139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:45.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:44 smithi088 ceph-mon[35322]: pgmap v15139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:53:47.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:46 smithi175 ceph-mon[44549]: pgmap v15140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:47.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:46 smithi181 ceph-mon[45557]: pgmap v15140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:47.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:46 smithi088 ceph-mon[35322]: pgmap v15140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:53:49.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:48 smithi175 ceph-mon[44549]: pgmap v15141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:49.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:48 smithi181 ceph-mon[45557]: pgmap v15141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:49.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:48 smithi088 ceph-mon[35322]: pgmap v15141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:53:50.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:50 smithi175 ceph-mon[44549]: pgmap v15142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:50.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:53:50.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:50 smithi181 ceph-mon[45557]: pgmap v15142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:50.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:53:50.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:50 smithi088 ceph-mon[35322]: pgmap v15142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:53:50.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:53:51.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:53:51.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:53:51.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:51 smithi175 ceph-mon[44549]: pgmap v15143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:53:51.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:51 smithi175 ceph-mon[44549]: pgmap v15144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:53:51.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:53:51.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:53:51.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:53:51.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:51 smithi181 ceph-mon[45557]: pgmap v15143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:53:51.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:51 smithi181 ceph-mon[45557]: pgmap v15144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:53:51.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:53:51.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:53:51.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:53:51.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:51 smithi088 ceph-mon[35322]: pgmap v15143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:53:51.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:51 smithi088 ceph-mon[35322]: pgmap v15144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T20:53:51.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:53:54.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:53 smithi175 ceph-mon[44549]: pgmap v15145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:53:54.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:53 smithi181 ceph-mon[45557]: pgmap v15145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:53:54.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:53 smithi088 ceph-mon[35322]: pgmap v15145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:53:55.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:55 smithi175 ceph-mon[44549]: pgmap v15146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:53:55.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:55 smithi181 ceph-mon[45557]: pgmap v15146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:53:55.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:55 smithi088 ceph-mon[35322]: pgmap v15146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:53:55.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:55.745+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:53:55.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:55.745+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:53:55.740 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:53:55.745+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:53:58.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:57 smithi175 ceph-mon[44549]: pgmap v15147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:53:58.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:57 smithi181 ceph-mon[45557]: pgmap v15147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:53:58.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:57 smithi088 ceph-mon[35322]: pgmap v15147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:54:00.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:53:59 smithi175 ceph-mon[44549]: pgmap v15148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:00.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:53:59 smithi181 ceph-mon[45557]: pgmap v15148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:00.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:53:59 smithi088 ceph-mon[35322]: pgmap v15148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:02.066 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:01 smithi088 ceph-mon[35322]: pgmap v15149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:54:02.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:01 smithi175 ceph-mon[44549]: pgmap v15149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:54:02.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:01 smithi181 ceph-mon[45557]: pgmap v15149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T20:54:04.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:03 smithi175 ceph-mon[44549]: pgmap v15150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:54:04.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:03 smithi181 ceph-mon[45557]: pgmap v15150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:54:04.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:03 smithi088 ceph-mon[35322]: pgmap v15150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:54:05.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:05 smithi175 ceph-mon[44549]: pgmap v15151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:54:05.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:05 smithi181 ceph-mon[45557]: pgmap v15151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:54:05.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:05 smithi088 ceph-mon[35322]: pgmap v15151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:54:08.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:07 smithi175 ceph-mon[44549]: pgmap v15152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:54:08.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:07 smithi181 ceph-mon[45557]: pgmap v15152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:54:08.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:07 smithi088 ceph-mon[35322]: pgmap v15152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:54:10.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:09 smithi175 ceph-mon[44549]: pgmap v15153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:54:10.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:09 smithi181 ceph-mon[45557]: pgmap v15153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:54:10.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:09 smithi088 ceph-mon[35322]: pgmap v15153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:54:10.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:10.760+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:54:10.756 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:10.761+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:54:10.756 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:10.761+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:54:12.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:11 smithi175 ceph-mon[44549]: pgmap v15154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:12.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:11 smithi181 ceph-mon[45557]: pgmap v15154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:12.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:11 smithi088 ceph-mon[35322]: pgmap v15154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:14.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:13 smithi175 ceph-mon[44549]: pgmap v15155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:14.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:13 smithi181 ceph-mon[45557]: pgmap v15155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:14.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:13 smithi088 ceph-mon[35322]: pgmap v15155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:15.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:15 smithi175 ceph-mon[44549]: pgmap v15156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:15.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:15 smithi181 ceph-mon[45557]: pgmap v15156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:15.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:15 smithi088 ceph-mon[35322]: pgmap v15156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:18.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:17 smithi175 ceph-mon[44549]: pgmap v15157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:18.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:17 smithi181 ceph-mon[45557]: pgmap v15157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:18.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:17 smithi088 ceph-mon[35322]: pgmap v15157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:20.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:19 smithi175 ceph-mon[44549]: pgmap v15158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:20.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:19 smithi181 ceph-mon[45557]: pgmap v15158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:20.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:19 smithi088 ceph-mon[35322]: pgmap v15158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:22.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:21 smithi175 ceph-mon[44549]: pgmap v15159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:22.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:21 smithi181 ceph-mon[45557]: pgmap v15159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:22.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:21 smithi088 ceph-mon[35322]: pgmap v15159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:24.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:23 smithi175 ceph-mon[44549]: pgmap v15160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:24.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:23 smithi181 ceph-mon[45557]: pgmap v15160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:24.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:23 smithi088 ceph-mon[35322]: pgmap v15160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:25.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:25 smithi175 ceph-mon[44549]: pgmap v15161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:25.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:25 smithi181 ceph-mon[45557]: pgmap v15161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:25.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:25 smithi088 ceph-mon[35322]: pgmap v15161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:25.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:25.771+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:54:25.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:25.772+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:54:25.767 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:25.772+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:54:28.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:27 smithi175 ceph-mon[44549]: pgmap v15162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:28.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:27 smithi181 ceph-mon[45557]: pgmap v15162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:28.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:27 smithi088 ceph-mon[35322]: pgmap v15162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:30.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:29 smithi175 ceph-mon[44549]: pgmap v15163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:30.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:29 smithi181 ceph-mon[45557]: pgmap v15163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:30.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:29 smithi088 ceph-mon[35322]: pgmap v15163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:32.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:31 smithi175 ceph-mon[44549]: pgmap v15164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:32.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:31 smithi181 ceph-mon[45557]: pgmap v15164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:32.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:31 smithi088 ceph-mon[35322]: pgmap v15164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:33.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:32 smithi175 ceph-mon[44549]: pgmap v15165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:33.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:32 smithi181 ceph-mon[45557]: pgmap v15165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:33.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:32 smithi088 ceph-mon[35322]: pgmap v15165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:35.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:35 smithi175 ceph-mon[44549]: pgmap v15166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:35.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:35 smithi181 ceph-mon[45557]: pgmap v15166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:35.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:35 smithi088 ceph-mon[35322]: pgmap v15166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:38.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:37 smithi175 ceph-mon[44549]: pgmap v15167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:38.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:37 smithi181 ceph-mon[45557]: pgmap v15167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:38.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:37 smithi088 ceph-mon[35322]: pgmap v15167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:40.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:39 smithi175 ceph-mon[44549]: pgmap v15168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:40.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:39 smithi181 ceph-mon[45557]: pgmap v15168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:40.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:39 smithi088 ceph-mon[35322]: pgmap v15168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:40.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:40.786+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:54:40.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:40.786+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:54:40.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:40.786+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:54:41.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:40 smithi175 ceph-mon[44549]: pgmap v15169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:41.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:40 smithi181 ceph-mon[45557]: pgmap v15169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:41.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:40 smithi088 ceph-mon[35322]: pgmap v15169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:43.795+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:54:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:43.795+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:54:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:43.796+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 220 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T20:54:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:43.796+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 220 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T20:54:44.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:43 smithi175 ceph-mon[44549]: pgmap v15170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:44.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:43 smithi181 ceph-mon[45557]: pgmap v15170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:44.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:43 smithi088 ceph-mon[35322]: pgmap v15170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:54:45.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:45 smithi175 ceph-mon[44549]: pgmap v15171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:45.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:45 smithi181 ceph-mon[45557]: pgmap v15171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:45.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:45 smithi088 ceph-mon[35322]: pgmap v15171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:54:48.146 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:47 smithi088 ceph-mon[35322]: pgmap v15172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:48.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:47 smithi175 ceph-mon[44549]: pgmap v15172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:48.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:47 smithi181 ceph-mon[45557]: pgmap v15172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:54:50.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:49 smithi175 ceph-mon[44549]: pgmap v15173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:50.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:49 smithi181 ceph-mon[45557]: pgmap v15173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:50.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:49 smithi088 ceph-mon[35322]: pgmap v15173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:54:51.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:50 smithi175 ceph-mon[44549]: pgmap v15174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:51.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:50 smithi181 ceph-mon[45557]: pgmap v15174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:51.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:50 smithi088 ceph-mon[35322]: pgmap v15174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:54:52.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:54:52.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:54:52.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:54:52.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:52.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:53.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:54:53.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:54:53.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:52 smithi175 ceph-mon[44549]: pgmap v15175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:54:53.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:52 smithi175 ceph-mon[44549]: pgmap v15176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:53.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:53.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:54:53.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:54:53.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:52 smithi181 ceph-mon[45557]: pgmap v15175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:54:53.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:52 smithi181 ceph-mon[45557]: pgmap v15176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:53.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:53.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:54:53.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:54:53.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:52 smithi088 ceph-mon[35322]: pgmap v15175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:54:53.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:52 smithi088 ceph-mon[35322]: pgmap v15176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:53.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:54:55.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:55 smithi175 ceph-mon[44549]: pgmap v15177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:55.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:55 smithi181 ceph-mon[45557]: pgmap v15177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:55.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:55 smithi088 ceph-mon[35322]: pgmap v15177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:55.800+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:54:55.794 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:55.800+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:54:55.795 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:54:55.800+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:54:57.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:57 smithi175 ceph-mon[44549]: pgmap v15178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:57 smithi181 ceph-mon[45557]: pgmap v15178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:57 smithi088 ceph-mon[35322]: pgmap v15178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T20:54:59.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:54:59 smithi175 ceph-mon[44549]: pgmap v15179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T20:54:59.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:54:59 smithi181 ceph-mon[45557]: pgmap v15179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T20:54:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:54:59 smithi088 ceph-mon[35322]: pgmap v15179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T20:55:01.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:01 smithi175 ceph-mon[44549]: pgmap v15180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:55:01.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:01 smithi181 ceph-mon[45557]: pgmap v15180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:55:01.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:01 smithi088 ceph-mon[35322]: pgmap v15180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T20:55:03.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:03 smithi175 ceph-mon[44549]: pgmap v15181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:55:03.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:03 smithi181 ceph-mon[45557]: pgmap v15181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:55:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:03 smithi088 ceph-mon[35322]: pgmap v15181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:55:05.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:05 smithi175 ceph-mon[44549]: pgmap v15182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:05.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:05 smithi181 ceph-mon[45557]: pgmap v15182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:05.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:05 smithi088 ceph-mon[35322]: pgmap v15182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:07.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:07 smithi175 ceph-mon[44549]: pgmap v15183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:07.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:07 smithi181 ceph-mon[45557]: pgmap v15183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:07.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:07 smithi088 ceph-mon[35322]: pgmap v15183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:09.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:09 smithi175 ceph-mon[44549]: pgmap v15184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:09.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:09 smithi181 ceph-mon[45557]: pgmap v15184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:09 smithi088 ceph-mon[35322]: pgmap v15184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:10.815+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:55:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:10.815+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:55:10.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:10.815+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:55:11.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:11 smithi175 ceph-mon[44549]: pgmap v15185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:11.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:11 smithi181 ceph-mon[45557]: pgmap v15185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:11.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:11 smithi088 ceph-mon[35322]: pgmap v15185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:13.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:13 smithi175 ceph-mon[44549]: pgmap v15186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:13.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:13 smithi181 ceph-mon[45557]: pgmap v15186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:13.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:13 smithi088 ceph-mon[35322]: pgmap v15186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:15.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:15 smithi175 ceph-mon[44549]: pgmap v15187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:15.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:15 smithi181 ceph-mon[45557]: pgmap v15187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:15.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:15 smithi088 ceph-mon[35322]: pgmap v15187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:17.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:17 smithi175 ceph-mon[44549]: pgmap v15188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:17.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:17 smithi181 ceph-mon[45557]: pgmap v15188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:17 smithi088 ceph-mon[35322]: pgmap v15188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:19.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:19 smithi175 ceph-mon[44549]: pgmap v15189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:19.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:19 smithi181 ceph-mon[45557]: pgmap v15189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:19.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:19 smithi088 ceph-mon[35322]: pgmap v15189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:21.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:21 smithi175 ceph-mon[44549]: pgmap v15190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:21.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:21 smithi181 ceph-mon[45557]: pgmap v15190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:21.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:21 smithi088 ceph-mon[35322]: pgmap v15190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:23.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:23 smithi175 ceph-mon[44549]: pgmap v15191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:23.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:23 smithi181 ceph-mon[45557]: pgmap v15191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:23.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:23 smithi088 ceph-mon[35322]: pgmap v15191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:25.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:25 smithi175 ceph-mon[44549]: pgmap v15192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:25.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:25 smithi181 ceph-mon[45557]: pgmap v15192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:25.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:25 smithi088 ceph-mon[35322]: pgmap v15192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:25.830+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:55:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:25.830+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:55:25.825 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:25.830+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:55:27.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:27 smithi175 ceph-mon[44549]: pgmap v15193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:27 smithi181 ceph-mon[45557]: pgmap v15193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:27 smithi088 ceph-mon[35322]: pgmap v15193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:29.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:29 smithi175 ceph-mon[44549]: pgmap v15194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:29 smithi181 ceph-mon[45557]: pgmap v15194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:29.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:29 smithi088 ceph-mon[35322]: pgmap v15194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:31.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:31 smithi175 ceph-mon[44549]: pgmap v15195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:31.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:31 smithi181 ceph-mon[45557]: pgmap v15195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:31 smithi088 ceph-mon[35322]: pgmap v15195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:33.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:33 smithi175 ceph-mon[44549]: pgmap v15196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:33 smithi181 ceph-mon[45557]: pgmap v15196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:33 smithi088 ceph-mon[35322]: pgmap v15196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:35.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:35 smithi175 ceph-mon[44549]: pgmap v15197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:35.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:35 smithi181 ceph-mon[45557]: pgmap v15197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:35.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:35 smithi088 ceph-mon[35322]: pgmap v15197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:37.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:37 smithi175 ceph-mon[44549]: pgmap v15198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:37 smithi181 ceph-mon[45557]: pgmap v15198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:37.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:37 smithi088 ceph-mon[35322]: pgmap v15198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:39.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:39 smithi175 ceph-mon[44549]: pgmap v15199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:39.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:39 smithi181 ceph-mon[45557]: pgmap v15199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:39 smithi088 ceph-mon[35322]: pgmap v15199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:40.839 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:40.844+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:55:40.839 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:40.844+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:55:40.839 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:40.844+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:55:41.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:41 smithi175 ceph-mon[44549]: pgmap v15200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:41.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:41 smithi181 ceph-mon[45557]: pgmap v15200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:41 smithi088 ceph-mon[35322]: pgmap v15200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:43.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:43 smithi175 ceph-mon[44549]: pgmap v15201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:43.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:43 smithi181 ceph-mon[45557]: pgmap v15201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:43 smithi088 ceph-mon[35322]: pgmap v15201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:45.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:45 smithi175 ceph-mon[44549]: pgmap v15202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:45.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:45 smithi181 ceph-mon[45557]: pgmap v15202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:45.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:45 smithi088 ceph-mon[35322]: pgmap v15202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:55:47.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:47 smithi175 ceph-mon[44549]: pgmap v15203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:47.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:47 smithi181 ceph-mon[45557]: pgmap v15203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:47 smithi088 ceph-mon[35322]: pgmap v15203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:55:49.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:49 smithi175 ceph-mon[44549]: pgmap v15204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:49.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:49 smithi181 ceph-mon[45557]: pgmap v15204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:49.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:49 smithi088 ceph-mon[35322]: pgmap v15204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:55:51.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:51 smithi175 ceph-mon[44549]: pgmap v15205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:51.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:51 smithi181 ceph-mon[45557]: pgmap v15205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:51.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:51 smithi088 ceph-mon[35322]: pgmap v15205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:55:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:53 smithi175 ceph-mon[44549]: pgmap v15206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:55:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:55:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:55:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:55:53.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:53 smithi181 ceph-mon[45557]: pgmap v15206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:55:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:55:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:55:53.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:55:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:53 smithi088 ceph-mon[35322]: pgmap v15206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:55:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:55:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:55:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:55:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:55:54.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:54 smithi175 ceph-mon[44549]: pgmap v15207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:55:54.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:54 smithi175 ceph-mon[44549]: pgmap v15208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:55:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:54 smithi181 ceph-mon[45557]: pgmap v15207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:55:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:54 smithi181 ceph-mon[45557]: pgmap v15208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:55:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:54 smithi088 ceph-mon[35322]: pgmap v15207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:55:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:54 smithi088 ceph-mon[35322]: pgmap v15208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:55:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:55.860+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:55:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:55.860+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:55:55.854 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:55:55.860+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:55:56.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:56 smithi175 ceph-mon[44549]: pgmap v15209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:55:56.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:56 smithi181 ceph-mon[45557]: pgmap v15209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:55:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:56 smithi088 ceph-mon[35322]: pgmap v15209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:55:58.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:55:58 smithi181 ceph-mon[45557]: pgmap v15210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:55:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:55:58 smithi088 ceph-mon[35322]: pgmap v15210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:55:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:55:58 smithi175 ceph-mon[44549]: pgmap v15210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:56:00.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:00 smithi181 ceph-mon[45557]: pgmap v15211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:56:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:00 smithi088 ceph-mon[35322]: pgmap v15211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:56:00.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:00 smithi175 ceph-mon[44549]: pgmap v15211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:56:02.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:02 smithi175 ceph-mon[44549]: pgmap v15212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:56:02.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:02 smithi181 ceph-mon[45557]: pgmap v15212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:56:02.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:02 smithi088 ceph-mon[35322]: pgmap v15212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:56:04.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:04 smithi175 ceph-mon[44549]: pgmap v15213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:56:04.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:04 smithi181 ceph-mon[45557]: pgmap v15213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:56:04.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:04 smithi088 ceph-mon[35322]: pgmap v15213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:56:06.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:06 smithi175 ceph-mon[44549]: pgmap v15214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:06.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:06 smithi181 ceph-mon[45557]: pgmap v15214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:06.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:06 smithi088 ceph-mon[35322]: pgmap v15214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:08.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:08 smithi181 ceph-mon[45557]: pgmap v15215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:08.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:08 smithi088 ceph-mon[35322]: pgmap v15215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:08.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:08 smithi175 ceph-mon[44549]: pgmap v15215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:10.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:10 smithi181 ceph-mon[45557]: pgmap v15216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:56:10.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:10 smithi088 ceph-mon[35322]: pgmap v15216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:56:10.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:10 smithi175 ceph-mon[44549]: pgmap v15216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:56:10.868 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:10.872+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:56:10.868 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:10.872+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:56:10.868 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:10.872+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:56:12.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:12 smithi175 ceph-mon[44549]: pgmap v15217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:12.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:12 smithi181 ceph-mon[45557]: pgmap v15217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:12.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:12 smithi088 ceph-mon[35322]: pgmap v15217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:14.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:14 smithi181 ceph-mon[45557]: pgmap v15218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:56:14.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:14 smithi088 ceph-mon[35322]: pgmap v15218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:56:14.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:14 smithi175 ceph-mon[44549]: pgmap v15218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:56:16.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:16 smithi181 ceph-mon[45557]: pgmap v15219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:16.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:16 smithi088 ceph-mon[35322]: pgmap v15219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:16.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:16 smithi175 ceph-mon[44549]: pgmap v15219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:18.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:18 smithi181 ceph-mon[45557]: pgmap v15220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:18 smithi088 ceph-mon[35322]: pgmap v15220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:18.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:18 smithi175 ceph-mon[44549]: pgmap v15220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:20.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:20 smithi181 ceph-mon[45557]: pgmap v15221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:56:20.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:20 smithi088 ceph-mon[35322]: pgmap v15221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:56:20.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:20 smithi175 ceph-mon[44549]: pgmap v15221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:56:22.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:22 smithi175 ceph-mon[44549]: pgmap v15222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:22.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:22 smithi181 ceph-mon[45557]: pgmap v15222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:22.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:22 smithi088 ceph-mon[35322]: pgmap v15222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:24.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:24 smithi181 ceph-mon[45557]: pgmap v15223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:56:24.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:24 smithi088 ceph-mon[35322]: pgmap v15223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:56:24.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:24 smithi175 ceph-mon[44549]: pgmap v15223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:56:25.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:25.879+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:56:25.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:25.879+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:56:25.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:25.879+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:56:26.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:26 smithi181 ceph-mon[45557]: pgmap v15224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:56:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:26 smithi088 ceph-mon[35322]: pgmap v15224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:56:26.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:26 smithi175 ceph-mon[44549]: pgmap v15224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:56:28.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:28 smithi181 ceph-mon[45557]: pgmap v15225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:28 smithi088 ceph-mon[35322]: pgmap v15225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:28.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:28 smithi175 ceph-mon[44549]: pgmap v15225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:30.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:30 smithi181 ceph-mon[45557]: pgmap v15226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:56:30.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:30 smithi088 ceph-mon[35322]: pgmap v15226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:56:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:30 smithi175 ceph-mon[44549]: pgmap v15226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:56:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:32 smithi181 ceph-mon[45557]: pgmap v15227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:32 smithi088 ceph-mon[35322]: pgmap v15227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:32.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:32 smithi175 ceph-mon[44549]: pgmap v15227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:34.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:34 smithi181 ceph-mon[45557]: pgmap v15228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:56:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:34 smithi088 ceph-mon[35322]: pgmap v15228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:56:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:34 smithi175 ceph-mon[44549]: pgmap v15228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:56:36.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:36 smithi181 ceph-mon[45557]: pgmap v15229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:36 smithi088 ceph-mon[35322]: pgmap v15229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:36.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:36 smithi175 ceph-mon[44549]: pgmap v15229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:38.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:38 smithi181 ceph-mon[45557]: pgmap v15230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:38 smithi088 ceph-mon[35322]: pgmap v15230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:38.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:38 smithi175 ceph-mon[44549]: pgmap v15230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:40.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:40 smithi181 ceph-mon[45557]: pgmap v15231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:56:40.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:40 smithi088 ceph-mon[35322]: pgmap v15231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:56:40.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:40 smithi175 ceph-mon[44549]: pgmap v15231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:56:40.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:40.895+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:56:40.889 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:40.895+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:56:40.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:40.895+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:56:42.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:42 smithi181 ceph-mon[45557]: pgmap v15232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:42 smithi088 ceph-mon[35322]: pgmap v15232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:42.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:42 smithi175 ceph-mon[44549]: pgmap v15232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:44.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:44 smithi181 ceph-mon[45557]: pgmap v15233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:56:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:44 smithi088 ceph-mon[35322]: pgmap v15233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:56:44.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:44 smithi175 ceph-mon[44549]: pgmap v15233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:56:46.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:46 smithi181 ceph-mon[45557]: pgmap v15234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:46 smithi088 ceph-mon[35322]: pgmap v15234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:46.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:46 smithi175 ceph-mon[44549]: pgmap v15234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:56:48.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:48 smithi181 ceph-mon[45557]: pgmap v15235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:48.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:48 smithi088 ceph-mon[35322]: pgmap v15235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:48.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:48 smithi175 ceph-mon[44549]: pgmap v15235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:56:50.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:50 smithi181 ceph-mon[45557]: pgmap v15236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:56:50.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:50 smithi088 ceph-mon[35322]: pgmap v15236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:56:50.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:50 smithi175 ceph-mon[44549]: pgmap v15236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:56:52.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:52 smithi181 ceph-mon[45557]: pgmap v15237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:52.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:52 smithi088 ceph-mon[35322]: pgmap v15237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:52.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:52 smithi175 ceph-mon[44549]: pgmap v15237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:56:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:54 smithi181 ceph-mon[45557]: pgmap v15238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:56:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:56:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:56:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:56:54.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:56:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:54 smithi088 ceph-mon[35322]: pgmap v15238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:56:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:56:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:56:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:56:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:56:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:54 smithi175 ceph-mon[44549]: pgmap v15238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:56:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:56:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:56:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:56:54.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:56:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:55 smithi181 ceph-mon[45557]: pgmap v15239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:56:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:55 smithi181 ceph-mon[45557]: pgmap v15240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:56:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:55 smithi088 ceph-mon[35322]: pgmap v15239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:56:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:55 smithi088 ceph-mon[35322]: pgmap v15240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:56:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:55.910+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:56:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:55.910+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:56:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:56:55.910+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:56:55.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:55 smithi175 ceph-mon[44549]: pgmap v15239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T20:56:55.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:55 smithi175 ceph-mon[44549]: pgmap v15240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:56:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:57 smithi181 ceph-mon[45557]: pgmap v15241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:56:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:57 smithi088 ceph-mon[35322]: pgmap v15241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:56:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:57 smithi175 ceph-mon[44549]: pgmap v15241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:56:59.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:56:59 smithi181 ceph-mon[45557]: pgmap v15242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:56:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:56:59 smithi088 ceph-mon[35322]: pgmap v15242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:56:59.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:56:59 smithi175 ceph-mon[44549]: pgmap v15242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:57:01.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:01 smithi181 ceph-mon[45557]: pgmap v15243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:57:01.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:01 smithi088 ceph-mon[35322]: pgmap v15243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:57:01.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:01 smithi175 ceph-mon[44549]: pgmap v15243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:57:03.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:03 smithi181 ceph-mon[45557]: pgmap v15244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:57:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:03 smithi088 ceph-mon[35322]: pgmap v15244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:57:03.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:03 smithi175 ceph-mon[44549]: pgmap v15244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:57:05.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:05 smithi181 ceph-mon[45557]: pgmap v15245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:57:05.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:05 smithi088 ceph-mon[35322]: pgmap v15245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:57:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:05 smithi175 ceph-mon[44549]: pgmap v15245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:57:07.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:07 smithi175 ceph-mon[44549]: pgmap v15246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:07.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:07 smithi181 ceph-mon[45557]: pgmap v15246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:07.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:07 smithi088 ceph-mon[35322]: pgmap v15246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:09.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:09 smithi175 ceph-mon[44549]: pgmap v15247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:09.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:09 smithi181 ceph-mon[45557]: pgmap v15247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:09 smithi088 ceph-mon[35322]: pgmap v15247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:10.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:10.924+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:57:10.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:10.924+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:57:10.920 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:10.924+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:57:11.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:11 smithi175 ceph-mon[44549]: pgmap v15248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:11.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:11 smithi181 ceph-mon[45557]: pgmap v15248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:11.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:11 smithi088 ceph-mon[35322]: pgmap v15248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:13.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:13 smithi181 ceph-mon[45557]: pgmap v15249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:13.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:13 smithi088 ceph-mon[35322]: pgmap v15249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:13.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:13 smithi175 ceph-mon[44549]: pgmap v15249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:15.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:15 smithi181 ceph-mon[45557]: pgmap v15250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:15.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:15 smithi088 ceph-mon[35322]: pgmap v15250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:15.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:15 smithi175 ceph-mon[44549]: pgmap v15250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:17.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:17 smithi175 ceph-mon[44549]: pgmap v15251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:17.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:17 smithi181 ceph-mon[45557]: pgmap v15251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:17 smithi088 ceph-mon[35322]: pgmap v15251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:19.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:19 smithi175 ceph-mon[44549]: pgmap v15252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:19.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:19 smithi181 ceph-mon[45557]: pgmap v15252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:19.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:19 smithi088 ceph-mon[35322]: pgmap v15252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:21.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:21 smithi181 ceph-mon[45557]: pgmap v15253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:21.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:21 smithi088 ceph-mon[35322]: pgmap v15253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:21.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:21 smithi175 ceph-mon[44549]: pgmap v15253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:23.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:23 smithi181 ceph-mon[45557]: pgmap v15254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:23.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:23 smithi088 ceph-mon[35322]: pgmap v15254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:23.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:23 smithi175 ceph-mon[44549]: pgmap v15254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:25.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:25 smithi181 ceph-mon[45557]: pgmap v15255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:25.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:25 smithi088 ceph-mon[35322]: pgmap v15255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:25.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:25 smithi175 ceph-mon[44549]: pgmap v15255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:25.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:25.926+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:57:25.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:25.926+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:57:25.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:25.926+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:57:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:27 smithi181 ceph-mon[45557]: pgmap v15256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:27.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:27 smithi088 ceph-mon[35322]: pgmap v15256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:27 smithi175 ceph-mon[44549]: pgmap v15256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:29 smithi181 ceph-mon[45557]: pgmap v15257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:57:29.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:29 smithi088 ceph-mon[35322]: pgmap v15257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:57:29.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:29 smithi175 ceph-mon[44549]: pgmap v15257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T20:57:31.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:31 smithi181 ceph-mon[45557]: pgmap v15258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:57:31.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:31 smithi088 ceph-mon[35322]: pgmap v15258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:57:31.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:31 smithi175 ceph-mon[44549]: pgmap v15258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:57:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:33 smithi181 ceph-mon[45557]: pgmap v15259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:33.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:33 smithi088 ceph-mon[35322]: pgmap v15259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:33.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:33 smithi175 ceph-mon[44549]: pgmap v15259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:35.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:35 smithi181 ceph-mon[45557]: pgmap v15260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:57:35.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:35 smithi088 ceph-mon[35322]: pgmap v15260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:57:35.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:35 smithi175 ceph-mon[44549]: pgmap v15260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:57:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:37 smithi181 ceph-mon[45557]: pgmap v15261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:37.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:37 smithi088 ceph-mon[35322]: pgmap v15261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:37.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:37 smithi175 ceph-mon[44549]: pgmap v15261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:39.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:39 smithi181 ceph-mon[45557]: pgmap v15262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:39 smithi088 ceph-mon[35322]: pgmap v15262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:39.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:39 smithi175 ceph-mon[44549]: pgmap v15262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:40.926 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:40.932+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:57:40.926 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:40.932+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:57:40.926 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:40.932+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:57:41.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:41 smithi181 ceph-mon[45557]: pgmap v15263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:41 smithi088 ceph-mon[35322]: pgmap v15263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:41.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:41 smithi175 ceph-mon[44549]: pgmap v15263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:43.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:43 smithi181 ceph-mon[45557]: pgmap v15264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:43 smithi088 ceph-mon[35322]: pgmap v15264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:43.818 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:43.825+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:57:43.819 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:43.825+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:57:43.819 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:43.825+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 221 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:57:43.819 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:43.825+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 221 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:57:43.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:43 smithi175 ceph-mon[44549]: pgmap v15264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:45.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:45 smithi181 ceph-mon[45557]: pgmap v15265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:45.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:45 smithi088 ceph-mon[35322]: pgmap v15265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:45.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:45 smithi175 ceph-mon[44549]: pgmap v15265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:47.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:47 smithi181 ceph-mon[45557]: pgmap v15266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:47 smithi088 ceph-mon[35322]: pgmap v15266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:47.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:47 smithi175 ceph-mon[44549]: pgmap v15266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:57:49.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:49 smithi181 ceph-mon[45557]: pgmap v15267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:49.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:49 smithi088 ceph-mon[35322]: pgmap v15267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:49.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:49 smithi175 ceph-mon[44549]: pgmap v15267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:57:51.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:51 smithi181 ceph-mon[45557]: pgmap v15268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:51.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:51 smithi088 ceph-mon[35322]: pgmap v15268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:51.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:51 smithi175 ceph-mon[44549]: pgmap v15268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:57:53.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:53 smithi181 ceph-mon[45557]: pgmap v15269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:53 smithi088 ceph-mon[35322]: pgmap v15269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:53.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:53 smithi175 ceph-mon[44549]: pgmap v15269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:57:55.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:55 smithi181 ceph-mon[45557]: pgmap v15270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:55.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:57:55.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:55 smithi088 ceph-mon[35322]: pgmap v15270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:55.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:57:55.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:55 smithi175 ceph-mon[44549]: pgmap v15270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:57:55.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:57:55.941 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:55.947+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:57:55.942 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:55.947+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:57:55.942 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:57:55.947+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:57:56.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:57:56.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:57:56.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:56 smithi181 ceph-mon[45557]: pgmap v15271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:57:56.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:56 smithi181 ceph-mon[45557]: pgmap v15272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:57:56.452 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:57:56.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:57:56.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:57:56.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:56 smithi088 ceph-mon[35322]: pgmap v15271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:57:56.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:56 smithi088 ceph-mon[35322]: pgmap v15272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:57:56.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:57:56.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:57:56.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:57:56.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:56 smithi175 ceph-mon[44549]: pgmap v15271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T20:57:56.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:56 smithi175 ceph-mon[44549]: pgmap v15272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:57:56.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:57:58.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:57:58 smithi175 ceph-mon[44549]: pgmap v15273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:57:58.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:57:58 smithi181 ceph-mon[45557]: pgmap v15273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:57:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:57:58 smithi088 ceph-mon[35322]: pgmap v15273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:58:00.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:00 smithi181 ceph-mon[45557]: pgmap v15274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:58:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:00 smithi088 ceph-mon[35322]: pgmap v15274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:58:00.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:00 smithi175 ceph-mon[44549]: pgmap v15274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T20:58:02.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:02 smithi175 ceph-mon[44549]: pgmap v15275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:58:02.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:02 smithi181 ceph-mon[45557]: pgmap v15275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:58:02.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:02 smithi088 ceph-mon[35322]: pgmap v15275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T20:58:04.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:04 smithi175 ceph-mon[44549]: pgmap v15276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:58:04.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:04 smithi181 ceph-mon[45557]: pgmap v15276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:58:04.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:04 smithi088 ceph-mon[35322]: pgmap v15276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:58:06.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:06 smithi175 ceph-mon[44549]: pgmap v15277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:58:06.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:06 smithi181 ceph-mon[45557]: pgmap v15277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:58:06.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:06 smithi088 ceph-mon[35322]: pgmap v15277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:58:08.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:08 smithi175 ceph-mon[44549]: pgmap v15278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:08.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:08 smithi181 ceph-mon[45557]: pgmap v15278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:08.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:08 smithi088 ceph-mon[35322]: pgmap v15278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:10.451 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:10 smithi181 ceph-mon[45557]: pgmap v15279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:10.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:10 smithi088 ceph-mon[35322]: pgmap v15279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:10.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:10 smithi175 ceph-mon[44549]: pgmap v15279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:10.945 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:10.951+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:58:10.946 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:10.951+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:58:10.946 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:10.951+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:58:12.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:12 smithi175 ceph-mon[44549]: pgmap v15280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:12.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:12 smithi181 ceph-mon[45557]: pgmap v15280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:12.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:12 smithi088 ceph-mon[35322]: pgmap v15280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:14.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:14 smithi175 ceph-mon[44549]: pgmap v15281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:14.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:14 smithi181 ceph-mon[45557]: pgmap v15281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:14.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:14 smithi088 ceph-mon[35322]: pgmap v15281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:16.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:16 smithi175 ceph-mon[44549]: pgmap v15282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:16.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:16 smithi181 ceph-mon[45557]: pgmap v15282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:16.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:16 smithi088 ceph-mon[35322]: pgmap v15282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:18.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:18 smithi175 ceph-mon[44549]: pgmap v15283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:18.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:18 smithi181 ceph-mon[45557]: pgmap v15283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:18.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:18 smithi088 ceph-mon[35322]: pgmap v15283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:20.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:20 smithi088 ceph-mon[35322]: pgmap v15284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:20.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:20 smithi175 ceph-mon[44549]: pgmap v15284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:20.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:20 smithi181 ceph-mon[45557]: pgmap v15284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:22.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:22 smithi175 ceph-mon[44549]: pgmap v15285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:22.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:22 smithi181 ceph-mon[45557]: pgmap v15285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:22.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:22 smithi088 ceph-mon[35322]: pgmap v15285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:24.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:24 smithi175 ceph-mon[44549]: pgmap v15286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:24.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:24 smithi181 ceph-mon[45557]: pgmap v15286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:24.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:24 smithi088 ceph-mon[35322]: pgmap v15286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:25.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:25.957+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:58:25.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:25.958+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:58:25.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:25.958+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:58:26.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:26 smithi175 ceph-mon[44549]: pgmap v15287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:26.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:26 smithi181 ceph-mon[45557]: pgmap v15287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:26 smithi088 ceph-mon[35322]: pgmap v15287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:28.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:28 smithi175 ceph-mon[44549]: pgmap v15288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:28.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:28 smithi181 ceph-mon[45557]: pgmap v15288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:28.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:28 smithi088 ceph-mon[35322]: pgmap v15288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:30.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:30 smithi088 ceph-mon[35322]: pgmap v15289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:30 smithi175 ceph-mon[44549]: pgmap v15289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:30 smithi181 ceph-mon[45557]: pgmap v15289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:32.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:32 smithi175 ceph-mon[44549]: pgmap v15290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:32.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:32 smithi181 ceph-mon[45557]: pgmap v15290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:32.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:32 smithi088 ceph-mon[35322]: pgmap v15290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:34.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:34 smithi175 ceph-mon[44549]: pgmap v15291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:34.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:34 smithi181 ceph-mon[45557]: pgmap v15291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:34 smithi088 ceph-mon[35322]: pgmap v15291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:36.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:36 smithi175 ceph-mon[44549]: pgmap v15292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:36.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:36 smithi181 ceph-mon[45557]: pgmap v15292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:36.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:36 smithi088 ceph-mon[35322]: pgmap v15292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:38.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:38 smithi175 ceph-mon[44549]: pgmap v15293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:38.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:38 smithi181 ceph-mon[45557]: pgmap v15293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:38.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:38 smithi088 ceph-mon[35322]: pgmap v15293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:40.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:40 smithi088 ceph-mon[35322]: pgmap v15294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:40.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:40 smithi175 ceph-mon[44549]: pgmap v15294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:40.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:40 smithi181 ceph-mon[45557]: pgmap v15294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:40.960 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:40.965+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:58:40.960 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:40.965+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:58:40.960 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:40.965+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:58:42.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:42 smithi175 ceph-mon[44549]: pgmap v15295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:42.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:42 smithi181 ceph-mon[45557]: pgmap v15295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:42 smithi088 ceph-mon[35322]: pgmap v15295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:44.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:44 smithi175 ceph-mon[44549]: pgmap v15296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:44.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:44 smithi181 ceph-mon[45557]: pgmap v15296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:44.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:44 smithi088 ceph-mon[35322]: pgmap v15296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:46.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:46 smithi181 ceph-mon[45557]: pgmap v15297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:46.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:46 smithi088 ceph-mon[35322]: pgmap v15297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:46.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:46 smithi175 ceph-mon[44549]: pgmap v15297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:48.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:48 smithi181 ceph-mon[45557]: pgmap v15298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:48.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:48 smithi088 ceph-mon[35322]: pgmap v15298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:48.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:48 smithi175 ceph-mon[44549]: pgmap v15298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:58:50.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:50 smithi088 ceph-mon[35322]: pgmap v15299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:50.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:50 smithi175 ceph-mon[44549]: pgmap v15299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:50.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:50 smithi181 ceph-mon[45557]: pgmap v15299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:58:52.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:52 smithi175 ceph-mon[44549]: pgmap v15300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:52.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:52 smithi181 ceph-mon[45557]: pgmap v15300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:52.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:52 smithi088 ceph-mon[35322]: pgmap v15300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:58:54.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:54 smithi181 ceph-mon[45557]: pgmap v15301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:54 smithi088 ceph-mon[35322]: pgmap v15301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:54.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:54 smithi175 ceph-mon[44549]: pgmap v15301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:58:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:55.981+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:58:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:55.981+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:58:55.975 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:58:55.981+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:58:56.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:56 smithi181 ceph-mon[45557]: pgmap v15302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:56.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:58:56.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:58:56.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:58:56.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:56 smithi088 ceph-mon[35322]: pgmap v15302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:58:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:56 smithi175 ceph-mon[44549]: pgmap v15302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:58:56.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:58:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:57 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:58:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:57 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:58:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:57 smithi181 ceph-mon[45557]: pgmap v15303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:58:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:57 smithi181 ceph-mon[45557]: pgmap v15304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:58:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:57 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:58:57.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:57 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:58:57.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:57 smithi088 ceph-mon[35322]: pgmap v15303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:58:57.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:57 smithi088 ceph-mon[35322]: pgmap v15304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:58:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:57 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T20:58:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:57 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T20:58:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:57 smithi175 ceph-mon[44549]: pgmap v15303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T20:58:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:57 smithi175 ceph-mon[44549]: pgmap v15304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:58:59.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:58:59 smithi181 ceph-mon[45557]: pgmap v15305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:58:59.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:58:59 smithi088 ceph-mon[35322]: pgmap v15305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:58:59.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:58:59 smithi175 ceph-mon[44549]: pgmap v15305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T20:59:01.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:01 smithi181 ceph-mon[45557]: pgmap v15306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:59:01.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:01 smithi088 ceph-mon[35322]: pgmap v15306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:59:01.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:01 smithi175 ceph-mon[44549]: pgmap v15306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T20:59:03.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:03 smithi181 ceph-mon[45557]: pgmap v15307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:59:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:03 smithi088 ceph-mon[35322]: pgmap v15307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:59:03.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:03 smithi175 ceph-mon[44549]: pgmap v15307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:59:05.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:05 smithi088 ceph-mon[35322]: pgmap v15308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:59:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:05 smithi175 ceph-mon[44549]: pgmap v15308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:59:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:05 smithi181 ceph-mon[45557]: pgmap v15308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T20:59:07.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:07 smithi181 ceph-mon[45557]: pgmap v15309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:59:07.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:07 smithi088 ceph-mon[35322]: pgmap v15309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:59:07.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:07 smithi175 ceph-mon[44549]: pgmap v15309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T20:59:09.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:09 smithi181 ceph-mon[45557]: pgmap v15310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:09 smithi088 ceph-mon[35322]: pgmap v15310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:09.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:09 smithi175 ceph-mon[44549]: pgmap v15310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:10.990 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:10.996+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:59:10.990 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:10.996+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:59:10.990 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:10.996+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:59:11.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:11 smithi181 ceph-mon[45557]: pgmap v15311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:11.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:11 smithi088 ceph-mon[35322]: pgmap v15311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:11.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:11 smithi175 ceph-mon[44549]: pgmap v15311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:13.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:13 smithi181 ceph-mon[45557]: pgmap v15312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:13.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:13 smithi088 ceph-mon[35322]: pgmap v15312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:13.832 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:13.839+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:59:13.833 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:13.839+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:59:13.833 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:13.839+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 222 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T20:59:13.833 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:13.839+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 222 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T20:59:13.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:13 smithi175 ceph-mon[44549]: pgmap v15312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:15.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:15 smithi088 ceph-mon[35322]: pgmap v15313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:15.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:15 smithi175 ceph-mon[44549]: pgmap v15313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:15.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:15 smithi181 ceph-mon[45557]: pgmap v15313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:17.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:17 smithi181 ceph-mon[45557]: pgmap v15314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:17.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:17 smithi088 ceph-mon[35322]: pgmap v15314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:17.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:17 smithi175 ceph-mon[44549]: pgmap v15314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:19.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:19 smithi181 ceph-mon[45557]: pgmap v15315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:19.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:19 smithi088 ceph-mon[35322]: pgmap v15315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:19.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:19 smithi175 ceph-mon[44549]: pgmap v15315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:21.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:21 smithi181 ceph-mon[45557]: pgmap v15316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:21.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:21 smithi088 ceph-mon[35322]: pgmap v15316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:21.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:21 smithi175 ceph-mon[44549]: pgmap v15316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:23.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:23 smithi181 ceph-mon[45557]: pgmap v15317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:23.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:23 smithi088 ceph-mon[35322]: pgmap v15317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:23.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:23 smithi175 ceph-mon[44549]: pgmap v15317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:25.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:25 smithi088 ceph-mon[35322]: pgmap v15318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:25.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:25 smithi175 ceph-mon[44549]: pgmap v15318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:25.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:25 smithi181 ceph-mon[45557]: pgmap v15318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:26.002 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:26.008+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:59:26.002 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:26.008+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:59:26.002 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:26.008+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:59:27.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:27 smithi181 ceph-mon[45557]: pgmap v15319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:27.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:27 smithi088 ceph-mon[35322]: pgmap v15319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:27.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:27 smithi175 ceph-mon[44549]: pgmap v15319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:29.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:29 smithi181 ceph-mon[45557]: pgmap v15320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:29.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:29 smithi088 ceph-mon[35322]: pgmap v15320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:29.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:29 smithi175 ceph-mon[44549]: pgmap v15320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:31.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:31 smithi181 ceph-mon[45557]: pgmap v15321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:31.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:31 smithi088 ceph-mon[35322]: pgmap v15321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:31.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:31 smithi175 ceph-mon[44549]: pgmap v15321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:33.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:33 smithi181 ceph-mon[45557]: pgmap v15322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:33.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:33 smithi088 ceph-mon[35322]: pgmap v15322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:33.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:33 smithi175 ceph-mon[44549]: pgmap v15322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:35.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:35 smithi088 ceph-mon[35322]: pgmap v15323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:35.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:35 smithi175 ceph-mon[44549]: pgmap v15323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:35 smithi181 ceph-mon[45557]: pgmap v15323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:37 smithi181 ceph-mon[45557]: pgmap v15324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:37.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:37 smithi088 ceph-mon[35322]: pgmap v15324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:37.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:37 smithi175 ceph-mon[44549]: pgmap v15324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:39.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:39 smithi181 ceph-mon[45557]: pgmap v15325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:59:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:39 smithi088 ceph-mon[35322]: pgmap v15325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:59:39.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:39 smithi175 ceph-mon[44549]: pgmap v15325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T20:59:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:41.018+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:59:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:41.018+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:59:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:41.018+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:59:41.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:41 smithi181 ceph-mon[45557]: pgmap v15326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:41.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:41 smithi088 ceph-mon[35322]: pgmap v15326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:41.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:41 smithi175 ceph-mon[44549]: pgmap v15326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:43.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:43 smithi181 ceph-mon[45557]: pgmap v15327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:43 smithi088 ceph-mon[35322]: pgmap v15327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:43.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:43 smithi175 ceph-mon[44549]: pgmap v15327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:45.524 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:45 smithi088 ceph-mon[35322]: pgmap v15328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:45.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:45 smithi175 ceph-mon[44549]: pgmap v15328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:45.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:45 smithi181 ceph-mon[45557]: pgmap v15328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:47.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:47 smithi181 ceph-mon[45557]: pgmap v15329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:47.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:47 smithi088 ceph-mon[35322]: pgmap v15329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:47.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:47 smithi175 ceph-mon[44549]: pgmap v15329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:49.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:49 smithi181 ceph-mon[45557]: pgmap v15330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:49.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:49 smithi088 ceph-mon[35322]: pgmap v15330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:49.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:49 smithi175 ceph-mon[44549]: pgmap v15330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T20:59:51.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:51 smithi181 ceph-mon[45557]: pgmap v15331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:51.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:51 smithi088 ceph-mon[35322]: pgmap v15331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:51.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:51 smithi175 ceph-mon[44549]: pgmap v15331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T20:59:53.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:53 smithi181 ceph-mon[45557]: pgmap v15332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:53.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:53 smithi088 ceph-mon[35322]: pgmap v15332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:53.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:53 smithi175 ceph-mon[44549]: pgmap v15332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T20:59:55.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:55 smithi088 ceph-mon[35322]: pgmap v15333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:55.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:55 smithi175 ceph-mon[44549]: pgmap v15333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:55 smithi181 ceph-mon[45557]: pgmap v15333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T20:59:56.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:56.033+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T20:59:56.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:56.034+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T20:59:56.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T20:59:56.034+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T20:59:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:57 smithi181 ceph-mon[45557]: pgmap v15334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:59:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:59:57.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:59:57.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:59:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:57 smithi088 ceph-mon[35322]: pgmap v15334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:59:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:59:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:59:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:59:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:57 smithi175 ceph-mon[44549]: pgmap v15334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T20:59:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T20:59:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T20:59:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T20:59:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T20:59:57.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T20:59:58.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:58 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:59:58.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:58 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:59:58.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:58 smithi181 ceph-mon[45557]: pgmap v15335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:59:58.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 20:59:58 smithi181 ceph-mon[45557]: pgmap v15336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:59:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:58 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:59:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:58 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:59:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:58 smithi088 ceph-mon[35322]: pgmap v15335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:59:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 20:59:58 smithi088 ceph-mon[35322]: pgmap v15336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T20:59:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:58 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T20:59:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:58 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T20:59:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:58 smithi175 ceph-mon[44549]: pgmap v15335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T20:59:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 20:59:58 smithi175 ceph-mon[44549]: pgmap v15336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:00:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:00 smithi088 ceph-mon[35322]: pgmap v15337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:00:00.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:00:00.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:00 smithi175 ceph-mon[44549]: pgmap v15337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:00:00.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:00:00.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:00 smithi181 ceph-mon[45557]: pgmap v15337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:00:00.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:00:02.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:02 smithi181 ceph-mon[45557]: pgmap v15338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:00:02.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:02 smithi088 ceph-mon[35322]: pgmap v15338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:00:02.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:02 smithi175 ceph-mon[44549]: pgmap v15338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:00:04.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:04 smithi181 ceph-mon[45557]: pgmap v15339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:00:04.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:04 smithi088 ceph-mon[35322]: pgmap v15339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:00:04.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:04 smithi175 ceph-mon[44549]: pgmap v15339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:00:06.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:06 smithi088 ceph-mon[35322]: pgmap v15340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:00:06.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:06 smithi175 ceph-mon[44549]: pgmap v15340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:00:06.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:06 smithi181 ceph-mon[45557]: pgmap v15340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:00:08.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:08 smithi088 ceph-mon[35322]: pgmap v15341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:00:08.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:08 smithi175 ceph-mon[44549]: pgmap v15341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:00:08.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:08 smithi181 ceph-mon[45557]: pgmap v15341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:00:10.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:10 smithi088 ceph-mon[35322]: pgmap v15342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:10.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:10 smithi175 ceph-mon[44549]: pgmap v15342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:10.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:10 smithi181 ceph-mon[45557]: pgmap v15342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:11.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:11.046+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:00:11.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:11.046+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:00:11.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:11.046+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:00:12.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:12 smithi088 ceph-mon[35322]: pgmap v15343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:12.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:12 smithi175 ceph-mon[44549]: pgmap v15343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:12.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:12 smithi181 ceph-mon[45557]: pgmap v15343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:14.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:14 smithi088 ceph-mon[35322]: pgmap v15344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:14.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:14 smithi175 ceph-mon[44549]: pgmap v15344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:14.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:14 smithi181 ceph-mon[45557]: pgmap v15344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:16.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:16 smithi088 ceph-mon[35322]: pgmap v15345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:16.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:16 smithi175 ceph-mon[44549]: pgmap v15345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:16.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:16 smithi181 ceph-mon[45557]: pgmap v15345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:18.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:18 smithi088 ceph-mon[35322]: pgmap v15346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:18.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:18 smithi175 ceph-mon[44549]: pgmap v15346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:18.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:18 smithi181 ceph-mon[45557]: pgmap v15346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:20.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:20 smithi088 ceph-mon[35322]: pgmap v15347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:20.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:20 smithi175 ceph-mon[44549]: pgmap v15347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:20.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:20 smithi181 ceph-mon[45557]: pgmap v15347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:22.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:22 smithi088 ceph-mon[35322]: pgmap v15348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:22.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:22 smithi175 ceph-mon[44549]: pgmap v15348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:22.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:22 smithi181 ceph-mon[45557]: pgmap v15348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:24.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:24 smithi088 ceph-mon[35322]: pgmap v15349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:24.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:24 smithi175 ceph-mon[44549]: pgmap v15349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:24.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:24 smithi181 ceph-mon[45557]: pgmap v15349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:26.048 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:26.053+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:00:26.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:26.053+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:00:26.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:26.053+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:00:26.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:26 smithi088 ceph-mon[35322]: pgmap v15350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:26.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:26 smithi175 ceph-mon[44549]: pgmap v15350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:26.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:26 smithi181 ceph-mon[45557]: pgmap v15350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:28.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:28 smithi088 ceph-mon[35322]: pgmap v15351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:28.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:28 smithi175 ceph-mon[44549]: pgmap v15351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:28.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:28 smithi181 ceph-mon[45557]: pgmap v15351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:30.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:30 smithi088 ceph-mon[35322]: pgmap v15352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:30.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:30 smithi175 ceph-mon[44549]: pgmap v15352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:30 smithi181 ceph-mon[45557]: pgmap v15352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:32.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:32 smithi088 ceph-mon[35322]: pgmap v15353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:32.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:32 smithi175 ceph-mon[44549]: pgmap v15353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:32.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:32 smithi181 ceph-mon[45557]: pgmap v15353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:34.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:34 smithi088 ceph-mon[35322]: pgmap v15354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:34.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:34 smithi175 ceph-mon[44549]: pgmap v15354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:34.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:34 smithi181 ceph-mon[45557]: pgmap v15354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:36.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:36 smithi088 ceph-mon[35322]: pgmap v15355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:36.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:36 smithi175 ceph-mon[44549]: pgmap v15355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:36.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:36 smithi181 ceph-mon[45557]: pgmap v15355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:38.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:38 smithi088 ceph-mon[35322]: pgmap v15356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:38.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:38 smithi175 ceph-mon[44549]: pgmap v15356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:38.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:38 smithi181 ceph-mon[45557]: pgmap v15356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:39.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:39.484+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T21:00:39.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:39.484+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T21:00:39.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:39.484+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34404f040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T21:00:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:39.484+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34404f040 comp rx=0 tx=0).stop 2024-01-28T21:00:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:39.484+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T21:00:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:39.484+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T21:00:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:39.484+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T21:00:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:39.484+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T21:00:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:39.484+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T21:00:39.479 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:39.485+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34404f040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T21:00:40.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:40 smithi088 ceph-mon[35322]: pgmap v15357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:40.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:40 smithi175 ceph-mon[44549]: pgmap v15357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:40.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:40 smithi181 ceph-mon[45557]: pgmap v15357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:41.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:41.062+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:00:41.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:41.062+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:00:41.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:41.063+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:00:42.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:42 smithi088 ceph-mon[35322]: pgmap v15358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:42.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:42 smithi175 ceph-mon[44549]: pgmap v15358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:42.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:42 smithi181 ceph-mon[45557]: pgmap v15358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:43.846 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:43.852+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:00:43.846 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:43.852+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:00:43.846 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:43.852+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 223 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T21:00:43.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:43.853+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 223 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T21:00:44.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:44 smithi088 ceph-mon[35322]: pgmap v15359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:44.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:44 smithi175 ceph-mon[44549]: pgmap v15359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:44.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:44 smithi181 ceph-mon[45557]: pgmap v15359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:46.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:46 smithi088 ceph-mon[35322]: pgmap v15360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:46.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:46 smithi175 ceph-mon[44549]: pgmap v15360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:46.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:46 smithi181 ceph-mon[45557]: pgmap v15360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:48.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:48 smithi088 ceph-mon[35322]: pgmap v15361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:48.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:48 smithi175 ceph-mon[44549]: pgmap v15361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:48.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:48 smithi181 ceph-mon[45557]: pgmap v15361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:50.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:50 smithi088 ceph-mon[35322]: pgmap v15362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:50.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:50 smithi175 ceph-mon[44549]: pgmap v15362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:50.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:50 smithi181 ceph-mon[45557]: pgmap v15362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:00:52.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:52 smithi088 ceph-mon[35322]: pgmap v15363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:52.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:52 smithi175 ceph-mon[44549]: pgmap v15363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:52.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:52 smithi181 ceph-mon[45557]: pgmap v15363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:00:54.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:54 smithi088 ceph-mon[35322]: pgmap v15364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:54.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:54 smithi175 ceph-mon[44549]: pgmap v15364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:54.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:54 smithi181 ceph-mon[45557]: pgmap v15364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:00:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:56.073+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:00:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:56.073+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:00:56.067 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:00:56.073+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:00:56.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:56 smithi088 ceph-mon[35322]: pgmap v15365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:56.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:56 smithi175 ceph-mon[44549]: pgmap v15365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:56.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:56 smithi181 ceph-mon[45557]: pgmap v15365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:00:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:58 smithi088 ceph-mon[35322]: pgmap v15366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:00:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:00:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:00:58.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:00:58.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:58 smithi175 ceph-mon[44549]: pgmap v15366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:00:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:00:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:00:58.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:00:58.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:58 smithi181 ceph-mon[45557]: pgmap v15366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:00:58.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:00:58.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:00:58.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:00:58.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:00:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:59 smithi088 ceph-mon[35322]: pgmap v15367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:00:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:00:59 smithi088 ceph-mon[35322]: pgmap v15368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:00:59.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:59 smithi175 ceph-mon[44549]: pgmap v15367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:00:59.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:00:59 smithi175 ceph-mon[44549]: pgmap v15368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:00:59.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:59 smithi181 ceph-mon[45557]: pgmap v15367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:00:59.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:00:59 smithi181 ceph-mon[45557]: pgmap v15368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:01:01.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:01 smithi088 ceph-mon[35322]: pgmap v15369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:01:01.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:01 smithi175 ceph-mon[44549]: pgmap v15369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:01:01.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:01 smithi181 ceph-mon[45557]: pgmap v15369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:01:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:03 smithi088 ceph-mon[35322]: pgmap v15370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:01:03.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:03 smithi175 ceph-mon[44549]: pgmap v15370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:01:03.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:03 smithi181 ceph-mon[45557]: pgmap v15370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:01:05.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:05 smithi088 ceph-mon[35322]: pgmap v15371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:01:05.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:05 smithi175 ceph-mon[44549]: pgmap v15371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:01:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:05 smithi181 ceph-mon[45557]: pgmap v15371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:01:07.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:07 smithi088 ceph-mon[35322]: pgmap v15372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:01:07.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:07 smithi175 ceph-mon[44549]: pgmap v15372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:01:07.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:07 smithi181 ceph-mon[45557]: pgmap v15372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:01:09.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:09 smithi088 ceph-mon[35322]: pgmap v15373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:01:09.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:09 smithi175 ceph-mon[44549]: pgmap v15373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:01:09.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:09 smithi181 ceph-mon[45557]: pgmap v15373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:01:11.082 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:11.087+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:01:11.082 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:11.087+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:01:11.082 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:11.087+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:01:11.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:11 smithi088 ceph-mon[35322]: pgmap v15374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:11.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:11 smithi175 ceph-mon[44549]: pgmap v15374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:11.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:11 smithi181 ceph-mon[45557]: pgmap v15374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:13.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:13 smithi088 ceph-mon[35322]: pgmap v15375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:13.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:13 smithi175 ceph-mon[44549]: pgmap v15375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:13.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:13 smithi181 ceph-mon[45557]: pgmap v15375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:15.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:15 smithi088 ceph-mon[35322]: pgmap v15376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:15.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:15 smithi175 ceph-mon[44549]: pgmap v15376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:15.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:15 smithi181 ceph-mon[45557]: pgmap v15376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:17.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:17 smithi088 ceph-mon[35322]: pgmap v15377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:17.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:17 smithi175 ceph-mon[44549]: pgmap v15377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:17.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:17 smithi181 ceph-mon[45557]: pgmap v15377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:19.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:19 smithi088 ceph-mon[35322]: pgmap v15378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:19.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:19 smithi175 ceph-mon[44549]: pgmap v15378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:19.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:19 smithi181 ceph-mon[45557]: pgmap v15378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:21.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:21 smithi088 ceph-mon[35322]: pgmap v15379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:21.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:21 smithi175 ceph-mon[44549]: pgmap v15379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:21.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:21 smithi181 ceph-mon[45557]: pgmap v15379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:23.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:23 smithi088 ceph-mon[35322]: pgmap v15380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:23.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:23 smithi175 ceph-mon[44549]: pgmap v15380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:23.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:23 smithi181 ceph-mon[45557]: pgmap v15380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:25.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:25 smithi088 ceph-mon[35322]: pgmap v15381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:25.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:25 smithi175 ceph-mon[44549]: pgmap v15381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:25.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:25 smithi181 ceph-mon[45557]: pgmap v15381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:26.103+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:01:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:26.103+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:01:26.098 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:26.103+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:01:27.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:27 smithi088 ceph-mon[35322]: pgmap v15382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:27.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:27 smithi175 ceph-mon[44549]: pgmap v15382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:27.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:27 smithi181 ceph-mon[45557]: pgmap v15382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:29.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:29 smithi088 ceph-mon[35322]: pgmap v15383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:29.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:29 smithi175 ceph-mon[44549]: pgmap v15383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:29.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:29 smithi181 ceph-mon[45557]: pgmap v15383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:31.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:31 smithi088 ceph-mon[35322]: pgmap v15384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:31.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:31 smithi175 ceph-mon[44549]: pgmap v15384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:31.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:31 smithi181 ceph-mon[45557]: pgmap v15384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:33.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:33 smithi088 ceph-mon[35322]: pgmap v15385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:33.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:33 smithi175 ceph-mon[44549]: pgmap v15385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:33.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:33 smithi181 ceph-mon[45557]: pgmap v15385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:35.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:35 smithi088 ceph-mon[35322]: pgmap v15386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:35.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:35 smithi175 ceph-mon[44549]: pgmap v15386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:35 smithi181 ceph-mon[45557]: pgmap v15386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:37.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:37 smithi088 ceph-mon[35322]: pgmap v15387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:37.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:37 smithi175 ceph-mon[44549]: pgmap v15387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:37.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:37 smithi181 ceph-mon[45557]: pgmap v15387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:39.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:39 smithi088 ceph-mon[35322]: pgmap v15388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:39.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:39 smithi175 ceph-mon[44549]: pgmap v15388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:39.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:39 smithi181 ceph-mon[45557]: pgmap v15388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:41.119+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:01:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:41.119+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:01:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:41.119+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:01:41.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:41 smithi088 ceph-mon[35322]: pgmap v15389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:41.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:41 smithi175 ceph-mon[44549]: pgmap v15389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:41.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:41 smithi181 ceph-mon[45557]: pgmap v15389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:43.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:43 smithi088 ceph-mon[35322]: pgmap v15390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:43.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:43 smithi175 ceph-mon[44549]: pgmap v15390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:43.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:43 smithi181 ceph-mon[45557]: pgmap v15390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:45.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:45 smithi088 ceph-mon[35322]: pgmap v15391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:45.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:45 smithi175 ceph-mon[44549]: pgmap v15391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:45.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:45 smithi181 ceph-mon[45557]: pgmap v15391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:47.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:47 smithi088 ceph-mon[35322]: pgmap v15392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:47.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:47 smithi175 ceph-mon[44549]: pgmap v15392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:47.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:47 smithi181 ceph-mon[45557]: pgmap v15392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:49.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:49 smithi088 ceph-mon[35322]: pgmap v15393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:49.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:49 smithi175 ceph-mon[44549]: pgmap v15393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:49.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:49 smithi181 ceph-mon[45557]: pgmap v15393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:51.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:51 smithi088 ceph-mon[35322]: pgmap v15394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:51.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:51 smithi175 ceph-mon[44549]: pgmap v15394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:51.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:51 smithi181 ceph-mon[45557]: pgmap v15394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:53.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:53 smithi088 ceph-mon[35322]: pgmap v15395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:53.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:53 smithi175 ceph-mon[44549]: pgmap v15395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:53.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:53 smithi181 ceph-mon[45557]: pgmap v15395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:01:55.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:55 smithi175 ceph-mon[44549]: pgmap v15396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:55 smithi181 ceph-mon[45557]: pgmap v15396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:55.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:55 smithi088 ceph-mon[35322]: pgmap v15396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:01:56.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:56.122+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:01:56.117 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:56.122+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:01:56.117 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:01:56.122+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:01:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:57 smithi088 ceph-mon[35322]: pgmap v15397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:57.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:57 smithi175 ceph-mon[44549]: pgmap v15397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:57.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:57 smithi181 ceph-mon[45557]: pgmap v15397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:01:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:59 smithi088 ceph-mon[35322]: pgmap v15398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:59.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:01:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:01:59.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:59 smithi175 ceph-mon[44549]: pgmap v15398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:59.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:01:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:01:59.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:59 smithi181 ceph-mon[45557]: pgmap v15398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:01:59.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:01:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:02:01.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:00 smithi181 ceph-mon[45557]: pgmap v15399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:01.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:00 smithi088 ceph-mon[35322]: pgmap v15399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:01.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:01.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:00 smithi175 ceph-mon[44549]: pgmap v15399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:02.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:02.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:02.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:02:02.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:02:02.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:01 smithi181 ceph-mon[45557]: pgmap v15400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:02:02.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:01 smithi181 ceph-mon[45557]: pgmap v15401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:02:02.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:02.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:02.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:02.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:02:02.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:02:02.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:01 smithi088 ceph-mon[35322]: pgmap v15400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:02:02.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:01 smithi088 ceph-mon[35322]: pgmap v15401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:02:02.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:02.404 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:02.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:02.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:02:02.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:02:02.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:01 smithi175 ceph-mon[44549]: pgmap v15400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:02:02.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:01 smithi175 ceph-mon[44549]: pgmap v15401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:02:02.405 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:02:05.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:04 smithi088 ceph-mon[35322]: pgmap v15402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:02:05.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:04 smithi175 ceph-mon[44549]: pgmap v15402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:02:05.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:04 smithi181 ceph-mon[45557]: pgmap v15402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:02:07.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:06 smithi088 ceph-mon[35322]: pgmap v15403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T21:02:07.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:06 smithi175 ceph-mon[44549]: pgmap v15403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T21:02:07.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:06 smithi181 ceph-mon[45557]: pgmap v15403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T21:02:09.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:08 smithi175 ceph-mon[44549]: pgmap v15404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:02:09.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:08 smithi181 ceph-mon[45557]: pgmap v15404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:02:09.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:08 smithi088 ceph-mon[35322]: pgmap v15404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:02:10.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:10 smithi175 ceph-mon[44549]: pgmap v15405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:02:10.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:10 smithi181 ceph-mon[45557]: pgmap v15405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:02:10.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:10 smithi088 ceph-mon[35322]: pgmap v15405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:02:11.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:11.134+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:02:11.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:11.134+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:02:11.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:11.134+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:02:13.022 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:12 smithi088 ceph-mon[35322]: pgmap v15406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:02:13.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:12 smithi175 ceph-mon[44549]: pgmap v15406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:02:13.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:12 smithi181 ceph-mon[45557]: pgmap v15406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:02:15.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:14 smithi175 ceph-mon[44549]: pgmap v15407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:15.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:14 smithi181 ceph-mon[45557]: pgmap v15407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:15.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:14 smithi088 ceph-mon[35322]: pgmap v15407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:17.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:16 smithi175 ceph-mon[44549]: pgmap v15408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:17.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:16 smithi181 ceph-mon[45557]: pgmap v15408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:17.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:16 smithi088 ceph-mon[35322]: pgmap v15408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:19.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:18 smithi175 ceph-mon[44549]: pgmap v15409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:19.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:18 smithi181 ceph-mon[45557]: pgmap v15409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:19.217 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:18 smithi088 ceph-mon[35322]: pgmap v15409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:20.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:20 smithi175 ceph-mon[44549]: pgmap v15410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:20.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:20 smithi181 ceph-mon[45557]: pgmap v15410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:20.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:20 smithi088 ceph-mon[35322]: pgmap v15410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:23.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:22 smithi175 ceph-mon[44549]: pgmap v15411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:23.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:22 smithi181 ceph-mon[45557]: pgmap v15411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:23.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:22 smithi088 ceph-mon[35322]: pgmap v15411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:25.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:24 smithi175 ceph-mon[44549]: pgmap v15412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:25.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:24 smithi181 ceph-mon[45557]: pgmap v15412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:25.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:24 smithi088 ceph-mon[35322]: pgmap v15412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:26.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:26.150+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:02:26.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:26.151+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:02:26.145 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:26.151+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:02:27.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:26 smithi175 ceph-mon[44549]: pgmap v15413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:27.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:26 smithi181 ceph-mon[45557]: pgmap v15413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:27.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:26 smithi088 ceph-mon[35322]: pgmap v15413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:29.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:28 smithi175 ceph-mon[44549]: pgmap v15414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:29.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:28 smithi181 ceph-mon[45557]: pgmap v15414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:29.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:28 smithi088 ceph-mon[35322]: pgmap v15414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:30 smithi175 ceph-mon[44549]: pgmap v15415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:30.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:30 smithi181 ceph-mon[45557]: pgmap v15415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:30 smithi088 ceph-mon[35322]: pgmap v15415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:33.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:32 smithi175 ceph-mon[44549]: pgmap v15416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:33.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:32 smithi181 ceph-mon[45557]: pgmap v15416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:33.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:32 smithi088 ceph-mon[35322]: pgmap v15416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:35.089 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:34 smithi088 ceph-mon[35322]: pgmap v15417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:35.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:34 smithi175 ceph-mon[44549]: pgmap v15417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:35.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:34 smithi181 ceph-mon[45557]: pgmap v15417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:37.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:36 smithi175 ceph-mon[44549]: pgmap v15418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:37.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:36 smithi181 ceph-mon[45557]: pgmap v15418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:37.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:36 smithi088 ceph-mon[35322]: pgmap v15418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:39.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:38 smithi175 ceph-mon[44549]: pgmap v15419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:39.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:38 smithi181 ceph-mon[45557]: pgmap v15419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:39.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:38 smithi088 ceph-mon[35322]: pgmap v15419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:40.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:40 smithi175 ceph-mon[44549]: pgmap v15420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:40.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:40 smithi181 ceph-mon[45557]: pgmap v15420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:40.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:40 smithi088 ceph-mon[35322]: pgmap v15420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:41.166+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:02:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:41.166+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:02:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:41.166+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:02:43.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:42 smithi175 ceph-mon[44549]: pgmap v15421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:43.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:42 smithi181 ceph-mon[45557]: pgmap v15421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:43.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:42 smithi088 ceph-mon[35322]: pgmap v15421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:45.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:44 smithi175 ceph-mon[44549]: pgmap v15422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:45.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:44 smithi181 ceph-mon[45557]: pgmap v15422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:45.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:44 smithi088 ceph-mon[35322]: pgmap v15422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:47.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:46 smithi175 ceph-mon[44549]: pgmap v15423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:47.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:46 smithi181 ceph-mon[45557]: pgmap v15423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:47.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:46 smithi088 ceph-mon[35322]: pgmap v15423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:49.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:48 smithi175 ceph-mon[44549]: pgmap v15424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:49.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:48 smithi181 ceph-mon[45557]: pgmap v15424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:49.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:48 smithi088 ceph-mon[35322]: pgmap v15424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:50.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:50 smithi175 ceph-mon[44549]: pgmap v15425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:50.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:50 smithi181 ceph-mon[45557]: pgmap v15425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:50.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:50 smithi088 ceph-mon[35322]: pgmap v15425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:53.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:52 smithi175 ceph-mon[44549]: pgmap v15426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:53.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:52 smithi181 ceph-mon[45557]: pgmap v15426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:53.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:52 smithi088 ceph-mon[35322]: pgmap v15426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:55.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:54 smithi175 ceph-mon[44549]: pgmap v15427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:55.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:54 smithi181 ceph-mon[45557]: pgmap v15427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:55.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:54 smithi088 ceph-mon[35322]: pgmap v15427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:02:56.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:56.180+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:02:56.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:56.180+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:02:56.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:02:56.180+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:02:57.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:56 smithi175 ceph-mon[44549]: pgmap v15428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:57.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:56 smithi181 ceph-mon[45557]: pgmap v15428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:57.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:56 smithi088 ceph-mon[35322]: pgmap v15428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:02:59.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:02:58 smithi175 ceph-mon[44549]: pgmap v15429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:59.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:02:58 smithi181 ceph-mon[45557]: pgmap v15429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:02:59.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:02:58 smithi088 ceph-mon[35322]: pgmap v15429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:00.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:00 smithi175 ceph-mon[44549]: pgmap v15430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:00.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:00 smithi181 ceph-mon[45557]: pgmap v15430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:00.954 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:00 smithi088 ceph-mon[35322]: pgmap v15430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:03.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:02 smithi175 ceph-mon[44549]: pgmap v15431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:03.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:03:03.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:03:03.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:03:03.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:03:03.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:02 smithi181 ceph-mon[45557]: pgmap v15431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:03.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:03:03.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:03:03.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:03:03.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:03:03.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:02 smithi088 ceph-mon[35322]: pgmap v15431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:03.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:03:03.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:03:03.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:03:03.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:03:04.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:03 smithi175 ceph-mon[44549]: pgmap v15432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:03:04.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:03 smithi175 ceph-mon[44549]: pgmap v15433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:03:04.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:03 smithi181 ceph-mon[45557]: pgmap v15432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:03:04.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:03 smithi181 ceph-mon[45557]: pgmap v15433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:03:04.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:03 smithi088 ceph-mon[35322]: pgmap v15432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:03:04.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:03 smithi088 ceph-mon[35322]: pgmap v15433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:03:05.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:05 smithi175 ceph-mon[44549]: pgmap v15434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:03:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:05 smithi181 ceph-mon[45557]: pgmap v15434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:03:05.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:05 smithi088 ceph-mon[35322]: pgmap v15434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:03:08.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:07 smithi175 ceph-mon[44549]: pgmap v15435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:03:08.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:07 smithi181 ceph-mon[45557]: pgmap v15435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:03:08.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:07 smithi088 ceph-mon[35322]: pgmap v15435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:03:10.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:09 smithi175 ceph-mon[44549]: pgmap v15436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:03:10.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:09 smithi181 ceph-mon[45557]: pgmap v15436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:03:10.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:09 smithi088 ceph-mon[35322]: pgmap v15436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:03:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:11.196+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:03:11.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:11.196+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:03:11.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:11.196+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:03:12.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:11 smithi175 ceph-mon[44549]: pgmap v15437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:03:12.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:11 smithi181 ceph-mon[45557]: pgmap v15437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:03:12.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:11 smithi088 ceph-mon[35322]: pgmap v15437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:03:14.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:13 smithi175 ceph-mon[44549]: pgmap v15438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:03:14.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:13 smithi181 ceph-mon[45557]: pgmap v15438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:03:14.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:13 smithi088 ceph-mon[35322]: pgmap v15438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:03:15.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:15 smithi175 ceph-mon[44549]: pgmap v15439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:15.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:15 smithi181 ceph-mon[45557]: pgmap v15439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:15.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:15 smithi088 ceph-mon[35322]: pgmap v15439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:18.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:17 smithi175 ceph-mon[44549]: pgmap v15440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:18.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:17 smithi181 ceph-mon[45557]: pgmap v15440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:18.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:17 smithi088 ceph-mon[35322]: pgmap v15440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:20.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:19 smithi175 ceph-mon[44549]: pgmap v15441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:20.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:19 smithi181 ceph-mon[45557]: pgmap v15441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:20.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:19 smithi088 ceph-mon[35322]: pgmap v15441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:22.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:21 smithi175 ceph-mon[44549]: pgmap v15442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:22.193 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:21 smithi088 ceph-mon[35322]: pgmap v15442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:22.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:21 smithi181 ceph-mon[45557]: pgmap v15442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:24.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:23 smithi175 ceph-mon[44549]: pgmap v15443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:24.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:23 smithi181 ceph-mon[45557]: pgmap v15443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:24.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:23 smithi088 ceph-mon[35322]: pgmap v15443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:25.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:25 smithi175 ceph-mon[44549]: pgmap v15444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:25.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:25 smithi181 ceph-mon[45557]: pgmap v15444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:25.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:25 smithi088 ceph-mon[35322]: pgmap v15444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:26.200 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:26.207+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:03:26.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:26.207+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:03:26.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:26.207+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:03:28.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:27 smithi175 ceph-mon[44549]: pgmap v15445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:28.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:27 smithi181 ceph-mon[45557]: pgmap v15445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:28.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:27 smithi088 ceph-mon[35322]: pgmap v15445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:30.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:29 smithi175 ceph-mon[44549]: pgmap v15446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:30.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:29 smithi181 ceph-mon[45557]: pgmap v15446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:30.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:29 smithi088 ceph-mon[35322]: pgmap v15446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:32.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:31 smithi175 ceph-mon[44549]: pgmap v15447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:32.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:31 smithi181 ceph-mon[45557]: pgmap v15447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:32.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:31 smithi088 ceph-mon[35322]: pgmap v15447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:34.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:33 smithi175 ceph-mon[44549]: pgmap v15448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:34.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:33 smithi181 ceph-mon[45557]: pgmap v15448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:34.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:33 smithi088 ceph-mon[35322]: pgmap v15448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:35.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:35 smithi175 ceph-mon[44549]: pgmap v15449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:35 smithi181 ceph-mon[45557]: pgmap v15449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:35.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:35 smithi088 ceph-mon[35322]: pgmap v15449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:38.065 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:37 smithi088 ceph-mon[35322]: pgmap v15450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:38.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:37 smithi175 ceph-mon[44549]: pgmap v15450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:38.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:37 smithi181 ceph-mon[45557]: pgmap v15450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:40.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:39 smithi175 ceph-mon[44549]: pgmap v15451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:40.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:39 smithi181 ceph-mon[45557]: pgmap v15451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:40.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:39 smithi088 ceph-mon[35322]: pgmap v15451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:41.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:41.207+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:03:41.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:41.207+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:03:41.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:41.207+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:03:42.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:41 smithi175 ceph-mon[44549]: pgmap v15452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:42.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:41 smithi181 ceph-mon[45557]: pgmap v15452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:42.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:41 smithi088 ceph-mon[35322]: pgmap v15452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:43.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:43.879+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:03:43.874 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:43.879+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:03:43.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:43.880+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 224 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:03:43.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:43.880+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 224 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:03:44.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:43 smithi175 ceph-mon[44549]: pgmap v15453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:44.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:43 smithi181 ceph-mon[45557]: pgmap v15453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:44.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:43 smithi088 ceph-mon[35322]: pgmap v15453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:45.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:45 smithi175 ceph-mon[44549]: pgmap v15454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:45.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:45 smithi181 ceph-mon[45557]: pgmap v15454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:45.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:45 smithi088 ceph-mon[35322]: pgmap v15454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:48.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:47 smithi175 ceph-mon[44549]: pgmap v15455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:48.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:47 smithi181 ceph-mon[45557]: pgmap v15455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:48.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:47 smithi088 ceph-mon[35322]: pgmap v15455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:50.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:49 smithi175 ceph-mon[44549]: pgmap v15456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:50.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:49 smithi181 ceph-mon[45557]: pgmap v15456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:50.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:49 smithi088 ceph-mon[35322]: pgmap v15456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:52.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:51 smithi175 ceph-mon[44549]: pgmap v15457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:52.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:51 smithi181 ceph-mon[45557]: pgmap v15457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:52.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:51 smithi088 ceph-mon[35322]: pgmap v15457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:03:54.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:53 smithi175 ceph-mon[44549]: pgmap v15458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:54.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:53 smithi181 ceph-mon[45557]: pgmap v15458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:54.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:53 smithi088 ceph-mon[35322]: pgmap v15458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:55.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:55 smithi175 ceph-mon[44549]: pgmap v15459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:55 smithi181 ceph-mon[45557]: pgmap v15459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:55.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:55 smithi088 ceph-mon[35322]: pgmap v15459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:03:56.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:56.223+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:03:56.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:56.223+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:03:56.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:03:56.223+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:03:58.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:57 smithi175 ceph-mon[44549]: pgmap v15460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:58.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:57 smithi181 ceph-mon[45557]: pgmap v15460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:03:58.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:57 smithi088 ceph-mon[35322]: pgmap v15460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:04:00.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:03:59 smithi175 ceph-mon[44549]: pgmap v15461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:04:00.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:03:59 smithi181 ceph-mon[45557]: pgmap v15461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:04:00.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:03:59 smithi088 ceph-mon[35322]: pgmap v15461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:04:02.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:01 smithi175 ceph-mon[44549]: pgmap v15462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:02.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:01 smithi181 ceph-mon[45557]: pgmap v15462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:02.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:01 smithi088 ceph-mon[35322]: pgmap v15462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:04.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:03 smithi175 ceph-mon[44549]: pgmap v15463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:04:04.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:04:04.200 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:03 smithi181 ceph-mon[45557]: pgmap v15463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:04:04.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:04:04.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:03 smithi088 ceph-mon[35322]: pgmap v15463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:04:04.272 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:04:05.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:04:05.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:04:05.522 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:04:05.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:04:05.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:05 smithi088 ceph-mon[35322]: pgmap v15464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:04:05.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:05 smithi088 ceph-mon[35322]: pgmap v15465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:04:05.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:04:05.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:04:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:04:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:04:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:04:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:05 smithi175 ceph-mon[44549]: pgmap v15464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:04:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:05 smithi175 ceph-mon[44549]: pgmap v15465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:04:05.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:04:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:04:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:04:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:04:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:04:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:05 smithi181 ceph-mon[45557]: pgmap v15464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:04:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:05 smithi181 ceph-mon[45557]: pgmap v15465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:04:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:04:07.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:07 smithi175 ceph-mon[44549]: pgmap v15466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:04:07.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:07 smithi181 ceph-mon[45557]: pgmap v15466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:04:07.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:07 smithi088 ceph-mon[35322]: pgmap v15466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:04:09.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:09 smithi175 ceph-mon[44549]: pgmap v15467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T21:04:09.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:09 smithi181 ceph-mon[45557]: pgmap v15467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T21:04:09.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:09 smithi088 ceph-mon[35322]: pgmap v15467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T21:04:11.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:11.239+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:04:11.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:11.239+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:04:11.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:11.239+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:04:11.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:11 smithi175 ceph-mon[44549]: pgmap v15468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:04:11.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:11 smithi181 ceph-mon[45557]: pgmap v15468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:04:11.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:11 smithi088 ceph-mon[35322]: pgmap v15468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:04:13.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:13 smithi175 ceph-mon[44549]: pgmap v15469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:04:13.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:13 smithi181 ceph-mon[45557]: pgmap v15469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:04:13.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:13 smithi088 ceph-mon[35322]: pgmap v15469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:04:15.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:15 smithi175 ceph-mon[44549]: pgmap v15470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:04:15.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:15 smithi181 ceph-mon[45557]: pgmap v15470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:04:15.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:15 smithi088 ceph-mon[35322]: pgmap v15470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:04:17.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:17 smithi175 ceph-mon[44549]: pgmap v15471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:17.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:17 smithi181 ceph-mon[45557]: pgmap v15471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:17.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:17 smithi088 ceph-mon[35322]: pgmap v15471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:19.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:19 smithi175 ceph-mon[44549]: pgmap v15472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:19.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:19 smithi181 ceph-mon[45557]: pgmap v15472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:19 smithi088 ceph-mon[35322]: pgmap v15472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:21.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:21 smithi175 ceph-mon[44549]: pgmap v15473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:04:21.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:21 smithi181 ceph-mon[45557]: pgmap v15473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:04:21.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:21 smithi088 ceph-mon[35322]: pgmap v15473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:04:23.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:23 smithi175 ceph-mon[44549]: pgmap v15474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:04:23.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:23 smithi181 ceph-mon[45557]: pgmap v15474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:04:23.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:23 smithi088 ceph-mon[35322]: pgmap v15474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:04:25.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:25 smithi175 ceph-mon[44549]: pgmap v15475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:04:25.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:25 smithi181 ceph-mon[45557]: pgmap v15475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:04:25.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:25 smithi088 ceph-mon[35322]: pgmap v15475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:04:26.245 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:26.251+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:04:26.245 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:26.251+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:04:26.245 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:26.251+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:04:27.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:27 smithi175 ceph-mon[44549]: pgmap v15476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:04:27.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:27 smithi181 ceph-mon[45557]: pgmap v15476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:04:27.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:27 smithi088 ceph-mon[35322]: pgmap v15476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:04:29.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:29 smithi175 ceph-mon[44549]: pgmap v15477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:04:29.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:29 smithi181 ceph-mon[45557]: pgmap v15477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:04:29.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:29 smithi088 ceph-mon[35322]: pgmap v15477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:04:31.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:31 smithi175 ceph-mon[44549]: pgmap v15478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:04:31.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:31 smithi181 ceph-mon[45557]: pgmap v15478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:04:31.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:31 smithi088 ceph-mon[35322]: pgmap v15478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:04:33.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:33 smithi175 ceph-mon[44549]: pgmap v15479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:33.700 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:33 smithi181 ceph-mon[45557]: pgmap v15479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:33.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:33 smithi088 ceph-mon[35322]: pgmap v15479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:35.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:35 smithi175 ceph-mon[44549]: pgmap v15480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:04:35.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:35 smithi181 ceph-mon[45557]: pgmap v15480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:04:35.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:35 smithi088 ceph-mon[35322]: pgmap v15480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:04:37.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:37 smithi175 ceph-mon[44549]: pgmap v15481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:37.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:37 smithi181 ceph-mon[45557]: pgmap v15481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:37.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:37 smithi088 ceph-mon[35322]: pgmap v15481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:39.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:39 smithi175 ceph-mon[44549]: pgmap v15482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:39.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:39 smithi181 ceph-mon[45557]: pgmap v15482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:39.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:39 smithi088 ceph-mon[35322]: pgmap v15482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:41.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:41.253+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:04:41.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:41.254+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:04:41.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:41.254+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:04:41.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:41 smithi175 ceph-mon[44549]: pgmap v15483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:04:41.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:41 smithi181 ceph-mon[45557]: pgmap v15483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:04:41.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:41 smithi088 ceph-mon[35322]: pgmap v15483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:04:43.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:43 smithi175 ceph-mon[44549]: pgmap v15484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:43.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:43 smithi181 ceph-mon[45557]: pgmap v15484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:43.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:43 smithi088 ceph-mon[35322]: pgmap v15484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:45.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:45 smithi175 ceph-mon[44549]: pgmap v15485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:04:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:45 smithi181 ceph-mon[45557]: pgmap v15485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:04:45.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:45 smithi088 ceph-mon[35322]: pgmap v15485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:04:47.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:47 smithi175 ceph-mon[44549]: pgmap v15486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:47.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:47 smithi181 ceph-mon[45557]: pgmap v15486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:47.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:47 smithi088 ceph-mon[35322]: pgmap v15486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:49.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:49 smithi175 ceph-mon[44549]: pgmap v15487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:49.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:49 smithi181 ceph-mon[45557]: pgmap v15487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:49.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:49 smithi088 ceph-mon[35322]: pgmap v15487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:51.654 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:51 smithi175 ceph-mon[44549]: pgmap v15488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:04:51.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:51 smithi181 ceph-mon[45557]: pgmap v15488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:04:51.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:51 smithi088 ceph-mon[35322]: pgmap v15488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:04:53.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:53 smithi175 ceph-mon[44549]: pgmap v15489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:53.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:53 smithi181 ceph-mon[45557]: pgmap v15489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:53.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:53 smithi088 ceph-mon[35322]: pgmap v15489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:55.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:55 smithi181 ceph-mon[45557]: pgmap v15490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:04:55.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:55 smithi088 ceph-mon[35322]: pgmap v15490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:04:55.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:55 smithi175 ceph-mon[44549]: pgmap v15490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:04:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:56.269+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:04:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:56.269+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:04:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:04:56.269+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:04:57.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:57 smithi181 ceph-mon[45557]: pgmap v15491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:57.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:57 smithi088 ceph-mon[35322]: pgmap v15491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:57.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:57 smithi175 ceph-mon[44549]: pgmap v15491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:04:59.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:04:59 smithi181 ceph-mon[45557]: pgmap v15492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:59.772 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:04:59 smithi088 ceph-mon[35322]: pgmap v15492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:04:59.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:04:59 smithi175 ceph-mon[44549]: pgmap v15492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:01.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:01 smithi181 ceph-mon[45557]: pgmap v15493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:01.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:01 smithi088 ceph-mon[35322]: pgmap v15493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:01.904 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:01 smithi175 ceph-mon[44549]: pgmap v15493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:03.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:03 smithi181 ceph-mon[45557]: pgmap v15494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:05:03.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:03 smithi088 ceph-mon[35322]: pgmap v15494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:05:03.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:03 smithi175 ceph-mon[44549]: pgmap v15494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:05:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:05 smithi181 ceph-mon[45557]: pgmap v15495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:05:05.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:05:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:05 smithi088 ceph-mon[35322]: pgmap v15495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:05:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:05:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:05 smithi175 ceph-mon[44549]: pgmap v15495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:05:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:05:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:05.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:06.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:06.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:06.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:06.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:06.905 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:05:06.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:05:06.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:06 smithi175 ceph-mon[44549]: pgmap v15496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T21:05:06.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:06 smithi175 ceph-mon[44549]: pgmap v15497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:06.906 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:06.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:06.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:06.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:06.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:06.951 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:05:06.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:05:06.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:06 smithi181 ceph-mon[45557]: pgmap v15496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T21:05:06.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:06 smithi181 ceph-mon[45557]: pgmap v15497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:06.952 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:07.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:07.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:07.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:07.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:07.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:05:07.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:05:07.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:06 smithi088 ceph-mon[35322]: pgmap v15496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T21:05:07.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:06 smithi088 ceph-mon[35322]: pgmap v15497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:07.024 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:05:09.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:08 smithi175 ceph-mon[44549]: pgmap v15498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:05:09.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:08 smithi181 ceph-mon[45557]: pgmap v15498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:05:09.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:08 smithi088 ceph-mon[35322]: pgmap v15498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:05:10.523 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:10 smithi088 ceph-mon[35322]: pgmap v15499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:05:10.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:10 smithi175 ceph-mon[44549]: pgmap v15499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:05:10.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:10 smithi181 ceph-mon[45557]: pgmap v15499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:05:11.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:11.284+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:05:11.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:11.284+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:05:11.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:11.284+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:05:13.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:12 smithi175 ceph-mon[44549]: pgmap v15500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:05:13.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:12 smithi181 ceph-mon[45557]: pgmap v15500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:05:13.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:12 smithi088 ceph-mon[35322]: pgmap v15500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:05:15.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:14 smithi175 ceph-mon[44549]: pgmap v15501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:05:15.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:14 smithi181 ceph-mon[45557]: pgmap v15501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:05:15.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:14 smithi088 ceph-mon[35322]: pgmap v15501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:05:17.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:16 smithi175 ceph-mon[44549]: pgmap v15502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:05:17.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:16 smithi181 ceph-mon[45557]: pgmap v15502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:05:17.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:16 smithi088 ceph-mon[35322]: pgmap v15502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:05:19.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:18 smithi175 ceph-mon[44549]: pgmap v15503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:19.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:18 smithi181 ceph-mon[45557]: pgmap v15503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:19.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:18 smithi088 ceph-mon[35322]: pgmap v15503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:20.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:20 smithi175 ceph-mon[44549]: pgmap v15504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:20.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:20 smithi181 ceph-mon[45557]: pgmap v15504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:20.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:20 smithi088 ceph-mon[35322]: pgmap v15504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:23.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:22 smithi175 ceph-mon[44549]: pgmap v15505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:23.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:22 smithi181 ceph-mon[45557]: pgmap v15505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:23.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:22 smithi088 ceph-mon[35322]: pgmap v15505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:25.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:24 smithi175 ceph-mon[44549]: pgmap v15506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:25.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:24 smithi181 ceph-mon[45557]: pgmap v15506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:25.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:24 smithi088 ceph-mon[35322]: pgmap v15506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:26.287 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:26.292+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:05:26.287 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:26.292+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:05:26.287 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:26.292+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:05:27.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:26 smithi175 ceph-mon[44549]: pgmap v15507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:27.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:26 smithi181 ceph-mon[45557]: pgmap v15507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:27.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:26 smithi088 ceph-mon[35322]: pgmap v15507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:29.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:28 smithi175 ceph-mon[44549]: pgmap v15508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:29.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:28 smithi181 ceph-mon[45557]: pgmap v15508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:29.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:28 smithi088 ceph-mon[35322]: pgmap v15508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:30.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:30 smithi175 ceph-mon[44549]: pgmap v15509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:30.701 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:30 smithi181 ceph-mon[45557]: pgmap v15509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:30.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:30 smithi088 ceph-mon[35322]: pgmap v15509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:33.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:32 smithi175 ceph-mon[44549]: pgmap v15510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:33.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:32 smithi181 ceph-mon[45557]: pgmap v15510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:33.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:32 smithi088 ceph-mon[35322]: pgmap v15510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:35.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:34 smithi175 ceph-mon[44549]: pgmap v15511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:35.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:34 smithi181 ceph-mon[45557]: pgmap v15511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:35.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:34 smithi088 ceph-mon[35322]: pgmap v15511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:37.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:36 smithi175 ceph-mon[44549]: pgmap v15512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:37.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:36 smithi181 ceph-mon[45557]: pgmap v15512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:37.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:36 smithi088 ceph-mon[35322]: pgmap v15512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:39.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:38 smithi175 ceph-mon[44549]: pgmap v15513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:39.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:38 smithi181 ceph-mon[45557]: pgmap v15513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:39.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:38 smithi088 ceph-mon[35322]: pgmap v15513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:40.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:40 smithi175 ceph-mon[44549]: pgmap v15514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:40.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:40 smithi181 ceph-mon[45557]: pgmap v15514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:40.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:40 smithi088 ceph-mon[35322]: pgmap v15514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:41.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:41.293+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:05:41.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:41.293+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:05:41.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:41.293+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:05:43.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:42 smithi175 ceph-mon[44549]: pgmap v15515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:43.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:42 smithi181 ceph-mon[45557]: pgmap v15515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:43.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:42 smithi088 ceph-mon[35322]: pgmap v15515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:45.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:44 smithi175 ceph-mon[44549]: pgmap v15516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:45.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:44 smithi181 ceph-mon[45557]: pgmap v15516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:45.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:44 smithi088 ceph-mon[35322]: pgmap v15516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:47.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:46 smithi175 ceph-mon[44549]: pgmap v15517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:47.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:46 smithi181 ceph-mon[45557]: pgmap v15517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:47.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:46 smithi088 ceph-mon[35322]: pgmap v15517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:49.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:48 smithi175 ceph-mon[44549]: pgmap v15518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:49.201 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:48 smithi181 ceph-mon[45557]: pgmap v15518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:49.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:48 smithi088 ceph-mon[35322]: pgmap v15518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:50.655 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:50 smithi175 ceph-mon[44549]: pgmap v15519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:50.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:50 smithi181 ceph-mon[45557]: pgmap v15519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:50.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:50 smithi088 ceph-mon[35322]: pgmap v15519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:53.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:52 smithi175 ceph-mon[44549]: pgmap v15520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:53.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:52 smithi181 ceph-mon[45557]: pgmap v15520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:53.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:52 smithi088 ceph-mon[35322]: pgmap v15520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:55.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:54 smithi175 ceph-mon[44549]: pgmap v15521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:55.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:54 smithi181 ceph-mon[45557]: pgmap v15521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:55.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:54 smithi088 ceph-mon[35322]: pgmap v15521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:05:56.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:56.306+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:05:56.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:56.306+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:05:56.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:05:56.306+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:05:57.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:56 smithi175 ceph-mon[44549]: pgmap v15522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:57.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:56 smithi181 ceph-mon[45557]: pgmap v15522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:57.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:56 smithi088 ceph-mon[35322]: pgmap v15522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:05:59.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:05:58 smithi175 ceph-mon[44549]: pgmap v15523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:59.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:05:58 smithi181 ceph-mon[45557]: pgmap v15523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:05:59.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:05:58 smithi088 ceph-mon[35322]: pgmap v15523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:00.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:00 smithi175 ceph-mon[44549]: pgmap v15524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:00.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:00 smithi181 ceph-mon[45557]: pgmap v15524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:00.773 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:00 smithi088 ceph-mon[35322]: pgmap v15524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:03.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:02 smithi175 ceph-mon[44549]: pgmap v15525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:03.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:02 smithi181 ceph-mon[45557]: pgmap v15525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:03.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:02 smithi088 ceph-mon[35322]: pgmap v15525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:05.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:04 smithi175 ceph-mon[44549]: pgmap v15526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:05.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:04 smithi181 ceph-mon[45557]: pgmap v15526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:05.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:04 smithi088 ceph-mon[35322]: pgmap v15526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:07.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:06 smithi175 ceph-mon[44549]: pgmap v15527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:07.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:06:07.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:06:07.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:06:07.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:06:07.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:06 smithi181 ceph-mon[45557]: pgmap v15527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:07.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:06:07.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:06:07.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:06:07.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:06:07.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:06 smithi088 ceph-mon[35322]: pgmap v15527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:07.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:06:07.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:06:07.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:06:07.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:06:08.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:07 smithi175 ceph-mon[44549]: pgmap v15528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:06:08.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:07 smithi175 ceph-mon[44549]: pgmap v15529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:06:08.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:07 smithi181 ceph-mon[45557]: pgmap v15528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:06:08.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:07 smithi181 ceph-mon[45557]: pgmap v15529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:06:08.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:07 smithi088 ceph-mon[35322]: pgmap v15528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:06:08.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:07 smithi088 ceph-mon[35322]: pgmap v15529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:06:10.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:09 smithi175 ceph-mon[44549]: pgmap v15530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:06:10.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:09 smithi181 ceph-mon[45557]: pgmap v15530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:06:10.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:09 smithi088 ceph-mon[35322]: pgmap v15530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:06:11.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:11.320+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:06:11.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:11.320+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:06:11.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:11.320+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:06:12.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:11 smithi175 ceph-mon[44549]: pgmap v15531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:06:12.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:11 smithi181 ceph-mon[45557]: pgmap v15531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:06:12.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:11 smithi088 ceph-mon[35322]: pgmap v15531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:06:14.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:13 smithi175 ceph-mon[44549]: pgmap v15532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:06:14.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:13 smithi181 ceph-mon[45557]: pgmap v15532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:06:14.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:13 smithi088 ceph-mon[35322]: pgmap v15532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:06:15.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:15 smithi175 ceph-mon[44549]: pgmap v15533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:06:15.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:15 smithi181 ceph-mon[45557]: pgmap v15533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:06:15.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:15 smithi088 ceph-mon[35322]: pgmap v15533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:06:18.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:17 smithi175 ceph-mon[44549]: pgmap v15534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:06:18.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:17 smithi181 ceph-mon[45557]: pgmap v15534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:06:18.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:17 smithi088 ceph-mon[35322]: pgmap v15534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:06:20.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:19 smithi175 ceph-mon[44549]: pgmap v15535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:20.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:19 smithi181 ceph-mon[45557]: pgmap v15535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:20.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:19 smithi088 ceph-mon[35322]: pgmap v15535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:22.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:21 smithi175 ceph-mon[44549]: pgmap v15536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:22.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:21 smithi181 ceph-mon[45557]: pgmap v15536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:22.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:21 smithi088 ceph-mon[35322]: pgmap v15536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:24.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:23 smithi175 ceph-mon[44549]: pgmap v15537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:24.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:23 smithi181 ceph-mon[45557]: pgmap v15537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:24.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:23 smithi088 ceph-mon[35322]: pgmap v15537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:25.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:25 smithi175 ceph-mon[44549]: pgmap v15538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:25.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:25 smithi181 ceph-mon[45557]: pgmap v15538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:25.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:25 smithi088 ceph-mon[35322]: pgmap v15538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:26.319 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:26.323+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:06:26.319 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:26.324+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:06:26.319 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:26.324+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:06:28.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:27 smithi175 ceph-mon[44549]: pgmap v15539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:28.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:27 smithi181 ceph-mon[45557]: pgmap v15539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:28.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:27 smithi088 ceph-mon[35322]: pgmap v15539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:30.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:29 smithi175 ceph-mon[44549]: pgmap v15540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:30.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:29 smithi181 ceph-mon[45557]: pgmap v15540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:30.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:29 smithi088 ceph-mon[35322]: pgmap v15540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:32.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:31 smithi175 ceph-mon[44549]: pgmap v15541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:32.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:31 smithi181 ceph-mon[45557]: pgmap v15541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:32.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:31 smithi088 ceph-mon[35322]: pgmap v15541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:34.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:33 smithi175 ceph-mon[44549]: pgmap v15542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:34.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:33 smithi181 ceph-mon[45557]: pgmap v15542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:34.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:33 smithi088 ceph-mon[35322]: pgmap v15542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:35.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:35 smithi175 ceph-mon[44549]: pgmap v15543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:35.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:35 smithi181 ceph-mon[45557]: pgmap v15543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:35.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:35 smithi088 ceph-mon[35322]: pgmap v15543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:38.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:37 smithi175 ceph-mon[44549]: pgmap v15544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:38.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:37 smithi181 ceph-mon[45557]: pgmap v15544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:38.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:37 smithi088 ceph-mon[35322]: pgmap v15544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:40.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:39 smithi175 ceph-mon[44549]: pgmap v15545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:06:40.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:39 smithi181 ceph-mon[45557]: pgmap v15545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:06:40.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:39 smithi088 ceph-mon[35322]: pgmap v15545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:06:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:41.325+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:06:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:41.325+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:06:41.320 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:41.325+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:06:42.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:41 smithi175 ceph-mon[44549]: pgmap v15546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:06:42.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:41 smithi181 ceph-mon[45557]: pgmap v15546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:06:42.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:41 smithi088 ceph-mon[35322]: pgmap v15546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:06:43.903 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:43.907+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:06:43.903 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:43.907+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:06:43.903 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:43.907+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 225 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T21:06:43.903 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:43.908+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 225 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T21:06:44.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:43 smithi175 ceph-mon[44549]: pgmap v15547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:44.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:43 smithi181 ceph-mon[45557]: pgmap v15547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:44.273 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:43 smithi088 ceph-mon[35322]: pgmap v15547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:45.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:45 smithi175 ceph-mon[44549]: pgmap v15548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:06:45.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:45 smithi181 ceph-mon[45557]: pgmap v15548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:06:45.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:45 smithi088 ceph-mon[35322]: pgmap v15548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:06:48.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:47 smithi175 ceph-mon[44549]: pgmap v15549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:48.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:47 smithi181 ceph-mon[45557]: pgmap v15549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:48.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:47 smithi088 ceph-mon[35322]: pgmap v15549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:50.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:49 smithi175 ceph-mon[44549]: pgmap v15550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:06:50.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:49 smithi181 ceph-mon[45557]: pgmap v15550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:06:50.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:49 smithi088 ceph-mon[35322]: pgmap v15550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:06:52.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:51 smithi175 ceph-mon[44549]: pgmap v15551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:52.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:51 smithi181 ceph-mon[45557]: pgmap v15551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:52.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:51 smithi088 ceph-mon[35322]: pgmap v15551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:06:54.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:53 smithi175 ceph-mon[44549]: pgmap v15552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:54.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:53 smithi181 ceph-mon[45557]: pgmap v15552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:54.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:53 smithi088 ceph-mon[35322]: pgmap v15552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:55.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:55 smithi175 ceph-mon[44549]: pgmap v15553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:55.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:55 smithi181 ceph-mon[45557]: pgmap v15553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:55.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:55 smithi088 ceph-mon[35322]: pgmap v15553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:06:56.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:56.332+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:06:56.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:56.332+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:06:56.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:06:56.332+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:06:58.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:57 smithi175 ceph-mon[44549]: pgmap v15554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:58.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:57 smithi181 ceph-mon[45557]: pgmap v15554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:06:58.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:57 smithi088 ceph-mon[35322]: pgmap v15554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:00.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:06:59 smithi175 ceph-mon[44549]: pgmap v15555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:00.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:06:59 smithi181 ceph-mon[45557]: pgmap v15555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:00.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:06:59 smithi088 ceph-mon[35322]: pgmap v15555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:02.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:01 smithi175 ceph-mon[44549]: pgmap v15556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:02.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:01 smithi181 ceph-mon[45557]: pgmap v15556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:02.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:01 smithi088 ceph-mon[35322]: pgmap v15556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:04.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:03 smithi175 ceph-mon[44549]: pgmap v15557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:04.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:03 smithi181 ceph-mon[45557]: pgmap v15557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:04.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:03 smithi088 ceph-mon[35322]: pgmap v15557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:05.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:05 smithi175 ceph-mon[44549]: pgmap v15558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:05.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:05 smithi181 ceph-mon[45557]: pgmap v15558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:05.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:05 smithi088 ceph-mon[35322]: pgmap v15558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:08.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:07 smithi175 ceph-mon[44549]: pgmap v15559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:08.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:07:08.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:07:08.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:07:08.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:07:08.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:07 smithi181 ceph-mon[45557]: pgmap v15559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:08.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:07:08.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:07:08.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:07:08.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:07:08.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:07 smithi088 ceph-mon[35322]: pgmap v15559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:08.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:07:08.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:07:08.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:07:08.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:07:09.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:08 smithi175 ceph-mon[44549]: pgmap v15560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:07:09.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:08 smithi175 ceph-mon[44549]: pgmap v15561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:07:09.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:08 smithi181 ceph-mon[45557]: pgmap v15560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:07:09.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:08 smithi181 ceph-mon[45557]: pgmap v15561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:07:09.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:08 smithi088 ceph-mon[35322]: pgmap v15560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:07:09.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:08 smithi088 ceph-mon[35322]: pgmap v15561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:07:10.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:10 smithi175 ceph-mon[44549]: pgmap v15562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:07:10.702 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:10 smithi181 ceph-mon[45557]: pgmap v15562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:07:10.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:10 smithi088 ceph-mon[35322]: pgmap v15562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:07:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:11.347+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:07:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:11.347+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:07:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:11.347+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:07:13.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:12 smithi175 ceph-mon[44549]: pgmap v15563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:07:13.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:12 smithi181 ceph-mon[45557]: pgmap v15563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:07:13.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:12 smithi088 ceph-mon[35322]: pgmap v15563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:07:15.155 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:14 smithi088 ceph-mon[35322]: pgmap v15564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:07:15.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:14 smithi175 ceph-mon[44549]: pgmap v15564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:07:15.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:14 smithi181 ceph-mon[45557]: pgmap v15564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:07:17.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:16 smithi175 ceph-mon[44549]: pgmap v15565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:07:17.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:16 smithi181 ceph-mon[45557]: pgmap v15565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:07:17.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:16 smithi088 ceph-mon[35322]: pgmap v15565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:07:19.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:18 smithi175 ceph-mon[44549]: pgmap v15566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:07:19.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:18 smithi181 ceph-mon[45557]: pgmap v15566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:07:19.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:18 smithi088 ceph-mon[35322]: pgmap v15566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:07:20.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:20 smithi175 ceph-mon[44549]: pgmap v15567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:20.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:20 smithi181 ceph-mon[45557]: pgmap v15567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:20.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:20 smithi088 ceph-mon[35322]: pgmap v15567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:23.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:22 smithi175 ceph-mon[44549]: pgmap v15568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:23.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:22 smithi181 ceph-mon[45557]: pgmap v15568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:23.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:22 smithi088 ceph-mon[35322]: pgmap v15568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:25.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:24 smithi175 ceph-mon[44549]: pgmap v15569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:25.202 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:24 smithi181 ceph-mon[45557]: pgmap v15569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:25.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:24 smithi088 ceph-mon[35322]: pgmap v15569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:26.356 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:26.360+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:07:26.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:26.361+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:07:26.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:26.361+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:07:27.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:26 smithi175 ceph-mon[44549]: pgmap v15570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:27.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:26 smithi181 ceph-mon[45557]: pgmap v15570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:27.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:26 smithi088 ceph-mon[35322]: pgmap v15570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:28.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:28.914+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:07:28.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:28.914+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:07:28.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:28.914+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 226 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:07:28.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:28.914+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 226 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:07:29.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:28 smithi175 ceph-mon[44549]: pgmap v15571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:29.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:28 smithi181 ceph-mon[45557]: pgmap v15571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:29.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:28 smithi088 ceph-mon[35322]: pgmap v15571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:30.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:30 smithi175 ceph-mon[44549]: pgmap v15572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:30.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:30 smithi181 ceph-mon[45557]: pgmap v15572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:30.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:30 smithi088 ceph-mon[35322]: pgmap v15572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:33.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:32 smithi175 ceph-mon[44549]: pgmap v15573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:33.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:32 smithi181 ceph-mon[45557]: pgmap v15573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:33.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:32 smithi088 ceph-mon[35322]: pgmap v15573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:35.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:34 smithi175 ceph-mon[44549]: pgmap v15574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:35.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:34 smithi181 ceph-mon[45557]: pgmap v15574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:35.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:34 smithi088 ceph-mon[35322]: pgmap v15574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:37.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:36 smithi175 ceph-mon[44549]: pgmap v15575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:07:37.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:36 smithi181 ceph-mon[45557]: pgmap v15575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:07:37.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:36 smithi088 ceph-mon[35322]: pgmap v15575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:07:39.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:38 smithi175 ceph-mon[44549]: pgmap v15576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:39.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:38 smithi181 ceph-mon[45557]: pgmap v15576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:39.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:38 smithi088 ceph-mon[35322]: pgmap v15576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:40.656 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:40 smithi175 ceph-mon[44549]: pgmap v15577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:40.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:40 smithi181 ceph-mon[45557]: pgmap v15577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:40.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:40 smithi088 ceph-mon[35322]: pgmap v15577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:41.374+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:07:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:41.374+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:07:41.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:41.374+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:07:43.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:42 smithi175 ceph-mon[44549]: pgmap v15578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:43.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:42 smithi181 ceph-mon[45557]: pgmap v15578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:43.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:42 smithi088 ceph-mon[35322]: pgmap v15578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:45.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:44 smithi175 ceph-mon[44549]: pgmap v15579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:45.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:44 smithi181 ceph-mon[45557]: pgmap v15579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:45.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:44 smithi088 ceph-mon[35322]: pgmap v15579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:47.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:46 smithi175 ceph-mon[44549]: pgmap v15580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:07:47.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:46 smithi181 ceph-mon[45557]: pgmap v15580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:07:47.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:46 smithi088 ceph-mon[35322]: pgmap v15580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:07:49.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:48 smithi175 ceph-mon[44549]: pgmap v15581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:49.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:48 smithi181 ceph-mon[45557]: pgmap v15581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:49.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:48 smithi088 ceph-mon[35322]: pgmap v15581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:50.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:50 smithi175 ceph-mon[44549]: pgmap v15582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:50.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:50 smithi181 ceph-mon[45557]: pgmap v15582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:50.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:50 smithi088 ceph-mon[35322]: pgmap v15582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:53.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:52 smithi175 ceph-mon[44549]: pgmap v15583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:53.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:52 smithi181 ceph-mon[45557]: pgmap v15583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:53.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:52 smithi088 ceph-mon[35322]: pgmap v15583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:07:55.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:54 smithi175 ceph-mon[44549]: pgmap v15584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:55.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:54 smithi181 ceph-mon[45557]: pgmap v15584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:55.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:54 smithi088 ceph-mon[35322]: pgmap v15584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:07:56.374 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:56.377+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:07:56.374 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:56.377+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:07:56.374 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:07:56.377+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:07:57.156 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:56 smithi175 ceph-mon[44549]: pgmap v15585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:07:57.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:56 smithi181 ceph-mon[45557]: pgmap v15585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:07:57.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:56 smithi088 ceph-mon[35322]: pgmap v15585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:07:59.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:07:58 smithi175 ceph-mon[44549]: pgmap v15586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:59.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:07:58 smithi181 ceph-mon[45557]: pgmap v15586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:07:59.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:07:58 smithi088 ceph-mon[35322]: pgmap v15586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:00.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:00 smithi175 ceph-mon[44549]: pgmap v15587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:00.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:00 smithi181 ceph-mon[45557]: pgmap v15587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:00.774 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:00 smithi088 ceph-mon[35322]: pgmap v15587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:03.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:02 smithi175 ceph-mon[44549]: pgmap v15588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:03.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:02 smithi181 ceph-mon[45557]: pgmap v15588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:03.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:02 smithi088 ceph-mon[35322]: pgmap v15588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:05.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:04 smithi175 ceph-mon[44549]: pgmap v15589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:05.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:04 smithi181 ceph-mon[45557]: pgmap v15589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:05.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:04 smithi088 ceph-mon[35322]: pgmap v15589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:07.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:06 smithi175 ceph-mon[44549]: pgmap v15590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:07.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:06 smithi181 ceph-mon[45557]: pgmap v15590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:07.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:06 smithi088 ceph-mon[35322]: pgmap v15590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:09.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:08 smithi181 ceph-mon[45557]: pgmap v15591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:09.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:08:09.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:08:09.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:08:09.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:08:09.274 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:08 smithi088 ceph-mon[35322]: pgmap v15591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:09.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:08:09.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:08:09.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:08:09.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:08:09.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:08 smithi175 ceph-mon[44549]: pgmap v15591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:09.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:08:09.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:08:09.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:08:09.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:08:10.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:09 smithi181 ceph-mon[45557]: pgmap v15592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:08:10.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:09 smithi181 ceph-mon[45557]: pgmap v15593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:08:10.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:09 smithi088 ceph-mon[35322]: pgmap v15592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:08:10.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:09 smithi088 ceph-mon[35322]: pgmap v15593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:08:10.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:09 smithi175 ceph-mon[44549]: pgmap v15592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:08:10.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:09 smithi175 ceph-mon[44549]: pgmap v15593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:08:11.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:11.394+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:08:11.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:11.394+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:08:11.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:11.394+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:08:12.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:11 smithi181 ceph-mon[45557]: pgmap v15594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:08:12.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:11 smithi088 ceph-mon[35322]: pgmap v15594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:08:12.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:11 smithi175 ceph-mon[44549]: pgmap v15594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:08:14.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:13 smithi181 ceph-mon[45557]: pgmap v15595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:08:14.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:13 smithi088 ceph-mon[35322]: pgmap v15595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:08:14.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:13 smithi175 ceph-mon[44549]: pgmap v15595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:08:15.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:15 smithi175 ceph-mon[44549]: pgmap v15596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:08:15.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:15 smithi181 ceph-mon[45557]: pgmap v15596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:08:15.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:15 smithi088 ceph-mon[35322]: pgmap v15596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:08:18.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:17 smithi181 ceph-mon[45557]: pgmap v15597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:08:18.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:17 smithi088 ceph-mon[35322]: pgmap v15597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:08:18.406 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:17 smithi175 ceph-mon[44549]: pgmap v15597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:08:20.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:19 smithi181 ceph-mon[45557]: pgmap v15598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:08:20.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:19 smithi088 ceph-mon[35322]: pgmap v15598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:08:20.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:19 smithi175 ceph-mon[44549]: pgmap v15598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:08:22.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:21 smithi181 ceph-mon[45557]: pgmap v15599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:22.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:21 smithi088 ceph-mon[35322]: pgmap v15599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:22.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:21 smithi175 ceph-mon[44549]: pgmap v15599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:24.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:23 smithi181 ceph-mon[45557]: pgmap v15600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:08:24.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:23 smithi088 ceph-mon[35322]: pgmap v15600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:08:24.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:23 smithi175 ceph-mon[44549]: pgmap v15600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:08:25.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:25 smithi181 ceph-mon[45557]: pgmap v15601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:08:25.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:25 smithi088 ceph-mon[35322]: pgmap v15601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:08:25.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:25 smithi175 ceph-mon[44549]: pgmap v15601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:08:26.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:26.403+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:08:26.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:26.403+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:08:26.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:26.403+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:08:28.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:27 smithi181 ceph-mon[45557]: pgmap v15602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:28.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:27 smithi088 ceph-mon[35322]: pgmap v15602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:28.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:27 smithi175 ceph-mon[44549]: pgmap v15602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:30.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:29 smithi181 ceph-mon[45557]: pgmap v15603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:08:30.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:29 smithi088 ceph-mon[35322]: pgmap v15603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:08:30.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:29 smithi175 ceph-mon[44549]: pgmap v15603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:08:32.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:31 smithi181 ceph-mon[45557]: pgmap v15604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:32.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:31 smithi088 ceph-mon[35322]: pgmap v15604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:32.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:31 smithi175 ceph-mon[44549]: pgmap v15604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:34.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:33 smithi181 ceph-mon[45557]: pgmap v15605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:34.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:33 smithi088 ceph-mon[35322]: pgmap v15605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:34.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:33 smithi175 ceph-mon[44549]: pgmap v15605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:35.657 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:35 smithi175 ceph-mon[44549]: pgmap v15606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:35.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:35 smithi181 ceph-mon[45557]: pgmap v15606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:35.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:35 smithi088 ceph-mon[35322]: pgmap v15606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:38.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:37 smithi181 ceph-mon[45557]: pgmap v15607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:38.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:37 smithi088 ceph-mon[35322]: pgmap v15607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:38.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:37 smithi175 ceph-mon[44549]: pgmap v15607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:40.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:39 smithi181 ceph-mon[45557]: pgmap v15608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:40.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:39 smithi088 ceph-mon[35322]: pgmap v15608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:40.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:39 smithi175 ceph-mon[44549]: pgmap v15608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:41.418+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:08:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:41.418+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:08:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:41.418+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:08:42.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:41 smithi181 ceph-mon[45557]: pgmap v15609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:42.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:41 smithi088 ceph-mon[35322]: pgmap v15609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:42.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:41 smithi175 ceph-mon[44549]: pgmap v15609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:44.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:43 smithi181 ceph-mon[45557]: pgmap v15610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:44.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:43 smithi088 ceph-mon[35322]: pgmap v15610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:44.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:43 smithi175 ceph-mon[44549]: pgmap v15610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:45.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:45 smithi181 ceph-mon[45557]: pgmap v15611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:45.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:45 smithi088 ceph-mon[35322]: pgmap v15611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:45.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:45 smithi175 ceph-mon[44549]: pgmap v15611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:48.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:47 smithi181 ceph-mon[45557]: pgmap v15612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:48.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:47 smithi088 ceph-mon[35322]: pgmap v15612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:48.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:47 smithi175 ceph-mon[44549]: pgmap v15612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:50.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:49 smithi181 ceph-mon[45557]: pgmap v15613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:50.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:49 smithi088 ceph-mon[35322]: pgmap v15613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:50.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:49 smithi175 ceph-mon[44549]: pgmap v15613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:52.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:51 smithi181 ceph-mon[45557]: pgmap v15614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:52.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:51 smithi088 ceph-mon[35322]: pgmap v15614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:52.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:51 smithi175 ceph-mon[44549]: pgmap v15614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:08:54.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:53 smithi181 ceph-mon[45557]: pgmap v15615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:54.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:53 smithi088 ceph-mon[35322]: pgmap v15615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:54.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:53 smithi175 ceph-mon[44549]: pgmap v15615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:08:55.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:55 smithi181 ceph-mon[45557]: pgmap v15616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:55.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:55 smithi088 ceph-mon[35322]: pgmap v15616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:55.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:55 smithi175 ceph-mon[44549]: pgmap v15616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:08:56.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:56.433+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:08:56.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:56.433+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:08:56.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:08:56.433+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:08:58.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:57 smithi181 ceph-mon[45557]: pgmap v15617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:58.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:57 smithi088 ceph-mon[35322]: pgmap v15617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:08:58.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:57 smithi175 ceph-mon[44549]: pgmap v15617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:09:00.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:08:59 smithi181 ceph-mon[45557]: pgmap v15618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:00.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:08:59 smithi088 ceph-mon[35322]: pgmap v15618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:00.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:08:59 smithi175 ceph-mon[44549]: pgmap v15618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:02.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:01 smithi181 ceph-mon[45557]: pgmap v15619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:02.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:01 smithi088 ceph-mon[35322]: pgmap v15619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:02.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:01 smithi175 ceph-mon[44549]: pgmap v15619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:04.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:03 smithi181 ceph-mon[45557]: pgmap v15620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:04.211 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:03 smithi088 ceph-mon[35322]: pgmap v15620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:04.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:03 smithi175 ceph-mon[44549]: pgmap v15620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:05.703 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:05 smithi181 ceph-mon[45557]: pgmap v15621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:05.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:05 smithi088 ceph-mon[35322]: pgmap v15621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:05.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:05 smithi175 ceph-mon[44549]: pgmap v15621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:08.203 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:07 smithi181 ceph-mon[45557]: pgmap v15622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:09:08.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:07 smithi088 ceph-mon[35322]: pgmap v15622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:09:08.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:07 smithi175 ceph-mon[44549]: pgmap v15622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:09:10.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:09 smithi181 ceph-mon[45557]: pgmap v15623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:10.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:09:10.268 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:09 smithi175 ceph-mon[44549]: pgmap v15623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:10.268 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:09:10.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:09 smithi088 ceph-mon[35322]: pgmap v15623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:10.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:09:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:11.448+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:09:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:11.448+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:09:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:11.448+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:09:12.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:11 smithi175 ceph-mon[44549]: pgmap v15624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:12.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:12.157 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:12.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:11 smithi181 ceph-mon[45557]: pgmap v15624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:12.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:12.204 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:12.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:11 smithi088 ceph-mon[35322]: pgmap v15624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:12.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:12.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:13.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:13.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.263 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:13.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:12 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T21:09:13.264 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:12 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T21:09:13.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:13.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:13.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:12 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T21:09:13.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:12 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T21:09:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:12 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 182.4M 2024-01-28T21:09:13.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:12 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 191357644: error parsing value: Value '191357644' is below minimum 939524096 2024-01-28T21:09:14.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:13 smithi088 ceph-mon[35322]: pgmap v15625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:14.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:14.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:14.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:14.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:09:14.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:09:14.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:14.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:13 smithi175 ceph-mon[44549]: pgmap v15625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:14.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:14.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:14.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:14.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:09:14.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:09:14.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:14.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:13 smithi181 ceph-mon[45557]: pgmap v15625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:14.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:14.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:14.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:09:14.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:09:14.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:09:14.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:09:15.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:14 smithi088 ceph-mon[35322]: pgmap v15626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T21:09:15.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:14 smithi088 ceph-mon[35322]: pgmap v15627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T21:09:15.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:14 smithi175 ceph-mon[44549]: pgmap v15626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T21:09:15.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:14 smithi175 ceph-mon[44549]: pgmap v15627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T21:09:15.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:14 smithi181 ceph-mon[45557]: pgmap v15626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T21:09:15.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:14 smithi181 ceph-mon[45557]: pgmap v15627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T21:09:17.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:16 smithi088 ceph-mon[35322]: pgmap v15628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:09:17.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:16 smithi175 ceph-mon[44549]: pgmap v15628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:09:17.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:16 smithi181 ceph-mon[45557]: pgmap v15628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:09:19.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:18 smithi088 ceph-mon[35322]: pgmap v15629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T21:09:19.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:18 smithi175 ceph-mon[44549]: pgmap v15629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T21:09:19.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:18 smithi181 ceph-mon[45557]: pgmap v15629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T21:09:21.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:20 smithi088 ceph-mon[35322]: pgmap v15630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:09:21.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:20 smithi175 ceph-mon[44549]: pgmap v15630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:09:21.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:20 smithi181 ceph-mon[45557]: pgmap v15630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:09:23.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:22 smithi088 ceph-mon[35322]: pgmap v15631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T21:09:23.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:22 smithi175 ceph-mon[44549]: pgmap v15631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T21:09:23.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:22 smithi181 ceph-mon[45557]: pgmap v15631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T21:09:25.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:24 smithi088 ceph-mon[35322]: pgmap v15632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:09:25.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:24 smithi175 ceph-mon[44549]: pgmap v15632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:09:25.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:24 smithi181 ceph-mon[45557]: pgmap v15632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:09:26.458 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:26.461+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:09:26.458 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:26.461+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:09:26.458 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:26.461+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:09:27.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:26 smithi088 ceph-mon[35322]: pgmap v15633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:27.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:26 smithi175 ceph-mon[44549]: pgmap v15633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:27.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:26 smithi181 ceph-mon[45557]: pgmap v15633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:29.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:28 smithi088 ceph-mon[35322]: pgmap v15634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:29.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:28 smithi175 ceph-mon[44549]: pgmap v15634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:29.453 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:28 smithi181 ceph-mon[45557]: pgmap v15634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:31.275 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:30 smithi088 ceph-mon[35322]: pgmap v15635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:09:31.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:30 smithi175 ceph-mon[44549]: pgmap v15635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:09:31.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:30 smithi181 ceph-mon[45557]: pgmap v15635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:09:32.407 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:32 smithi175 ceph-mon[44549]: pgmap v15636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:32.454 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:32 smithi181 ceph-mon[45557]: pgmap v15636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:32.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:32 smithi088 ceph-mon[35322]: pgmap v15636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:34.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:34 smithi181 ceph-mon[45557]: pgmap v15637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:34.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:34 smithi088 ceph-mon[35322]: pgmap v15637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:34.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:34 smithi175 ceph-mon[44549]: pgmap v15637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:36.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:36 smithi181 ceph-mon[45557]: pgmap v15638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:36.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:36 smithi088 ceph-mon[35322]: pgmap v15638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:36.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:36 smithi175 ceph-mon[44549]: pgmap v15638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:38.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:38 smithi181 ceph-mon[45557]: pgmap v15639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:38.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:38 smithi088 ceph-mon[35322]: pgmap v15639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:38.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:38 smithi175 ceph-mon[44549]: pgmap v15639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:40.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:40 smithi181 ceph-mon[45557]: pgmap v15640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:09:40.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:40 smithi088 ceph-mon[35322]: pgmap v15640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:09:40.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:40 smithi175 ceph-mon[44549]: pgmap v15640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:09:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:41.476+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:09:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:41.476+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:09:41.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:41.476+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:09:42.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:42 smithi181 ceph-mon[45557]: pgmap v15641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:42.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:42 smithi088 ceph-mon[35322]: pgmap v15641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:42.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:42 smithi175 ceph-mon[44549]: pgmap v15641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:43.931 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:43.934+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:09:43.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:43.935+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 227 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:09:43.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:43.935+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:09:43.933 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:43.936+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 227 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:09:44.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:44 smithi181 ceph-mon[45557]: pgmap v15642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:44.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:44 smithi088 ceph-mon[35322]: pgmap v15642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:44.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:44 smithi175 ceph-mon[44549]: pgmap v15642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:46.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:46 smithi181 ceph-mon[45557]: pgmap v15643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:46.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:46 smithi088 ceph-mon[35322]: pgmap v15643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:46.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:46 smithi175 ceph-mon[44549]: pgmap v15643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:48.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:48 smithi181 ceph-mon[45557]: pgmap v15644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:09:48.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:48 smithi088 ceph-mon[35322]: pgmap v15644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:09:48.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:48 smithi175 ceph-mon[44549]: pgmap v15644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:09:50.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:50 smithi181 ceph-mon[45557]: pgmap v15645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:09:50.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:50 smithi088 ceph-mon[35322]: pgmap v15645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:09:50.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:50 smithi175 ceph-mon[44549]: pgmap v15645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:09:52.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:52 smithi088 ceph-mon[35322]: pgmap v15646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:52.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:52 smithi175 ceph-mon[44549]: pgmap v15646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:52.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:52 smithi181 ceph-mon[45557]: pgmap v15646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:09:54.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:54 smithi088 ceph-mon[35322]: pgmap v15647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:54.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:54 smithi175 ceph-mon[44549]: pgmap v15647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:54.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:54 smithi181 ceph-mon[45557]: pgmap v15647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:09:56.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:56.478+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:09:56.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:56.478+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:09:56.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:09:56.478+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:09:56.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:56 smithi088 ceph-mon[35322]: pgmap v15648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:56.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:56 smithi175 ceph-mon[44549]: pgmap v15648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:56.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:56 smithi181 ceph-mon[45557]: pgmap v15648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:09:58.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:09:58 smithi088 ceph-mon[35322]: pgmap v15649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:09:58.907 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:09:58 smithi175 ceph-mon[44549]: pgmap v15649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:09:58.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:09:58 smithi181 ceph-mon[45557]: pgmap v15649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:00.775 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:00 smithi088 ceph-mon[35322]: pgmap v15650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:00.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:10:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:00 smithi175 ceph-mon[44549]: pgmap v15650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:10:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:00 smithi181 ceph-mon[45557]: pgmap v15650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:10:02.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:02 smithi088 ceph-mon[35322]: pgmap v15651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:02.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:02 smithi175 ceph-mon[44549]: pgmap v15651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:02.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:02 smithi181 ceph-mon[45557]: pgmap v15651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:04.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:04 smithi088 ceph-mon[35322]: pgmap v15652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:04.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:04 smithi175 ceph-mon[44549]: pgmap v15652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:04.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:04 smithi181 ceph-mon[45557]: pgmap v15652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:06.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:06 smithi088 ceph-mon[35322]: pgmap v15653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:06 smithi175 ceph-mon[44549]: pgmap v15653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:06.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:06 smithi181 ceph-mon[45557]: pgmap v15653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:08.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:08 smithi088 ceph-mon[35322]: pgmap v15654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:08.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:08 smithi175 ceph-mon[44549]: pgmap v15654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:08.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:08 smithi181 ceph-mon[45557]: pgmap v15654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:10.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:10 smithi088 ceph-mon[35322]: pgmap v15655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:10.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:10 smithi175 ceph-mon[44549]: pgmap v15655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:10.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:10 smithi181 ceph-mon[45557]: pgmap v15655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:11.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:11.481+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:10:11.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:11.481+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:10:11.478 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:11.481+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:10:12.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:12 smithi088 ceph-mon[35322]: pgmap v15656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:12.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:12 smithi175 ceph-mon[44549]: pgmap v15656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:12.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:12 smithi181 ceph-mon[45557]: pgmap v15656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:14 smithi088 ceph-mon[35322]: pgmap v15657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:10:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:10:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:10:14.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:10:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:14 smithi175 ceph-mon[44549]: pgmap v15657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:10:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:10:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:10:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:10:14.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:14 smithi181 ceph-mon[45557]: pgmap v15657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:14.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:10:14.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:10:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:10:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:10:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:10:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:15 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T21:10:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:15 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T21:10:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:15 smithi088 ceph-mon[35322]: pgmap v15658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:10:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:15 smithi088 ceph-mon[35322]: pgmap v15659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:10:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:15 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T21:10:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:15 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T21:10:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:15 smithi175 ceph-mon[44549]: pgmap v15658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:10:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:15 smithi175 ceph-mon[44549]: pgmap v15659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:10:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:15 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 182.4M 2024-01-28T21:10:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:15 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 191343308: error parsing value: Value '191343308' is below minimum 939524096 2024-01-28T21:10:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:15 smithi181 ceph-mon[45557]: pgmap v15658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:10:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:15 smithi181 ceph-mon[45557]: pgmap v15659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:10:17.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:17 smithi088 ceph-mon[35322]: pgmap v15660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:10:17.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:17 smithi175 ceph-mon[44549]: pgmap v15660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:10:17.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:17 smithi181 ceph-mon[45557]: pgmap v15660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:10:19.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:19 smithi088 ceph-mon[35322]: pgmap v15661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:10:19.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:19 smithi175 ceph-mon[44549]: pgmap v15661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:10:19.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:19 smithi181 ceph-mon[45557]: pgmap v15661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:10:21.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:21 smithi088 ceph-mon[35322]: pgmap v15662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:10:21.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:21 smithi175 ceph-mon[44549]: pgmap v15662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:10:21.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:21 smithi181 ceph-mon[45557]: pgmap v15662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:10:23.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:23 smithi088 ceph-mon[35322]: pgmap v15663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:10:23.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:23 smithi175 ceph-mon[44549]: pgmap v15663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:10:23.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:23 smithi181 ceph-mon[45557]: pgmap v15663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:10:25.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:25 smithi181 ceph-mon[45557]: pgmap v15664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:10:25.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:25 smithi088 ceph-mon[35322]: pgmap v15664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:10:25.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:25 smithi175 ceph-mon[44549]: pgmap v15664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:10:26.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:26.484+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:10:26.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:26.484+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:10:26.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:26.484+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:10:27.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:27 smithi088 ceph-mon[35322]: pgmap v15665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:27.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:27 smithi175 ceph-mon[44549]: pgmap v15665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:27.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:27 smithi181 ceph-mon[45557]: pgmap v15665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:29.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:29 smithi088 ceph-mon[35322]: pgmap v15666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:29.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:29 smithi175 ceph-mon[44549]: pgmap v15666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:29.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:29 smithi181 ceph-mon[45557]: pgmap v15666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:31.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:31 smithi088 ceph-mon[35322]: pgmap v15667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:31.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:31 smithi175 ceph-mon[44549]: pgmap v15667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:31.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:31 smithi181 ceph-mon[45557]: pgmap v15667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:33.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:33 smithi088 ceph-mon[35322]: pgmap v15668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:33.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:33 smithi175 ceph-mon[44549]: pgmap v15668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:33.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:33 smithi181 ceph-mon[45557]: pgmap v15668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:35.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:35 smithi181 ceph-mon[45557]: pgmap v15669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:35.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:35 smithi088 ceph-mon[35322]: pgmap v15669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:35.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:35 smithi175 ceph-mon[44549]: pgmap v15669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:37.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:37 smithi088 ceph-mon[35322]: pgmap v15670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:37.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:37 smithi175 ceph-mon[44549]: pgmap v15670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:37.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:37 smithi181 ceph-mon[45557]: pgmap v15670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:39.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:39 smithi088 ceph-mon[35322]: pgmap v15671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:39.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:39 smithi175 ceph-mon[44549]: pgmap v15671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:39.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:39 smithi181 ceph-mon[45557]: pgmap v15671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:41.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:41.486+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:10:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:41.486+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:10:41.484 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:41.486+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:10:41.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:41 smithi088 ceph-mon[35322]: pgmap v15672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:41.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:41 smithi175 ceph-mon[44549]: pgmap v15672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:41.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:41 smithi181 ceph-mon[45557]: pgmap v15672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:43.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:43 smithi088 ceph-mon[35322]: pgmap v15673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:43.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:43 smithi175 ceph-mon[44549]: pgmap v15673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:43.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:43 smithi181 ceph-mon[45557]: pgmap v15673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:45.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:45 smithi181 ceph-mon[45557]: pgmap v15674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:45.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:45 smithi088 ceph-mon[35322]: pgmap v15674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:45.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:45 smithi175 ceph-mon[44549]: pgmap v15674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:47.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:47 smithi088 ceph-mon[35322]: pgmap v15675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:47.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:47 smithi175 ceph-mon[44549]: pgmap v15675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:47.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:47 smithi181 ceph-mon[45557]: pgmap v15675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:49.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:49 smithi088 ceph-mon[35322]: pgmap v15676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:49.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:49 smithi175 ceph-mon[44549]: pgmap v15676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:49.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:49 smithi181 ceph-mon[45557]: pgmap v15676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:51.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:51 smithi088 ceph-mon[35322]: pgmap v15677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:51.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:51 smithi175 ceph-mon[44549]: pgmap v15677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:51.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:51 smithi181 ceph-mon[45557]: pgmap v15677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:10:53.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:53 smithi088 ceph-mon[35322]: pgmap v15678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:53.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:53 smithi175 ceph-mon[44549]: pgmap v15678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:53.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:53 smithi181 ceph-mon[45557]: pgmap v15678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:10:55.704 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:55 smithi181 ceph-mon[45557]: pgmap v15679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:55.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:55 smithi088 ceph-mon[35322]: pgmap v15679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:55.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:55 smithi175 ceph-mon[44549]: pgmap v15679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:10:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:56.492+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:10:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:56.492+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:10:56.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:10:56.492+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:10:57.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:57 smithi088 ceph-mon[35322]: pgmap v15680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:57.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:57 smithi175 ceph-mon[44549]: pgmap v15680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:57.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:57 smithi181 ceph-mon[45557]: pgmap v15680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:10:59.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:10:59 smithi088 ceph-mon[35322]: pgmap v15681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:59.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:10:59 smithi175 ceph-mon[44549]: pgmap v15681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:10:59.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:10:59 smithi181 ceph-mon[45557]: pgmap v15681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:11:01.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:01 smithi088 ceph-mon[35322]: pgmap v15682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:11:01.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:01 smithi175 ceph-mon[44549]: pgmap v15682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:11:01.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:01 smithi181 ceph-mon[45557]: pgmap v15682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:11:03.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:03 smithi088 ceph-mon[35322]: pgmap v15683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:03.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:03 smithi175 ceph-mon[44549]: pgmap v15683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:03.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:03 smithi181 ceph-mon[45557]: pgmap v15683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:05.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:05 smithi088 ceph-mon[35322]: pgmap v15684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:05.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:05 smithi175 ceph-mon[44549]: pgmap v15684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:05.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:05 smithi181 ceph-mon[45557]: pgmap v15684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:07.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:07 smithi088 ceph-mon[35322]: pgmap v15685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:07.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:07 smithi175 ceph-mon[44549]: pgmap v15685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:07.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:07 smithi181 ceph-mon[45557]: pgmap v15685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:09.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:09 smithi088 ceph-mon[35322]: pgmap v15686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:11:09.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:09 smithi175 ceph-mon[44549]: pgmap v15686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:11:09.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:09 smithi181 ceph-mon[45557]: pgmap v15686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:11:11.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:11.505+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:11:11.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:11.505+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:11:11.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:11.505+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:11:11.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:11 smithi088 ceph-mon[35322]: pgmap v15687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:11:11.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:11 smithi175 ceph-mon[44549]: pgmap v15687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:11:11.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:11 smithi181 ceph-mon[45557]: pgmap v15687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:11:13.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:13 smithi088 ceph-mon[35322]: pgmap v15688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:13 smithi175 ceph-mon[44549]: pgmap v15688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:13.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:13 smithi181 ceph-mon[45557]: pgmap v15688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:15 smithi088 ceph-mon[35322]: pgmap v15689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:15.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:11:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:15 smithi175 ceph-mon[44549]: pgmap v15689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:15.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:11:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:15 smithi181 ceph-mon[45557]: pgmap v15689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:15.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:11:16.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:11:16.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:11:16.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:16 smithi088 ceph-mon[35322]: pgmap v15690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:11:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:16 smithi088 ceph-mon[35322]: pgmap v15691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:11:16.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:11:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:11:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:11:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:16 smithi175 ceph-mon[44549]: pgmap v15690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:11:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:16 smithi175 ceph-mon[44549]: pgmap v15691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:11:16.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:11:16.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:11:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:11:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:16 smithi181 ceph-mon[45557]: pgmap v15690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:11:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:16 smithi181 ceph-mon[45557]: pgmap v15691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:11:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:11:18.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:18 smithi175 ceph-mon[44549]: pgmap v15692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:11:18.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:18 smithi181 ceph-mon[45557]: pgmap v15692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:11:19.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:18 smithi088 ceph-mon[35322]: pgmap v15692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:11:20.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:20 smithi088 ceph-mon[35322]: pgmap v15693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:11:20.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:20 smithi175 ceph-mon[44549]: pgmap v15693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:11:20.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:20 smithi181 ceph-mon[45557]: pgmap v15693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:11:22.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:22 smithi175 ceph-mon[44549]: pgmap v15694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:11:22.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:22 smithi181 ceph-mon[45557]: pgmap v15694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:11:23.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:22 smithi088 ceph-mon[35322]: pgmap v15694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:11:24.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:24 smithi175 ceph-mon[44549]: pgmap v15695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:11:24.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:24 smithi181 ceph-mon[45557]: pgmap v15695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:11:25.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:24 smithi088 ceph-mon[35322]: pgmap v15695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:11:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:26.508+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:11:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:26.508+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:11:26.506 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:26.508+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:11:26.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:26 smithi175 ceph-mon[44549]: pgmap v15696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:11:26.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:26 smithi181 ceph-mon[45557]: pgmap v15696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:11:27.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:26 smithi088 ceph-mon[35322]: pgmap v15696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:11:28.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:28 smithi175 ceph-mon[44549]: pgmap v15697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:28.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:28 smithi181 ceph-mon[45557]: pgmap v15697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:29.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:28 smithi088 ceph-mon[35322]: pgmap v15697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:30.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:30 smithi088 ceph-mon[35322]: pgmap v15698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:30.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:30 smithi175 ceph-mon[44549]: pgmap v15698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:30.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:30 smithi181 ceph-mon[45557]: pgmap v15698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:32.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:32 smithi175 ceph-mon[44549]: pgmap v15699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:32.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:32 smithi181 ceph-mon[45557]: pgmap v15699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:33.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:32 smithi088 ceph-mon[35322]: pgmap v15699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:34.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:34 smithi175 ceph-mon[44549]: pgmap v15700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:11:34.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:34 smithi181 ceph-mon[45557]: pgmap v15700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:11:35.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:34 smithi088 ceph-mon[35322]: pgmap v15700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:11:36.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:36 smithi175 ceph-mon[44549]: pgmap v15701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:36.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:36 smithi181 ceph-mon[45557]: pgmap v15701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:37.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:36 smithi088 ceph-mon[35322]: pgmap v15701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:38.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:38 smithi175 ceph-mon[44549]: pgmap v15702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:38.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:38 smithi181 ceph-mon[45557]: pgmap v15702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:39.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:38 smithi088 ceph-mon[35322]: pgmap v15702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:40.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:40 smithi088 ceph-mon[35322]: pgmap v15703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:40.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:40 smithi175 ceph-mon[44549]: pgmap v15703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:40 smithi181 ceph-mon[45557]: pgmap v15703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:41.519+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:11:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:41.519+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:11:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:41.519+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:11:42.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:42 smithi175 ceph-mon[44549]: pgmap v15704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:42.954 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:42 smithi181 ceph-mon[45557]: pgmap v15704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:43.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:42 smithi088 ceph-mon[35322]: pgmap v15704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:44.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:44 smithi175 ceph-mon[44549]: pgmap v15705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:11:44.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:44 smithi181 ceph-mon[45557]: pgmap v15705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:11:45.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:44 smithi088 ceph-mon[35322]: pgmap v15705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:11:46.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:46 smithi175 ceph-mon[44549]: pgmap v15706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:46.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:46 smithi181 ceph-mon[45557]: pgmap v15706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:47.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:46 smithi088 ceph-mon[35322]: pgmap v15706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:48.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:48 smithi175 ceph-mon[44549]: pgmap v15707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:48.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:48 smithi181 ceph-mon[45557]: pgmap v15707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:49.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:48 smithi088 ceph-mon[35322]: pgmap v15707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:50.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:50 smithi088 ceph-mon[35322]: pgmap v15708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:50.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:50 smithi175 ceph-mon[44549]: pgmap v15708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:50.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:50 smithi181 ceph-mon[45557]: pgmap v15708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:11:52.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:52 smithi175 ceph-mon[44549]: pgmap v15709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:52.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:52 smithi181 ceph-mon[45557]: pgmap v15709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:53.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:52 smithi088 ceph-mon[35322]: pgmap v15709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:54.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:54 smithi175 ceph-mon[44549]: pgmap v15710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:11:54.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:54 smithi181 ceph-mon[45557]: pgmap v15710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:11:55.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:54 smithi088 ceph-mon[35322]: pgmap v15710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:11:56.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:56.527+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:11:56.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:56.527+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:11:56.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:11:56.527+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:11:56.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:56 smithi175 ceph-mon[44549]: pgmap v15711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:56.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:56 smithi181 ceph-mon[45557]: pgmap v15711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:57.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:56 smithi088 ceph-mon[35322]: pgmap v15711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:11:58.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:11:58 smithi175 ceph-mon[44549]: pgmap v15712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:58.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:11:58 smithi181 ceph-mon[45557]: pgmap v15712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:11:59.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:11:58 smithi088 ceph-mon[35322]: pgmap v15712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:00 smithi088 ceph-mon[35322]: pgmap v15713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:12:00.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:00 smithi175 ceph-mon[44549]: pgmap v15713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:12:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:00 smithi181 ceph-mon[45557]: pgmap v15713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:12:02.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:02 smithi175 ceph-mon[44549]: pgmap v15714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:02.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:02 smithi181 ceph-mon[45557]: pgmap v15714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:03.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:02 smithi088 ceph-mon[35322]: pgmap v15714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:04.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:04 smithi175 ceph-mon[44549]: pgmap v15715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:12:04.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:04 smithi181 ceph-mon[45557]: pgmap v15715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:12:05.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:04 smithi088 ceph-mon[35322]: pgmap v15715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:12:06.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:06 smithi175 ceph-mon[44549]: pgmap v15716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:06.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:06 smithi181 ceph-mon[45557]: pgmap v15716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:07.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:06 smithi088 ceph-mon[35322]: pgmap v15716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:08.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:08 smithi175 ceph-mon[44549]: pgmap v15717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:08.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:08 smithi181 ceph-mon[45557]: pgmap v15717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:09.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:08 smithi088 ceph-mon[35322]: pgmap v15717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:10.776 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:10 smithi088 ceph-mon[35322]: pgmap v15718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:12:10.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:10 smithi175 ceph-mon[44549]: pgmap v15718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:12:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:10 smithi181 ceph-mon[45557]: pgmap v15718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:12:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:11.542+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:12:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:11.542+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:12:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:11.542+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:12:12.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:12 smithi175 ceph-mon[44549]: pgmap v15719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:12.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:12 smithi181 ceph-mon[45557]: pgmap v15719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:13.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:12 smithi088 ceph-mon[35322]: pgmap v15719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:14.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:14 smithi175 ceph-mon[44549]: pgmap v15720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:12:14.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:14 smithi181 ceph-mon[45557]: pgmap v15720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:12:15.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:14 smithi088 ceph-mon[35322]: pgmap v15720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:12:16.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:16 smithi175 ceph-mon[44549]: pgmap v15721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:16.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:12:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:16 smithi181 ceph-mon[45557]: pgmap v15721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:16.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:12:17.026 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:16 smithi088 ceph-mon[35322]: pgmap v15721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:17.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:12:18.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:18.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:19.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:19 smithi175 ceph-mon[44549]: pgmap v15722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:19.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:19.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:19.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:12:19.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:12:19.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:19.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:19 smithi181 ceph-mon[45557]: pgmap v15722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:19.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:19.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:19.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:12:19.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:12:19.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:19.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:19 smithi088 ceph-mon[35322]: pgmap v15722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:19.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:19.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:19.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:12:19.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:12:19.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:12:20.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:20 smithi175 ceph-mon[44549]: pgmap v15723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T21:12:20.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:20 smithi175 ceph-mon[44549]: pgmap v15724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:12:20.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:20 smithi181 ceph-mon[45557]: pgmap v15723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T21:12:20.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:20 smithi181 ceph-mon[45557]: pgmap v15724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:12:20.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:20 smithi088 ceph-mon[35322]: pgmap v15723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T21:12:20.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:20 smithi088 ceph-mon[35322]: pgmap v15724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:12:21.408 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:21 smithi175 ceph-mon[44549]: pgmap v15725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T21:12:21.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:21 smithi181 ceph-mon[45557]: pgmap v15725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T21:12:21.526 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:21 smithi088 ceph-mon[35322]: pgmap v15725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T21:12:24.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:23 smithi175 ceph-mon[44549]: pgmap v15726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:12:24.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:23 smithi181 ceph-mon[45557]: pgmap v15726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:12:24.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:23 smithi088 ceph-mon[35322]: pgmap v15726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:12:25.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:25 smithi088 ceph-mon[35322]: pgmap v15727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T21:12:25.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:25 smithi175 ceph-mon[44549]: pgmap v15727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T21:12:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:25 smithi181 ceph-mon[45557]: pgmap v15727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T21:12:26.553 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:26.555+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:12:26.553 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:26.555+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:12:26.553 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:26.555+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:12:28.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:27 smithi175 ceph-mon[44549]: pgmap v15728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:12:28.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:27 smithi181 ceph-mon[45557]: pgmap v15728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:12:28.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:27 smithi088 ceph-mon[35322]: pgmap v15728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:12:30.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:29 smithi175 ceph-mon[44549]: pgmap v15729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:12:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:29 smithi181 ceph-mon[45557]: pgmap v15729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:12:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:29 smithi088 ceph-mon[35322]: pgmap v15729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:12:32.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:31 smithi175 ceph-mon[44549]: pgmap v15730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:32.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:31 smithi181 ceph-mon[45557]: pgmap v15730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:32.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:31 smithi088 ceph-mon[35322]: pgmap v15730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:34.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:33 smithi175 ceph-mon[44549]: pgmap v15731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:34.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:33 smithi181 ceph-mon[45557]: pgmap v15731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:33 smithi088 ceph-mon[35322]: pgmap v15731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:35 smithi088 ceph-mon[35322]: pgmap v15732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:35.908 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:35 smithi175 ceph-mon[44549]: pgmap v15732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:35.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:35 smithi181 ceph-mon[45557]: pgmap v15732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:38.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:37 smithi175 ceph-mon[44549]: pgmap v15733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:38.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:37 smithi181 ceph-mon[45557]: pgmap v15733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:38.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:37 smithi088 ceph-mon[35322]: pgmap v15733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:40.158 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:39 smithi175 ceph-mon[44549]: pgmap v15734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:40.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:39 smithi181 ceph-mon[45557]: pgmap v15734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:40.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:39 smithi088 ceph-mon[35322]: pgmap v15734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:41.568 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:41.570+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:12:41.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:41.570+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:12:41.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:41.570+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:12:42.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:41 smithi175 ceph-mon[44549]: pgmap v15735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:42.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:41 smithi181 ceph-mon[45557]: pgmap v15735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:42.276 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:41 smithi088 ceph-mon[35322]: pgmap v15735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:43.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:43.961+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:12:43.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:43.961+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:12:43.960 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:43.962+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 228 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T21:12:43.960 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:43.962+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 228 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T21:12:44.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:43 smithi175 ceph-mon[44549]: pgmap v15736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:12:44.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:43 smithi181 ceph-mon[45557]: pgmap v15736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:12:44.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:43 smithi088 ceph-mon[35322]: pgmap v15736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:12:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:45 smithi088 ceph-mon[35322]: pgmap v15737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:45.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:45 smithi175 ceph-mon[44549]: pgmap v15737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:45.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:45 smithi181 ceph-mon[45557]: pgmap v15737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:48.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:47 smithi175 ceph-mon[44549]: pgmap v15738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:48.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:47 smithi181 ceph-mon[45557]: pgmap v15738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:48.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:47 smithi088 ceph-mon[35322]: pgmap v15738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:50.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:49 smithi175 ceph-mon[44549]: pgmap v15739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:50.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:49 smithi181 ceph-mon[45557]: pgmap v15739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:50.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:49 smithi088 ceph-mon[35322]: pgmap v15739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:52.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:51 smithi175 ceph-mon[44549]: pgmap v15740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:52.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:51 smithi181 ceph-mon[45557]: pgmap v15740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:52.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:51 smithi088 ceph-mon[35322]: pgmap v15740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:12:54.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:53 smithi175 ceph-mon[44549]: pgmap v15741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:12:54.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:53 smithi181 ceph-mon[45557]: pgmap v15741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:12:54.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:53 smithi088 ceph-mon[35322]: pgmap v15741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:12:55.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:55 smithi088 ceph-mon[35322]: pgmap v15742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:55.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:55 smithi175 ceph-mon[44549]: pgmap v15742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:55.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:55 smithi181 ceph-mon[45557]: pgmap v15742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:12:56.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:56.585+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:12:56.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:56.585+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:12:56.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:12:56.585+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:12:58.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:57 smithi175 ceph-mon[44549]: pgmap v15743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:58.197 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:57 smithi088 ceph-mon[35322]: pgmap v15743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:12:58.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:57 smithi181 ceph-mon[45557]: pgmap v15743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:00.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:12:59 smithi175 ceph-mon[44549]: pgmap v15744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:00.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:12:59 smithi181 ceph-mon[45557]: pgmap v15744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:00.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:12:59 smithi088 ceph-mon[35322]: pgmap v15744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:02.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:01 smithi175 ceph-mon[44549]: pgmap v15745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:02.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:01 smithi181 ceph-mon[45557]: pgmap v15745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:02.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:01 smithi088 ceph-mon[35322]: pgmap v15745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:04.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:03 smithi175 ceph-mon[44549]: pgmap v15746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:13:04.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:03 smithi181 ceph-mon[45557]: pgmap v15746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:13:04.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:03 smithi088 ceph-mon[35322]: pgmap v15746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:13:05.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:05 smithi088 ceph-mon[35322]: pgmap v15747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:05.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:05 smithi175 ceph-mon[44549]: pgmap v15747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:05.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:05 smithi181 ceph-mon[45557]: pgmap v15747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:08.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:07 smithi175 ceph-mon[44549]: pgmap v15748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:08.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:07 smithi181 ceph-mon[45557]: pgmap v15748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:08.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:07 smithi088 ceph-mon[35322]: pgmap v15748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:10.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:09 smithi175 ceph-mon[44549]: pgmap v15749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:10.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:09 smithi181 ceph-mon[45557]: pgmap v15749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:10.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:09 smithi088 ceph-mon[35322]: pgmap v15749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:11.585 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:11.587+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:13:11.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:11.587+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:13:11.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:11.587+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:13:12.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:11 smithi175 ceph-mon[44549]: pgmap v15750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:12.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:11 smithi181 ceph-mon[45557]: pgmap v15750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:11 smithi088 ceph-mon[35322]: pgmap v15750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:14.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:13 smithi175 ceph-mon[44549]: pgmap v15751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:14.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:13 smithi181 ceph-mon[45557]: pgmap v15751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:14.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:13 smithi088 ceph-mon[35322]: pgmap v15751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:15.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:15 smithi088 ceph-mon[35322]: pgmap v15752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:15.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:15 smithi175 ceph-mon[44549]: pgmap v15752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:15.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:15 smithi181 ceph-mon[45557]: pgmap v15752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:18.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:17 smithi175 ceph-mon[44549]: pgmap v15753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:18.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:17 smithi181 ceph-mon[45557]: pgmap v15753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:18.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:17 smithi088 ceph-mon[35322]: pgmap v15753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:20.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:19 smithi175 ceph-mon[44549]: pgmap v15754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:20.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:13:20.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:13:20.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:13:20.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:13:20.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:19 smithi181 ceph-mon[45557]: pgmap v15754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:20.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:13:20.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:13:20.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:13:20.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:13:20.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:19 smithi088 ceph-mon[35322]: pgmap v15754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:20.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:13:20.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:13:20.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:13:20.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:13:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:20 smithi175 ceph-mon[44549]: pgmap v15755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:13:21.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:20 smithi175 ceph-mon[44549]: pgmap v15756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:13:21.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:20 smithi181 ceph-mon[45557]: pgmap v15755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:13:21.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:20 smithi181 ceph-mon[45557]: pgmap v15756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:13:21.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:20 smithi088 ceph-mon[35322]: pgmap v15755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:13:21.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:20 smithi088 ceph-mon[35322]: pgmap v15756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:13:23.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:22 smithi175 ceph-mon[44549]: pgmap v15757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:13:23.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:22 smithi181 ceph-mon[45557]: pgmap v15757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:13:23.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:22 smithi088 ceph-mon[35322]: pgmap v15757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:13:25.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:24 smithi175 ceph-mon[44549]: pgmap v15758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:13:25.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:24 smithi181 ceph-mon[45557]: pgmap v15758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:13:25.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:24 smithi088 ceph-mon[35322]: pgmap v15758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:13:26.596 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:26.597+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:13:26.596 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:26.597+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:13:26.596 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:26.597+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:13:27.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:26 smithi175 ceph-mon[44549]: pgmap v15759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:13:27.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:26 smithi181 ceph-mon[45557]: pgmap v15759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:13:27.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:26 smithi088 ceph-mon[35322]: pgmap v15759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:13:29.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:28 smithi175 ceph-mon[44549]: pgmap v15760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:13:29.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:28 smithi181 ceph-mon[45557]: pgmap v15760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:13:29.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:28 smithi088 ceph-mon[35322]: pgmap v15760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:13:30.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:30 smithi088 ceph-mon[35322]: pgmap v15761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:13:30.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:30 smithi175 ceph-mon[44549]: pgmap v15761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:13:30.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:30 smithi181 ceph-mon[45557]: pgmap v15761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:13:33.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:32 smithi175 ceph-mon[44549]: pgmap v15762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:33.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:32 smithi181 ceph-mon[45557]: pgmap v15762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:33.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:32 smithi088 ceph-mon[35322]: pgmap v15762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:35.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:34 smithi175 ceph-mon[44549]: pgmap v15763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:35.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:34 smithi181 ceph-mon[45557]: pgmap v15763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:35.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:34 smithi088 ceph-mon[35322]: pgmap v15763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:37.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:36 smithi175 ceph-mon[44549]: pgmap v15764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:37.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:36 smithi181 ceph-mon[45557]: pgmap v15764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:37.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:36 smithi088 ceph-mon[35322]: pgmap v15764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:39.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:38 smithi175 ceph-mon[44549]: pgmap v15765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:39.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:38 smithi181 ceph-mon[45557]: pgmap v15765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:39.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:38 smithi088 ceph-mon[35322]: pgmap v15765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:40.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:40 smithi088 ceph-mon[35322]: pgmap v15766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:40.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:40 smithi175 ceph-mon[44549]: pgmap v15766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:40.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:40 smithi181 ceph-mon[45557]: pgmap v15766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:41.603 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:41.604+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:13:41.603 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:41.604+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:13:41.604 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:41.604+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:13:43.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:42 smithi175 ceph-mon[44549]: pgmap v15767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:43.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:42 smithi181 ceph-mon[45557]: pgmap v15767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:43.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:42 smithi088 ceph-mon[35322]: pgmap v15767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:45.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:44 smithi175 ceph-mon[44549]: pgmap v15768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:45.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:44 smithi181 ceph-mon[45557]: pgmap v15768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:45.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:44 smithi088 ceph-mon[35322]: pgmap v15768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:47.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:46 smithi175 ceph-mon[44549]: pgmap v15769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:47.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:46 smithi181 ceph-mon[45557]: pgmap v15769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:47.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:46 smithi088 ceph-mon[35322]: pgmap v15769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:49.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:48 smithi181 ceph-mon[45557]: pgmap v15770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:49.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:48 smithi088 ceph-mon[35322]: pgmap v15770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:49.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:48 smithi175 ceph-mon[44549]: pgmap v15770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:50.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:50 smithi088 ceph-mon[35322]: pgmap v15771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:50.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:50 smithi175 ceph-mon[44549]: pgmap v15771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:50.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:50 smithi181 ceph-mon[45557]: pgmap v15771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:53.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:52 smithi175 ceph-mon[44549]: pgmap v15772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:53.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:52 smithi181 ceph-mon[45557]: pgmap v15772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:53.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:52 smithi088 ceph-mon[35322]: pgmap v15772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:13:55.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:54 smithi175 ceph-mon[44549]: pgmap v15773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:55.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:54 smithi181 ceph-mon[45557]: pgmap v15773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:55.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:54 smithi088 ceph-mon[35322]: pgmap v15773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:13:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:56.612+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:13:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:56.612+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:13:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:13:56.612+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:13:57.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:56 smithi175 ceph-mon[44549]: pgmap v15774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:57.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:56 smithi181 ceph-mon[45557]: pgmap v15774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:57.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:56 smithi088 ceph-mon[35322]: pgmap v15774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:13:59.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:13:58 smithi181 ceph-mon[45557]: pgmap v15775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:59.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:13:58 smithi088 ceph-mon[35322]: pgmap v15775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:13:59.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:13:58 smithi175 ceph-mon[44549]: pgmap v15775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:00.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:00 smithi088 ceph-mon[35322]: pgmap v15776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:00.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:00 smithi175 ceph-mon[44549]: pgmap v15776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:00.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:00 smithi181 ceph-mon[45557]: pgmap v15776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:03.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:02 smithi175 ceph-mon[44549]: pgmap v15777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:03.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:02 smithi181 ceph-mon[45557]: pgmap v15777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:03.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:02 smithi088 ceph-mon[35322]: pgmap v15777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:05.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:04 smithi175 ceph-mon[44549]: pgmap v15778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:05.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:04 smithi181 ceph-mon[45557]: pgmap v15778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:05.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:04 smithi088 ceph-mon[35322]: pgmap v15778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:07.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:06 smithi181 ceph-mon[45557]: pgmap v15779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:14:07.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:06 smithi088 ceph-mon[35322]: pgmap v15779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:14:07.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:06 smithi175 ceph-mon[44549]: pgmap v15779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:14:09.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:08 smithi181 ceph-mon[45557]: pgmap v15780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:09.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:08 smithi088 ceph-mon[35322]: pgmap v15780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:09.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:08 smithi175 ceph-mon[44549]: pgmap v15780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:10.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:10 smithi088 ceph-mon[35322]: pgmap v15781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:10.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:10 smithi175 ceph-mon[44549]: pgmap v15781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:10.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:10 smithi181 ceph-mon[45557]: pgmap v15781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:11.626 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:11.628+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:14:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:11.628+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:14:11.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:11.628+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:14:13.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:12 smithi175 ceph-mon[44549]: pgmap v15782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:13.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:12 smithi181 ceph-mon[45557]: pgmap v15782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:13.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:12 smithi088 ceph-mon[35322]: pgmap v15782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:15.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:14 smithi181 ceph-mon[45557]: pgmap v15783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:15.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:14 smithi088 ceph-mon[35322]: pgmap v15783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:15.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:14 smithi175 ceph-mon[44549]: pgmap v15783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:17.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:16 smithi181 ceph-mon[45557]: pgmap v15784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:14:17.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:16 smithi088 ceph-mon[35322]: pgmap v15784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:14:17.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:16 smithi175 ceph-mon[44549]: pgmap v15784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:14:19.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:18 smithi181 ceph-mon[45557]: pgmap v15785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:19.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:18 smithi088 ceph-mon[35322]: pgmap v15785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:19.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:18 smithi175 ceph-mon[44549]: pgmap v15785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:20.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:20 smithi088 ceph-mon[35322]: pgmap v15786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:20.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:14:20.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:20 smithi175 ceph-mon[44549]: pgmap v15786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:20.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:14:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:20 smithi181 ceph-mon[45557]: pgmap v15786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:20.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:14:21.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:14:21.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:14:21.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:21 smithi088 ceph-mon[35322]: pgmap v15787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:14:21.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:21 smithi088 ceph-mon[35322]: pgmap v15788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:21.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:14:21.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:14:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:14:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:21 smithi175 ceph-mon[44549]: pgmap v15787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:14:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:21 smithi175 ceph-mon[44549]: pgmap v15788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:14:21.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:14:21.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:14:21.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:21 smithi181 ceph-mon[45557]: pgmap v15787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:14:21.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:21 smithi181 ceph-mon[45557]: pgmap v15788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:21.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:14:24.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:23 smithi181 ceph-mon[45557]: pgmap v15789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:14:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:23 smithi088 ceph-mon[35322]: pgmap v15789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:14:24.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:23 smithi175 ceph-mon[44549]: pgmap v15789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:14:25.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:25 smithi088 ceph-mon[35322]: pgmap v15790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:14:25.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:25 smithi175 ceph-mon[44549]: pgmap v15790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:14:25.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:25 smithi181 ceph-mon[45557]: pgmap v15790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:14:26.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:26.641+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:14:26.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:26.641+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:14:26.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:26.641+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:14:28.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:27 smithi181 ceph-mon[45557]: pgmap v15791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:28.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:27 smithi088 ceph-mon[35322]: pgmap v15791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:28.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:27 smithi175 ceph-mon[44549]: pgmap v15791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:30.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:29 smithi088 ceph-mon[35322]: pgmap v15792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:30.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:29 smithi181 ceph-mon[45557]: pgmap v15792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:30.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:29 smithi175 ceph-mon[44549]: pgmap v15792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:32.200 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:31 smithi088 ceph-mon[35322]: pgmap v15793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:14:32.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:31 smithi181 ceph-mon[45557]: pgmap v15793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:14:32.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:31 smithi175 ceph-mon[44549]: pgmap v15793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:14:34.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:33 smithi181 ceph-mon[45557]: pgmap v15794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:33 smithi088 ceph-mon[35322]: pgmap v15794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:34.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:33 smithi175 ceph-mon[44549]: pgmap v15794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:35.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:35 smithi088 ceph-mon[35322]: pgmap v15795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:35.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:35 smithi175 ceph-mon[44549]: pgmap v15795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:35.955 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:35 smithi181 ceph-mon[45557]: pgmap v15795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:38.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:37 smithi181 ceph-mon[45557]: pgmap v15796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:14:38.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:37 smithi088 ceph-mon[35322]: pgmap v15796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:14:38.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:37 smithi175 ceph-mon[44549]: pgmap v15796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:14:40.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:39 smithi181 ceph-mon[45557]: pgmap v15797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:40.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:39 smithi088 ceph-mon[35322]: pgmap v15797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:40.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:39 smithi175 ceph-mon[44549]: pgmap v15797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:41.655+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:41.655+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:41.655+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:14:42.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:41 smithi181 ceph-mon[45557]: pgmap v15798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:14:42.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:41 smithi088 ceph-mon[35322]: pgmap v15798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:14:42.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:41 smithi175 ceph-mon[44549]: pgmap v15798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:14:44.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:43 smithi181 ceph-mon[45557]: pgmap v15799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:14:44.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:43 smithi088 ceph-mon[35322]: pgmap v15799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:14:44.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:43 smithi175 ceph-mon[44549]: pgmap v15799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:14:45.777 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:45 smithi088 ceph-mon[35322]: pgmap v15800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:45 smithi175 ceph-mon[44549]: pgmap v15800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:45.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:45 smithi181 ceph-mon[45557]: pgmap v15800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:14:48.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:47 smithi181 ceph-mon[45557]: pgmap v15801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:48.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:47 smithi088 ceph-mon[35322]: pgmap v15801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:48.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:47 smithi175 ceph-mon[44549]: pgmap v15801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:50.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:49 smithi181 ceph-mon[45557]: pgmap v15802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:50.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:49 smithi088 ceph-mon[35322]: pgmap v15802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:50.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:49 smithi175 ceph-mon[44549]: pgmap v15802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:52.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:51 smithi181 ceph-mon[45557]: pgmap v15803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:14:52.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:51 smithi088 ceph-mon[35322]: pgmap v15803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:14:52.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:51 smithi175 ceph-mon[44549]: pgmap v15803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:14:54.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:53 smithi181 ceph-mon[45557]: pgmap v15804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:54.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:53 smithi088 ceph-mon[35322]: pgmap v15804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:54.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:53 smithi175 ceph-mon[44549]: pgmap v15804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:14:55.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:55 smithi175 ceph-mon[44549]: pgmap v15805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:55.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:55 smithi181 ceph-mon[45557]: pgmap v15805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:56.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:55 smithi088 ceph-mon[35322]: pgmap v15805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:14:56.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:56.672+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:14:56.671 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:56.672+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:14:56.671 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:14:56.672+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:14:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:57 smithi181 ceph-mon[45557]: pgmap v15806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:58.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:57 smithi088 ceph-mon[35322]: pgmap v15806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:14:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:57 smithi175 ceph-mon[44549]: pgmap v15806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:00.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:14:59 smithi181 ceph-mon[45557]: pgmap v15807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:00.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:14:59 smithi088 ceph-mon[35322]: pgmap v15807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:14:59 smithi175 ceph-mon[44549]: pgmap v15807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:02.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:01 smithi181 ceph-mon[45557]: pgmap v15808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:02.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:01 smithi088 ceph-mon[35322]: pgmap v15808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:02.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:01 smithi175 ceph-mon[44549]: pgmap v15808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:04.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:03 smithi181 ceph-mon[45557]: pgmap v15809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:04.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:03 smithi088 ceph-mon[35322]: pgmap v15809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:03 smithi175 ceph-mon[44549]: pgmap v15809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:05.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:05 smithi175 ceph-mon[44549]: pgmap v15810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:05.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:05 smithi181 ceph-mon[45557]: pgmap v15810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:05 smithi088 ceph-mon[35322]: pgmap v15810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:08.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:07 smithi181 ceph-mon[45557]: pgmap v15811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:08.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:07 smithi088 ceph-mon[35322]: pgmap v15811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:08.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:07 smithi175 ceph-mon[44549]: pgmap v15811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:10.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:09 smithi181 ceph-mon[45557]: pgmap v15812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:10.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:09 smithi088 ceph-mon[35322]: pgmap v15812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:10.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:09 smithi175 ceph-mon[44549]: pgmap v15812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:11.686 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:11.687+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:15:11.686 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:11.687+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:15:11.686 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:11.687+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:15:12.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:11 smithi181 ceph-mon[45557]: pgmap v15813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:12.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:11 smithi088 ceph-mon[35322]: pgmap v15813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:12.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:11 smithi175 ceph-mon[44549]: pgmap v15813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:14.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:13 smithi181 ceph-mon[45557]: pgmap v15814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:14.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:13 smithi088 ceph-mon[35322]: pgmap v15814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:14.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:13 smithi175 ceph-mon[44549]: pgmap v15814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:15.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:15 smithi175 ceph-mon[44549]: pgmap v15815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:15.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:15 smithi181 ceph-mon[45557]: pgmap v15815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:16.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:15 smithi088 ceph-mon[35322]: pgmap v15815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:18.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:17 smithi181 ceph-mon[45557]: pgmap v15816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:18.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:17 smithi088 ceph-mon[35322]: pgmap v15816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:18.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:17 smithi175 ceph-mon[44549]: pgmap v15816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:20.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:19 smithi181 ceph-mon[45557]: pgmap v15817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:20.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:19 smithi088 ceph-mon[35322]: pgmap v15817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:20.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:19 smithi175 ceph-mon[44549]: pgmap v15817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:21 smithi181 ceph-mon[45557]: pgmap v15818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:15:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:21 smithi088 ceph-mon[35322]: pgmap v15818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:22.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:15:22.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:21 smithi175 ceph-mon[44549]: pgmap v15818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:22.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:15:22.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:23.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:15:23.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:15:23.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:23.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:15:23.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:15:23.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:23.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:15:23.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:15:23.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:15:24.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:23 smithi181 ceph-mon[45557]: pgmap v15819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:15:24.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:23 smithi181 ceph-mon[45557]: pgmap v15820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:15:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:23 smithi088 ceph-mon[35322]: pgmap v15819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:15:24.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:23 smithi088 ceph-mon[35322]: pgmap v15820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:15:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:23 smithi175 ceph-mon[44549]: pgmap v15819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:15:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:23 smithi175 ceph-mon[44549]: pgmap v15820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:15:26.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:25 smithi088 ceph-mon[35322]: pgmap v15821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:15:26.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:25 smithi175 ceph-mon[44549]: pgmap v15821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:15:26.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:25 smithi181 ceph-mon[45557]: pgmap v15821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:15:26.697 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:26.697+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:15:26.697 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:26.697+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:15:26.697 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:26.697+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:15:28.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:27 smithi088 ceph-mon[35322]: pgmap v15822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:15:28.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:27 smithi175 ceph-mon[44549]: pgmap v15822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:15:28.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:27 smithi181 ceph-mon[45557]: pgmap v15822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:15:30.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:29 smithi088 ceph-mon[35322]: pgmap v15823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T21:15:30.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:29 smithi175 ceph-mon[44549]: pgmap v15823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T21:15:30.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:29 smithi181 ceph-mon[45557]: pgmap v15823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T21:15:32.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:31 smithi088 ceph-mon[35322]: pgmap v15824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:32.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:31 smithi175 ceph-mon[44549]: pgmap v15824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:32.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:31 smithi181 ceph-mon[45557]: pgmap v15824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:34.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:33 smithi088 ceph-mon[35322]: pgmap v15825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:15:34.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:33 smithi175 ceph-mon[44549]: pgmap v15825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:15:34.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:33 smithi181 ceph-mon[45557]: pgmap v15825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:15:36.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:35 smithi088 ceph-mon[35322]: pgmap v15826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:15:36.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:35 smithi175 ceph-mon[44549]: pgmap v15826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:15:36.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:35 smithi181 ceph-mon[45557]: pgmap v15826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:15:38.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:37 smithi088 ceph-mon[35322]: pgmap v15827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:38.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:37 smithi175 ceph-mon[44549]: pgmap v15827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:38.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:37 smithi181 ceph-mon[45557]: pgmap v15827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:39.485+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T21:15:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:39.485+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T21:15:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:39.485+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34404f040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T21:15:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:39.485+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34404f040 comp rx=0 tx=0).stop 2024-01-28T21:15:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:39.485+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T21:15:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:39.485+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T21:15:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:39.485+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T21:15:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:39.485+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T21:15:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:39.486+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T21:15:39.486 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:39.487+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff344020070 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T21:15:40.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:39 smithi088 ceph-mon[35322]: pgmap v15828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:40.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:39 smithi175 ceph-mon[44549]: pgmap v15828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:40.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:39 smithi181 ceph-mon[45557]: pgmap v15828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:41.708+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:15:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:41.708+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:15:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:41.708+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:15:42.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:41 smithi088 ceph-mon[35322]: pgmap v15829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:42.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:41 smithi175 ceph-mon[44549]: pgmap v15829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:42.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:41 smithi181 ceph-mon[45557]: pgmap v15829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:43.987+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:15:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:43.987+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:15:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:43.988+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 229 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T21:15:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:43.988+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T21:15:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:43.988+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 229 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T21:15:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:43.988+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x55d733ebf510 2024-01-28T21:15:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:43.988+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 230 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006650 con 0x7ff34c102770 2024-01-28T21:15:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:43.988+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 230 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T21:15:44.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:43 smithi088 ceph-mon[35322]: pgmap v15830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:44.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:43 smithi175 ceph-mon[44549]: pgmap v15830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:44.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:43 smithi181 ceph-mon[45557]: pgmap v15830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:46.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:45 smithi088 ceph-mon[35322]: pgmap v15831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:15:46.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:46 smithi175 ceph-mon[44549]: pgmap v15831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:15:46.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:46 smithi181 ceph-mon[45557]: pgmap v15831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:15:48.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:48 smithi088 ceph-mon[35322]: pgmap v15832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:48.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:48 smithi175 ceph-mon[44549]: pgmap v15832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:48.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:48 smithi181 ceph-mon[45557]: pgmap v15832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:50.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:50 smithi088 ceph-mon[35322]: pgmap v15833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:50.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:50 smithi175 ceph-mon[44549]: pgmap v15833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:50.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:50 smithi181 ceph-mon[45557]: pgmap v15833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:15:52.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:52 smithi088 ceph-mon[35322]: pgmap v15834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:52.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:52 smithi175 ceph-mon[44549]: pgmap v15834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:52.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:52 smithi181 ceph-mon[45557]: pgmap v15834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:15:54.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:54 smithi088 ceph-mon[35322]: pgmap v15835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:54.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:54 smithi175 ceph-mon[44549]: pgmap v15835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:54.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:54 smithi181 ceph-mon[45557]: pgmap v15835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:15:56.277 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:56 smithi088 ceph-mon[35322]: pgmap v15836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:15:56.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:56 smithi175 ceph-mon[44549]: pgmap v15836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:15:56.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:56 smithi181 ceph-mon[45557]: pgmap v15836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:15:56.712 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:56.713+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:15:56.712 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:56.713+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:15:56.712 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:15:56.713+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:15:58.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:15:58 smithi088 ceph-mon[35322]: pgmap v15837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:58.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:15:58 smithi175 ceph-mon[44549]: pgmap v15837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:15:58.455 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:15:58 smithi181 ceph-mon[45557]: pgmap v15837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:00.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:00 smithi088 ceph-mon[35322]: pgmap v15838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:16:00.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:00 smithi175 ceph-mon[44549]: pgmap v15838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:16:00.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:00 smithi181 ceph-mon[45557]: pgmap v15838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:16:02.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:02 smithi175 ceph-mon[44549]: pgmap v15839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:16:02.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:02 smithi181 ceph-mon[45557]: pgmap v15839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:16:02.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:02 smithi088 ceph-mon[35322]: pgmap v15839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:16:04.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:04 smithi175 ceph-mon[44549]: pgmap v15840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:04.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:04 smithi181 ceph-mon[45557]: pgmap v15840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:04.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:04 smithi088 ceph-mon[35322]: pgmap v15840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:06.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:06 smithi175 ceph-mon[44549]: pgmap v15841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:06.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:06 smithi181 ceph-mon[45557]: pgmap v15841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:06.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:06 smithi088 ceph-mon[35322]: pgmap v15841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:08.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:08 smithi175 ceph-mon[44549]: pgmap v15842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:08.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:08 smithi181 ceph-mon[45557]: pgmap v15842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:08.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:08 smithi088 ceph-mon[35322]: pgmap v15842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:10.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:10 smithi175 ceph-mon[44549]: pgmap v15843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:10.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:10 smithi181 ceph-mon[45557]: pgmap v15843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:10 smithi088 ceph-mon[35322]: pgmap v15843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:11.723 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:11.724+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:16:11.723 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:11.724+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:16:11.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:11.724+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:16:12.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:12 smithi175 ceph-mon[44549]: pgmap v15844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:16:12.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:12 smithi181 ceph-mon[45557]: pgmap v15844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:16:12.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:12 smithi088 ceph-mon[35322]: pgmap v15844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:16:14.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:14 smithi175 ceph-mon[44549]: pgmap v15845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:14.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:14 smithi181 ceph-mon[45557]: pgmap v15845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:14.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:14 smithi088 ceph-mon[35322]: pgmap v15845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:16.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:16 smithi175 ceph-mon[44549]: pgmap v15846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:16 smithi181 ceph-mon[45557]: pgmap v15846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:16.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:16 smithi088 ceph-mon[35322]: pgmap v15846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:18.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:18 smithi175 ceph-mon[44549]: pgmap v15847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:18.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:18 smithi181 ceph-mon[45557]: pgmap v15847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:18.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:18 smithi088 ceph-mon[35322]: pgmap v15847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:20.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:20 smithi088 ceph-mon[35322]: pgmap v15848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:20.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:20 smithi175 ceph-mon[44549]: pgmap v15848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:20.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:20 smithi181 ceph-mon[45557]: pgmap v15848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:22.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:22 smithi175 ceph-mon[44549]: pgmap v15849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:22.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:22 smithi181 ceph-mon[45557]: pgmap v15849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:22.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:22 smithi088 ceph-mon[35322]: pgmap v15849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:23.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:16:23.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:16:23.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:16:24.409 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:24 smithi175 ceph-mon[44549]: pgmap v15850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:16:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:16:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:24 smithi175 ceph-mon[44549]: pgmap v15851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:16:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:24 smithi175 ceph-mon[44549]: pgmap v15852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:16:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:16:24.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:24 smithi181 ceph-mon[45557]: pgmap v15850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:24.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:16:24.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:16:24.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:24 smithi181 ceph-mon[45557]: pgmap v15851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:16:24.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:24 smithi181 ceph-mon[45557]: pgmap v15852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:16:24.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:16:24.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:24 smithi088 ceph-mon[35322]: pgmap v15850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:24.527 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:16:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:16:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:24 smithi088 ceph-mon[35322]: pgmap v15851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:16:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:24 smithi088 ceph-mon[35322]: pgmap v15852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:16:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:16:26.735 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:26.736+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:16:26.735 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:26.736+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:16:26.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:26.736+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:16:26.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:26 smithi175 ceph-mon[44549]: pgmap v15853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:16:26.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:26 smithi181 ceph-mon[45557]: pgmap v15853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:16:27.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:26 smithi088 ceph-mon[35322]: pgmap v15853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:16:28.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:28 smithi175 ceph-mon[44549]: pgmap v15854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:16:28.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:28 smithi181 ceph-mon[45557]: pgmap v15854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:16:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:28 smithi088 ceph-mon[35322]: pgmap v15854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:16:30.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:30 smithi175 ceph-mon[44549]: pgmap v15855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:16:30.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:30 smithi181 ceph-mon[45557]: pgmap v15855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:16:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:30 smithi088 ceph-mon[35322]: pgmap v15855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:16:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:32 smithi175 ceph-mon[44549]: pgmap v15856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:16:32.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:32 smithi181 ceph-mon[45557]: pgmap v15856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:16:33.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:32 smithi088 ceph-mon[35322]: pgmap v15856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:16:34.909 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:34 smithi175 ceph-mon[44549]: pgmap v15857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:16:34.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:34 smithi181 ceph-mon[45557]: pgmap v15857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:16:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:34 smithi088 ceph-mon[35322]: pgmap v15857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:16:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:36 smithi175 ceph-mon[44549]: pgmap v15858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:36.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:36 smithi181 ceph-mon[45557]: pgmap v15858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:37.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:36 smithi088 ceph-mon[35322]: pgmap v15858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:38.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:38 smithi175 ceph-mon[44549]: pgmap v15859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:38.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:38 smithi181 ceph-mon[45557]: pgmap v15859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:38 smithi088 ceph-mon[35322]: pgmap v15859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:40 smithi175 ceph-mon[44549]: pgmap v15860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:40.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:40 smithi181 ceph-mon[45557]: pgmap v15860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:40 smithi088 ceph-mon[35322]: pgmap v15860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:41.752+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:16:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:41.752+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:16:41.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:41.752+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:16:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:42 smithi175 ceph-mon[44549]: pgmap v15861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:42.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:42 smithi181 ceph-mon[45557]: pgmap v15861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:43.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:42 smithi088 ceph-mon[35322]: pgmap v15861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:44.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:44 smithi175 ceph-mon[44549]: pgmap v15862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:44.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:44 smithi181 ceph-mon[45557]: pgmap v15862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:44 smithi088 ceph-mon[35322]: pgmap v15862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:46.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:46 smithi175 ceph-mon[44549]: pgmap v15863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:46.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:46 smithi181 ceph-mon[45557]: pgmap v15863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:47.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:46 smithi088 ceph-mon[35322]: pgmap v15863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:48.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:48 smithi175 ceph-mon[44549]: pgmap v15864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:48.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:48 smithi181 ceph-mon[45557]: pgmap v15864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:48 smithi088 ceph-mon[35322]: pgmap v15864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:50.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:50 smithi175 ceph-mon[44549]: pgmap v15865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:50.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:50 smithi181 ceph-mon[45557]: pgmap v15865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:51.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:50 smithi088 ceph-mon[35322]: pgmap v15865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:16:52.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:52 smithi175 ceph-mon[44549]: pgmap v15866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:52.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:52 smithi181 ceph-mon[45557]: pgmap v15866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:52 smithi088 ceph-mon[35322]: pgmap v15866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:16:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:54 smithi175 ceph-mon[44549]: pgmap v15867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:54.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:54 smithi181 ceph-mon[45557]: pgmap v15867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:54 smithi088 ceph-mon[35322]: pgmap v15867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:16:56.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:56.767+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:16:56.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:56.767+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:16:56.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:16:56.767+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:16:56.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:56 smithi175 ceph-mon[44549]: pgmap v15868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:56.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:56 smithi181 ceph-mon[45557]: pgmap v15868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:57.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:56 smithi088 ceph-mon[35322]: pgmap v15868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:58.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:16:58 smithi175 ceph-mon[44549]: pgmap v15869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:16:58 smithi181 ceph-mon[45557]: pgmap v15869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:16:59.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:16:58 smithi088 ceph-mon[35322]: pgmap v15869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:00.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:00 smithi175 ceph-mon[44549]: pgmap v15870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:17:00.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:00 smithi181 ceph-mon[45557]: pgmap v15870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:17:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:00 smithi088 ceph-mon[35322]: pgmap v15870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:17:02.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:02 smithi175 ceph-mon[44549]: pgmap v15871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:02.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:02 smithi181 ceph-mon[45557]: pgmap v15871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:02 smithi088 ceph-mon[35322]: pgmap v15871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:04.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:04 smithi175 ceph-mon[44549]: pgmap v15872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:17:04.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:04 smithi181 ceph-mon[45557]: pgmap v15872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:17:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:04 smithi088 ceph-mon[35322]: pgmap v15872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:17:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:06 smithi175 ceph-mon[44549]: pgmap v15873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:06.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:06 smithi181 ceph-mon[45557]: pgmap v15873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:07.027 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:06 smithi088 ceph-mon[35322]: pgmap v15873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:08.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:08 smithi175 ceph-mon[44549]: pgmap v15874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:08.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:08 smithi181 ceph-mon[45557]: pgmap v15874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:09.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:08 smithi088 ceph-mon[35322]: pgmap v15874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:10 smithi175 ceph-mon[44549]: pgmap v15875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:10.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:10 smithi181 ceph-mon[45557]: pgmap v15875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:10 smithi088 ceph-mon[35322]: pgmap v15875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:11.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:11.772+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:17:11.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:11.772+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:17:11.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:11.772+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:17:12.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:12 smithi175 ceph-mon[44549]: pgmap v15876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:12.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:12 smithi181 ceph-mon[45557]: pgmap v15876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:12 smithi088 ceph-mon[35322]: pgmap v15876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:14 smithi175 ceph-mon[44549]: pgmap v15877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:14.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:14 smithi181 ceph-mon[45557]: pgmap v15877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:14 smithi088 ceph-mon[35322]: pgmap v15877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:16.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:16 smithi175 ceph-mon[44549]: pgmap v15878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:16.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:16 smithi181 ceph-mon[45557]: pgmap v15878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:17.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:16 smithi088 ceph-mon[35322]: pgmap v15878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:18 smithi175 ceph-mon[44549]: pgmap v15879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:18.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:18 smithi181 ceph-mon[45557]: pgmap v15879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:19.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:18 smithi088 ceph-mon[35322]: pgmap v15879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:20 smithi175 ceph-mon[44549]: pgmap v15880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:20.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:20 smithi181 ceph-mon[45557]: pgmap v15880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:21.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:20 smithi088 ceph-mon[35322]: pgmap v15880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:22.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:22 smithi181 ceph-mon[45557]: pgmap v15881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:22 smithi088 ceph-mon[35322]: pgmap v15881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:22 smithi175 ceph-mon[44549]: pgmap v15881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:24.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:24 smithi181 ceph-mon[45557]: pgmap v15882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:24.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:17:24.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:17:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:17:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:17:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:24 smithi088 ceph-mon[35322]: pgmap v15882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:17:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:17:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:17:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:17:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:24 smithi175 ceph-mon[44549]: pgmap v15882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:17:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:17:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:17:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:17:25.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:25 smithi181 ceph-mon[45557]: pgmap v15883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:17:25.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:25 smithi181 ceph-mon[45557]: pgmap v15884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:17:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:25 smithi088 ceph-mon[35322]: pgmap v15883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:17:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:25 smithi088 ceph-mon[35322]: pgmap v15884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:17:26.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:25 smithi175 ceph-mon[44549]: pgmap v15883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:17:26.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:25 smithi175 ceph-mon[44549]: pgmap v15884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:17:26.773 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:26.774+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:17:26.773 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:26.774+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:17:26.773 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:26.774+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:17:27.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:27 smithi181 ceph-mon[45557]: pgmap v15885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:17:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:27 smithi088 ceph-mon[35322]: pgmap v15885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:17:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:27 smithi175 ceph-mon[44549]: pgmap v15885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:17:29.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:29 smithi181 ceph-mon[45557]: pgmap v15886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:17:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:29 smithi088 ceph-mon[35322]: pgmap v15886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:17:30.159 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:29 smithi175 ceph-mon[44549]: pgmap v15886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:17:31.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:31 smithi181 ceph-mon[45557]: pgmap v15887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:17:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:31 smithi088 ceph-mon[35322]: pgmap v15887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:17:32.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:31 smithi175 ceph-mon[44549]: pgmap v15887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:17:33.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:33 smithi181 ceph-mon[45557]: pgmap v15888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:17:34.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:33 smithi088 ceph-mon[35322]: pgmap v15888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:17:34.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:33 smithi175 ceph-mon[44549]: pgmap v15888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:17:35.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:35 smithi181 ceph-mon[45557]: pgmap v15889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:17:36.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:35 smithi088 ceph-mon[35322]: pgmap v15889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:17:36.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:35 smithi175 ceph-mon[44549]: pgmap v15889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:17:37.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:37 smithi181 ceph-mon[45557]: pgmap v15890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:37 smithi088 ceph-mon[35322]: pgmap v15890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:38.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:37 smithi175 ceph-mon[44549]: pgmap v15890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:39.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:39 smithi181 ceph-mon[45557]: pgmap v15891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:40.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:39 smithi088 ceph-mon[35322]: pgmap v15891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:40.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:39 smithi175 ceph-mon[44549]: pgmap v15891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:41.788 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:41.789+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:17:41.788 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:41.789+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:17:41.789 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:41.789+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:17:41.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:41 smithi181 ceph-mon[45557]: pgmap v15892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:41 smithi088 ceph-mon[35322]: pgmap v15892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:42.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:41 smithi175 ceph-mon[44549]: pgmap v15892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:43 smithi088 ceph-mon[35322]: pgmap v15893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:44.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:43 smithi175 ceph-mon[44549]: pgmap v15893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:44.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:43 smithi181 ceph-mon[45557]: pgmap v15893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:46.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:45 smithi088 ceph-mon[35322]: pgmap v15894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:46.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:45 smithi175 ceph-mon[44549]: pgmap v15894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:46.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:45 smithi181 ceph-mon[45557]: pgmap v15894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:47 smithi088 ceph-mon[35322]: pgmap v15895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:48.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:47 smithi175 ceph-mon[44549]: pgmap v15895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:48.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:47 smithi181 ceph-mon[45557]: pgmap v15895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:49 smithi088 ceph-mon[35322]: pgmap v15896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:49 smithi175 ceph-mon[44549]: pgmap v15896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:50.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:49 smithi181 ceph-mon[45557]: pgmap v15896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:17:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:51 smithi088 ceph-mon[35322]: pgmap v15897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:51 smithi175 ceph-mon[44549]: pgmap v15897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:52.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:51 smithi181 ceph-mon[45557]: pgmap v15897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:54.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:53 smithi088 ceph-mon[35322]: pgmap v15898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:54.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:53 smithi175 ceph-mon[44549]: pgmap v15898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:54.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:53 smithi181 ceph-mon[45557]: pgmap v15898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:17:56.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:55 smithi088 ceph-mon[35322]: pgmap v15899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:56.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:55 smithi175 ceph-mon[44549]: pgmap v15899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:56.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:55 smithi181 ceph-mon[45557]: pgmap v15899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:17:56.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:56.799+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:17:56.800 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:56.799+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:17:56.800 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:17:56.799+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:17:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:57 smithi088 ceph-mon[35322]: pgmap v15900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:57 smithi175 ceph-mon[44549]: pgmap v15900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:17:58.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:57 smithi181 ceph-mon[45557]: pgmap v15900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:17:59 smithi088 ceph-mon[35322]: pgmap v15901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:00.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:17:59 smithi175 ceph-mon[44549]: pgmap v15901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:00.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:17:59 smithi181 ceph-mon[45557]: pgmap v15901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:01 smithi088 ceph-mon[35322]: pgmap v15902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:01 smithi175 ceph-mon[44549]: pgmap v15902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:02.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:01 smithi181 ceph-mon[45557]: pgmap v15902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:03 smithi088 ceph-mon[35322]: pgmap v15903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:03 smithi175 ceph-mon[44549]: pgmap v15903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:04.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:03 smithi181 ceph-mon[45557]: pgmap v15903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:05 smithi088 ceph-mon[35322]: pgmap v15904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:06.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:05 smithi175 ceph-mon[44549]: pgmap v15904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:06.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:05 smithi181 ceph-mon[45557]: pgmap v15904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:08.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:07 smithi088 ceph-mon[35322]: pgmap v15905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:07 smithi175 ceph-mon[44549]: pgmap v15905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:08.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:07 smithi181 ceph-mon[45557]: pgmap v15905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:10.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:09 smithi088 ceph-mon[35322]: pgmap v15906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:10.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:09 smithi175 ceph-mon[44549]: pgmap v15906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:10.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:09 smithi181 ceph-mon[45557]: pgmap v15906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:11.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:11.801+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:18:11.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:11.801+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:18:11.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:11.801+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:18:12.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:11 smithi088 ceph-mon[35322]: pgmap v15907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:12.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:11 smithi175 ceph-mon[44549]: pgmap v15907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:12.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:11 smithi181 ceph-mon[45557]: pgmap v15907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:14.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:13 smithi088 ceph-mon[35322]: pgmap v15908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:14.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:13 smithi175 ceph-mon[44549]: pgmap v15908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:14.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:13 smithi181 ceph-mon[45557]: pgmap v15908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:16.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:15 smithi088 ceph-mon[35322]: pgmap v15909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:16.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:15 smithi175 ceph-mon[44549]: pgmap v15909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:16.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:15 smithi181 ceph-mon[45557]: pgmap v15909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:17 smithi088 ceph-mon[35322]: pgmap v15910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:17 smithi175 ceph-mon[44549]: pgmap v15910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:18.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:17 smithi181 ceph-mon[45557]: pgmap v15910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:20.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:19 smithi088 ceph-mon[35322]: pgmap v15911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:20.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:19 smithi175 ceph-mon[44549]: pgmap v15911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:20.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:19 smithi181 ceph-mon[45557]: pgmap v15911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:22.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:21 smithi088 ceph-mon[35322]: pgmap v15912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:22.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:21 smithi175 ceph-mon[44549]: pgmap v15912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:21 smithi181 ceph-mon[45557]: pgmap v15912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:24.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:23 smithi175 ceph-mon[44549]: pgmap v15913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:24.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:23 smithi181 ceph-mon[45557]: pgmap v15913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:24.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:23 smithi088 ceph-mon[35322]: pgmap v15913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:25 smithi175 ceph-mon[44549]: pgmap v15914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:18:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:18:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:18:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:18:25.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:25 smithi181 ceph-mon[45557]: pgmap v15914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:25.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:18:25.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:18:25.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:18:25.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:18:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:25 smithi088 ceph-mon[35322]: pgmap v15914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:18:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:18:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:18:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:18:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:26.811+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:18:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:26.811+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:18:26.811 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:26.811+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:18:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:26 smithi175 ceph-mon[44549]: pgmap v15915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:18:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:26 smithi175 ceph-mon[44549]: pgmap v15916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:18:27.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:26 smithi181 ceph-mon[45557]: pgmap v15915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:18:27.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:26 smithi181 ceph-mon[45557]: pgmap v15916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:18:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:26 smithi088 ceph-mon[35322]: pgmap v15915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:18:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:26 smithi088 ceph-mon[35322]: pgmap v15916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:18:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:28 smithi175 ceph-mon[44549]: pgmap v15917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:18:29.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:28 smithi181 ceph-mon[45557]: pgmap v15917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:18:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:28 smithi088 ceph-mon[35322]: pgmap v15917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:18:31.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:30 smithi175 ceph-mon[44549]: pgmap v15918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:18:31.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:30 smithi181 ceph-mon[45557]: pgmap v15918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:18:31.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:30 smithi088 ceph-mon[35322]: pgmap v15918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:18:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:32 smithi175 ceph-mon[44549]: pgmap v15919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:18:33.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:32 smithi181 ceph-mon[45557]: pgmap v15919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:18:33.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:32 smithi088 ceph-mon[35322]: pgmap v15919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:18:35.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:34 smithi175 ceph-mon[44549]: pgmap v15920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:18:35.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:34 smithi181 ceph-mon[45557]: pgmap v15920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:18:35.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:34 smithi088 ceph-mon[35322]: pgmap v15920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:18:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:36 smithi175 ceph-mon[44549]: pgmap v15921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:18:37.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:36 smithi181 ceph-mon[45557]: pgmap v15921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:18:37.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:36 smithi088 ceph-mon[35322]: pgmap v15921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:18:39.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:38 smithi175 ceph-mon[44549]: pgmap v15922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:39.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:38 smithi181 ceph-mon[45557]: pgmap v15922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:39.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:38 smithi088 ceph-mon[35322]: pgmap v15922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:40 smithi175 ceph-mon[44549]: pgmap v15923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:41.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:40 smithi181 ceph-mon[45557]: pgmap v15923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:41.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:40 smithi088 ceph-mon[35322]: pgmap v15923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:18:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:41.825+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:18:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:41.825+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:18:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:41.825+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:18:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:42 smithi175 ceph-mon[44549]: pgmap v15924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:43.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:42 smithi181 ceph-mon[45557]: pgmap v15924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:42 smithi088 ceph-mon[35322]: pgmap v15924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:44.013+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:18:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:44.013+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:18:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:44.014+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 231 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:18:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:44.014+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 231 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:18:45.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:44 smithi175 ceph-mon[44549]: pgmap v15925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:18:45.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:44 smithi181 ceph-mon[45557]: pgmap v15925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:18:45.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:44 smithi088 ceph-mon[35322]: pgmap v15925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:18:47.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:46 smithi175 ceph-mon[44549]: pgmap v15926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:47.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:46 smithi181 ceph-mon[45557]: pgmap v15926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:47.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:46 smithi088 ceph-mon[35322]: pgmap v15926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:49.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:48 smithi175 ceph-mon[44549]: pgmap v15927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:49.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:48 smithi181 ceph-mon[45557]: pgmap v15927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:49.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:48 smithi088 ceph-mon[35322]: pgmap v15927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:51.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:50 smithi175 ceph-mon[44549]: pgmap v15928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:18:51.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:50 smithi181 ceph-mon[45557]: pgmap v15928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:18:51.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:50 smithi088 ceph-mon[35322]: pgmap v15928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:18:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:52 smithi175 ceph-mon[44549]: pgmap v15929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:53.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:52 smithi181 ceph-mon[45557]: pgmap v15929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:53.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:52 smithi088 ceph-mon[35322]: pgmap v15929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:18:55.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:54 smithi175 ceph-mon[44549]: pgmap v15930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:55.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:54 smithi181 ceph-mon[45557]: pgmap v15930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:55.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:54 smithi088 ceph-mon[35322]: pgmap v15930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:18:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:56.841+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:18:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:56.841+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:18:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:18:56.841+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:18:57.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:56 smithi175 ceph-mon[44549]: pgmap v15931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:57.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:56 smithi181 ceph-mon[45557]: pgmap v15931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:57.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:56 smithi088 ceph-mon[35322]: pgmap v15931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:59.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:18:58 smithi175 ceph-mon[44549]: pgmap v15932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:59.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:18:58 smithi181 ceph-mon[45557]: pgmap v15932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:18:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:18:58 smithi088 ceph-mon[35322]: pgmap v15932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:00 smithi175 ceph-mon[44549]: pgmap v15933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:01.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:00 smithi181 ceph-mon[45557]: pgmap v15933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:00 smithi088 ceph-mon[35322]: pgmap v15933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:02 smithi175 ceph-mon[44549]: pgmap v15934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:03.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:02 smithi181 ceph-mon[45557]: pgmap v15934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:02 smithi088 ceph-mon[35322]: pgmap v15934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:05.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:04 smithi175 ceph-mon[44549]: pgmap v15935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:05.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:04 smithi181 ceph-mon[45557]: pgmap v15935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:05.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:04 smithi088 ceph-mon[35322]: pgmap v15935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:07.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:06 smithi175 ceph-mon[44549]: pgmap v15936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:07.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:06 smithi181 ceph-mon[45557]: pgmap v15936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:07.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:06 smithi088 ceph-mon[35322]: pgmap v15936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:08 smithi175 ceph-mon[44549]: pgmap v15937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:09.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:08 smithi181 ceph-mon[45557]: pgmap v15937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:09.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:08 smithi088 ceph-mon[35322]: pgmap v15937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:10 smithi175 ceph-mon[44549]: pgmap v15938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:11.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:10 smithi181 ceph-mon[45557]: pgmap v15938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:10 smithi088 ceph-mon[35322]: pgmap v15938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:11.856 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:11.856+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:19:11.856 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:11.856+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:19:11.856 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:11.856+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:19:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:12 smithi175 ceph-mon[44549]: pgmap v15939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:13.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:12 smithi181 ceph-mon[45557]: pgmap v15939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:13.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:12 smithi088 ceph-mon[35322]: pgmap v15939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:14 smithi175 ceph-mon[44549]: pgmap v15940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:15.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:14 smithi181 ceph-mon[45557]: pgmap v15940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:14 smithi088 ceph-mon[35322]: pgmap v15940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:17.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:16 smithi175 ceph-mon[44549]: pgmap v15941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:17.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:16 smithi181 ceph-mon[45557]: pgmap v15941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:17.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:16 smithi088 ceph-mon[35322]: pgmap v15941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:19.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:18 smithi175 ceph-mon[44549]: pgmap v15942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:19.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:18 smithi181 ceph-mon[45557]: pgmap v15942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:18 smithi088 ceph-mon[35322]: pgmap v15942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:21.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:20 smithi175 ceph-mon[44549]: pgmap v15943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:21.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:20 smithi181 ceph-mon[45557]: pgmap v15943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:21.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:20 smithi088 ceph-mon[35322]: pgmap v15943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:22 smithi175 ceph-mon[44549]: pgmap v15944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:23.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:22 smithi181 ceph-mon[45557]: pgmap v15944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:23.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:22 smithi088 ceph-mon[35322]: pgmap v15944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:24 smithi175 ceph-mon[44549]: pgmap v15945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:24 smithi181 ceph-mon[45557]: pgmap v15945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:25.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:24 smithi088 ceph-mon[35322]: pgmap v15945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:26.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:19:26.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:19:26.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:19:26.868 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:26.869+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:26.869+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:26.869+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:19:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:26 smithi175 ceph-mon[44549]: pgmap v15946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:19:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:19:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:19:27.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:26 smithi181 ceph-mon[45557]: pgmap v15946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:27.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:19:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:19:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:19:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:26 smithi088 ceph-mon[35322]: pgmap v15946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:19:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:19:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:19:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:19:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:27 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 181.9M 2024-01-28T21:19:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:27 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 190820774: error parsing value: Value '190820774' is below minimum 939524096 2024-01-28T21:19:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:27 smithi175 ceph-mon[44549]: pgmap v15947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:19:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:27 smithi175 ceph-mon[44549]: pgmap v15948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:19:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:27 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 181.9M 2024-01-28T21:19:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:27 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 190820774: error parsing value: Value '190820774' is below minimum 939524096 2024-01-28T21:19:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:27 smithi181 ceph-mon[45557]: pgmap v15947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:19:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:27 smithi181 ceph-mon[45557]: pgmap v15948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:19:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:27 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 181.9M 2024-01-28T21:19:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:27 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 190820774: error parsing value: Value '190820774' is below minimum 939524096 2024-01-28T21:19:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:27 smithi088 ceph-mon[35322]: pgmap v15947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:19:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:27 smithi088 ceph-mon[35322]: pgmap v15948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:19:30.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:29 smithi175 ceph-mon[44549]: pgmap v15949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:19:30.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:29 smithi181 ceph-mon[45557]: pgmap v15949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:19:30.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:29 smithi088 ceph-mon[35322]: pgmap v15949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:19:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:31 smithi175 ceph-mon[44549]: pgmap v15950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:19:32.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:31 smithi181 ceph-mon[45557]: pgmap v15950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:19:32.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:31 smithi088 ceph-mon[35322]: pgmap v15950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:19:34.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:33 smithi181 ceph-mon[45557]: pgmap v15951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:19:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:33 smithi088 ceph-mon[35322]: pgmap v15951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:19:34.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:33 smithi175 ceph-mon[44549]: pgmap v15951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:19:36.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:35 smithi181 ceph-mon[45557]: pgmap v15952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:19:36.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:35 smithi088 ceph-mon[35322]: pgmap v15952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:19:36.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:35 smithi175 ceph-mon[44549]: pgmap v15952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:19:38.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:37 smithi181 ceph-mon[45557]: pgmap v15953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:19:38.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:37 smithi088 ceph-mon[35322]: pgmap v15953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:19:38.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:37 smithi175 ceph-mon[44549]: pgmap v15953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:19:40.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:39 smithi181 ceph-mon[45557]: pgmap v15954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:40.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:39 smithi088 ceph-mon[35322]: pgmap v15954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:40.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:39 smithi175 ceph-mon[44549]: pgmap v15954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:41.875+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:19:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:41.875+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:19:41.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:41.875+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:19:42.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:41 smithi181 ceph-mon[45557]: pgmap v15955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:42.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:41 smithi088 ceph-mon[35322]: pgmap v15955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:42.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:41 smithi175 ceph-mon[44549]: pgmap v15955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:44.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:43 smithi181 ceph-mon[45557]: pgmap v15956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:44.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:43 smithi088 ceph-mon[35322]: pgmap v15956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:44.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:43 smithi175 ceph-mon[44549]: pgmap v15956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:46.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:45 smithi181 ceph-mon[45557]: pgmap v15957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:46.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:45 smithi088 ceph-mon[35322]: pgmap v15957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:46.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:45 smithi175 ceph-mon[44549]: pgmap v15957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:47 smithi181 ceph-mon[45557]: pgmap v15958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:47 smithi088 ceph-mon[35322]: pgmap v15958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:48.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:47 smithi175 ceph-mon[44549]: pgmap v15958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:50.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:49 smithi181 ceph-mon[45557]: pgmap v15959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:50.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:49 smithi088 ceph-mon[35322]: pgmap v15959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:50.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:49 smithi175 ceph-mon[44549]: pgmap v15959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:19:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:51 smithi181 ceph-mon[45557]: pgmap v15960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:51 smithi088 ceph-mon[35322]: pgmap v15960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:52.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:51 smithi175 ceph-mon[44549]: pgmap v15960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:54.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:53 smithi181 ceph-mon[45557]: pgmap v15961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:54.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:53 smithi088 ceph-mon[35322]: pgmap v15961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:54.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:53 smithi175 ceph-mon[44549]: pgmap v15961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:19:56.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:55 smithi181 ceph-mon[45557]: pgmap v15962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:55 smithi088 ceph-mon[35322]: pgmap v15962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:56.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:55 smithi175 ceph-mon[44549]: pgmap v15962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:19:56.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:56.888+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:19:56.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:56.888+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:19:56.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:19:56.888+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:19:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:57 smithi181 ceph-mon[45557]: pgmap v15963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:58.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:57 smithi088 ceph-mon[35322]: pgmap v15963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:19:58.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:57 smithi175 ceph-mon[44549]: pgmap v15963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:00.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:19:59 smithi088 ceph-mon[35322]: pgmap v15964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:00.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:19:59 smithi175 ceph-mon[44549]: pgmap v15964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:19:59 smithi181 ceph-mon[45557]: pgmap v15964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:20:01.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:20:01.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:20:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:01 smithi088 ceph-mon[35322]: pgmap v15965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:02.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:01 smithi175 ceph-mon[44549]: pgmap v15965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:01 smithi181 ceph-mon[45557]: pgmap v15965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:04.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:03 smithi088 ceph-mon[35322]: pgmap v15966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:04.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:03 smithi175 ceph-mon[44549]: pgmap v15966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:03 smithi181 ceph-mon[45557]: pgmap v15966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:06.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:05 smithi088 ceph-mon[35322]: pgmap v15967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:06.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:05 smithi175 ceph-mon[44549]: pgmap v15967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:06.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:05 smithi181 ceph-mon[45557]: pgmap v15967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:08.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:07 smithi088 ceph-mon[35322]: pgmap v15968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:08.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:07 smithi175 ceph-mon[44549]: pgmap v15968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:07 smithi181 ceph-mon[45557]: pgmap v15968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:10.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:09 smithi088 ceph-mon[35322]: pgmap v15969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:10.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:09 smithi175 ceph-mon[44549]: pgmap v15969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:10.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:09 smithi181 ceph-mon[45557]: pgmap v15969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:11.897+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:20:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:11.897+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:20:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:11.897+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:20:12.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:11 smithi088 ceph-mon[35322]: pgmap v15970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:12.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:11 smithi175 ceph-mon[44549]: pgmap v15970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:12.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:11 smithi181 ceph-mon[45557]: pgmap v15970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:13 smithi088 ceph-mon[35322]: pgmap v15971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:14.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:13 smithi175 ceph-mon[44549]: pgmap v15971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:13 smithi181 ceph-mon[45557]: pgmap v15971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:16.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:15 smithi088 ceph-mon[35322]: pgmap v15972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:15 smithi175 ceph-mon[44549]: pgmap v15972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:15 smithi181 ceph-mon[45557]: pgmap v15972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:18.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:17 smithi088 ceph-mon[35322]: pgmap v15973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:18.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:17 smithi175 ceph-mon[44549]: pgmap v15973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:18.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:17 smithi181 ceph-mon[45557]: pgmap v15973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:20.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:20 smithi088 ceph-mon[35322]: pgmap v15974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:20.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:20 smithi175 ceph-mon[44549]: pgmap v15974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:20.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:20 smithi181 ceph-mon[45557]: pgmap v15974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:22 smithi088 ceph-mon[35322]: pgmap v15975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:22 smithi175 ceph-mon[44549]: pgmap v15975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:22.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:22 smithi181 ceph-mon[45557]: pgmap v15975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:24.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:24 smithi088 ceph-mon[35322]: pgmap v15976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:24 smithi175 ceph-mon[44549]: pgmap v15976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:24 smithi181 ceph-mon[45557]: pgmap v15976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:26.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:26 smithi088 ceph-mon[35322]: pgmap v15977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:26.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:26 smithi175 ceph-mon[44549]: pgmap v15977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:26.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:26 smithi181 ceph-mon[45557]: pgmap v15977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:26.911 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:26.911+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:20:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:26.911+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:20:26.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:26.911+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:20:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:20:27.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:20:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:20:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:28 smithi088 ceph-mon[35322]: pgmap v15978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:20:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:20:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:20:28.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:28 smithi175 ceph-mon[44549]: pgmap v15978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:28.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:20:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:20:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:20:28.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:28 smithi181 ceph-mon[45557]: pgmap v15978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:28.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:20:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:20:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:20:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:20:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:29 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 180.9M 2024-01-28T21:20:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:29 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 189732696: error parsing value: Value '189732696' is below minimum 939524096 2024-01-28T21:20:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:29 smithi088 ceph-mon[35322]: pgmap v15979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:20:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:29 smithi088 ceph-mon[35322]: pgmap v15980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:20:29.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:29 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 180.9M 2024-01-28T21:20:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:29 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 189732696: error parsing value: Value '189732696' is below minimum 939524096 2024-01-28T21:20:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:29 smithi175 ceph-mon[44549]: pgmap v15979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:20:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:29 smithi175 ceph-mon[44549]: pgmap v15980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:20:29.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:29 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 180.9M 2024-01-28T21:20:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:29 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 189732696: error parsing value: Value '189732696' is below minimum 939524096 2024-01-28T21:20:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:29 smithi181 ceph-mon[45557]: pgmap v15979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:20:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:29 smithi181 ceph-mon[45557]: pgmap v15980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:20:31.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:31 smithi175 ceph-mon[44549]: pgmap v15981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:20:31.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:31 smithi181 ceph-mon[45557]: pgmap v15981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:20:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:31 smithi088 ceph-mon[35322]: pgmap v15981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:20:33.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:33 smithi175 ceph-mon[44549]: pgmap v15982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:20:33.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:33 smithi181 ceph-mon[45557]: pgmap v15982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:20:33.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:33 smithi088 ceph-mon[35322]: pgmap v15982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:20:35.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:35 smithi175 ceph-mon[44549]: pgmap v15983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:20:35.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:35 smithi181 ceph-mon[45557]: pgmap v15983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:20:35.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:35 smithi088 ceph-mon[35322]: pgmap v15983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:20:37.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:37 smithi175 ceph-mon[44549]: pgmap v15984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:20:37.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:37 smithi181 ceph-mon[45557]: pgmap v15984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:20:37.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:37 smithi088 ceph-mon[35322]: pgmap v15984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:20:39.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:39 smithi175 ceph-mon[44549]: pgmap v15985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:20:39.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:39 smithi181 ceph-mon[45557]: pgmap v15985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:20:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:39 smithi088 ceph-mon[35322]: pgmap v15985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:20:41.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:41 smithi175 ceph-mon[44549]: pgmap v15986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:41.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:41 smithi181 ceph-mon[45557]: pgmap v15986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:41.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:41 smithi088 ceph-mon[35322]: pgmap v15986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:41.927+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:20:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:41.927+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:20:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:41.927+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:20:43.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:43 smithi175 ceph-mon[44549]: pgmap v15987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:43.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:43 smithi181 ceph-mon[45557]: pgmap v15987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:43.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:43 smithi088 ceph-mon[35322]: pgmap v15987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:45.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:45 smithi175 ceph-mon[44549]: pgmap v15988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:45.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:45 smithi181 ceph-mon[45557]: pgmap v15988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:45.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:45 smithi088 ceph-mon[35322]: pgmap v15988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:47.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:47 smithi175 ceph-mon[44549]: pgmap v15989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:47.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:47 smithi181 ceph-mon[45557]: pgmap v15989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:47.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:47 smithi088 ceph-mon[35322]: pgmap v15989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:49 smithi175 ceph-mon[44549]: pgmap v15990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:49.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:49 smithi181 ceph-mon[45557]: pgmap v15990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:49.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:49 smithi088 ceph-mon[35322]: pgmap v15990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:51.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:51 smithi175 ceph-mon[44549]: pgmap v15991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:51.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:51 smithi181 ceph-mon[45557]: pgmap v15991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:51.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:51 smithi088 ceph-mon[35322]: pgmap v15991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:20:53.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:53 smithi175 ceph-mon[44549]: pgmap v15992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:53.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:53 smithi181 ceph-mon[45557]: pgmap v15992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:53.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:53 smithi088 ceph-mon[35322]: pgmap v15992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:20:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:55 smithi175 ceph-mon[44549]: pgmap v15993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:55 smithi181 ceph-mon[45557]: pgmap v15993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:55.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:55 smithi088 ceph-mon[35322]: pgmap v15993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:20:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:56.933+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:20:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:56.933+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:20:56.933 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:20:56.933+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:20:57.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:57 smithi175 ceph-mon[44549]: pgmap v15994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:57.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:57 smithi181 ceph-mon[45557]: pgmap v15994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:57.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:57 smithi088 ceph-mon[35322]: pgmap v15994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:59.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:20:59 smithi175 ceph-mon[44549]: pgmap v15995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:59.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:20:59 smithi181 ceph-mon[45557]: pgmap v15995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:20:59.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:20:59 smithi088 ceph-mon[35322]: pgmap v15995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:01.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:01 smithi175 ceph-mon[44549]: pgmap v15996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:01.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:01 smithi181 ceph-mon[45557]: pgmap v15996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:01 smithi088 ceph-mon[35322]: pgmap v15996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:03 smithi175 ceph-mon[44549]: pgmap v15997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:03.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:03 smithi181 ceph-mon[45557]: pgmap v15997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:03.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:03 smithi088 ceph-mon[35322]: pgmap v15997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:05.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:05 smithi175 ceph-mon[44549]: pgmap v15998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:05 smithi181 ceph-mon[45557]: pgmap v15998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:05.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:05 smithi088 ceph-mon[35322]: pgmap v15998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:07.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:07 smithi175 ceph-mon[44549]: pgmap v15999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:07.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:07 smithi181 ceph-mon[45557]: pgmap v15999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:07.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:07 smithi088 ceph-mon[35322]: pgmap v15999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:09.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:09 smithi175 ceph-mon[44549]: pgmap v16000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:09 smithi181 ceph-mon[45557]: pgmap v16000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:09.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:09 smithi088 ceph-mon[35322]: pgmap v16000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:11.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:11 smithi175 ceph-mon[44549]: pgmap v16001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:11.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:11 smithi181 ceph-mon[45557]: pgmap v16001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:11.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:11 smithi088 ceph-mon[35322]: pgmap v16001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:11.947+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:21:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:11.947+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:21:11.948 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:11.947+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:21:13.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:13 smithi175 ceph-mon[44549]: pgmap v16002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:13 smithi181 ceph-mon[45557]: pgmap v16002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:13 smithi088 ceph-mon[35322]: pgmap v16002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:15.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:15 smithi175 ceph-mon[44549]: pgmap v16003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:15.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:15 smithi181 ceph-mon[45557]: pgmap v16003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:15.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:15 smithi088 ceph-mon[35322]: pgmap v16003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:17.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:17 smithi175 ceph-mon[44549]: pgmap v16004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:17 smithi181 ceph-mon[45557]: pgmap v16004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:17.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:17 smithi088 ceph-mon[35322]: pgmap v16004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:19.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:19 smithi175 ceph-mon[44549]: pgmap v16005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:19 smithi181 ceph-mon[45557]: pgmap v16005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:19.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:19 smithi088 ceph-mon[35322]: pgmap v16005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:21.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:21 smithi175 ceph-mon[44549]: pgmap v16006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:21 smithi181 ceph-mon[45557]: pgmap v16006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:21 smithi088 ceph-mon[35322]: pgmap v16006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:23 smithi175 ceph-mon[44549]: pgmap v16007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:23 smithi181 ceph-mon[45557]: pgmap v16007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:23.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:23 smithi088 ceph-mon[35322]: pgmap v16007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:25.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:25 smithi175 ceph-mon[44549]: pgmap v16008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:25.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:25 smithi181 ceph-mon[45557]: pgmap v16008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:25 smithi088 ceph-mon[35322]: pgmap v16008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:26.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:26 smithi175 ceph-mon[44549]: pgmap v16009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:26.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:26 smithi181 ceph-mon[45557]: pgmap v16009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:26.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:26 smithi088 ceph-mon[35322]: pgmap v16009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:26.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:26.957+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:21:26.957 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:26.957+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:21:26.957 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:26.957+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:21:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:28 smithi181 ceph-mon[45557]: pgmap v16010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:21:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:21:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:21:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:21:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:28 smithi088 ceph-mon[35322]: pgmap v16010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:21:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:21:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:21:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:21:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:28 smithi175 ceph-mon[44549]: pgmap v16010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:21:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:21:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:21:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:21:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:29 smithi181 ceph-mon[45557]: pgmap v16011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:21:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:29 smithi181 ceph-mon[45557]: pgmap v16012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:21:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:29 smithi088 ceph-mon[35322]: pgmap v16011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:21:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:29 smithi088 ceph-mon[35322]: pgmap v16012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:21:30.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:29 smithi175 ceph-mon[44549]: pgmap v16011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:21:30.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:29 smithi175 ceph-mon[44549]: pgmap v16012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:21:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:31 smithi181 ceph-mon[45557]: pgmap v16013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:21:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:31 smithi088 ceph-mon[35322]: pgmap v16013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:21:32.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:31 smithi175 ceph-mon[44549]: pgmap v16013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:21:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:33 smithi181 ceph-mon[45557]: pgmap v16014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:21:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:33 smithi088 ceph-mon[35322]: pgmap v16014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:21:34.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:33 smithi175 ceph-mon[44549]: pgmap v16014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:21:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:35 smithi181 ceph-mon[45557]: pgmap v16015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:21:36.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:35 smithi088 ceph-mon[35322]: pgmap v16015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:21:36.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:35 smithi175 ceph-mon[44549]: pgmap v16015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:21:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:37 smithi181 ceph-mon[45557]: pgmap v16016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:21:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:37 smithi088 ceph-mon[35322]: pgmap v16016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:21:38.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:37 smithi175 ceph-mon[44549]: pgmap v16016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:21:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:39 smithi181 ceph-mon[45557]: pgmap v16017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:21:40.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:39 smithi088 ceph-mon[35322]: pgmap v16017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:21:40.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:39 smithi175 ceph-mon[44549]: pgmap v16017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:21:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:41 smithi181 ceph-mon[45557]: pgmap v16018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:41.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:41.972+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:21:41.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:41.972+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:21:41.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:41.972+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:21:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:41 smithi088 ceph-mon[35322]: pgmap v16018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:42.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:41 smithi175 ceph-mon[44549]: pgmap v16018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:43 smithi181 ceph-mon[45557]: pgmap v16019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:43 smithi088 ceph-mon[35322]: pgmap v16019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:44.042+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006650 con 0x7ff34c102770 2024-01-28T21:21:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:44.042+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:21:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:44.042+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 232 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T21:21:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:44.042+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 232 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006650 con 0x55d733ebf510 2024-01-28T21:21:44.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:43 smithi175 ceph-mon[44549]: pgmap v16019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:45 smithi181 ceph-mon[45557]: pgmap v16020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:46.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:45 smithi088 ceph-mon[35322]: pgmap v16020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:46.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:45 smithi175 ceph-mon[44549]: pgmap v16020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:47 smithi181 ceph-mon[45557]: pgmap v16021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:47 smithi088 ceph-mon[35322]: pgmap v16021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:48.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:47 smithi175 ceph-mon[44549]: pgmap v16021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:49 smithi088 ceph-mon[35322]: pgmap v16022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:49 smithi175 ceph-mon[44549]: pgmap v16022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:49 smithi181 ceph-mon[45557]: pgmap v16022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:21:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:51 smithi088 ceph-mon[35322]: pgmap v16023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:51 smithi175 ceph-mon[44549]: pgmap v16023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:51 smithi181 ceph-mon[45557]: pgmap v16023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:54.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:53 smithi088 ceph-mon[35322]: pgmap v16024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:54.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:53 smithi175 ceph-mon[44549]: pgmap v16024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:53 smithi181 ceph-mon[45557]: pgmap v16024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:21:56.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:55 smithi088 ceph-mon[35322]: pgmap v16025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:56.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:55 smithi175 ceph-mon[44549]: pgmap v16025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:55 smithi181 ceph-mon[45557]: pgmap v16025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:21:56.979 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:56.980+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:21:56.980 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:56.980+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:21:56.980 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:21:56.980+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:21:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:57 smithi088 ceph-mon[35322]: pgmap v16026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:57 smithi175 ceph-mon[44549]: pgmap v16026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:21:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:57 smithi181 ceph-mon[45557]: pgmap v16026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:21:59 smithi088 ceph-mon[35322]: pgmap v16027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:00.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:21:59 smithi175 ceph-mon[44549]: pgmap v16027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:00.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:21:59 smithi181 ceph-mon[45557]: pgmap v16027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:01 smithi088 ceph-mon[35322]: pgmap v16028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:01 smithi175 ceph-mon[44549]: pgmap v16028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:02.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:01 smithi181 ceph-mon[45557]: pgmap v16028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:03 smithi088 ceph-mon[35322]: pgmap v16029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:03 smithi175 ceph-mon[44549]: pgmap v16029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:03 smithi181 ceph-mon[45557]: pgmap v16029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:05 smithi088 ceph-mon[35322]: pgmap v16030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:22:06.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:05 smithi175 ceph-mon[44549]: pgmap v16030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:22:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:05 smithi181 ceph-mon[45557]: pgmap v16030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:22:08.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:07 smithi088 ceph-mon[35322]: pgmap v16031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:07 smithi175 ceph-mon[44549]: pgmap v16031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:07 smithi181 ceph-mon[45557]: pgmap v16031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:09 smithi088 ceph-mon[35322]: pgmap v16032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:10.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:09 smithi175 ceph-mon[44549]: pgmap v16032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:10.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:09 smithi181 ceph-mon[45557]: pgmap v16032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:11.995+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:22:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:11.995+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:22:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:11.995+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:22:12.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:11 smithi088 ceph-mon[35322]: pgmap v16033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:12.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:11 smithi175 ceph-mon[44549]: pgmap v16033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:11 smithi181 ceph-mon[45557]: pgmap v16033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:14.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:13 smithi088 ceph-mon[35322]: pgmap v16034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:14.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:13 smithi175 ceph-mon[44549]: pgmap v16034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:13 smithi181 ceph-mon[45557]: pgmap v16034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:15 smithi088 ceph-mon[35322]: pgmap v16035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:22:16.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:15 smithi175 ceph-mon[44549]: pgmap v16035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:22:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:15 smithi181 ceph-mon[45557]: pgmap v16035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:22:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:17 smithi088 ceph-mon[35322]: pgmap v16036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:17 smithi175 ceph-mon[44549]: pgmap v16036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:17 smithi181 ceph-mon[45557]: pgmap v16036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:19 smithi088 ceph-mon[35322]: pgmap v16037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:20.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:19 smithi175 ceph-mon[44549]: pgmap v16037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:19 smithi181 ceph-mon[45557]: pgmap v16037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:22.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:21 smithi088 ceph-mon[35322]: pgmap v16038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:22.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:21 smithi175 ceph-mon[44549]: pgmap v16038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:21 smithi181 ceph-mon[45557]: pgmap v16038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:23 smithi088 ceph-mon[35322]: pgmap v16039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:24.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:23 smithi175 ceph-mon[44549]: pgmap v16039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:23 smithi181 ceph-mon[45557]: pgmap v16039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:25 smithi088 ceph-mon[35322]: pgmap v16040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:22:26.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:25 smithi175 ceph-mon[44549]: pgmap v16040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:22:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:25 smithi181 ceph-mon[45557]: pgmap v16040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:22:26.999 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:26.999+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:22:26.999 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:26.999+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:22:26.999 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:26.999+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:22:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:27 smithi175 ceph-mon[44549]: pgmap v16041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:27 smithi181 ceph-mon[45557]: pgmap v16041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:27 smithi088 ceph-mon[35322]: pgmap v16041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:30.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:29 smithi175 ceph-mon[44549]: pgmap v16042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:22:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:29 smithi181 ceph-mon[45557]: pgmap v16042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:22:30.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:29 smithi088 ceph-mon[35322]: pgmap v16042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:22:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:22:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:31 smithi175 ceph-mon[44549]: pgmap v16043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:31 smithi181 ceph-mon[45557]: pgmap v16043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:31 smithi088 ceph-mon[35322]: pgmap v16043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:22:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:22:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:32 smithi175 ceph-mon[44549]: pgmap v16044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:22:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:32 smithi175 ceph-mon[44549]: pgmap v16045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:22:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:22:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:22:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:32 smithi181 ceph-mon[45557]: pgmap v16044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:22:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:32 smithi181 ceph-mon[45557]: pgmap v16045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:22:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:32.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:22:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:22:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:32 smithi088 ceph-mon[35322]: pgmap v16044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:22:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:32 smithi088 ceph-mon[35322]: pgmap v16045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:22:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:22:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:34 smithi181 ceph-mon[45557]: pgmap v16046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:22:35.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:34 smithi088 ceph-mon[35322]: pgmap v16046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:22:35.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:34 smithi175 ceph-mon[44549]: pgmap v16046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:22:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:36 smithi181 ceph-mon[45557]: pgmap v16047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:22:37.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:36 smithi088 ceph-mon[35322]: pgmap v16047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:22:37.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:36 smithi175 ceph-mon[44549]: pgmap v16047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:22:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:38 smithi181 ceph-mon[45557]: pgmap v16048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:22:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:38 smithi088 ceph-mon[35322]: pgmap v16048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:22:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:38 smithi175 ceph-mon[44549]: pgmap v16048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:22:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:40 smithi181 ceph-mon[45557]: pgmap v16049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T21:22:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:40 smithi088 ceph-mon[35322]: pgmap v16049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T21:22:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:40 smithi175 ceph-mon[44549]: pgmap v16049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T21:22:42.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:42.006+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:22:42.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:42.006+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:22:42.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:42.006+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:22:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:42 smithi181 ceph-mon[45557]: pgmap v16050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:22:43.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:42 smithi088 ceph-mon[35322]: pgmap v16050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:22:43.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:42 smithi175 ceph-mon[44549]: pgmap v16050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:22:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:44 smithi181 ceph-mon[45557]: pgmap v16051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:22:45.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:44 smithi088 ceph-mon[35322]: pgmap v16051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:22:45.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:44 smithi175 ceph-mon[44549]: pgmap v16051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:22:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:46 smithi181 ceph-mon[45557]: pgmap v16052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:47.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:46 smithi088 ceph-mon[35322]: pgmap v16052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:47.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:46 smithi175 ceph-mon[44549]: pgmap v16052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:48 smithi181 ceph-mon[45557]: pgmap v16053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:22:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:48 smithi088 ceph-mon[35322]: pgmap v16053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:22:49.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:48 smithi175 ceph-mon[44549]: pgmap v16053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:22:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:50 smithi181 ceph-mon[45557]: pgmap v16054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:22:51.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:50 smithi088 ceph-mon[35322]: pgmap v16054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:22:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:50 smithi175 ceph-mon[44549]: pgmap v16054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:22:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:52 smithi181 ceph-mon[45557]: pgmap v16055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:53.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:52 smithi088 ceph-mon[35322]: pgmap v16055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:52 smithi175 ceph-mon[44549]: pgmap v16055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:22:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:54 smithi181 ceph-mon[45557]: pgmap v16056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:22:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:54 smithi088 ceph-mon[35322]: pgmap v16056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:22:55.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:54 smithi175 ceph-mon[44549]: pgmap v16056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:22:57.021 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:57.020+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:22:57.021 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:57.020+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:22:57.021 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:22:57.020+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:22:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:56 smithi181 ceph-mon[45557]: pgmap v16057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:57.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:56 smithi088 ceph-mon[35322]: pgmap v16057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:57.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:56 smithi175 ceph-mon[44549]: pgmap v16057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:22:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:22:58 smithi088 ceph-mon[35322]: pgmap v16058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:22:59.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:22:58 smithi175 ceph-mon[44549]: pgmap v16058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:22:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:22:58 smithi181 ceph-mon[45557]: pgmap v16058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:00 smithi181 ceph-mon[45557]: pgmap v16059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:00 smithi088 ceph-mon[35322]: pgmap v16059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:00 smithi175 ceph-mon[44549]: pgmap v16059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:02 smithi181 ceph-mon[45557]: pgmap v16060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:02 smithi088 ceph-mon[35322]: pgmap v16060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:02 smithi175 ceph-mon[44549]: pgmap v16060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:04 smithi181 ceph-mon[45557]: pgmap v16061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:04 smithi088 ceph-mon[35322]: pgmap v16061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:05.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:04 smithi175 ceph-mon[44549]: pgmap v16061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:06 smithi181 ceph-mon[45557]: pgmap v16062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:07.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:06 smithi088 ceph-mon[35322]: pgmap v16062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:07.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:06 smithi175 ceph-mon[44549]: pgmap v16062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:08 smithi088 ceph-mon[35322]: pgmap v16063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:09.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:08 smithi175 ceph-mon[44549]: pgmap v16063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:08 smithi181 ceph-mon[45557]: pgmap v16063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:10 smithi181 ceph-mon[45557]: pgmap v16064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:10 smithi088 ceph-mon[35322]: pgmap v16064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:10 smithi175 ceph-mon[44549]: pgmap v16064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:12.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:12.031+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:23:12.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:12.031+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:23:12.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:12.031+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:23:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:12 smithi181 ceph-mon[45557]: pgmap v16065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:13.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:12 smithi088 ceph-mon[35322]: pgmap v16065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:12 smithi175 ceph-mon[44549]: pgmap v16065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:14 smithi088 ceph-mon[35322]: pgmap v16066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:14 smithi175 ceph-mon[44549]: pgmap v16066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:14 smithi181 ceph-mon[45557]: pgmap v16066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:17.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:16 smithi088 ceph-mon[35322]: pgmap v16067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:17.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:16 smithi175 ceph-mon[44549]: pgmap v16067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:16 smithi181 ceph-mon[45557]: pgmap v16067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:18 smithi088 ceph-mon[35322]: pgmap v16068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:18 smithi175 ceph-mon[44549]: pgmap v16068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:18 smithi181 ceph-mon[45557]: pgmap v16068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:20 smithi181 ceph-mon[45557]: pgmap v16069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:20 smithi088 ceph-mon[35322]: pgmap v16069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:20 smithi175 ceph-mon[44549]: pgmap v16069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:23.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:22 smithi088 ceph-mon[35322]: pgmap v16070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:22 smithi175 ceph-mon[44549]: pgmap v16070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:22 smithi181 ceph-mon[45557]: pgmap v16070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:25.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:24 smithi088 ceph-mon[35322]: pgmap v16071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:25.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:24 smithi175 ceph-mon[44549]: pgmap v16071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:24 smithi181 ceph-mon[45557]: pgmap v16071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:27.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:27.045+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:23:27.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:27.045+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:23:27.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:27.045+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:23:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:26 smithi088 ceph-mon[35322]: pgmap v16072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:27.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:26 smithi175 ceph-mon[44549]: pgmap v16072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:26 smithi181 ceph-mon[45557]: pgmap v16072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:28 smithi088 ceph-mon[35322]: pgmap v16073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:28 smithi175 ceph-mon[44549]: pgmap v16073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:28 smithi181 ceph-mon[45557]: pgmap v16073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:30 smithi181 ceph-mon[45557]: pgmap v16074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:30 smithi088 ceph-mon[35322]: pgmap v16074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:31.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:30 smithi175 ceph-mon[44549]: pgmap v16074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:32 smithi088 ceph-mon[35322]: pgmap v16075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:23:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:23:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:23:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:23:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:32 smithi175 ceph-mon[44549]: pgmap v16075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:23:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:23:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:23:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:23:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:32 smithi181 ceph-mon[45557]: pgmap v16075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:23:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:23:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:23:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:23:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:33 smithi088 ceph-mon[35322]: pgmap v16076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:23:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:33 smithi088 ceph-mon[35322]: pgmap v16077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:23:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:33 smithi175 ceph-mon[44549]: pgmap v16076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:23:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:33 smithi175 ceph-mon[44549]: pgmap v16077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:23:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:33 smithi181 ceph-mon[45557]: pgmap v16076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:23:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:33 smithi181 ceph-mon[45557]: pgmap v16077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:23:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:35 smithi181 ceph-mon[45557]: pgmap v16078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:23:36.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:35 smithi088 ceph-mon[35322]: pgmap v16078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:23:36.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:35 smithi175 ceph-mon[44549]: pgmap v16078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:23:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:37 smithi088 ceph-mon[35322]: pgmap v16079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:23:38.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:37 smithi175 ceph-mon[44549]: pgmap v16079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:23:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:37 smithi181 ceph-mon[45557]: pgmap v16079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:23:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:39 smithi088 ceph-mon[35322]: pgmap v16080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:23:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:39 smithi175 ceph-mon[44549]: pgmap v16080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:23:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:39 smithi181 ceph-mon[45557]: pgmap v16080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:23:42.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:42.048+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:23:42.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:42.048+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:23:42.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:42.048+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:23:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:41 smithi088 ceph-mon[35322]: pgmap v16081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:23:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:41 smithi175 ceph-mon[44549]: pgmap v16081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:23:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:41 smithi181 ceph-mon[45557]: pgmap v16081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:23:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:43 smithi088 ceph-mon[35322]: pgmap v16082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:23:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:43 smithi175 ceph-mon[44549]: pgmap v16082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:23:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:43 smithi181 ceph-mon[45557]: pgmap v16082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:23:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:45 smithi181 ceph-mon[45557]: pgmap v16083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:45 smithi088 ceph-mon[35322]: pgmap v16083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:46.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:45 smithi175 ceph-mon[44549]: pgmap v16083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:47 smithi088 ceph-mon[35322]: pgmap v16084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:48.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:47 smithi175 ceph-mon[44549]: pgmap v16084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:47 smithi181 ceph-mon[45557]: pgmap v16084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:49 smithi088 ceph-mon[35322]: pgmap v16085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:50.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:49 smithi175 ceph-mon[44549]: pgmap v16085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:49 smithi181 ceph-mon[45557]: pgmap v16085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:51 smithi088 ceph-mon[35322]: pgmap v16086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:51 smithi175 ceph-mon[44549]: pgmap v16086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:51 smithi181 ceph-mon[45557]: pgmap v16086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:23:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:53 smithi088 ceph-mon[35322]: pgmap v16087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:53 smithi175 ceph-mon[44549]: pgmap v16087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:53 smithi181 ceph-mon[45557]: pgmap v16087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:23:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:55 smithi181 ceph-mon[45557]: pgmap v16088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:55 smithi088 ceph-mon[35322]: pgmap v16088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:55 smithi175 ceph-mon[44549]: pgmap v16088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:23:57.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:57.056+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:23:57.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:57.056+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:23:57.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:57.056+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:23:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:57 smithi088 ceph-mon[35322]: pgmap v16089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:58.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:57 smithi175 ceph-mon[44549]: pgmap v16089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:57 smithi181 ceph-mon[45557]: pgmap v16089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:23:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:59.063+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:23:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:59.063+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:23:59.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:59.063+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 233 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:23:59.064 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:23:59.063+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 233 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:24:00.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:23:59 smithi088 ceph-mon[35322]: pgmap v16090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:00.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:23:59 smithi175 ceph-mon[44549]: pgmap v16090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:23:59 smithi181 ceph-mon[45557]: pgmap v16090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:01 smithi088 ceph-mon[35322]: pgmap v16091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:02.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:01 smithi175 ceph-mon[44549]: pgmap v16091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:01 smithi181 ceph-mon[45557]: pgmap v16091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:04.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:03 smithi088 ceph-mon[35322]: pgmap v16092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:03 smithi175 ceph-mon[44549]: pgmap v16092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:03 smithi181 ceph-mon[45557]: pgmap v16092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:05 smithi181 ceph-mon[45557]: pgmap v16093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:05 smithi088 ceph-mon[35322]: pgmap v16093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:05 smithi175 ceph-mon[44549]: pgmap v16093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:07 smithi088 ceph-mon[35322]: pgmap v16094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:24:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:07 smithi175 ceph-mon[44549]: pgmap v16094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:24:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:07 smithi181 ceph-mon[45557]: pgmap v16094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:24:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:09 smithi088 ceph-mon[35322]: pgmap v16095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:09 smithi175 ceph-mon[44549]: pgmap v16095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:09 smithi181 ceph-mon[45557]: pgmap v16095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:12.063+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:24:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:12.063+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:24:12.063 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:12.063+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:24:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:11 smithi088 ceph-mon[35322]: pgmap v16096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:11 smithi175 ceph-mon[44549]: pgmap v16096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:11 smithi181 ceph-mon[45557]: pgmap v16096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:13 smithi088 ceph-mon[35322]: pgmap v16097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:14 smithi175 ceph-mon[44549]: pgmap v16097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:14 smithi181 ceph-mon[45557]: pgmap v16097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:15 smithi088 ceph-mon[35322]: pgmap v16098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:15 smithi175 ceph-mon[44549]: pgmap v16098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:15 smithi181 ceph-mon[45557]: pgmap v16098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:17 smithi088 ceph-mon[35322]: pgmap v16099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:24:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:17 smithi175 ceph-mon[44549]: pgmap v16099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:24:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:17 smithi181 ceph-mon[45557]: pgmap v16099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:24:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:19 smithi088 ceph-mon[35322]: pgmap v16100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:19 smithi175 ceph-mon[44549]: pgmap v16100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:19 smithi181 ceph-mon[45557]: pgmap v16100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:21 smithi088 ceph-mon[35322]: pgmap v16101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:21 smithi175 ceph-mon[44549]: pgmap v16101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:21 smithi181 ceph-mon[45557]: pgmap v16101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:23 smithi088 ceph-mon[35322]: pgmap v16102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:23 smithi175 ceph-mon[44549]: pgmap v16102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:23 smithi181 ceph-mon[45557]: pgmap v16102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:25 smithi088 ceph-mon[35322]: pgmap v16103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:25 smithi175 ceph-mon[44549]: pgmap v16103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:25 smithi181 ceph-mon[45557]: pgmap v16103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:27.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:27.068+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:24:27.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:27.068+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:24:27.068 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:27.068+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:24:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:27 smithi088 ceph-mon[35322]: pgmap v16104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:24:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:27 smithi175 ceph-mon[44549]: pgmap v16104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:24:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:27 smithi181 ceph-mon[45557]: pgmap v16104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:24:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:29 smithi088 ceph-mon[35322]: pgmap v16105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:29 smithi175 ceph-mon[44549]: pgmap v16105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:29 smithi181 ceph-mon[45557]: pgmap v16105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:31 smithi088 ceph-mon[35322]: pgmap v16106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:31 smithi175 ceph-mon[44549]: pgmap v16106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:32 smithi181 ceph-mon[45557]: pgmap v16106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:34 smithi088 ceph-mon[35322]: pgmap v16107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:24:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:24:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:24:34.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:24:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:34 smithi175 ceph-mon[44549]: pgmap v16107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:24:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:24:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:24:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:24:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:34 smithi181 ceph-mon[45557]: pgmap v16107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:24:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:24:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:24:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:24:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:35 smithi088 ceph-mon[35322]: pgmap v16108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:24:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:35 smithi088 ceph-mon[35322]: pgmap v16109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:24:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:24:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:35 smithi175 ceph-mon[44549]: pgmap v16108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:24:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:35 smithi175 ceph-mon[44549]: pgmap v16109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:24:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:24:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:35 smithi181 ceph-mon[45557]: pgmap v16108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:24:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:35 smithi181 ceph-mon[45557]: pgmap v16109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:24:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:24:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:37 smithi088 ceph-mon[35322]: pgmap v16110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:24:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:37 smithi175 ceph-mon[44549]: pgmap v16110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:24:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:37 smithi181 ceph-mon[45557]: pgmap v16110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:24:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:39 smithi088 ceph-mon[35322]: pgmap v16111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:24:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:39 smithi175 ceph-mon[44549]: pgmap v16111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:24:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:39 smithi181 ceph-mon[45557]: pgmap v16111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:24:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:40 smithi088 ceph-mon[35322]: pgmap v16112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:24:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:40 smithi175 ceph-mon[44549]: pgmap v16112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:24:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:40 smithi181 ceph-mon[45557]: pgmap v16112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:24:42.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:42.082+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:24:42.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:42.082+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:24:42.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:42.082+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:24:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:43 smithi175 ceph-mon[44549]: pgmap v16113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:24:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:43 smithi181 ceph-mon[45557]: pgmap v16113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:24:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:43 smithi088 ceph-mon[35322]: pgmap v16113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:24:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:44.070+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:24:44.070 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:44.070+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:24:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:44.070+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 234 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:24:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:44.070+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 234 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:24:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:45 smithi175 ceph-mon[44549]: pgmap v16114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:24:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:45 smithi181 ceph-mon[45557]: pgmap v16114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:24:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:45 smithi088 ceph-mon[35322]: pgmap v16114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:24:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:47 smithi175 ceph-mon[44549]: pgmap v16115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:47 smithi181 ceph-mon[45557]: pgmap v16115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:47 smithi088 ceph-mon[35322]: pgmap v16115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:49 smithi175 ceph-mon[44549]: pgmap v16116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:49 smithi181 ceph-mon[45557]: pgmap v16116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:49 smithi088 ceph-mon[35322]: pgmap v16116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:50 smithi088 ceph-mon[35322]: pgmap v16117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:50 smithi175 ceph-mon[44549]: pgmap v16117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:50 smithi181 ceph-mon[45557]: pgmap v16117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:24:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:53 smithi175 ceph-mon[44549]: pgmap v16118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:53 smithi181 ceph-mon[45557]: pgmap v16118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:53 smithi088 ceph-mon[35322]: pgmap v16118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:55 smithi175 ceph-mon[44549]: pgmap v16119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:24:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:55 smithi181 ceph-mon[45557]: pgmap v16119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:24:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:55 smithi088 ceph-mon[35322]: pgmap v16119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:24:57.095 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:57.095+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:24:57.096 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:57.095+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:24:57.096 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:24:57.095+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:24:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:57 smithi175 ceph-mon[44549]: pgmap v16120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:57 smithi181 ceph-mon[45557]: pgmap v16120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:57 smithi088 ceph-mon[35322]: pgmap v16120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:24:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:24:59 smithi175 ceph-mon[44549]: pgmap v16121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:24:59 smithi181 ceph-mon[45557]: pgmap v16121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:24:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:24:59 smithi088 ceph-mon[35322]: pgmap v16121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:25:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:00 smithi088 ceph-mon[35322]: pgmap v16122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:00 smithi175 ceph-mon[44549]: pgmap v16122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:00 smithi181 ceph-mon[45557]: pgmap v16122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:03 smithi175 ceph-mon[44549]: pgmap v16123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:03 smithi181 ceph-mon[45557]: pgmap v16123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:03 smithi088 ceph-mon[35322]: pgmap v16123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:05 smithi175 ceph-mon[44549]: pgmap v16124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:05 smithi181 ceph-mon[45557]: pgmap v16124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:05.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:05 smithi088 ceph-mon[35322]: pgmap v16124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:07 smithi175 ceph-mon[44549]: pgmap v16125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:07 smithi181 ceph-mon[45557]: pgmap v16125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:07 smithi088 ceph-mon[35322]: pgmap v16125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:09.335 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:09 smithi088 ceph-mon[35322]: pgmap v16126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:25:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:09 smithi175 ceph-mon[44549]: pgmap v16126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:25:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:09 smithi181 ceph-mon[45557]: pgmap v16126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:25:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:10 smithi088 ceph-mon[35322]: pgmap v16127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:10 smithi175 ceph-mon[44549]: pgmap v16127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:10 smithi181 ceph-mon[45557]: pgmap v16127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:12.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:12.108+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:25:12.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:12.108+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:25:12.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:12.108+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:25:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:13 smithi175 ceph-mon[44549]: pgmap v16128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:13 smithi181 ceph-mon[45557]: pgmap v16128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:13 smithi088 ceph-mon[35322]: pgmap v16128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:15 smithi175 ceph-mon[44549]: pgmap v16129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:15 smithi181 ceph-mon[45557]: pgmap v16129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:15.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:15 smithi088 ceph-mon[35322]: pgmap v16129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:17 smithi175 ceph-mon[44549]: pgmap v16130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:17 smithi181 ceph-mon[45557]: pgmap v16130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:17 smithi088 ceph-mon[35322]: pgmap v16130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:19 smithi175 ceph-mon[44549]: pgmap v16131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:25:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:19 smithi181 ceph-mon[45557]: pgmap v16131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:25:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:19 smithi088 ceph-mon[35322]: pgmap v16131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:25:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:20 smithi088 ceph-mon[35322]: pgmap v16132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:20 smithi175 ceph-mon[44549]: pgmap v16132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:20 smithi181 ceph-mon[45557]: pgmap v16132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:23 smithi175 ceph-mon[44549]: pgmap v16133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:23 smithi181 ceph-mon[45557]: pgmap v16133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:23 smithi088 ceph-mon[35322]: pgmap v16133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:25 smithi175 ceph-mon[44549]: pgmap v16134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:25 smithi181 ceph-mon[45557]: pgmap v16134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:25 smithi088 ceph-mon[35322]: pgmap v16134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:27.121+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:25:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:27.121+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:25:27.123 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:27.121+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:25:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:27 smithi175 ceph-mon[44549]: pgmap v16135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:27 smithi181 ceph-mon[45557]: pgmap v16135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:27 smithi088 ceph-mon[35322]: pgmap v16135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:29 smithi175 ceph-mon[44549]: pgmap v16136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:25:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:29 smithi181 ceph-mon[45557]: pgmap v16136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:25:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:29 smithi088 ceph-mon[35322]: pgmap v16136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:25:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:30 smithi088 ceph-mon[35322]: pgmap v16137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:30 smithi175 ceph-mon[44549]: pgmap v16137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:30 smithi181 ceph-mon[45557]: pgmap v16137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:25:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:33 smithi175 ceph-mon[44549]: pgmap v16138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:33 smithi181 ceph-mon[45557]: pgmap v16138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:33 smithi088 ceph-mon[35322]: pgmap v16138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:35 smithi175 ceph-mon[44549]: pgmap v16139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:25:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:35 smithi181 ceph-mon[45557]: pgmap v16139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:25:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:35 smithi088 ceph-mon[35322]: pgmap v16139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:25:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:25:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:25:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:25:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:25:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:25:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:25:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:25:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:37 smithi175 ceph-mon[44549]: pgmap v16140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:25:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:37 smithi175 ceph-mon[44549]: pgmap v16141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:37 smithi181 ceph-mon[45557]: pgmap v16140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:25:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:37 smithi181 ceph-mon[45557]: pgmap v16141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:37 smithi088 ceph-mon[35322]: pgmap v16140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:25:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:37 smithi088 ceph-mon[35322]: pgmap v16141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:39 smithi175 ceph-mon[44549]: pgmap v16142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:25:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:39 smithi181 ceph-mon[45557]: pgmap v16142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:25:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:39 smithi088 ceph-mon[35322]: pgmap v16142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:25:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:41 smithi175 ceph-mon[44549]: pgmap v16143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:25:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:41 smithi181 ceph-mon[45557]: pgmap v16143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:25:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:41 smithi088 ceph-mon[35322]: pgmap v16143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:25:42.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:42.137+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:25:42.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:42.137+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:25:42.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:42.137+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:25:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:43 smithi175 ceph-mon[44549]: pgmap v16144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:25:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:43 smithi181 ceph-mon[45557]: pgmap v16144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:25:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:43 smithi088 ceph-mon[35322]: pgmap v16144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:25:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:45 smithi175 ceph-mon[44549]: pgmap v16145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:45 smithi181 ceph-mon[45557]: pgmap v16145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:45 smithi088 ceph-mon[35322]: pgmap v16145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:47 smithi175 ceph-mon[44549]: pgmap v16146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:25:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:47 smithi181 ceph-mon[45557]: pgmap v16146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:25:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:47 smithi088 ceph-mon[35322]: pgmap v16146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:25:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:49 smithi175 ceph-mon[44549]: pgmap v16147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:49 smithi181 ceph-mon[45557]: pgmap v16147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:49 smithi088 ceph-mon[35322]: pgmap v16147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:51 smithi175 ceph-mon[44549]: pgmap v16148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:51 smithi181 ceph-mon[45557]: pgmap v16148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:51 smithi088 ceph-mon[35322]: pgmap v16148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:25:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:53 smithi175 ceph-mon[44549]: pgmap v16149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:53 smithi181 ceph-mon[45557]: pgmap v16149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:53 smithi088 ceph-mon[35322]: pgmap v16149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:25:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:55 smithi175 ceph-mon[44549]: pgmap v16150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:25:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:55 smithi181 ceph-mon[45557]: pgmap v16150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:25:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:55 smithi088 ceph-mon[35322]: pgmap v16150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:25:57.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:57.153+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:25:57.154 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:57.153+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:25:57.154 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:25:57.153+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:25:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:57 smithi175 ceph-mon[44549]: pgmap v16151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:57 smithi181 ceph-mon[45557]: pgmap v16151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:57 smithi088 ceph-mon[35322]: pgmap v16151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:25:59 smithi175 ceph-mon[44549]: pgmap v16152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:25:59 smithi181 ceph-mon[45557]: pgmap v16152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:25:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:25:59 smithi088 ceph-mon[35322]: pgmap v16152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:01 smithi175 ceph-mon[44549]: pgmap v16153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:26:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:01 smithi181 ceph-mon[45557]: pgmap v16153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:26:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:01 smithi088 ceph-mon[35322]: pgmap v16153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:26:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:03 smithi175 ceph-mon[44549]: pgmap v16154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:03 smithi181 ceph-mon[45557]: pgmap v16154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:03 smithi088 ceph-mon[35322]: pgmap v16154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:05 smithi175 ceph-mon[44549]: pgmap v16155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:05 smithi181 ceph-mon[45557]: pgmap v16155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:05 smithi088 ceph-mon[35322]: pgmap v16155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:07 smithi175 ceph-mon[44549]: pgmap v16156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:07 smithi181 ceph-mon[45557]: pgmap v16156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:07 smithi088 ceph-mon[35322]: pgmap v16156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:09 smithi175 ceph-mon[44549]: pgmap v16157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:09 smithi181 ceph-mon[45557]: pgmap v16157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:09 smithi088 ceph-mon[35322]: pgmap v16157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:11 smithi175 ceph-mon[44549]: pgmap v16158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:26:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:11 smithi181 ceph-mon[45557]: pgmap v16158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:26:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:11 smithi088 ceph-mon[35322]: pgmap v16158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:26:12.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:12.168+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:26:12.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:12.168+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:26:12.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:12.168+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:26:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:13 smithi175 ceph-mon[44549]: pgmap v16159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:26:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:13 smithi181 ceph-mon[45557]: pgmap v16159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:26:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:13 smithi088 ceph-mon[35322]: pgmap v16159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:26:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:15 smithi175 ceph-mon[44549]: pgmap v16160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:26:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:15 smithi181 ceph-mon[45557]: pgmap v16160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:26:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:15 smithi088 ceph-mon[35322]: pgmap v16160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:26:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:17 smithi175 ceph-mon[44549]: pgmap v16161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:26:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:17 smithi181 ceph-mon[45557]: pgmap v16161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:26:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:17 smithi088 ceph-mon[35322]: pgmap v16161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:26:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:19 smithi181 ceph-mon[45557]: pgmap v16162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:26:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:19 smithi088 ceph-mon[35322]: pgmap v16162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:26:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:19 smithi175 ceph-mon[44549]: pgmap v16162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:26:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:21 smithi181 ceph-mon[45557]: pgmap v16163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:26:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:21 smithi088 ceph-mon[35322]: pgmap v16163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:26:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:21 smithi175 ceph-mon[44549]: pgmap v16163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:26:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:23 smithi181 ceph-mon[45557]: pgmap v16164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:23 smithi088 ceph-mon[35322]: pgmap v16164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:23 smithi175 ceph-mon[44549]: pgmap v16164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:25 smithi181 ceph-mon[45557]: pgmap v16165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:25 smithi088 ceph-mon[35322]: pgmap v16165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:25 smithi175 ceph-mon[44549]: pgmap v16165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:27.177 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:27.177+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:26:27.178 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:27.177+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:26:27.178 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:27.177+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:26:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:27 smithi181 ceph-mon[45557]: pgmap v16166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:27 smithi088 ceph-mon[35322]: pgmap v16166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:27 smithi175 ceph-mon[44549]: pgmap v16166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:29 smithi181 ceph-mon[45557]: pgmap v16167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:29 smithi088 ceph-mon[35322]: pgmap v16167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:29 smithi175 ceph-mon[44549]: pgmap v16167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:31 smithi181 ceph-mon[45557]: pgmap v16168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:26:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:31 smithi088 ceph-mon[35322]: pgmap v16168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:26:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:31 smithi175 ceph-mon[44549]: pgmap v16168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:26:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:33 smithi181 ceph-mon[45557]: pgmap v16169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:33 smithi088 ceph-mon[35322]: pgmap v16169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:33 smithi175 ceph-mon[44549]: pgmap v16169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:34 smithi088 ceph-mon[35322]: pgmap v16170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:34 smithi175 ceph-mon[44549]: pgmap v16170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:34 smithi181 ceph-mon[45557]: pgmap v16170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:36 smithi088 ceph-mon[35322]: pgmap v16171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:26:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:26:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:26:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:26:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:36 smithi175 ceph-mon[44549]: pgmap v16171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:26:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:26:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:26:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:26:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:36 smithi181 ceph-mon[45557]: pgmap v16171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:26:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:26:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:26:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:26:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:37 smithi088 ceph-mon[35322]: pgmap v16172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:26:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:37 smithi088 ceph-mon[35322]: pgmap v16173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:26:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:37 smithi175 ceph-mon[44549]: pgmap v16172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:26:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:37 smithi175 ceph-mon[44549]: pgmap v16173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:26:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:37 smithi181 ceph-mon[45557]: pgmap v16172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:26:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:37 smithi181 ceph-mon[45557]: pgmap v16173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:26:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:39 smithi088 ceph-mon[35322]: pgmap v16174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:26:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:39 smithi175 ceph-mon[44549]: pgmap v16174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:26:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:39 smithi181 ceph-mon[45557]: pgmap v16174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:26:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:41 smithi088 ceph-mon[35322]: pgmap v16175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:26:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:41 smithi175 ceph-mon[44549]: pgmap v16175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:26:42.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:42.187+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:26:42.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:42.187+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:26:42.187 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:42.187+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:26:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:41 smithi181 ceph-mon[45557]: pgmap v16175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:26:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:43 smithi088 ceph-mon[35322]: pgmap v16176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:26:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:43 smithi175 ceph-mon[44549]: pgmap v16176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:26:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:43 smithi181 ceph-mon[45557]: pgmap v16176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:26:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:45 smithi088 ceph-mon[35322]: pgmap v16177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:26:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:45 smithi175 ceph-mon[44549]: pgmap v16177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:26:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:45 smithi181 ceph-mon[45557]: pgmap v16177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:26:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:47 smithi088 ceph-mon[35322]: pgmap v16178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:26:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:47 smithi175 ceph-mon[44549]: pgmap v16178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:26:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:47 smithi181 ceph-mon[45557]: pgmap v16178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:26:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:49 smithi088 ceph-mon[35322]: pgmap v16179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:49 smithi175 ceph-mon[44549]: pgmap v16179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:49 smithi181 ceph-mon[45557]: pgmap v16179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:26:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:51 smithi175 ceph-mon[44549]: pgmap v16180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:51 smithi181 ceph-mon[45557]: pgmap v16180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:51 smithi088 ceph-mon[35322]: pgmap v16180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:53 smithi175 ceph-mon[44549]: pgmap v16181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:53 smithi181 ceph-mon[45557]: pgmap v16181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:53 smithi088 ceph-mon[35322]: pgmap v16181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:26:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:55 smithi175 ceph-mon[44549]: pgmap v16182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:26:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:55 smithi181 ceph-mon[45557]: pgmap v16182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:26:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:55 smithi088 ceph-mon[35322]: pgmap v16182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:26:57.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:57.202+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:26:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:57.202+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:26:57.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:26:57.202+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:26:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:57 smithi175 ceph-mon[44549]: pgmap v16183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:57 smithi181 ceph-mon[45557]: pgmap v16183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:26:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:57 smithi088 ceph-mon[35322]: pgmap v16183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:26:59 smithi175 ceph-mon[44549]: pgmap v16184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:26:59 smithi181 ceph-mon[45557]: pgmap v16184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:26:59 smithi088 ceph-mon[35322]: pgmap v16184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:01 smithi175 ceph-mon[44549]: pgmap v16185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:01 smithi181 ceph-mon[45557]: pgmap v16185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:01 smithi088 ceph-mon[35322]: pgmap v16185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:03 smithi175 ceph-mon[44549]: pgmap v16186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:03 smithi181 ceph-mon[45557]: pgmap v16186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:03 smithi088 ceph-mon[35322]: pgmap v16186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:05 smithi175 ceph-mon[44549]: pgmap v16187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:27:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:05 smithi181 ceph-mon[45557]: pgmap v16187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:27:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:05 smithi088 ceph-mon[35322]: pgmap v16187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:27:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:07 smithi175 ceph-mon[44549]: pgmap v16188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:07 smithi181 ceph-mon[45557]: pgmap v16188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:07 smithi088 ceph-mon[35322]: pgmap v16188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:09 smithi175 ceph-mon[44549]: pgmap v16189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:27:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:09 smithi181 ceph-mon[45557]: pgmap v16189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:27:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:09 smithi088 ceph-mon[35322]: pgmap v16189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:27:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:11 smithi175 ceph-mon[44549]: pgmap v16190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:11 smithi181 ceph-mon[45557]: pgmap v16190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:12.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:12.217+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:27:12.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:12.217+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:27:12.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:12.217+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:27:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:11 smithi088 ceph-mon[35322]: pgmap v16190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:13 smithi175 ceph-mon[44549]: pgmap v16191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:13 smithi181 ceph-mon[45557]: pgmap v16191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:13 smithi088 ceph-mon[35322]: pgmap v16191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:15 smithi175 ceph-mon[44549]: pgmap v16192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:27:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:15 smithi181 ceph-mon[45557]: pgmap v16192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:27:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:15 smithi088 ceph-mon[35322]: pgmap v16192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:27:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:17 smithi175 ceph-mon[44549]: pgmap v16193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:17 smithi181 ceph-mon[45557]: pgmap v16193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:17 smithi088 ceph-mon[35322]: pgmap v16193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:19 smithi175 ceph-mon[44549]: pgmap v16194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:19 smithi181 ceph-mon[45557]: pgmap v16194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:19 smithi088 ceph-mon[35322]: pgmap v16194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:21 smithi175 ceph-mon[44549]: pgmap v16195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:21 smithi181 ceph-mon[45557]: pgmap v16195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:21 smithi088 ceph-mon[35322]: pgmap v16195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:23 smithi175 ceph-mon[44549]: pgmap v16196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:23 smithi181 ceph-mon[45557]: pgmap v16196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:23 smithi088 ceph-mon[35322]: pgmap v16196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:25 smithi175 ceph-mon[44549]: pgmap v16197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:27:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:25 smithi181 ceph-mon[45557]: pgmap v16197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:27:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:25 smithi088 ceph-mon[35322]: pgmap v16197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:27:27.229 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:27.228+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:27:27.229 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:27.228+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:27:27.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:27.228+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:27:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:27 smithi175 ceph-mon[44549]: pgmap v16198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:27 smithi181 ceph-mon[45557]: pgmap v16198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:27 smithi088 ceph-mon[35322]: pgmap v16198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:29 smithi175 ceph-mon[44549]: pgmap v16199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:29 smithi181 ceph-mon[45557]: pgmap v16199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:29 smithi088 ceph-mon[35322]: pgmap v16199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:31 smithi175 ceph-mon[44549]: pgmap v16200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:31 smithi181 ceph-mon[45557]: pgmap v16200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:31 smithi088 ceph-mon[35322]: pgmap v16200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:33 smithi175 ceph-mon[44549]: pgmap v16201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:33 smithi181 ceph-mon[45557]: pgmap v16201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:33 smithi088 ceph-mon[35322]: pgmap v16201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:35 smithi175 ceph-mon[44549]: pgmap v16202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:27:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:35 smithi181 ceph-mon[45557]: pgmap v16202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:27:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:35 smithi088 ceph-mon[35322]: pgmap v16202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:27:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:27:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:27:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:27:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:37 smithi175 ceph-mon[44549]: pgmap v16203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:27:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:27:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:27:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:37 smithi181 ceph-mon[45557]: pgmap v16203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:27:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:27:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:27:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:37 smithi088 ceph-mon[35322]: pgmap v16203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:27:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:27:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:27:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:38 smithi175 ceph-mon[44549]: pgmap v16204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:27:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:38 smithi175 ceph-mon[44549]: pgmap v16205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:27:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:38 smithi181 ceph-mon[45557]: pgmap v16204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:27:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:38 smithi181 ceph-mon[45557]: pgmap v16205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:27:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:38 smithi088 ceph-mon[35322]: pgmap v16204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:27:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:38 smithi088 ceph-mon[35322]: pgmap v16205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:27:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:40 smithi175 ceph-mon[44549]: pgmap v16206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:27:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:40 smithi181 ceph-mon[45557]: pgmap v16206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:27:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:40 smithi088 ceph-mon[35322]: pgmap v16206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:27:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:42.241+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:27:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:42.241+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:27:42.242 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:42.241+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:27:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:42 smithi175 ceph-mon[44549]: pgmap v16207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:27:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:42 smithi181 ceph-mon[45557]: pgmap v16207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:27:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:42 smithi088 ceph-mon[35322]: pgmap v16207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:27:44.097 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:44.097+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:27:44.097 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:44.097+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:27:44.098 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:44.097+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 235 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:27:44.098 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:44.097+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 235 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:27:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:44 smithi175 ceph-mon[44549]: pgmap v16208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:27:45.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:44 smithi181 ceph-mon[45557]: pgmap v16208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:27:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:44 smithi088 ceph-mon[35322]: pgmap v16208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:27:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:46 smithi175 ceph-mon[44549]: pgmap v16209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:27:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:46 smithi181 ceph-mon[45557]: pgmap v16209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:27:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:46 smithi088 ceph-mon[35322]: pgmap v16209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:27:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:48 smithi175 ceph-mon[44549]: pgmap v16210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:27:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:48 smithi181 ceph-mon[45557]: pgmap v16210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:27:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:48 smithi088 ceph-mon[35322]: pgmap v16210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:27:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:50 smithi175 ceph-mon[44549]: pgmap v16211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:27:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:50 smithi181 ceph-mon[45557]: pgmap v16211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:27:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:50 smithi088 ceph-mon[35322]: pgmap v16211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:27:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:52 smithi175 ceph-mon[44549]: pgmap v16212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:52 smithi181 ceph-mon[45557]: pgmap v16212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:52 smithi088 ceph-mon[35322]: pgmap v16212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:27:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:54 smithi181 ceph-mon[45557]: pgmap v16213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:54 smithi088 ceph-mon[35322]: pgmap v16213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:54 smithi175 ceph-mon[44549]: pgmap v16213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:27:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:56 smithi181 ceph-mon[45557]: pgmap v16214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:57.243 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:57.242+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:27:57.243 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:57.242+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:27:57.243 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:27:57.242+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:27:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:56 smithi088 ceph-mon[35322]: pgmap v16214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:56 smithi175 ceph-mon[44549]: pgmap v16214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:27:58 smithi181 ceph-mon[45557]: pgmap v16215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:27:58 smithi088 ceph-mon[35322]: pgmap v16215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:27:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:27:58 smithi175 ceph-mon[44549]: pgmap v16215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:00 smithi181 ceph-mon[45557]: pgmap v16216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:00 smithi088 ceph-mon[35322]: pgmap v16216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:00 smithi175 ceph-mon[44549]: pgmap v16216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:02 smithi181 ceph-mon[45557]: pgmap v16217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:02 smithi088 ceph-mon[35322]: pgmap v16217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:02 smithi175 ceph-mon[44549]: pgmap v16217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:04 smithi181 ceph-mon[45557]: pgmap v16218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:04 smithi088 ceph-mon[35322]: pgmap v16218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:04 smithi175 ceph-mon[44549]: pgmap v16218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:06 smithi181 ceph-mon[45557]: pgmap v16219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:06 smithi088 ceph-mon[35322]: pgmap v16219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:06 smithi175 ceph-mon[44549]: pgmap v16219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:08 smithi181 ceph-mon[45557]: pgmap v16220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:08 smithi088 ceph-mon[35322]: pgmap v16220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:08 smithi175 ceph-mon[44549]: pgmap v16220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:10 smithi181 ceph-mon[45557]: pgmap v16221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:10 smithi088 ceph-mon[35322]: pgmap v16221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:10 smithi175 ceph-mon[44549]: pgmap v16221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:12.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:12.256+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:28:12.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:12.256+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:28:12.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:12.256+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:28:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:12 smithi181 ceph-mon[45557]: pgmap v16222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:12 smithi088 ceph-mon[35322]: pgmap v16222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:12 smithi175 ceph-mon[44549]: pgmap v16222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:14 smithi181 ceph-mon[45557]: pgmap v16223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:14 smithi088 ceph-mon[35322]: pgmap v16223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:14 smithi175 ceph-mon[44549]: pgmap v16223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:16 smithi181 ceph-mon[45557]: pgmap v16224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:28:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:16 smithi088 ceph-mon[35322]: pgmap v16224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:28:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:16 smithi175 ceph-mon[44549]: pgmap v16224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:28:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:18 smithi088 ceph-mon[35322]: pgmap v16225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:18 smithi175 ceph-mon[44549]: pgmap v16225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:18 smithi181 ceph-mon[45557]: pgmap v16225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:20 smithi088 ceph-mon[35322]: pgmap v16226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:20 smithi175 ceph-mon[44549]: pgmap v16226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:20 smithi181 ceph-mon[45557]: pgmap v16226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:22 smithi088 ceph-mon[35322]: pgmap v16227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:22 smithi175 ceph-mon[44549]: pgmap v16227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:22 smithi181 ceph-mon[45557]: pgmap v16227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:24 smithi088 ceph-mon[35322]: pgmap v16228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:24 smithi175 ceph-mon[44549]: pgmap v16228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:24 smithi181 ceph-mon[45557]: pgmap v16228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:27.272 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:27.272+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:28:27.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:27.272+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:28:27.273 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:27.272+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:28:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:26 smithi088 ceph-mon[35322]: pgmap v16229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:28:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:26 smithi175 ceph-mon[44549]: pgmap v16229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:28:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:26 smithi181 ceph-mon[45557]: pgmap v16229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:28:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:28 smithi088 ceph-mon[35322]: pgmap v16230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:28 smithi175 ceph-mon[44549]: pgmap v16230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:28 smithi181 ceph-mon[45557]: pgmap v16230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:30 smithi088 ceph-mon[35322]: pgmap v16231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:30 smithi175 ceph-mon[44549]: pgmap v16231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:30 smithi181 ceph-mon[45557]: pgmap v16231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:28:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:32 smithi088 ceph-mon[35322]: pgmap v16232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:32 smithi175 ceph-mon[44549]: pgmap v16232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:32 smithi181 ceph-mon[45557]: pgmap v16232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:34 smithi088 ceph-mon[35322]: pgmap v16233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:34 smithi175 ceph-mon[44549]: pgmap v16233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:34 smithi181 ceph-mon[45557]: pgmap v16233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:36 smithi088 ceph-mon[35322]: pgmap v16234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:28:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:36 smithi175 ceph-mon[44549]: pgmap v16234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:28:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:36 smithi181 ceph-mon[45557]: pgmap v16234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:28:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:28:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:28:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:28:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:39 smithi088 ceph-mon[35322]: pgmap v16235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:28:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:28:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:28:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:39 smithi175 ceph-mon[44549]: pgmap v16235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:28:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:28:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:28:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:39 smithi181 ceph-mon[45557]: pgmap v16235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:28:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:28:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:28:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:40 smithi088 ceph-mon[35322]: pgmap v16236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:40 smithi088 ceph-mon[35322]: pgmap v16237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:28:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:40 smithi175 ceph-mon[44549]: pgmap v16236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:40 smithi175 ceph-mon[44549]: pgmap v16237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:28:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:40 smithi181 ceph-mon[45557]: pgmap v16236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:28:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:40 smithi181 ceph-mon[45557]: pgmap v16237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:28:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:42 smithi088 ceph-mon[35322]: pgmap v16238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:28:42.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:42.282+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:28:42.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:42.282+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:28:42.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:42.282+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:28:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:42 smithi175 ceph-mon[44549]: pgmap v16238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:28:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:42 smithi181 ceph-mon[45557]: pgmap v16238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:28:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:44 smithi088 ceph-mon[35322]: pgmap v16239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:28:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:44 smithi175 ceph-mon[44549]: pgmap v16239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:28:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:44 smithi181 ceph-mon[45557]: pgmap v16239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:28:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:46 smithi088 ceph-mon[35322]: pgmap v16240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:28:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:46 smithi175 ceph-mon[44549]: pgmap v16240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:28:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:46 smithi181 ceph-mon[45557]: pgmap v16240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:28:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:48 smithi088 ceph-mon[35322]: pgmap v16241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:28:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:48 smithi175 ceph-mon[44549]: pgmap v16241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:28:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:48 smithi181 ceph-mon[45557]: pgmap v16241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:28:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:50 smithi088 ceph-mon[35322]: pgmap v16242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:28:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:50 smithi175 ceph-mon[44549]: pgmap v16242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:28:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:50 smithi181 ceph-mon[45557]: pgmap v16242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:28:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:52 smithi175 ceph-mon[44549]: pgmap v16243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:52 smithi181 ceph-mon[45557]: pgmap v16243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:52 smithi088 ceph-mon[35322]: pgmap v16243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:54 smithi175 ceph-mon[44549]: pgmap v16244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:54 smithi181 ceph-mon[45557]: pgmap v16244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:54 smithi088 ceph-mon[35322]: pgmap v16244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:28:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:56 smithi175 ceph-mon[44549]: pgmap v16245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:28:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:56 smithi181 ceph-mon[45557]: pgmap v16245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:28:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:56 smithi088 ceph-mon[35322]: pgmap v16245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:28:57.286 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:57.285+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:28:57.286 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:57.285+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:28:57.286 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:28:57.285+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:28:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:28:58 smithi175 ceph-mon[44549]: pgmap v16246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:28:58 smithi181 ceph-mon[45557]: pgmap v16246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:28:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:28:58 smithi088 ceph-mon[35322]: pgmap v16246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:00 smithi175 ceph-mon[44549]: pgmap v16247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:29:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:00 smithi181 ceph-mon[45557]: pgmap v16247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:29:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:00 smithi088 ceph-mon[35322]: pgmap v16247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:29:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:02 smithi175 ceph-mon[44549]: pgmap v16248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:02 smithi181 ceph-mon[45557]: pgmap v16248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:02 smithi088 ceph-mon[35322]: pgmap v16248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:04 smithi175 ceph-mon[44549]: pgmap v16249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:04 smithi181 ceph-mon[45557]: pgmap v16249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:04 smithi088 ceph-mon[35322]: pgmap v16249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:06 smithi175 ceph-mon[44549]: pgmap v16250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:06 smithi181 ceph-mon[45557]: pgmap v16250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:06 smithi088 ceph-mon[35322]: pgmap v16250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:08 smithi175 ceph-mon[44549]: pgmap v16251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:08 smithi181 ceph-mon[45557]: pgmap v16251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:08 smithi088 ceph-mon[35322]: pgmap v16251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:10 smithi175 ceph-mon[44549]: pgmap v16252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:10 smithi181 ceph-mon[45557]: pgmap v16252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:10 smithi088 ceph-mon[35322]: pgmap v16252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:12.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:12.301+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:29:12.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:12.301+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:29:12.302 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:12.301+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:29:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:12 smithi175 ceph-mon[44549]: pgmap v16253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:12 smithi181 ceph-mon[45557]: pgmap v16253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:12 smithi088 ceph-mon[35322]: pgmap v16253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:14 smithi175 ceph-mon[44549]: pgmap v16254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:14 smithi181 ceph-mon[45557]: pgmap v16254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:14 smithi088 ceph-mon[35322]: pgmap v16254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:16 smithi175 ceph-mon[44549]: pgmap v16255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:16 smithi181 ceph-mon[45557]: pgmap v16255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:16 smithi088 ceph-mon[35322]: pgmap v16255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:18 smithi175 ceph-mon[44549]: pgmap v16256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:18 smithi181 ceph-mon[45557]: pgmap v16256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:18 smithi088 ceph-mon[35322]: pgmap v16256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:20 smithi175 ceph-mon[44549]: pgmap v16257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:20 smithi181 ceph-mon[45557]: pgmap v16257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:20 smithi088 ceph-mon[35322]: pgmap v16257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:22 smithi175 ceph-mon[44549]: pgmap v16258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:22 smithi181 ceph-mon[45557]: pgmap v16258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:22 smithi088 ceph-mon[35322]: pgmap v16258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:24 smithi175 ceph-mon[44549]: pgmap v16259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:24 smithi181 ceph-mon[45557]: pgmap v16259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:24 smithi088 ceph-mon[35322]: pgmap v16259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:26 smithi175 ceph-mon[44549]: pgmap v16260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:26 smithi181 ceph-mon[45557]: pgmap v16260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:26 smithi088 ceph-mon[35322]: pgmap v16260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:27.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:27.312+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:29:27.313 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:27.312+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:29:27.313 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:27.312+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:29:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:28 smithi175 ceph-mon[44549]: pgmap v16261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:28 smithi181 ceph-mon[45557]: pgmap v16261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:28 smithi088 ceph-mon[35322]: pgmap v16261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:30 smithi175 ceph-mon[44549]: pgmap v16262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:30 smithi181 ceph-mon[45557]: pgmap v16262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:30 smithi088 ceph-mon[35322]: pgmap v16262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:32 smithi175 ceph-mon[44549]: pgmap v16263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:32 smithi181 ceph-mon[45557]: pgmap v16263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:32 smithi088 ceph-mon[35322]: pgmap v16263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:34 smithi175 ceph-mon[44549]: pgmap v16264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:34 smithi181 ceph-mon[45557]: pgmap v16264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:34 smithi088 ceph-mon[35322]: pgmap v16264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:36 smithi175 ceph-mon[44549]: pgmap v16265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:36 smithi181 ceph-mon[45557]: pgmap v16265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:36 smithi088 ceph-mon[35322]: pgmap v16265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:29:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:38 smithi175 ceph-mon[44549]: pgmap v16266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:38 smithi181 ceph-mon[45557]: pgmap v16266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:38 smithi088 ceph-mon[35322]: pgmap v16266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:29:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:29:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:29:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:40 smithi175 ceph-mon[44549]: pgmap v16267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:29:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:29:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:29:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:40 smithi181 ceph-mon[45557]: pgmap v16267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:29:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:29:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:29:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:40 smithi088 ceph-mon[35322]: pgmap v16267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:29:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:29:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:29:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:29:40.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:29:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:41 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 177.1M 2024-01-28T21:29:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:41 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 185720500: error parsing value: Value '185720500' is below minimum 939524096 2024-01-28T21:29:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:41 smithi175 ceph-mon[44549]: pgmap v16268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:29:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:41 smithi175 ceph-mon[44549]: pgmap v16269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:29:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:41 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 177.1M 2024-01-28T21:29:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:41 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 185720500: error parsing value: Value '185720500' is below minimum 939524096 2024-01-28T21:29:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:41 smithi181 ceph-mon[45557]: pgmap v16268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:29:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:41 smithi181 ceph-mon[45557]: pgmap v16269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:29:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:41 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 177.1M 2024-01-28T21:29:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:41 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 185720500: error parsing value: Value '185720500' is below minimum 939524096 2024-01-28T21:29:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:41 smithi088 ceph-mon[35322]: pgmap v16268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:29:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:41 smithi088 ceph-mon[35322]: pgmap v16269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:29:42.317 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:42.316+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:29:42.317 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:42.316+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:29:42.317 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:42.316+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:29:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:43 smithi175 ceph-mon[44549]: pgmap v16270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:29:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:43 smithi181 ceph-mon[45557]: pgmap v16270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:29:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:43 smithi088 ceph-mon[35322]: pgmap v16270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:29:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:45 smithi175 ceph-mon[44549]: pgmap v16271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:29:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:45 smithi181 ceph-mon[45557]: pgmap v16271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:29:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:45 smithi088 ceph-mon[35322]: pgmap v16271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:29:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:47 smithi175 ceph-mon[44549]: pgmap v16272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:29:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:47 smithi181 ceph-mon[45557]: pgmap v16272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:29:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:47 smithi088 ceph-mon[35322]: pgmap v16272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:29:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:49 smithi175 ceph-mon[44549]: pgmap v16273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:29:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:49 smithi181 ceph-mon[45557]: pgmap v16273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:29:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:49 smithi088 ceph-mon[35322]: pgmap v16273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:29:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:51 smithi175 ceph-mon[44549]: pgmap v16274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:29:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:51 smithi181 ceph-mon[45557]: pgmap v16274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:29:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:51 smithi088 ceph-mon[35322]: pgmap v16274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:29:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:53 smithi175 ceph-mon[44549]: pgmap v16275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:53 smithi181 ceph-mon[45557]: pgmap v16275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:53 smithi088 ceph-mon[35322]: pgmap v16275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:29:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:55 smithi181 ceph-mon[45557]: pgmap v16276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:29:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:55 smithi088 ceph-mon[35322]: pgmap v16276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:29:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:55 smithi175 ceph-mon[44549]: pgmap v16276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:29:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:57.319+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:29:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:57.319+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:29:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:29:57.319+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:29:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:57 smithi181 ceph-mon[45557]: pgmap v16277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:29:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:57 smithi088 ceph-mon[35322]: pgmap v16277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:29:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:57 smithi175 ceph-mon[44549]: pgmap v16277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:29:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:29:59 smithi181 ceph-mon[45557]: pgmap v16278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:29:59 smithi088 ceph-mon[35322]: pgmap v16278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:29:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:29:59 smithi175 ceph-mon[44549]: pgmap v16278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:00 smithi175 ceph-mon[44549]: pgmap v16279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:30:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:30:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:00 smithi181 ceph-mon[45557]: pgmap v16279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:30:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:30:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:00 smithi088 ceph-mon[35322]: pgmap v16279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:30:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:30:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:02 smithi175 ceph-mon[44549]: pgmap v16280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:02 smithi181 ceph-mon[45557]: pgmap v16280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:02 smithi088 ceph-mon[35322]: pgmap v16280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:04 smithi175 ceph-mon[44549]: pgmap v16281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:04 smithi181 ceph-mon[45557]: pgmap v16281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:04 smithi088 ceph-mon[35322]: pgmap v16281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:06 smithi175 ceph-mon[44549]: pgmap v16282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:06 smithi181 ceph-mon[45557]: pgmap v16282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:06 smithi088 ceph-mon[35322]: pgmap v16282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:08 smithi175 ceph-mon[44549]: pgmap v16283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:08 smithi181 ceph-mon[45557]: pgmap v16283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:08 smithi088 ceph-mon[35322]: pgmap v16283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:10 smithi175 ceph-mon[44549]: pgmap v16284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:30:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:10 smithi181 ceph-mon[45557]: pgmap v16284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:30:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:10 smithi088 ceph-mon[35322]: pgmap v16284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:30:12.330 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:12.329+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:30:12.330 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:12.329+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:30:12.330 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:12.329+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:30:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:12 smithi175 ceph-mon[44549]: pgmap v16285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:12 smithi181 ceph-mon[45557]: pgmap v16285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:12 smithi088 ceph-mon[35322]: pgmap v16285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:14 smithi175 ceph-mon[44549]: pgmap v16286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:14 smithi181 ceph-mon[45557]: pgmap v16286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:14 smithi088 ceph-mon[35322]: pgmap v16286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:16 smithi175 ceph-mon[44549]: pgmap v16287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:16 smithi181 ceph-mon[45557]: pgmap v16287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:16 smithi088 ceph-mon[35322]: pgmap v16287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:18 smithi175 ceph-mon[44549]: pgmap v16288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:18 smithi181 ceph-mon[45557]: pgmap v16288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:18 smithi088 ceph-mon[35322]: pgmap v16288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:20 smithi175 ceph-mon[44549]: pgmap v16289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:30:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:20 smithi181 ceph-mon[45557]: pgmap v16289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:30:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:20 smithi088 ceph-mon[35322]: pgmap v16289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:30:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:22 smithi175 ceph-mon[44549]: pgmap v16290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:22 smithi181 ceph-mon[45557]: pgmap v16290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:22 smithi088 ceph-mon[35322]: pgmap v16290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:25.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:24 smithi175 ceph-mon[44549]: pgmap v16291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:24 smithi181 ceph-mon[45557]: pgmap v16291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:24 smithi088 ceph-mon[35322]: pgmap v16291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:26 smithi175 ceph-mon[44549]: pgmap v16292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:26 smithi181 ceph-mon[45557]: pgmap v16292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:26 smithi088 ceph-mon[35322]: pgmap v16292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:27.345 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:27.343+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:30:27.345 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:27.343+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:30:27.345 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:27.343+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:30:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:28 smithi175 ceph-mon[44549]: pgmap v16293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:28 smithi181 ceph-mon[45557]: pgmap v16293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:28 smithi088 ceph-mon[35322]: pgmap v16293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:30 smithi175 ceph-mon[44549]: pgmap v16294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:30 smithi181 ceph-mon[45557]: pgmap v16294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:30 smithi088 ceph-mon[35322]: pgmap v16294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:32 smithi175 ceph-mon[44549]: pgmap v16295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:32 smithi181 ceph-mon[45557]: pgmap v16295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:32 smithi088 ceph-mon[35322]: pgmap v16295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:30:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:34 smithi175 ceph-mon[44549]: pgmap v16296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:34 smithi181 ceph-mon[45557]: pgmap v16296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:34 smithi088 ceph-mon[35322]: pgmap v16296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:36 smithi175 ceph-mon[44549]: pgmap v16297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:36 smithi181 ceph-mon[45557]: pgmap v16297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:36 smithi088 ceph-mon[35322]: pgmap v16297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:30:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:38 smithi175 ceph-mon[44549]: pgmap v16298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:38 smithi181 ceph-mon[45557]: pgmap v16298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:38 smithi088 ceph-mon[35322]: pgmap v16298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:39.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:39.486+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T21:30:39.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:39.486+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T21:30:39.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:39.486+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff344020070 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T21:30:39.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:39.486+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff344020070 comp rx=0 tx=0).stop 2024-01-28T21:30:39.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:39.486+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T21:30:39.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:39.486+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T21:30:39.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:39.486+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T21:30:39.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:39.487+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T21:30:39.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:39.487+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34407e000 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T21:30:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:40 smithi175 ceph-mon[44549]: pgmap v16299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:30:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:30:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:30:41.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:30:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:40 smithi181 ceph-mon[45557]: pgmap v16299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:30:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:30:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:30:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:30:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:40 smithi088 ceph-mon[35322]: pgmap v16299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:30:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:30:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:30:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:30:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:30:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:41 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 176.0M 2024-01-28T21:30:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:41 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 184632422: error parsing value: Value '184632422' is below minimum 939524096 2024-01-28T21:30:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:41 smithi175 ceph-mon[44549]: pgmap v16300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:30:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:41 smithi175 ceph-mon[44549]: pgmap v16301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:30:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:41 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 176.0M 2024-01-28T21:30:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:41 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 184632422: error parsing value: Value '184632422' is below minimum 939524096 2024-01-28T21:30:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:41 smithi181 ceph-mon[45557]: pgmap v16300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:30:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:41 smithi181 ceph-mon[45557]: pgmap v16301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:30:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:41 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 176.0M 2024-01-28T21:30:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:41 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 184632422: error parsing value: Value '184632422' is below minimum 939524096 2024-01-28T21:30:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:41 smithi088 ceph-mon[35322]: pgmap v16300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:30:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:41 smithi088 ceph-mon[35322]: pgmap v16301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:30:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:42.351+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:30:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:42.351+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:30:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:42.351+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:30:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:44.124+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:30:44.125 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:44.124+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 236 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:30:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:44.128+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:30:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:44.129+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 236 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:30:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:43 smithi175 ceph-mon[44549]: pgmap v16302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:30:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:43 smithi181 ceph-mon[45557]: pgmap v16302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:30:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:43 smithi088 ceph-mon[35322]: pgmap v16302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:30:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:45 smithi181 ceph-mon[45557]: pgmap v16303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:30:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:45 smithi088 ceph-mon[35322]: pgmap v16303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:30:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:45 smithi175 ceph-mon[44549]: pgmap v16303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:30:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:47 smithi181 ceph-mon[45557]: pgmap v16304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:30:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:47 smithi088 ceph-mon[35322]: pgmap v16304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:30:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:47 smithi175 ceph-mon[44549]: pgmap v16304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:30:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:49 smithi181 ceph-mon[45557]: pgmap v16305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:30:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:49 smithi088 ceph-mon[35322]: pgmap v16305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:30:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:49 smithi175 ceph-mon[44549]: pgmap v16305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:30:52.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:51 smithi181 ceph-mon[45557]: pgmap v16306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:30:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:51 smithi088 ceph-mon[35322]: pgmap v16306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:30:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:51 smithi175 ceph-mon[44549]: pgmap v16306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:30:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:53 smithi181 ceph-mon[45557]: pgmap v16307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:53 smithi088 ceph-mon[35322]: pgmap v16307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:53 smithi175 ceph-mon[44549]: pgmap v16307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:55 smithi181 ceph-mon[45557]: pgmap v16308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:55 smithi088 ceph-mon[35322]: pgmap v16308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:55 smithi175 ceph-mon[44549]: pgmap v16308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:30:57.367 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:57.367+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:57.367+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:30:57.368 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:30:57.367+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:30:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:57 smithi181 ceph-mon[45557]: pgmap v16309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:57 smithi088 ceph-mon[35322]: pgmap v16309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:30:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:57 smithi175 ceph-mon[44549]: pgmap v16309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:30:59 smithi181 ceph-mon[45557]: pgmap v16310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:30:59 smithi088 ceph-mon[35322]: pgmap v16310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:30:59 smithi175 ceph-mon[44549]: pgmap v16310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:01 smithi181 ceph-mon[45557]: pgmap v16311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:01 smithi088 ceph-mon[35322]: pgmap v16311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:01 smithi175 ceph-mon[44549]: pgmap v16311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:03 smithi181 ceph-mon[45557]: pgmap v16312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:03 smithi088 ceph-mon[35322]: pgmap v16312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:04.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:03 smithi175 ceph-mon[44549]: pgmap v16312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:05 smithi181 ceph-mon[45557]: pgmap v16313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:05 smithi088 ceph-mon[35322]: pgmap v16313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:05 smithi175 ceph-mon[44549]: pgmap v16313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:07 smithi181 ceph-mon[45557]: pgmap v16314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:07 smithi088 ceph-mon[35322]: pgmap v16314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:07 smithi175 ceph-mon[44549]: pgmap v16314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:10.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:09 smithi181 ceph-mon[45557]: pgmap v16315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:09 smithi088 ceph-mon[35322]: pgmap v16315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:09 smithi175 ceph-mon[44549]: pgmap v16315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:11 smithi088 ceph-mon[35322]: pgmap v16316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:12.382 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:12.380+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:31:12.382 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:12.381+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:31:12.383 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:12.381+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:31:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:11 smithi175 ceph-mon[44549]: pgmap v16316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:11 smithi181 ceph-mon[45557]: pgmap v16316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:13 smithi088 ceph-mon[35322]: pgmap v16317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:13 smithi175 ceph-mon[44549]: pgmap v16317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:13 smithi181 ceph-mon[45557]: pgmap v16317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:15 smithi088 ceph-mon[35322]: pgmap v16318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:15 smithi175 ceph-mon[44549]: pgmap v16318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:15 smithi181 ceph-mon[45557]: pgmap v16318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:17 smithi088 ceph-mon[35322]: pgmap v16319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:17 smithi175 ceph-mon[44549]: pgmap v16319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:17 smithi181 ceph-mon[45557]: pgmap v16319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:19 smithi088 ceph-mon[35322]: pgmap v16320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:19 smithi175 ceph-mon[44549]: pgmap v16320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:19 smithi181 ceph-mon[45557]: pgmap v16320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:21 smithi088 ceph-mon[35322]: pgmap v16321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:21 smithi175 ceph-mon[44549]: pgmap v16321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:21 smithi181 ceph-mon[45557]: pgmap v16321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:23 smithi088 ceph-mon[35322]: pgmap v16322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:23 smithi175 ceph-mon[44549]: pgmap v16322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:23 smithi181 ceph-mon[45557]: pgmap v16322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:25 smithi088 ceph-mon[35322]: pgmap v16323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:25 smithi175 ceph-mon[44549]: pgmap v16323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:25 smithi181 ceph-mon[45557]: pgmap v16323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:27.393+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:31:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:27.393+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:31:27.394 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:27.393+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:31:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:27 smithi088 ceph-mon[35322]: pgmap v16324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:27 smithi175 ceph-mon[44549]: pgmap v16324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:27 smithi181 ceph-mon[45557]: pgmap v16324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:29 smithi088 ceph-mon[35322]: pgmap v16325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:29 smithi175 ceph-mon[44549]: pgmap v16325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:29 smithi181 ceph-mon[45557]: pgmap v16325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:31 smithi088 ceph-mon[35322]: pgmap v16326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:31 smithi175 ceph-mon[44549]: pgmap v16326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:31 smithi181 ceph-mon[45557]: pgmap v16326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:34 smithi088 ceph-mon[35322]: pgmap v16327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:34 smithi175 ceph-mon[44549]: pgmap v16327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:34 smithi181 ceph-mon[45557]: pgmap v16327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:36 smithi088 ceph-mon[35322]: pgmap v16328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:36 smithi175 ceph-mon[44549]: pgmap v16328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:36 smithi181 ceph-mon[45557]: pgmap v16328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:38 smithi088 ceph-mon[35322]: pgmap v16329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:38 smithi175 ceph-mon[44549]: pgmap v16329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:38 smithi181 ceph-mon[45557]: pgmap v16329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:40 smithi088 ceph-mon[35322]: pgmap v16330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:40 smithi175 ceph-mon[44549]: pgmap v16330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:40 smithi181 ceph-mon[45557]: pgmap v16330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:31:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:31:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:31:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:42 smithi088 ceph-mon[35322]: pgmap v16331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:31:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:31:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:31:42.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:42.407+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:31:42.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:42.407+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:31:42.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:42.407+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:31:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:42 smithi175 ceph-mon[44549]: pgmap v16331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:31:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:31:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:31:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:42 smithi181 ceph-mon[45557]: pgmap v16331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:31:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:31:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:31:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:43 smithi175 ceph-mon[44549]: pgmap v16332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:31:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:43 smithi175 ceph-mon[44549]: pgmap v16333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:31:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:43 smithi181 ceph-mon[45557]: pgmap v16332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:31:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:43 smithi181 ceph-mon[45557]: pgmap v16333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:31:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:43 smithi088 ceph-mon[35322]: pgmap v16332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:31:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:43 smithi088 ceph-mon[35322]: pgmap v16333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:31:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:45 smithi175 ceph-mon[44549]: pgmap v16334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:31:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:45 smithi181 ceph-mon[45557]: pgmap v16334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:31:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:45 smithi088 ceph-mon[35322]: pgmap v16334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:31:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:47 smithi175 ceph-mon[44549]: pgmap v16335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:31:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:47 smithi181 ceph-mon[45557]: pgmap v16335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:31:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:47 smithi088 ceph-mon[35322]: pgmap v16335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:31:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:49 smithi175 ceph-mon[44549]: pgmap v16336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:31:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:49 smithi181 ceph-mon[45557]: pgmap v16336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:31:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:49 smithi088 ceph-mon[35322]: pgmap v16336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:31:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:51 smithi175 ceph-mon[44549]: pgmap v16337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:31:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:51 smithi181 ceph-mon[45557]: pgmap v16337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:31:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:51 smithi088 ceph-mon[35322]: pgmap v16337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:31:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:53 smithi175 ceph-mon[44549]: pgmap v16338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:31:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:53 smithi181 ceph-mon[45557]: pgmap v16338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:31:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:53 smithi088 ceph-mon[35322]: pgmap v16338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:31:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:55 smithi175 ceph-mon[44549]: pgmap v16339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:55 smithi181 ceph-mon[45557]: pgmap v16339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:55 smithi088 ceph-mon[35322]: pgmap v16339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:31:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:57 smithi175 ceph-mon[44549]: pgmap v16340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:57.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:57.417+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:31:57.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:57.417+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:31:57.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:31:57.417+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:31:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:57 smithi181 ceph-mon[45557]: pgmap v16340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:57 smithi088 ceph-mon[35322]: pgmap v16340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:31:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:31:59 smithi175 ceph-mon[44549]: pgmap v16341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:31:59 smithi181 ceph-mon[45557]: pgmap v16341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:31:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:31:59 smithi088 ceph-mon[35322]: pgmap v16341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:01 smithi175 ceph-mon[44549]: pgmap v16342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:01 smithi181 ceph-mon[45557]: pgmap v16342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:01 smithi088 ceph-mon[35322]: pgmap v16342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:03 smithi175 ceph-mon[44549]: pgmap v16343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:03 smithi181 ceph-mon[45557]: pgmap v16343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:03 smithi088 ceph-mon[35322]: pgmap v16343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:05 smithi175 ceph-mon[44549]: pgmap v16344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:05 smithi181 ceph-mon[45557]: pgmap v16344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:05 smithi088 ceph-mon[35322]: pgmap v16344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:07 smithi175 ceph-mon[44549]: pgmap v16345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:07 smithi181 ceph-mon[45557]: pgmap v16345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:07 smithi088 ceph-mon[35322]: pgmap v16345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:09 smithi175 ceph-mon[44549]: pgmap v16346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:09 smithi181 ceph-mon[45557]: pgmap v16346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:09 smithi088 ceph-mon[35322]: pgmap v16346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:11 smithi175 ceph-mon[44549]: pgmap v16347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:11 smithi181 ceph-mon[45557]: pgmap v16347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:11 smithi088 ceph-mon[35322]: pgmap v16347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:12.432+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:32:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:12.432+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:32:12.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:12.432+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:32:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:13 smithi175 ceph-mon[44549]: pgmap v16348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:13 smithi181 ceph-mon[45557]: pgmap v16348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:13 smithi088 ceph-mon[35322]: pgmap v16348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:14.138 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:14.137+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:32:14.139 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:14.138+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 237 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:32:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:14.141+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:32:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:14.141+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 237 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:32:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:15 smithi175 ceph-mon[44549]: pgmap v16349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:15 smithi181 ceph-mon[45557]: pgmap v16349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:15 smithi088 ceph-mon[35322]: pgmap v16349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:17 smithi175 ceph-mon[44549]: pgmap v16350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:17 smithi181 ceph-mon[45557]: pgmap v16350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:17 smithi088 ceph-mon[35322]: pgmap v16350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:19 smithi175 ceph-mon[44549]: pgmap v16351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:19 smithi181 ceph-mon[45557]: pgmap v16351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:19 smithi088 ceph-mon[35322]: pgmap v16351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:21 smithi175 ceph-mon[44549]: pgmap v16352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:21 smithi181 ceph-mon[45557]: pgmap v16352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:21 smithi088 ceph-mon[35322]: pgmap v16352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:23 smithi175 ceph-mon[44549]: pgmap v16353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:23 smithi181 ceph-mon[45557]: pgmap v16353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:23 smithi088 ceph-mon[35322]: pgmap v16353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:25 smithi175 ceph-mon[44549]: pgmap v16354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:25 smithi181 ceph-mon[45557]: pgmap v16354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:25 smithi088 ceph-mon[35322]: pgmap v16354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:27 smithi175 ceph-mon[44549]: pgmap v16355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:27.437+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:32:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:27.437+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:32:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:27.437+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:32:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:27 smithi181 ceph-mon[45557]: pgmap v16355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:27 smithi088 ceph-mon[35322]: pgmap v16355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:29 smithi175 ceph-mon[44549]: pgmap v16356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:29 smithi181 ceph-mon[45557]: pgmap v16356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:29 smithi088 ceph-mon[35322]: pgmap v16356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:31 smithi175 ceph-mon[44549]: pgmap v16357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:31 smithi181 ceph-mon[45557]: pgmap v16357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:31 smithi088 ceph-mon[35322]: pgmap v16357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:33 smithi175 ceph-mon[44549]: pgmap v16358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:33 smithi181 ceph-mon[45557]: pgmap v16358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:33 smithi088 ceph-mon[35322]: pgmap v16358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:35 smithi175 ceph-mon[44549]: pgmap v16359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:35 smithi181 ceph-mon[45557]: pgmap v16359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:35 smithi088 ceph-mon[35322]: pgmap v16359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:37 smithi175 ceph-mon[44549]: pgmap v16360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:37 smithi181 ceph-mon[45557]: pgmap v16360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:37 smithi088 ceph-mon[35322]: pgmap v16360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:32:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:39 smithi175 ceph-mon[44549]: pgmap v16361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:39 smithi181 ceph-mon[45557]: pgmap v16361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:39 smithi088 ceph-mon[35322]: pgmap v16361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:41 smithi088 ceph-mon[35322]: pgmap v16362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:41 smithi175 ceph-mon[44549]: pgmap v16362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:41 smithi181 ceph-mon[45557]: pgmap v16362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:32:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:42.452+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:32:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:42.452+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:32:42.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:42.452+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:32:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:32:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:32:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:43 smithi175 ceph-mon[44549]: pgmap v16363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:43 smithi181 ceph-mon[45557]: pgmap v16363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:43 smithi088 ceph-mon[35322]: pgmap v16363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:32:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:44 smithi088 ceph-mon[35322]: pgmap v16364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:44 smithi175 ceph-mon[44549]: pgmap v16364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:44 smithi181 ceph-mon[45557]: pgmap v16364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:32:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:32:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:32:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:45 smithi175 ceph-mon[44549]: pgmap v16365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:32:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:45 smithi175 ceph-mon[44549]: pgmap v16366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T21:32:46.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:32:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:32:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:45 smithi181 ceph-mon[45557]: pgmap v16365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:32:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:45 smithi181 ceph-mon[45557]: pgmap v16366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T21:32:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:32:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:32:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:45 smithi088 ceph-mon[35322]: pgmap v16365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:32:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:45 smithi088 ceph-mon[35322]: pgmap v16366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T21:32:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:32:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:48 smithi175 ceph-mon[44549]: pgmap v16367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:32:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:48 smithi181 ceph-mon[45557]: pgmap v16367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:32:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:48 smithi088 ceph-mon[35322]: pgmap v16367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:32:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:50 smithi175 ceph-mon[44549]: pgmap v16368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:32:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:50 smithi181 ceph-mon[45557]: pgmap v16368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:32:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:50 smithi088 ceph-mon[35322]: pgmap v16368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:32:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:52 smithi175 ceph-mon[44549]: pgmap v16369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:32:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:52 smithi181 ceph-mon[45557]: pgmap v16369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:32:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:52 smithi088 ceph-mon[35322]: pgmap v16369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:32:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:54 smithi175 ceph-mon[44549]: pgmap v16370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T21:32:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:54 smithi181 ceph-mon[45557]: pgmap v16370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T21:32:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:54 smithi088 ceph-mon[35322]: pgmap v16370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T21:32:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:55 smithi175 ceph-mon[44549]: pgmap v16371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:32:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:55 smithi181 ceph-mon[45557]: pgmap v16371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:32:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:55 smithi088 ceph-mon[35322]: pgmap v16371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:32:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:57.464+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:32:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:57.464+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:32:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:32:57.464+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:32:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:32:58 smithi175 ceph-mon[44549]: pgmap v16372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:32:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:32:58 smithi181 ceph-mon[45557]: pgmap v16372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:32:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:32:58 smithi088 ceph-mon[35322]: pgmap v16372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:00 smithi175 ceph-mon[44549]: pgmap v16373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:00 smithi181 ceph-mon[45557]: pgmap v16373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:00 smithi088 ceph-mon[35322]: pgmap v16373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:02 smithi175 ceph-mon[44549]: pgmap v16374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:02 smithi181 ceph-mon[45557]: pgmap v16374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:02 smithi088 ceph-mon[35322]: pgmap v16374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:04 smithi175 ceph-mon[44549]: pgmap v16375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:04 smithi181 ceph-mon[45557]: pgmap v16375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:04 smithi088 ceph-mon[35322]: pgmap v16375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:05 smithi175 ceph-mon[44549]: pgmap v16376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:05 smithi181 ceph-mon[45557]: pgmap v16376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:05 smithi088 ceph-mon[35322]: pgmap v16376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:08 smithi175 ceph-mon[44549]: pgmap v16377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:08 smithi181 ceph-mon[45557]: pgmap v16377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:08 smithi088 ceph-mon[35322]: pgmap v16377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:10 smithi175 ceph-mon[44549]: pgmap v16378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:10 smithi181 ceph-mon[45557]: pgmap v16378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:10 smithi088 ceph-mon[35322]: pgmap v16378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:12 smithi175 ceph-mon[44549]: pgmap v16379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:12 smithi181 ceph-mon[45557]: pgmap v16379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:12.481+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:33:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:12.481+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:33:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:12.481+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:33:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:12 smithi088 ceph-mon[35322]: pgmap v16379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:14 smithi175 ceph-mon[44549]: pgmap v16380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:14 smithi181 ceph-mon[45557]: pgmap v16380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:14 smithi088 ceph-mon[35322]: pgmap v16380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:15 smithi175 ceph-mon[44549]: pgmap v16381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:15 smithi181 ceph-mon[45557]: pgmap v16381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:15 smithi088 ceph-mon[35322]: pgmap v16381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:18 smithi175 ceph-mon[44549]: pgmap v16382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:18 smithi181 ceph-mon[45557]: pgmap v16382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:18 smithi088 ceph-mon[35322]: pgmap v16382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:20 smithi175 ceph-mon[44549]: pgmap v16383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:20 smithi181 ceph-mon[45557]: pgmap v16383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:20 smithi088 ceph-mon[35322]: pgmap v16383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:22 smithi175 ceph-mon[44549]: pgmap v16384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:22 smithi181 ceph-mon[45557]: pgmap v16384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:22 smithi088 ceph-mon[35322]: pgmap v16384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:24 smithi175 ceph-mon[44549]: pgmap v16385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:24 smithi181 ceph-mon[45557]: pgmap v16385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:24 smithi088 ceph-mon[35322]: pgmap v16385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:25 smithi175 ceph-mon[44549]: pgmap v16386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:25 smithi181 ceph-mon[45557]: pgmap v16386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:25 smithi088 ceph-mon[35322]: pgmap v16386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:27.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:27.491+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:33:27.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:27.491+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:33:27.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:27.491+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:33:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:28 smithi088 ceph-mon[35322]: pgmap v16387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:28 smithi175 ceph-mon[44549]: pgmap v16387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:28 smithi181 ceph-mon[45557]: pgmap v16387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:30 smithi175 ceph-mon[44549]: pgmap v16388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:30 smithi181 ceph-mon[45557]: pgmap v16388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:30 smithi088 ceph-mon[35322]: pgmap v16388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:32 smithi175 ceph-mon[44549]: pgmap v16389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:32 smithi181 ceph-mon[45557]: pgmap v16389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:32 smithi088 ceph-mon[35322]: pgmap v16389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:34 smithi175 ceph-mon[44549]: pgmap v16390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:34 smithi181 ceph-mon[45557]: pgmap v16390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:34 smithi088 ceph-mon[35322]: pgmap v16390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:35 smithi175 ceph-mon[44549]: pgmap v16391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:35 smithi181 ceph-mon[45557]: pgmap v16391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:35 smithi088 ceph-mon[35322]: pgmap v16391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:38 smithi175 ceph-mon[44549]: pgmap v16392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:38 smithi181 ceph-mon[45557]: pgmap v16392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:38 smithi088 ceph-mon[35322]: pgmap v16392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:40 smithi175 ceph-mon[44549]: pgmap v16393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:40 smithi181 ceph-mon[45557]: pgmap v16393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:40 smithi088 ceph-mon[35322]: pgmap v16393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:33:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:42 smithi175 ceph-mon[44549]: pgmap v16394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:42 smithi181 ceph-mon[45557]: pgmap v16394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:42.506+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:33:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:42.506+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:33:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:42.506+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:33:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:42 smithi088 ceph-mon[35322]: pgmap v16394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:33:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:44.150+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:33:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:44.151+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 238 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:33:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:44.151+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:33:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:44.152+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 238 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:33:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:44 smithi175 ceph-mon[44549]: pgmap v16395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:44 smithi181 ceph-mon[45557]: pgmap v16395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:44 smithi088 ceph-mon[35322]: pgmap v16395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:45 smithi175 ceph-mon[44549]: pgmap v16396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:33:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:45 smithi181 ceph-mon[45557]: pgmap v16396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:33:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:45 smithi088 ceph-mon[35322]: pgmap v16396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:33:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:33:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:33:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:33:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:46 smithi175 ceph-mon[44549]: pgmap v16397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:33:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:46 smithi175 ceph-mon[44549]: pgmap v16398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:33:47.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:33:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:33:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:33:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:46 smithi181 ceph-mon[45557]: pgmap v16397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:33:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:46 smithi181 ceph-mon[45557]: pgmap v16398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:33:47.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:33:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:33:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:33:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:46 smithi088 ceph-mon[35322]: pgmap v16397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:33:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:46 smithi088 ceph-mon[35322]: pgmap v16398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:33:47.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:33:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:49 smithi175 ceph-mon[44549]: pgmap v16399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:33:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:49 smithi181 ceph-mon[45557]: pgmap v16399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:33:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:49 smithi088 ceph-mon[35322]: pgmap v16399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:33:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:50 smithi175 ceph-mon[44549]: pgmap v16400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:33:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:50 smithi181 ceph-mon[45557]: pgmap v16400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:33:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:50 smithi088 ceph-mon[35322]: pgmap v16400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:33:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:53 smithi175 ceph-mon[44549]: pgmap v16401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:33:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:53 smithi181 ceph-mon[45557]: pgmap v16401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:33:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:53 smithi088 ceph-mon[35322]: pgmap v16401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:33:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:55 smithi175 ceph-mon[44549]: pgmap v16402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:33:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:55 smithi181 ceph-mon[45557]: pgmap v16402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:33:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:55 smithi088 ceph-mon[35322]: pgmap v16402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:33:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:57 smithi175 ceph-mon[44549]: pgmap v16403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:33:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:57 smithi181 ceph-mon[45557]: pgmap v16403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:33:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:57.508+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:33:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:57.508+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:33:57.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:33:57.508+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:33:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:57 smithi088 ceph-mon[35322]: pgmap v16403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:33:59.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:33:59 smithi175 ceph-mon[44549]: pgmap v16404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:33:59 smithi181 ceph-mon[45557]: pgmap v16404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:33:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:33:59 smithi088 ceph-mon[35322]: pgmap v16404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:00 smithi175 ceph-mon[44549]: pgmap v16405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:00 smithi181 ceph-mon[45557]: pgmap v16405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:00 smithi088 ceph-mon[35322]: pgmap v16405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:03 smithi175 ceph-mon[44549]: pgmap v16406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:03 smithi181 ceph-mon[45557]: pgmap v16406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:03 smithi088 ceph-mon[35322]: pgmap v16406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:05 smithi175 ceph-mon[44549]: pgmap v16407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:05 smithi181 ceph-mon[45557]: pgmap v16407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:05 smithi088 ceph-mon[35322]: pgmap v16407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:07 smithi175 ceph-mon[44549]: pgmap v16408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:07 smithi181 ceph-mon[45557]: pgmap v16408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:07 smithi088 ceph-mon[35322]: pgmap v16408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:09.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:09 smithi175 ceph-mon[44549]: pgmap v16409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:09.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:09 smithi181 ceph-mon[45557]: pgmap v16409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:09 smithi088 ceph-mon[35322]: pgmap v16409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:10 smithi175 ceph-mon[44549]: pgmap v16410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:10 smithi181 ceph-mon[45557]: pgmap v16410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:10 smithi088 ceph-mon[35322]: pgmap v16410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:12.524 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:12.524+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:34:12.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:12.524+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:34:12.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:12.524+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:34:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:13 smithi175 ceph-mon[44549]: pgmap v16411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:13 smithi181 ceph-mon[45557]: pgmap v16411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:13 smithi088 ceph-mon[35322]: pgmap v16411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:15 smithi175 ceph-mon[44549]: pgmap v16412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:15 smithi181 ceph-mon[45557]: pgmap v16412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:15 smithi088 ceph-mon[35322]: pgmap v16412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:17 smithi175 ceph-mon[44549]: pgmap v16413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:17 smithi181 ceph-mon[45557]: pgmap v16413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:17 smithi088 ceph-mon[35322]: pgmap v16413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:19.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:19 smithi175 ceph-mon[44549]: pgmap v16414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:19 smithi181 ceph-mon[45557]: pgmap v16414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:19 smithi088 ceph-mon[35322]: pgmap v16414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:20 smithi175 ceph-mon[44549]: pgmap v16415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:20 smithi181 ceph-mon[45557]: pgmap v16415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:20 smithi088 ceph-mon[35322]: pgmap v16415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:23 smithi175 ceph-mon[44549]: pgmap v16416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:23 smithi181 ceph-mon[45557]: pgmap v16416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:23 smithi088 ceph-mon[35322]: pgmap v16416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:25 smithi175 ceph-mon[44549]: pgmap v16417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:25 smithi181 ceph-mon[45557]: pgmap v16417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:25 smithi088 ceph-mon[35322]: pgmap v16417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:27 smithi175 ceph-mon[44549]: pgmap v16418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:27 smithi181 ceph-mon[45557]: pgmap v16418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:27 smithi088 ceph-mon[35322]: pgmap v16418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:27.539+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:34:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:27.539+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:34:27.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:27.539+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:34:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:29 smithi175 ceph-mon[44549]: pgmap v16419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:29 smithi181 ceph-mon[45557]: pgmap v16419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:29 smithi088 ceph-mon[35322]: pgmap v16419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:30 smithi175 ceph-mon[44549]: pgmap v16420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:31.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:30 smithi181 ceph-mon[45557]: pgmap v16420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:30 smithi088 ceph-mon[35322]: pgmap v16420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:33 smithi175 ceph-mon[44549]: pgmap v16421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:33 smithi181 ceph-mon[45557]: pgmap v16421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:33 smithi088 ceph-mon[35322]: pgmap v16421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:35 smithi175 ceph-mon[44549]: pgmap v16422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:35 smithi181 ceph-mon[45557]: pgmap v16422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:35 smithi088 ceph-mon[35322]: pgmap v16422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:37 smithi175 ceph-mon[44549]: pgmap v16423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:37 smithi181 ceph-mon[45557]: pgmap v16423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:37 smithi088 ceph-mon[35322]: pgmap v16423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:39 smithi175 ceph-mon[44549]: pgmap v16424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:39 smithi181 ceph-mon[45557]: pgmap v16424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:39 smithi088 ceph-mon[35322]: pgmap v16424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:34:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:40 smithi175 ceph-mon[44549]: pgmap v16425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:41.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:40 smithi181 ceph-mon[45557]: pgmap v16425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:40 smithi088 ceph-mon[35322]: pgmap v16425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:34:42.555 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:42.554+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:34:42.556 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:42.554+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:34:42.556 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:42.554+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:34:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:43 smithi175 ceph-mon[44549]: pgmap v16426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:43 smithi181 ceph-mon[45557]: pgmap v16426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:43 smithi088 ceph-mon[35322]: pgmap v16426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:45 smithi175 ceph-mon[44549]: pgmap v16427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:45 smithi181 ceph-mon[45557]: pgmap v16427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:45 smithi088 ceph-mon[35322]: pgmap v16427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:34:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:47 smithi175 ceph-mon[44549]: pgmap v16428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:34:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:47 smithi181 ceph-mon[45557]: pgmap v16428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:34:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:47 smithi088 ceph-mon[35322]: pgmap v16428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:34:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:34:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:34:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:34:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:34:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:34:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:48 smithi088 ceph-mon[35322]: pgmap v16429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:34:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:48 smithi088 ceph-mon[35322]: pgmap v16430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:34:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:34:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:34:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:34:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:34:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:34:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:48 smithi175 ceph-mon[44549]: pgmap v16429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:34:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:48 smithi175 ceph-mon[44549]: pgmap v16430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:34:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:34:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:34:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:34:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:34:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:34:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:48 smithi181 ceph-mon[45557]: pgmap v16429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:34:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:48 smithi181 ceph-mon[45557]: pgmap v16430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:34:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:34:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:50 smithi175 ceph-mon[44549]: pgmap v16431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:34:51.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:50 smithi181 ceph-mon[45557]: pgmap v16431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:34:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:50 smithi088 ceph-mon[35322]: pgmap v16431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:34:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:52 smithi175 ceph-mon[44549]: pgmap v16432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:34:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:52 smithi181 ceph-mon[45557]: pgmap v16432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:34:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:52 smithi088 ceph-mon[35322]: pgmap v16432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:34:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:54 smithi181 ceph-mon[45557]: pgmap v16433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:34:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:54 smithi088 ceph-mon[35322]: pgmap v16433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:34:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:54 smithi175 ceph-mon[44549]: pgmap v16433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:34:57.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:56 smithi181 ceph-mon[45557]: pgmap v16434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:34:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:56 smithi088 ceph-mon[35322]: pgmap v16434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:34:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:56 smithi175 ceph-mon[44549]: pgmap v16434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:34:57.561 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:57.560+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:34:57.561 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:57.560+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:34:57.561 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:34:57.560+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:34:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:34:58 smithi181 ceph-mon[45557]: pgmap v16435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:34:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:34:58 smithi088 ceph-mon[35322]: pgmap v16435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:34:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:34:58 smithi175 ceph-mon[44549]: pgmap v16435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:35:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:00 smithi181 ceph-mon[45557]: pgmap v16436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:01.208 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:00 smithi088 ceph-mon[35322]: pgmap v16436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:00 smithi175 ceph-mon[44549]: pgmap v16436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:02 smithi181 ceph-mon[45557]: pgmap v16437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:02 smithi088 ceph-mon[35322]: pgmap v16437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:02 smithi175 ceph-mon[44549]: pgmap v16437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:04 smithi181 ceph-mon[45557]: pgmap v16438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:04 smithi088 ceph-mon[35322]: pgmap v16438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:04 smithi175 ceph-mon[44549]: pgmap v16438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:07.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:06 smithi181 ceph-mon[45557]: pgmap v16439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:06 smithi088 ceph-mon[35322]: pgmap v16439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:06 smithi175 ceph-mon[44549]: pgmap v16439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:09.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:08 smithi181 ceph-mon[45557]: pgmap v16440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:08 smithi088 ceph-mon[35322]: pgmap v16440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:08 smithi175 ceph-mon[44549]: pgmap v16440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:10 smithi181 ceph-mon[45557]: pgmap v16441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:10 smithi088 ceph-mon[35322]: pgmap v16441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:10 smithi175 ceph-mon[44549]: pgmap v16441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:12.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:12.573+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:35:12.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:12.573+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:35:12.574 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:12.573+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:35:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:12 smithi181 ceph-mon[45557]: pgmap v16442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:12 smithi088 ceph-mon[35322]: pgmap v16442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:12 smithi175 ceph-mon[44549]: pgmap v16442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:14 smithi181 ceph-mon[45557]: pgmap v16443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:14 smithi088 ceph-mon[35322]: pgmap v16443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:14 smithi175 ceph-mon[44549]: pgmap v16443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:16 smithi181 ceph-mon[45557]: pgmap v16444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:16 smithi088 ceph-mon[35322]: pgmap v16444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:16 smithi175 ceph-mon[44549]: pgmap v16444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:19.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:18 smithi088 ceph-mon[35322]: pgmap v16445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:18 smithi175 ceph-mon[44549]: pgmap v16445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:19.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:18 smithi181 ceph-mon[45557]: pgmap v16445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:20 smithi088 ceph-mon[35322]: pgmap v16446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:20 smithi175 ceph-mon[44549]: pgmap v16446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:20 smithi181 ceph-mon[45557]: pgmap v16446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:22 smithi088 ceph-mon[35322]: pgmap v16447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:22 smithi175 ceph-mon[44549]: pgmap v16447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:22 smithi181 ceph-mon[45557]: pgmap v16447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:24 smithi088 ceph-mon[35322]: pgmap v16448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:24 smithi175 ceph-mon[44549]: pgmap v16448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:24 smithi181 ceph-mon[45557]: pgmap v16448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:26 smithi088 ceph-mon[35322]: pgmap v16449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:26 smithi175 ceph-mon[44549]: pgmap v16449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:26 smithi181 ceph-mon[45557]: pgmap v16449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:27.589 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:27.587+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:35:27.589 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:27.587+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:35:27.589 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:27.587+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:35:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:28 smithi088 ceph-mon[35322]: pgmap v16450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:28 smithi175 ceph-mon[44549]: pgmap v16450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:28 smithi181 ceph-mon[45557]: pgmap v16450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:30 smithi088 ceph-mon[35322]: pgmap v16451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:30 smithi175 ceph-mon[44549]: pgmap v16451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:30 smithi181 ceph-mon[45557]: pgmap v16451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:32 smithi088 ceph-mon[35322]: pgmap v16452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:32 smithi175 ceph-mon[44549]: pgmap v16452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:32 smithi181 ceph-mon[45557]: pgmap v16452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:34 smithi088 ceph-mon[35322]: pgmap v16453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:34 smithi175 ceph-mon[44549]: pgmap v16453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:34 smithi181 ceph-mon[45557]: pgmap v16453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:36 smithi088 ceph-mon[35322]: pgmap v16454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:36 smithi175 ceph-mon[44549]: pgmap v16454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:36 smithi181 ceph-mon[45557]: pgmap v16454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:38 smithi088 ceph-mon[35322]: pgmap v16455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:38 smithi175 ceph-mon[44549]: pgmap v16455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:38 smithi181 ceph-mon[45557]: pgmap v16455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:41 smithi088 ceph-mon[35322]: pgmap v16456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:41 smithi175 ceph-mon[44549]: pgmap v16456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:41 smithi181 ceph-mon[45557]: pgmap v16456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:35:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:42.597+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:35:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:42.597+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:35:42.598 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:42.597+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:35:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:43 smithi088 ceph-mon[35322]: pgmap v16457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:43 smithi175 ceph-mon[44549]: pgmap v16457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:43 smithi181 ceph-mon[45557]: pgmap v16457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:35:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:45 smithi088 ceph-mon[35322]: pgmap v16458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:45 smithi175 ceph-mon[44549]: pgmap v16458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:45 smithi181 ceph-mon[45557]: pgmap v16458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:35:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:47 smithi088 ceph-mon[35322]: pgmap v16459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:47 smithi175 ceph-mon[44549]: pgmap v16459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:47 smithi181 ceph-mon[45557]: pgmap v16459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:35:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:35:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:35:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: pgmap v16460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:35:49.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: pgmap v16460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:35:49.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:35:49.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: pgmap v16460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:35:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:35:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:35:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:35:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:50 smithi175 ceph-mon[44549]: pgmap v16461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:35:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:50 smithi181 ceph-mon[45557]: pgmap v16461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:35:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:50 smithi088 ceph-mon[35322]: pgmap v16461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:35:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:52 smithi175 ceph-mon[44549]: pgmap v16462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:35:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:52 smithi181 ceph-mon[45557]: pgmap v16462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:35:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:52 smithi088 ceph-mon[35322]: pgmap v16462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:35:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:54 smithi175 ceph-mon[44549]: pgmap v16463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:35:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:54 smithi181 ceph-mon[45557]: pgmap v16463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:35:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:54 smithi088 ceph-mon[35322]: pgmap v16463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:35:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:55 smithi181 ceph-mon[45557]: pgmap v16464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:35:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:55 smithi088 ceph-mon[35322]: pgmap v16464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:35:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:55 smithi175 ceph-mon[44549]: pgmap v16464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:35:57.614 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:57.613+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:35:57.614 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:57.613+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:35:57.614 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:35:57.613+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:35:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:35:58 smithi175 ceph-mon[44549]: pgmap v16465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:35:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:35:58 smithi181 ceph-mon[45557]: pgmap v16465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:35:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:35:58 smithi088 ceph-mon[35322]: pgmap v16465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:36:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:00 smithi175 ceph-mon[44549]: pgmap v16466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:36:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:00 smithi181 ceph-mon[45557]: pgmap v16466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:36:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:00 smithi088 ceph-mon[35322]: pgmap v16466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:36:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:02 smithi175 ceph-mon[44549]: pgmap v16467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:02 smithi181 ceph-mon[45557]: pgmap v16467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:02 smithi088 ceph-mon[35322]: pgmap v16467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:04 smithi175 ceph-mon[44549]: pgmap v16468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:04 smithi181 ceph-mon[45557]: pgmap v16468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:04 smithi088 ceph-mon[35322]: pgmap v16468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:06.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:05 smithi181 ceph-mon[45557]: pgmap v16469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:05 smithi088 ceph-mon[35322]: pgmap v16469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:05 smithi175 ceph-mon[44549]: pgmap v16469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:08 smithi175 ceph-mon[44549]: pgmap v16470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:08 smithi181 ceph-mon[45557]: pgmap v16470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:08 smithi088 ceph-mon[35322]: pgmap v16470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:10 smithi175 ceph-mon[44549]: pgmap v16471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:36:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:10 smithi181 ceph-mon[45557]: pgmap v16471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:36:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:10 smithi088 ceph-mon[35322]: pgmap v16471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:36:12.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:12 smithi175 ceph-mon[44549]: pgmap v16472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:12 smithi181 ceph-mon[45557]: pgmap v16472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:12 smithi088 ceph-mon[35322]: pgmap v16472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:12.624 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:12.622+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:36:12.624 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:12.622+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:36:12.624 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:12.622+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:36:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:14 smithi181 ceph-mon[45557]: pgmap v16473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:14 smithi088 ceph-mon[35322]: pgmap v16473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:14 smithi175 ceph-mon[44549]: pgmap v16473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:15 smithi181 ceph-mon[45557]: pgmap v16474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:15 smithi088 ceph-mon[35322]: pgmap v16474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:15 smithi175 ceph-mon[44549]: pgmap v16474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:18 smithi175 ceph-mon[44549]: pgmap v16475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:18 smithi181 ceph-mon[45557]: pgmap v16475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:18 smithi088 ceph-mon[35322]: pgmap v16475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:20 smithi175 ceph-mon[44549]: pgmap v16476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:36:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:20 smithi181 ceph-mon[45557]: pgmap v16476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:36:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:20 smithi088 ceph-mon[35322]: pgmap v16476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:36:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:22 smithi181 ceph-mon[45557]: pgmap v16477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:36:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:22 smithi088 ceph-mon[35322]: pgmap v16477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:36:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:22 smithi175 ceph-mon[44549]: pgmap v16477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:36:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:24 smithi181 ceph-mon[45557]: pgmap v16478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:36:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:24 smithi088 ceph-mon[35322]: pgmap v16478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:36:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:24 smithi175 ceph-mon[44549]: pgmap v16478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:36:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:25 smithi181 ceph-mon[45557]: pgmap v16479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:36:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:25 smithi088 ceph-mon[35322]: pgmap v16479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:36:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:25 smithi175 ceph-mon[44549]: pgmap v16479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:36:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:27.629+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:36:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:27.629+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:36:27.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:27.629+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:36:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:28 smithi175 ceph-mon[44549]: pgmap v16480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:36:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:28 smithi181 ceph-mon[45557]: pgmap v16480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:36:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:28 smithi088 ceph-mon[35322]: pgmap v16480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:36:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:30 smithi175 ceph-mon[44549]: pgmap v16481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:36:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:30 smithi181 ceph-mon[45557]: pgmap v16481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:36:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:30 smithi088 ceph-mon[35322]: pgmap v16481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:36:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:32 smithi181 ceph-mon[45557]: pgmap v16482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:32.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:32 smithi088 ceph-mon[35322]: pgmap v16482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:32 smithi175 ceph-mon[44549]: pgmap v16482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:34 smithi181 ceph-mon[45557]: pgmap v16483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:34.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:34 smithi088 ceph-mon[35322]: pgmap v16483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:34 smithi175 ceph-mon[44549]: pgmap v16483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:36.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:35 smithi181 ceph-mon[45557]: pgmap v16484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:35 smithi088 ceph-mon[35322]: pgmap v16484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:35 smithi175 ceph-mon[44549]: pgmap v16484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:38 smithi181 ceph-mon[45557]: pgmap v16485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:38 smithi088 ceph-mon[35322]: pgmap v16485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:38 smithi175 ceph-mon[44549]: pgmap v16485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:40 smithi181 ceph-mon[45557]: pgmap v16486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:36:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:40 smithi088 ceph-mon[35322]: pgmap v16486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:36:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:40 smithi175 ceph-mon[44549]: pgmap v16486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:36:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:42 smithi181 ceph-mon[45557]: pgmap v16487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:42 smithi088 ceph-mon[35322]: pgmap v16487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:42.645 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:42.645+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:36:42.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:42.645+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:36:42.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:42.645+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:36:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:42 smithi175 ceph-mon[44549]: pgmap v16487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:44.178+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:36:44.179 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:44.178+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:36:44.182 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:44.181+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 239 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T21:36:44.182 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:44.181+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 239 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T21:36:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:44 smithi181 ceph-mon[45557]: pgmap v16488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:44 smithi088 ceph-mon[35322]: pgmap v16488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:44 smithi175 ceph-mon[44549]: pgmap v16488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:36:46.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:45 smithi181 ceph-mon[45557]: pgmap v16489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:45 smithi088 ceph-mon[35322]: pgmap v16489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:45 smithi175 ceph-mon[44549]: pgmap v16489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:36:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:48 smithi181 ceph-mon[45557]: pgmap v16490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:48 smithi088 ceph-mon[35322]: pgmap v16490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:48 smithi175 ceph-mon[44549]: pgmap v16490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:36:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:50 smithi181 ceph-mon[45557]: pgmap v16491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:36:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:36:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:36:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:36:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:36:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:50 smithi088 ceph-mon[35322]: pgmap v16491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:36:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:36:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:36:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:36:50.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:36:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:50 smithi175 ceph-mon[44549]: pgmap v16491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:36:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:36:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:36:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:36:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:36:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:51 smithi181 ceph-mon[45557]: pgmap v16492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:36:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:51 smithi181 ceph-mon[45557]: pgmap v16493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:36:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:51 smithi088 ceph-mon[35322]: pgmap v16492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:36:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:51 smithi088 ceph-mon[35322]: pgmap v16493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:36:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:51 smithi175 ceph-mon[44549]: pgmap v16492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:36:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:51 smithi175 ceph-mon[44549]: pgmap v16493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:36:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:53 smithi181 ceph-mon[45557]: pgmap v16494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:36:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:53 smithi088 ceph-mon[35322]: pgmap v16494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:36:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:53 smithi175 ceph-mon[44549]: pgmap v16494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:36:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:55 smithi181 ceph-mon[45557]: pgmap v16495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:36:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:55 smithi088 ceph-mon[35322]: pgmap v16495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:36:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:55 smithi175 ceph-mon[44549]: pgmap v16495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:36:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:57 smithi181 ceph-mon[45557]: pgmap v16496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:36:57.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:57 smithi088 ceph-mon[35322]: pgmap v16496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:36:57.657 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:57.656+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:36:57.657 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:57.656+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:36:57.657 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:36:57.656+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:36:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:57 smithi175 ceph-mon[44549]: pgmap v16496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:36:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:36:59 smithi181 ceph-mon[45557]: pgmap v16497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:36:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:36:59 smithi088 ceph-mon[35322]: pgmap v16497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:36:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:36:59 smithi175 ceph-mon[44549]: pgmap v16497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:37:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:00 smithi181 ceph-mon[45557]: pgmap v16498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:37:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:00 smithi088 ceph-mon[35322]: pgmap v16498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:37:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:00 smithi175 ceph-mon[44549]: pgmap v16498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:37:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:03 smithi175 ceph-mon[44549]: pgmap v16499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:03 smithi181 ceph-mon[45557]: pgmap v16499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:03 smithi088 ceph-mon[35322]: pgmap v16499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:05 smithi175 ceph-mon[44549]: pgmap v16500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:05 smithi181 ceph-mon[45557]: pgmap v16500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:05 smithi088 ceph-mon[35322]: pgmap v16500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:07 smithi175 ceph-mon[44549]: pgmap v16501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:07 smithi181 ceph-mon[45557]: pgmap v16501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:07 smithi088 ceph-mon[35322]: pgmap v16501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:09 smithi175 ceph-mon[44549]: pgmap v16502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:09 smithi181 ceph-mon[45557]: pgmap v16502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:09 smithi088 ceph-mon[35322]: pgmap v16502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:10 smithi181 ceph-mon[45557]: pgmap v16503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:10 smithi088 ceph-mon[35322]: pgmap v16503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:10 smithi175 ceph-mon[44549]: pgmap v16503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:12.663 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:12.662+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:37:12.663 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:12.662+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:37:12.663 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:12.662+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:37:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:13 smithi175 ceph-mon[44549]: pgmap v16504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:13 smithi181 ceph-mon[45557]: pgmap v16504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:13.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:13 smithi088 ceph-mon[35322]: pgmap v16504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:15 smithi175 ceph-mon[44549]: pgmap v16505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:15 smithi181 ceph-mon[45557]: pgmap v16505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:15 smithi088 ceph-mon[35322]: pgmap v16505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:17 smithi175 ceph-mon[44549]: pgmap v16506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:17 smithi181 ceph-mon[45557]: pgmap v16506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:17 smithi088 ceph-mon[35322]: pgmap v16506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:19 smithi175 ceph-mon[44549]: pgmap v16507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:19 smithi181 ceph-mon[45557]: pgmap v16507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:19 smithi088 ceph-mon[35322]: pgmap v16507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:21.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:20 smithi181 ceph-mon[45557]: pgmap v16508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:20 smithi088 ceph-mon[35322]: pgmap v16508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:20 smithi175 ceph-mon[44549]: pgmap v16508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:23 smithi175 ceph-mon[44549]: pgmap v16509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:23.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:23 smithi181 ceph-mon[45557]: pgmap v16509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:23 smithi088 ceph-mon[35322]: pgmap v16509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:25 smithi175 ceph-mon[44549]: pgmap v16510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:25 smithi181 ceph-mon[45557]: pgmap v16510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:25 smithi088 ceph-mon[35322]: pgmap v16510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:27 smithi175 ceph-mon[44549]: pgmap v16511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:27 smithi181 ceph-mon[45557]: pgmap v16511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:27 smithi088 ceph-mon[35322]: pgmap v16511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:27.677 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:27.676+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:37:27.678 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:27.676+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:37:27.678 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:27.677+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:37:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:29 smithi175 ceph-mon[44549]: pgmap v16512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:29.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:29 smithi181 ceph-mon[45557]: pgmap v16512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:29 smithi088 ceph-mon[35322]: pgmap v16512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:31.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:30 smithi088 ceph-mon[35322]: pgmap v16513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:30 smithi175 ceph-mon[44549]: pgmap v16513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:30 smithi181 ceph-mon[45557]: pgmap v16513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:33 smithi175 ceph-mon[44549]: pgmap v16514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:33 smithi181 ceph-mon[45557]: pgmap v16514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:33 smithi088 ceph-mon[35322]: pgmap v16514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:35 smithi175 ceph-mon[44549]: pgmap v16515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:35.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:35 smithi181 ceph-mon[45557]: pgmap v16515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:35 smithi088 ceph-mon[35322]: pgmap v16515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:37 smithi175 ceph-mon[44549]: pgmap v16516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:37.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:37 smithi181 ceph-mon[45557]: pgmap v16516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:37 smithi088 ceph-mon[35322]: pgmap v16516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:39 smithi175 ceph-mon[44549]: pgmap v16517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:39 smithi181 ceph-mon[45557]: pgmap v16517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:39 smithi088 ceph-mon[35322]: pgmap v16517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:41.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:40 smithi088 ceph-mon[35322]: pgmap v16518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:40 smithi175 ceph-mon[44549]: pgmap v16518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:40 smithi181 ceph-mon[45557]: pgmap v16518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:42.692+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:37:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:42.692+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:37:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:42.692+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:37:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:43 smithi175 ceph-mon[44549]: pgmap v16519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:43 smithi181 ceph-mon[45557]: pgmap v16519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:43 smithi088 ceph-mon[35322]: pgmap v16519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:45 smithi175 ceph-mon[44549]: pgmap v16520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:45 smithi181 ceph-mon[45557]: pgmap v16520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:45 smithi088 ceph-mon[35322]: pgmap v16520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:37:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:47 smithi175 ceph-mon[44549]: pgmap v16521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:47.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:47 smithi181 ceph-mon[45557]: pgmap v16521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:47 smithi088 ceph-mon[35322]: pgmap v16521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:37:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:49 smithi181 ceph-mon[45557]: pgmap v16522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:49 smithi088 ceph-mon[35322]: pgmap v16522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:49 smithi175 ceph-mon[44549]: pgmap v16522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:37:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:50 smithi088 ceph-mon[35322]: pgmap v16523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:37:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:50 smithi175 ceph-mon[44549]: pgmap v16523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:51.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:37:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:50 smithi181 ceph-mon[45557]: pgmap v16523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:37:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:37:52.223 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:37:52.223 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:37:52.223 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:51 smithi088 ceph-mon[35322]: pgmap v16524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:37:52.223 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:51 smithi088 ceph-mon[35322]: pgmap v16525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:37:52.223 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:37:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:37:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:37:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:51 smithi175 ceph-mon[44549]: pgmap v16524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:37:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:51 smithi175 ceph-mon[44549]: pgmap v16525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:37:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:37:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:37:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:37:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:51 smithi181 ceph-mon[45557]: pgmap v16524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:37:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:51 smithi181 ceph-mon[45557]: pgmap v16525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:37:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:37:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:54 smithi175 ceph-mon[44549]: pgmap v16526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:37:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:54 smithi181 ceph-mon[45557]: pgmap v16526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:37:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:54 smithi088 ceph-mon[35322]: pgmap v16526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:37:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:55 smithi088 ceph-mon[35322]: pgmap v16527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:37:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:55 smithi175 ceph-mon[44549]: pgmap v16527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:37:56.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:55 smithi181 ceph-mon[45557]: pgmap v16527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:37:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:57.700+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:37:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:57.700+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:37:57.702 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:37:57.700+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:37:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:37:58 smithi175 ceph-mon[44549]: pgmap v16528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:37:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:37:58 smithi181 ceph-mon[45557]: pgmap v16528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:37:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:37:58 smithi088 ceph-mon[35322]: pgmap v16528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:00.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:00 smithi181 ceph-mon[45557]: pgmap v16529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:00 smithi088 ceph-mon[35322]: pgmap v16529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:00 smithi175 ceph-mon[44549]: pgmap v16529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:02.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:02 smithi181 ceph-mon[45557]: pgmap v16530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:38:02.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:02 smithi088 ceph-mon[35322]: pgmap v16530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:38:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:02 smithi175 ceph-mon[44549]: pgmap v16530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:38:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:04 smithi181 ceph-mon[45557]: pgmap v16531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:04 smithi088 ceph-mon[35322]: pgmap v16531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:04 smithi175 ceph-mon[44549]: pgmap v16531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:05 smithi088 ceph-mon[35322]: pgmap v16532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:05 smithi175 ceph-mon[44549]: pgmap v16532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:05 smithi181 ceph-mon[45557]: pgmap v16532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:08.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:08 smithi181 ceph-mon[45557]: pgmap v16533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:08 smithi088 ceph-mon[35322]: pgmap v16533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:08 smithi175 ceph-mon[44549]: pgmap v16533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:10.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:10 smithi181 ceph-mon[45557]: pgmap v16534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:38:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:10 smithi088 ceph-mon[35322]: pgmap v16534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:38:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:10 smithi175 ceph-mon[44549]: pgmap v16534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:38:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:12 smithi181 ceph-mon[45557]: pgmap v16535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:12 smithi088 ceph-mon[35322]: pgmap v16535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:12 smithi175 ceph-mon[44549]: pgmap v16535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:12.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:12.712+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:38:12.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:12.712+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:38:12.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:12.712+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:38:14.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:14 smithi181 ceph-mon[45557]: pgmap v16536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:14 smithi088 ceph-mon[35322]: pgmap v16536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:14 smithi175 ceph-mon[44549]: pgmap v16536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:16.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:15 smithi088 ceph-mon[35322]: pgmap v16537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:15 smithi175 ceph-mon[44549]: pgmap v16537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:15 smithi181 ceph-mon[45557]: pgmap v16537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:18 smithi181 ceph-mon[45557]: pgmap v16538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:18 smithi088 ceph-mon[35322]: pgmap v16538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:18 smithi175 ceph-mon[44549]: pgmap v16538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:20.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:20 smithi181 ceph-mon[45557]: pgmap v16539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:38:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:20 smithi088 ceph-mon[35322]: pgmap v16539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:38:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:20 smithi175 ceph-mon[44549]: pgmap v16539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:38:22.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:22 smithi181 ceph-mon[45557]: pgmap v16540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:22 smithi088 ceph-mon[35322]: pgmap v16540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:22 smithi175 ceph-mon[44549]: pgmap v16540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:24 smithi181 ceph-mon[45557]: pgmap v16541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:24 smithi088 ceph-mon[35322]: pgmap v16541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:24 smithi175 ceph-mon[44549]: pgmap v16541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:25 smithi088 ceph-mon[35322]: pgmap v16542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:25 smithi175 ceph-mon[44549]: pgmap v16542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:26.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:25 smithi181 ceph-mon[45557]: pgmap v16542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:27.728 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:27.728+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:38:27.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:27.728+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:38:27.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:27.728+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:38:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:28 smithi181 ceph-mon[45557]: pgmap v16543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:28 smithi088 ceph-mon[35322]: pgmap v16543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:28 smithi175 ceph-mon[44549]: pgmap v16543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:30.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:30 smithi181 ceph-mon[45557]: pgmap v16544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:38:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:30 smithi088 ceph-mon[35322]: pgmap v16544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:38:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:30 smithi175 ceph-mon[44549]: pgmap v16544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:38:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:32 smithi181 ceph-mon[45557]: pgmap v16545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:32 smithi088 ceph-mon[35322]: pgmap v16545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:32 smithi175 ceph-mon[44549]: pgmap v16545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:34 smithi181 ceph-mon[45557]: pgmap v16546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:34 smithi088 ceph-mon[35322]: pgmap v16546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:34 smithi175 ceph-mon[44549]: pgmap v16546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:38:36.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:35 smithi088 ceph-mon[35322]: pgmap v16547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:35 smithi175 ceph-mon[44549]: pgmap v16547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:36.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:35 smithi181 ceph-mon[45557]: pgmap v16547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:38:38.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:38 smithi181 ceph-mon[45557]: pgmap v16548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:38 smithi088 ceph-mon[35322]: pgmap v16548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:38 smithi175 ceph-mon[44549]: pgmap v16548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:40 smithi181 ceph-mon[45557]: pgmap v16549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:38:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:40 smithi088 ceph-mon[35322]: pgmap v16549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:38:40.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:40 smithi175 ceph-mon[44549]: pgmap v16549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:38:42.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:42 smithi181 ceph-mon[45557]: pgmap v16550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:42 smithi088 ceph-mon[35322]: pgmap v16550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:42 smithi175 ceph-mon[44549]: pgmap v16550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:42.737+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:38:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:42.737+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:38:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:42.737+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:38:44.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:44 smithi181 ceph-mon[45557]: pgmap v16551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:38:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:44 smithi088 ceph-mon[35322]: pgmap v16551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:38:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:44 smithi175 ceph-mon[44549]: pgmap v16551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:38:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:45 smithi088 ceph-mon[35322]: pgmap v16552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:38:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:45 smithi175 ceph-mon[44549]: pgmap v16552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:38:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:45 smithi181 ceph-mon[45557]: pgmap v16552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:38:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:48 smithi181 ceph-mon[45557]: pgmap v16553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:48 smithi088 ceph-mon[35322]: pgmap v16553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:48 smithi175 ceph-mon[44549]: pgmap v16553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:50 smithi181 ceph-mon[45557]: pgmap v16554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:38:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:50 smithi088 ceph-mon[35322]: pgmap v16554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:38:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:50 smithi175 ceph-mon[44549]: pgmap v16554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:38:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:52 smithi181 ceph-mon[45557]: pgmap v16555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:38:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:38:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:38:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:38:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:52 smithi088 ceph-mon[35322]: pgmap v16555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:38:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:38:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:38:52.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:38:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:52 smithi175 ceph-mon[44549]: pgmap v16555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:38:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:38:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:38:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:38:52.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:38:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:53 smithi181 ceph-mon[45557]: pgmap v16556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:38:53.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:53 smithi181 ceph-mon[45557]: pgmap v16557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:53 smithi088 ceph-mon[35322]: pgmap v16556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:38:53.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:53 smithi088 ceph-mon[35322]: pgmap v16557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:53 smithi175 ceph-mon[44549]: pgmap v16556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:38:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:53 smithi175 ceph-mon[44549]: pgmap v16557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:55 smithi181 ceph-mon[45557]: pgmap v16558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:55.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:55 smithi088 ceph-mon[35322]: pgmap v16558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:55 smithi175 ceph-mon[44549]: pgmap v16558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:57 smithi181 ceph-mon[45557]: pgmap v16559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:57 smithi088 ceph-mon[35322]: pgmap v16559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:57 smithi175 ceph-mon[44549]: pgmap v16559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:38:57.747 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:57.747+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:38:57.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:57.747+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:38:57.748 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:38:57.747+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:38:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:38:59 smithi181 ceph-mon[45557]: pgmap v16560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:38:59.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:38:59 smithi088 ceph-mon[35322]: pgmap v16560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:38:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:38:59 smithi175 ceph-mon[44549]: pgmap v16560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:39:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:00 smithi088 ceph-mon[35322]: pgmap v16561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:39:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:00 smithi175 ceph-mon[44549]: pgmap v16561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:39:01.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:00 smithi181 ceph-mon[45557]: pgmap v16561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:39:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:03 smithi088 ceph-mon[35322]: pgmap v16562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:39:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:03 smithi175 ceph-mon[44549]: pgmap v16562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:39:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:03 smithi181 ceph-mon[45557]: pgmap v16562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:39:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:05 smithi088 ceph-mon[35322]: pgmap v16563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:05 smithi175 ceph-mon[44549]: pgmap v16563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:05.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:05 smithi181 ceph-mon[45557]: pgmap v16563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:07 smithi088 ceph-mon[35322]: pgmap v16564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:07.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:07 smithi175 ceph-mon[44549]: pgmap v16564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:07.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:07 smithi181 ceph-mon[45557]: pgmap v16564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:09 smithi088 ceph-mon[35322]: pgmap v16565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:09 smithi175 ceph-mon[44549]: pgmap v16565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:09.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:09 smithi181 ceph-mon[45557]: pgmap v16565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:10 smithi088 ceph-mon[35322]: pgmap v16566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:11.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:10 smithi175 ceph-mon[44549]: pgmap v16566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:11.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:10 smithi181 ceph-mon[45557]: pgmap v16566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:12.762+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:39:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:12.762+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:39:12.763 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:12.762+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:39:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:13 smithi088 ceph-mon[35322]: pgmap v16567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:13 smithi175 ceph-mon[44549]: pgmap v16567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:13.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:13 smithi181 ceph-mon[45557]: pgmap v16567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:15 smithi088 ceph-mon[35322]: pgmap v16568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:15 smithi175 ceph-mon[44549]: pgmap v16568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:15 smithi181 ceph-mon[45557]: pgmap v16568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:17 smithi088 ceph-mon[35322]: pgmap v16569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:17 smithi175 ceph-mon[44549]: pgmap v16569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:17.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:17 smithi181 ceph-mon[45557]: pgmap v16569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:19 smithi088 ceph-mon[35322]: pgmap v16570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:19 smithi175 ceph-mon[44549]: pgmap v16570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:19 smithi181 ceph-mon[45557]: pgmap v16570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:20 smithi088 ceph-mon[35322]: pgmap v16571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:20 smithi175 ceph-mon[44549]: pgmap v16571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:20 smithi181 ceph-mon[45557]: pgmap v16571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:23.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:23 smithi088 ceph-mon[35322]: pgmap v16572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:23 smithi175 ceph-mon[44549]: pgmap v16572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:23 smithi181 ceph-mon[45557]: pgmap v16572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:25 smithi088 ceph-mon[35322]: pgmap v16573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:25.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:25 smithi175 ceph-mon[44549]: pgmap v16573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:25 smithi181 ceph-mon[45557]: pgmap v16573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:27 smithi088 ceph-mon[35322]: pgmap v16574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:27 smithi175 ceph-mon[44549]: pgmap v16574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:27 smithi181 ceph-mon[45557]: pgmap v16574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:27.766+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:39:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:27.766+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:39:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:27.766+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:39:29.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:29 smithi088 ceph-mon[35322]: pgmap v16575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:39:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:29 smithi175 ceph-mon[44549]: pgmap v16575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:39:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:29 smithi181 ceph-mon[45557]: pgmap v16575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:39:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:30 smithi088 ceph-mon[35322]: pgmap v16576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:30 smithi175 ceph-mon[44549]: pgmap v16576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:31.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:30 smithi181 ceph-mon[45557]: pgmap v16576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:33 smithi088 ceph-mon[35322]: pgmap v16577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:33 smithi175 ceph-mon[44549]: pgmap v16577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:33 smithi181 ceph-mon[45557]: pgmap v16577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:35.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:35 smithi088 ceph-mon[35322]: pgmap v16578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:35 smithi175 ceph-mon[44549]: pgmap v16578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:35.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:35 smithi181 ceph-mon[45557]: pgmap v16578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:37 smithi088 ceph-mon[35322]: pgmap v16579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:37 smithi175 ceph-mon[44549]: pgmap v16579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:37 smithi181 ceph-mon[45557]: pgmap v16579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:39 smithi088 ceph-mon[35322]: pgmap v16580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:39 smithi175 ceph-mon[44549]: pgmap v16580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:39 smithi181 ceph-mon[45557]: pgmap v16580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:40 smithi088 ceph-mon[35322]: pgmap v16581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:40 smithi175 ceph-mon[44549]: pgmap v16581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:40 smithi181 ceph-mon[45557]: pgmap v16581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:42.781+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:39:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:42.781+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:39:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:42.781+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:39:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:43 smithi088 ceph-mon[35322]: pgmap v16582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:43 smithi175 ceph-mon[44549]: pgmap v16582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:43 smithi181 ceph-mon[45557]: pgmap v16582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:44.206 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:44.205+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:39:44.207 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:44.205+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:39:44.207 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:44.206+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 240 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:39:44.207 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:44.206+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 240 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:39:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:45 smithi088 ceph-mon[35322]: pgmap v16583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:45 smithi175 ceph-mon[44549]: pgmap v16583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:45 smithi181 ceph-mon[45557]: pgmap v16583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:47 smithi088 ceph-mon[35322]: pgmap v16584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:47 smithi175 ceph-mon[44549]: pgmap v16584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:47 smithi181 ceph-mon[45557]: pgmap v16584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:49 smithi088 ceph-mon[35322]: pgmap v16585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:49 smithi175 ceph-mon[44549]: pgmap v16585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:49 smithi181 ceph-mon[45557]: pgmap v16585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:39:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:50 smithi088 ceph-mon[35322]: pgmap v16586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:51 smithi175 ceph-mon[44549]: pgmap v16586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:51.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:51 smithi181 ceph-mon[45557]: pgmap v16586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:39:53.509 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:53 smithi181 ceph-mon[45557]: pgmap v16587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:53.510 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:39:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:53 smithi088 ceph-mon[35322]: pgmap v16587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:39:53.587 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:53 smithi175 ceph-mon[44549]: pgmap v16587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:53.587 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:39:55.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:55 smithi181 ceph-mon[45557]: pgmap v16588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:55 smithi088 ceph-mon[35322]: pgmap v16588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:55 smithi175 ceph-mon[44549]: pgmap v16588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:39:56.390 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.390 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.391 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.391 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.391 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.391 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.391 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.391 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.391 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:56 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 171.9M 2024-01-28T21:39:56.391 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:56 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 180351791: error parsing value: Value '180351791' is below minimum 939524096 2024-01-28T21:39:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:56 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 171.9M 2024-01-28T21:39:56.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:56 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 180351791: error parsing value: Value '180351791' is below minimum 939524096 2024-01-28T21:39:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:56 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 171.9M 2024-01-28T21:39:56.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:56 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 180351791: error parsing value: Value '180351791' is below minimum 939524096 2024-01-28T21:39:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:57 smithi175 ceph-mon[44549]: pgmap v16589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:39:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:39:57.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:57 smithi181 ceph-mon[45557]: pgmap v16589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:39:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:39:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:57 smithi088 ceph-mon[35322]: pgmap v16589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:39:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:39:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:39:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:39:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:39:57.791 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:57.791+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:39:57.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:57.791+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:39:57.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:39:57.791+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:39:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:58 smithi175 ceph-mon[44549]: pgmap v16590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T21:39:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:39:58 smithi175 ceph-mon[44549]: pgmap v16591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T21:39:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:58 smithi181 ceph-mon[45557]: pgmap v16590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T21:39:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:39:58 smithi181 ceph-mon[45557]: pgmap v16591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T21:39:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:58 smithi088 ceph-mon[35322]: pgmap v16590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T21:39:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:39:58 smithi088 ceph-mon[35322]: pgmap v16591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T21:40:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:00 smithi175 ceph-mon[44549]: pgmap v16592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:40:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:40:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:00 smithi181 ceph-mon[45557]: pgmap v16592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:40:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:40:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:00 smithi088 ceph-mon[35322]: pgmap v16592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:40:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:40:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:02 smithi175 ceph-mon[44549]: pgmap v16593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:40:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:02 smithi181 ceph-mon[45557]: pgmap v16593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:40:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:02 smithi088 ceph-mon[35322]: pgmap v16593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:40:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:04 smithi175 ceph-mon[44549]: pgmap v16594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T21:40:04.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:04 smithi181 ceph-mon[45557]: pgmap v16594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T21:40:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:04 smithi088 ceph-mon[35322]: pgmap v16594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T21:40:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:06 smithi175 ceph-mon[44549]: pgmap v16595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:40:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:06 smithi181 ceph-mon[45557]: pgmap v16595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:40:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:06 smithi088 ceph-mon[35322]: pgmap v16595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:40:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:08 smithi175 ceph-mon[44549]: pgmap v16596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:40:08.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:08 smithi181 ceph-mon[45557]: pgmap v16596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:40:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:08 smithi088 ceph-mon[35322]: pgmap v16596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:40:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:10 smithi175 ceph-mon[44549]: pgmap v16597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:10 smithi181 ceph-mon[45557]: pgmap v16597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:10.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:10 smithi088 ceph-mon[35322]: pgmap v16597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:11 smithi175 ceph-mon[44549]: pgmap v16598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:11 smithi181 ceph-mon[45557]: pgmap v16598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:11 smithi088 ceph-mon[35322]: pgmap v16598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:12.807+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:40:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:12.807+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:40:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:12.807+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:40:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:13 smithi088 ceph-mon[35322]: pgmap v16599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:13 smithi175 ceph-mon[44549]: pgmap v16599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:13 smithi181 ceph-mon[45557]: pgmap v16599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:16 smithi088 ceph-mon[35322]: pgmap v16600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:40:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:16 smithi175 ceph-mon[44549]: pgmap v16600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:40:16.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:16 smithi181 ceph-mon[45557]: pgmap v16600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:40:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:18 smithi088 ceph-mon[35322]: pgmap v16601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:18 smithi175 ceph-mon[44549]: pgmap v16601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:18 smithi181 ceph-mon[45557]: pgmap v16601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:20 smithi088 ceph-mon[35322]: pgmap v16602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:20 smithi175 ceph-mon[44549]: pgmap v16602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:20 smithi181 ceph-mon[45557]: pgmap v16602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:22 smithi088 ceph-mon[35322]: pgmap v16603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:22 smithi175 ceph-mon[44549]: pgmap v16603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:22 smithi181 ceph-mon[45557]: pgmap v16603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:24 smithi088 ceph-mon[35322]: pgmap v16604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:24 smithi175 ceph-mon[44549]: pgmap v16604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:24 smithi181 ceph-mon[45557]: pgmap v16604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:26 smithi088 ceph-mon[35322]: pgmap v16605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:40:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:26 smithi175 ceph-mon[44549]: pgmap v16605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:40:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:26 smithi181 ceph-mon[45557]: pgmap v16605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:40:27.823 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:27.822+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:40:27.823 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:27.822+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:40:27.823 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:27.822+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:40:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:28 smithi088 ceph-mon[35322]: pgmap v16606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:28 smithi175 ceph-mon[44549]: pgmap v16606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:28 smithi181 ceph-mon[45557]: pgmap v16606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:29.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:29.211+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:40:29.214 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:29.211+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:40:29.214 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:29.211+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 241 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x7ff34c102770 2024-01-28T21:40:29.214 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:29.212+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 241 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T21:40:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:30 smithi088 ceph-mon[35322]: pgmap v16607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:40:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:30 smithi175 ceph-mon[44549]: pgmap v16607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:40:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:30 smithi181 ceph-mon[45557]: pgmap v16607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:40:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:32 smithi175 ceph-mon[44549]: pgmap v16608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:32.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:32 smithi181 ceph-mon[45557]: pgmap v16608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:32 smithi088 ceph-mon[35322]: pgmap v16608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:34 smithi175 ceph-mon[44549]: pgmap v16609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:34 smithi181 ceph-mon[45557]: pgmap v16609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:34 smithi088 ceph-mon[35322]: pgmap v16609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:36 smithi175 ceph-mon[44549]: pgmap v16610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:40:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:36 smithi181 ceph-mon[45557]: pgmap v16610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:40:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:36 smithi088 ceph-mon[35322]: pgmap v16610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:40:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:38 smithi175 ceph-mon[44549]: pgmap v16611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:38 smithi181 ceph-mon[45557]: pgmap v16611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:38 smithi088 ceph-mon[35322]: pgmap v16611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:40 smithi175 ceph-mon[44549]: pgmap v16612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:40.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:40 smithi181 ceph-mon[45557]: pgmap v16612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:40 smithi088 ceph-mon[35322]: pgmap v16612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:42 smithi175 ceph-mon[44549]: pgmap v16613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:42 smithi181 ceph-mon[45557]: pgmap v16613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:42 smithi088 ceph-mon[35322]: pgmap v16613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:42.832+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:40:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:42.832+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:40:42.833 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:42.832+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:40:44.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:44 smithi175 ceph-mon[44549]: pgmap v16614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:44 smithi181 ceph-mon[45557]: pgmap v16614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:44 smithi088 ceph-mon[35322]: pgmap v16614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:46 smithi175 ceph-mon[44549]: pgmap v16615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:40:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:46 smithi181 ceph-mon[45557]: pgmap v16615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:40:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:46 smithi088 ceph-mon[35322]: pgmap v16615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:40:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:48 smithi175 ceph-mon[44549]: pgmap v16616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:48 smithi181 ceph-mon[45557]: pgmap v16616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:48 smithi088 ceph-mon[35322]: pgmap v16616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:50 smithi175 ceph-mon[44549]: pgmap v16617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:50 smithi181 ceph-mon[45557]: pgmap v16617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:50 smithi088 ceph-mon[35322]: pgmap v16617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:40:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:52 smithi175 ceph-mon[44549]: pgmap v16618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:52.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:52 smithi181 ceph-mon[45557]: pgmap v16618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:52 smithi088 ceph-mon[35322]: pgmap v16618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:54 smithi175 ceph-mon[44549]: pgmap v16619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:54 smithi181 ceph-mon[45557]: pgmap v16619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:54 smithi088 ceph-mon[35322]: pgmap v16619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:40:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:56 smithi175 ceph-mon[44549]: pgmap v16620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:40:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:56 smithi181 ceph-mon[45557]: pgmap v16620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:40:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:56 smithi088 ceph-mon[35322]: pgmap v16620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:40:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:40:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:40:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:40:57.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:57.846+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:40:57.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:57.846+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:40:57.847 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:40:57.846+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:40:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:58 smithi175 ceph-mon[44549]: pgmap v16621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:40:58.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:40:58.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:40:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:58 smithi181 ceph-mon[45557]: pgmap v16621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:40:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:40:58.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:40:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:58 smithi088 ceph-mon[35322]: pgmap v16621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:40:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:40:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:40:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:40:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:40:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:59 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 170.7M 2024-01-28T21:40:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:59 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 178995278: error parsing value: Value '178995278' is below minimum 939524096 2024-01-28T21:40:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:59 smithi175 ceph-mon[44549]: pgmap v16622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:40:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:40:59 smithi175 ceph-mon[44549]: pgmap v16623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:40:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:59 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 170.7M 2024-01-28T21:40:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:59 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 178995278: error parsing value: Value '178995278' is below minimum 939524096 2024-01-28T21:40:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:59 smithi181 ceph-mon[45557]: pgmap v16622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:40:59.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:40:59 smithi181 ceph-mon[45557]: pgmap v16623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:40:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:59 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 170.7M 2024-01-28T21:40:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:59 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 178995278: error parsing value: Value '178995278' is below minimum 939524096 2024-01-28T21:40:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:59 smithi088 ceph-mon[35322]: pgmap v16622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:40:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:40:59 smithi088 ceph-mon[35322]: pgmap v16623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:01 smithi175 ceph-mon[44549]: pgmap v16624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:41:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:01 smithi181 ceph-mon[45557]: pgmap v16624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:41:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:01 smithi088 ceph-mon[35322]: pgmap v16624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:41:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:03 smithi175 ceph-mon[44549]: pgmap v16625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:41:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:03 smithi181 ceph-mon[45557]: pgmap v16625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:41:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:03 smithi088 ceph-mon[35322]: pgmap v16625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:41:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:05 smithi175 ceph-mon[44549]: pgmap v16626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:41:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:05 smithi181 ceph-mon[45557]: pgmap v16626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:41:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:05 smithi088 ceph-mon[35322]: pgmap v16626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:41:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:07 smithi175 ceph-mon[44549]: pgmap v16627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:41:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:07 smithi181 ceph-mon[45557]: pgmap v16627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:41:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:07 smithi088 ceph-mon[35322]: pgmap v16627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:41:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:09 smithi175 ceph-mon[44549]: pgmap v16628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:41:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:09 smithi181 ceph-mon[45557]: pgmap v16628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:41:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:09 smithi088 ceph-mon[35322]: pgmap v16628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:41:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:11 smithi175 ceph-mon[44549]: pgmap v16629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:11 smithi181 ceph-mon[45557]: pgmap v16629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:11 smithi088 ceph-mon[35322]: pgmap v16629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:12.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:12.860+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:41:12.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:12.860+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:41:12.862 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:12.860+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:41:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:13 smithi175 ceph-mon[44549]: pgmap v16630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:13 smithi181 ceph-mon[45557]: pgmap v16630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:13 smithi088 ceph-mon[35322]: pgmap v16630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:15 smithi088 ceph-mon[35322]: pgmap v16631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:15 smithi175 ceph-mon[44549]: pgmap v16631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:15 smithi181 ceph-mon[45557]: pgmap v16631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:17 smithi175 ceph-mon[44549]: pgmap v16632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:17 smithi181 ceph-mon[45557]: pgmap v16632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:17 smithi088 ceph-mon[35322]: pgmap v16632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:19 smithi175 ceph-mon[44549]: pgmap v16633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:19 smithi181 ceph-mon[45557]: pgmap v16633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:19 smithi088 ceph-mon[35322]: pgmap v16633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:21 smithi175 ceph-mon[44549]: pgmap v16634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:21 smithi181 ceph-mon[45557]: pgmap v16634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:21 smithi088 ceph-mon[35322]: pgmap v16634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:23 smithi175 ceph-mon[44549]: pgmap v16635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:23 smithi181 ceph-mon[45557]: pgmap v16635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:23 smithi088 ceph-mon[35322]: pgmap v16635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:25 smithi175 ceph-mon[44549]: pgmap v16636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:25 smithi181 ceph-mon[45557]: pgmap v16636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:25 smithi088 ceph-mon[35322]: pgmap v16636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:27 smithi175 ceph-mon[44549]: pgmap v16637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:27 smithi181 ceph-mon[45557]: pgmap v16637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:27 smithi088 ceph-mon[35322]: pgmap v16637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:27.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:27.869+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:41:27.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:27.869+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:41:27.870 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:27.869+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:41:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:29 smithi175 ceph-mon[44549]: pgmap v16638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:29 smithi181 ceph-mon[45557]: pgmap v16638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:29 smithi088 ceph-mon[35322]: pgmap v16638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:31 smithi175 ceph-mon[44549]: pgmap v16639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:31 smithi181 ceph-mon[45557]: pgmap v16639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:31 smithi088 ceph-mon[35322]: pgmap v16639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:33 smithi175 ceph-mon[44549]: pgmap v16640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:33 smithi181 ceph-mon[45557]: pgmap v16640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:33 smithi088 ceph-mon[35322]: pgmap v16640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:35 smithi175 ceph-mon[44549]: pgmap v16641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:35 smithi181 ceph-mon[45557]: pgmap v16641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:35 smithi088 ceph-mon[35322]: pgmap v16641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:37 smithi181 ceph-mon[45557]: pgmap v16642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:37 smithi088 ceph-mon[35322]: pgmap v16642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:37 smithi175 ceph-mon[44549]: pgmap v16642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:39 smithi181 ceph-mon[45557]: pgmap v16643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:39 smithi088 ceph-mon[35322]: pgmap v16643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:39 smithi175 ceph-mon[44549]: pgmap v16643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:41.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:41 smithi181 ceph-mon[45557]: pgmap v16644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:41 smithi088 ceph-mon[35322]: pgmap v16644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:41 smithi175 ceph-mon[44549]: pgmap v16644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:42.884+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:41:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:42.884+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:41:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:42.884+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:41:43.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:43 smithi181 ceph-mon[45557]: pgmap v16645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:43 smithi088 ceph-mon[35322]: pgmap v16645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:43 smithi175 ceph-mon[44549]: pgmap v16645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:45.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:45 smithi181 ceph-mon[45557]: pgmap v16646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:45 smithi088 ceph-mon[35322]: pgmap v16646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:45 smithi175 ceph-mon[44549]: pgmap v16646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:47 smithi181 ceph-mon[45557]: pgmap v16647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:47 smithi088 ceph-mon[35322]: pgmap v16647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:47 smithi175 ceph-mon[44549]: pgmap v16647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:49.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:49 smithi181 ceph-mon[45557]: pgmap v16648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:49 smithi088 ceph-mon[35322]: pgmap v16648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:49 smithi175 ceph-mon[44549]: pgmap v16648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:51 smithi181 ceph-mon[45557]: pgmap v16649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:51 smithi088 ceph-mon[35322]: pgmap v16649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:51 smithi175 ceph-mon[44549]: pgmap v16649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:53 smithi181 ceph-mon[45557]: pgmap v16650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:53 smithi088 ceph-mon[35322]: pgmap v16650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:53 smithi175 ceph-mon[44549]: pgmap v16650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:55 smithi181 ceph-mon[45557]: pgmap v16651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:55 smithi088 ceph-mon[35322]: pgmap v16651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:55 smithi175 ceph-mon[44549]: pgmap v16651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:41:57.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:57 smithi181 ceph-mon[45557]: pgmap v16652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:57 smithi088 ceph-mon[35322]: pgmap v16652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:57 smithi175 ceph-mon[44549]: pgmap v16652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:41:57.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:57.888+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:41:57.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:57.888+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:41:57.888 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:41:57.888+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:41:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:41:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:41:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:41:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:59 smithi088 ceph-mon[35322]: pgmap v16653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:41:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:41:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:41:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:41:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:59 smithi175 ceph-mon[44549]: pgmap v16653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:41:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:41:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:41:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:41:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:59 smithi181 ceph-mon[45557]: pgmap v16653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:41:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:41:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:41:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:41:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:42:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:00 smithi088 ceph-mon[35322]: pgmap v16654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:42:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:00 smithi088 ceph-mon[35322]: pgmap v16655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:42:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:00 smithi175 ceph-mon[44549]: pgmap v16654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:42:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:00 smithi175 ceph-mon[44549]: pgmap v16655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:42:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:00 smithi181 ceph-mon[45557]: pgmap v16654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:42:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:00 smithi181 ceph-mon[45557]: pgmap v16655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:42:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:02 smithi088 ceph-mon[35322]: pgmap v16656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:42:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:02 smithi175 ceph-mon[44549]: pgmap v16656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:42:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:02 smithi181 ceph-mon[45557]: pgmap v16656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:42:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:04 smithi088 ceph-mon[35322]: pgmap v16657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:42:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:04 smithi175 ceph-mon[44549]: pgmap v16657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:42:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:04 smithi181 ceph-mon[45557]: pgmap v16657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:42:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:06 smithi088 ceph-mon[35322]: pgmap v16658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:42:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:06 smithi175 ceph-mon[44549]: pgmap v16658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:42:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:06 smithi181 ceph-mon[45557]: pgmap v16658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:42:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:08 smithi088 ceph-mon[35322]: pgmap v16659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:42:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:08 smithi175 ceph-mon[44549]: pgmap v16659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:42:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:08 smithi181 ceph-mon[45557]: pgmap v16659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:42:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:10 smithi088 ceph-mon[35322]: pgmap v16660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:42:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:10 smithi175 ceph-mon[44549]: pgmap v16660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:42:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:10 smithi181 ceph-mon[45557]: pgmap v16660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:42:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:12 smithi088 ceph-mon[35322]: pgmap v16661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:12 smithi175 ceph-mon[44549]: pgmap v16661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:12 smithi181 ceph-mon[45557]: pgmap v16661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:12.903+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:42:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:12.903+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:42:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:12.903+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:42:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:14 smithi088 ceph-mon[35322]: pgmap v16662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:14 smithi175 ceph-mon[44549]: pgmap v16662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:14 smithi181 ceph-mon[45557]: pgmap v16662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:16 smithi088 ceph-mon[35322]: pgmap v16663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:16 smithi175 ceph-mon[44549]: pgmap v16663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:16 smithi181 ceph-mon[45557]: pgmap v16663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:18 smithi088 ceph-mon[35322]: pgmap v16664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:18 smithi175 ceph-mon[44549]: pgmap v16664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:18 smithi181 ceph-mon[45557]: pgmap v16664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:20 smithi088 ceph-mon[35322]: pgmap v16665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:20 smithi175 ceph-mon[44549]: pgmap v16665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:20 smithi181 ceph-mon[45557]: pgmap v16665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:22 smithi088 ceph-mon[35322]: pgmap v16666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:22 smithi175 ceph-mon[44549]: pgmap v16666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:22 smithi181 ceph-mon[45557]: pgmap v16666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:24 smithi088 ceph-mon[35322]: pgmap v16667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:24 smithi175 ceph-mon[44549]: pgmap v16667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:24 smithi181 ceph-mon[45557]: pgmap v16667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:26 smithi088 ceph-mon[35322]: pgmap v16668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:26 smithi175 ceph-mon[44549]: pgmap v16668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:26 smithi181 ceph-mon[45557]: pgmap v16668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:27.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:27.912+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:42:27.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:27.912+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:42:27.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:27.912+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:42:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:28 smithi088 ceph-mon[35322]: pgmap v16669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:28 smithi175 ceph-mon[44549]: pgmap v16669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:28 smithi181 ceph-mon[45557]: pgmap v16669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:30 smithi088 ceph-mon[35322]: pgmap v16670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:30 smithi175 ceph-mon[44549]: pgmap v16670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:30 smithi181 ceph-mon[45557]: pgmap v16670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:32 smithi088 ceph-mon[35322]: pgmap v16671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:42:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:32 smithi175 ceph-mon[44549]: pgmap v16671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:42:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:32 smithi181 ceph-mon[45557]: pgmap v16671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:42:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:34 smithi088 ceph-mon[35322]: pgmap v16672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:34 smithi175 ceph-mon[44549]: pgmap v16672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:34 smithi181 ceph-mon[45557]: pgmap v16672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:36 smithi088 ceph-mon[35322]: pgmap v16673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:36 smithi175 ceph-mon[44549]: pgmap v16673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:36 smithi181 ceph-mon[45557]: pgmap v16673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:38 smithi175 ceph-mon[44549]: pgmap v16674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:38 smithi181 ceph-mon[45557]: pgmap v16674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:38 smithi088 ceph-mon[35322]: pgmap v16674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:40 smithi175 ceph-mon[44549]: pgmap v16675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:40 smithi181 ceph-mon[45557]: pgmap v16675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:40 smithi088 ceph-mon[35322]: pgmap v16675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:42 smithi175 ceph-mon[44549]: pgmap v16676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:42:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:42 smithi181 ceph-mon[45557]: pgmap v16676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:42:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:42 smithi088 ceph-mon[35322]: pgmap v16676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:42:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:42.923+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:42:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:42.923+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:42:42.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:42.923+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:42:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:44.233+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:42:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:44.233+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:42:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:44.233+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 242 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:42:44.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:44.233+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 242 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:42:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:44 smithi175 ceph-mon[44549]: pgmap v16677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:44 smithi181 ceph-mon[45557]: pgmap v16677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:44 smithi088 ceph-mon[35322]: pgmap v16677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:46 smithi175 ceph-mon[44549]: pgmap v16678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:46 smithi181 ceph-mon[45557]: pgmap v16678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:46 smithi088 ceph-mon[35322]: pgmap v16678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:48 smithi088 ceph-mon[35322]: pgmap v16679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:48 smithi175 ceph-mon[44549]: pgmap v16679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:48 smithi181 ceph-mon[45557]: pgmap v16679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:50 smithi175 ceph-mon[44549]: pgmap v16680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:50 smithi181 ceph-mon[45557]: pgmap v16680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:50 smithi088 ceph-mon[35322]: pgmap v16680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:52 smithi175 ceph-mon[44549]: pgmap v16681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:42:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:52 smithi181 ceph-mon[45557]: pgmap v16681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:42:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:52 smithi088 ceph-mon[35322]: pgmap v16681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:42:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:54 smithi175 ceph-mon[44549]: pgmap v16682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:54 smithi181 ceph-mon[45557]: pgmap v16682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:54 smithi088 ceph-mon[35322]: pgmap v16682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:42:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:56 smithi175 ceph-mon[44549]: pgmap v16683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:56 smithi181 ceph-mon[45557]: pgmap v16683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:56 smithi088 ceph-mon[35322]: pgmap v16683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:42:57.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:57.935+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:42:57.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:57.935+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:42:57.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:42:57.935+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:42:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:58 smithi175 ceph-mon[44549]: pgmap v16684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:58 smithi181 ceph-mon[45557]: pgmap v16684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:58 smithi088 ceph-mon[35322]: pgmap v16684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:42:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:42:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:42:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:42:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:42:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:42:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:43:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:00 smithi175 ceph-mon[44549]: pgmap v16685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:00 smithi181 ceph-mon[45557]: pgmap v16685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:00 smithi088 ceph-mon[35322]: pgmap v16685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:01 smithi175 ceph-mon[44549]: pgmap v16686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:01 smithi181 ceph-mon[45557]: pgmap v16686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:01 smithi088 ceph-mon[35322]: pgmap v16686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:43:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:43:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:02 smithi181 ceph-mon[45557]: pgmap v16687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:43:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:43:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:02 smithi088 ceph-mon[35322]: pgmap v16687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:43:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:43:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:02 smithi175 ceph-mon[44549]: pgmap v16687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:43:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:05 smithi175 ceph-mon[44549]: pgmap v16688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T21:43:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:05 smithi181 ceph-mon[45557]: pgmap v16688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T21:43:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:05 smithi088 ceph-mon[35322]: pgmap v16688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T21:43:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:07 smithi175 ceph-mon[44549]: pgmap v16689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T21:43:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:07 smithi181 ceph-mon[45557]: pgmap v16689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T21:43:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:07 smithi088 ceph-mon[35322]: pgmap v16689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T21:43:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:09 smithi175 ceph-mon[44549]: pgmap v16690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:09 smithi181 ceph-mon[45557]: pgmap v16690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:09 smithi088 ceph-mon[35322]: pgmap v16690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:11 smithi175 ceph-mon[44549]: pgmap v16691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:11 smithi181 ceph-mon[45557]: pgmap v16691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:11 smithi088 ceph-mon[35322]: pgmap v16691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:12.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:12.937+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:43:12.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:12.937+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:43:12.938 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:12.937+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:43:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:13 smithi175 ceph-mon[44549]: pgmap v16692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:13 smithi181 ceph-mon[45557]: pgmap v16692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:13 smithi088 ceph-mon[35322]: pgmap v16692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:43:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:15 smithi175 ceph-mon[44549]: pgmap v16693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:15 smithi181 ceph-mon[45557]: pgmap v16693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:15 smithi088 ceph-mon[35322]: pgmap v16693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:17 smithi175 ceph-mon[44549]: pgmap v16694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:17 smithi181 ceph-mon[45557]: pgmap v16694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:17 smithi088 ceph-mon[35322]: pgmap v16694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:19 smithi175 ceph-mon[44549]: pgmap v16695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:19 smithi181 ceph-mon[45557]: pgmap v16695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:19 smithi088 ceph-mon[35322]: pgmap v16695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:21 smithi175 ceph-mon[44549]: pgmap v16696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:21 smithi181 ceph-mon[45557]: pgmap v16696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:21 smithi088 ceph-mon[35322]: pgmap v16696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:23 smithi175 ceph-mon[44549]: pgmap v16697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:23 smithi181 ceph-mon[45557]: pgmap v16697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:23 smithi088 ceph-mon[35322]: pgmap v16697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:25 smithi175 ceph-mon[44549]: pgmap v16698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:25 smithi181 ceph-mon[45557]: pgmap v16698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:25 smithi088 ceph-mon[35322]: pgmap v16698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:27 smithi175 ceph-mon[44549]: pgmap v16699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:27 smithi181 ceph-mon[45557]: pgmap v16699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:27 smithi088 ceph-mon[35322]: pgmap v16699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:27.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:27.949+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:43:27.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:27.950+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:43:27.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:27.950+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:43:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:29 smithi175 ceph-mon[44549]: pgmap v16700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:29 smithi181 ceph-mon[45557]: pgmap v16700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:29 smithi088 ceph-mon[35322]: pgmap v16700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:31 smithi175 ceph-mon[44549]: pgmap v16701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:31 smithi181 ceph-mon[45557]: pgmap v16701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:31 smithi088 ceph-mon[35322]: pgmap v16701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:33 smithi175 ceph-mon[44549]: pgmap v16702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:33 smithi181 ceph-mon[45557]: pgmap v16702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:33 smithi088 ceph-mon[35322]: pgmap v16702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:35 smithi175 ceph-mon[44549]: pgmap v16703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:35 smithi181 ceph-mon[45557]: pgmap v16703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:35 smithi088 ceph-mon[35322]: pgmap v16703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:37 smithi175 ceph-mon[44549]: pgmap v16704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:37 smithi181 ceph-mon[45557]: pgmap v16704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:37 smithi088 ceph-mon[35322]: pgmap v16704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:39 smithi175 ceph-mon[44549]: pgmap v16705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:39 smithi181 ceph-mon[45557]: pgmap v16705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:39 smithi088 ceph-mon[35322]: pgmap v16705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:41 smithi181 ceph-mon[45557]: pgmap v16706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:41 smithi088 ceph-mon[35322]: pgmap v16706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:41 smithi175 ceph-mon[44549]: pgmap v16706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:42.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:42.953+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:43:42.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:42.953+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:43:42.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:42.953+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:43:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:43 smithi181 ceph-mon[45557]: pgmap v16707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:43 smithi088 ceph-mon[35322]: pgmap v16707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:43 smithi175 ceph-mon[44549]: pgmap v16707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:45 smithi181 ceph-mon[45557]: pgmap v16708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:45 smithi088 ceph-mon[35322]: pgmap v16708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:45 smithi175 ceph-mon[44549]: pgmap v16708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:47 smithi181 ceph-mon[45557]: pgmap v16709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:47 smithi088 ceph-mon[35322]: pgmap v16709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:47 smithi175 ceph-mon[44549]: pgmap v16709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:49 smithi181 ceph-mon[45557]: pgmap v16710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:49 smithi088 ceph-mon[35322]: pgmap v16710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:49 smithi175 ceph-mon[44549]: pgmap v16710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:51 smithi181 ceph-mon[45557]: pgmap v16711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:51 smithi088 ceph-mon[35322]: pgmap v16711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:51 smithi175 ceph-mon[44549]: pgmap v16711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:43:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:53 smithi181 ceph-mon[45557]: pgmap v16712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:53 smithi088 ceph-mon[35322]: pgmap v16712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:53 smithi175 ceph-mon[44549]: pgmap v16712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:55 smithi181 ceph-mon[45557]: pgmap v16713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:55 smithi088 ceph-mon[35322]: pgmap v16713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:55 smithi175 ceph-mon[44549]: pgmap v16713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:43:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:57 smithi181 ceph-mon[45557]: pgmap v16714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:57 smithi088 ceph-mon[35322]: pgmap v16714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:57 smithi175 ceph-mon[44549]: pgmap v16714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:43:57.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:57.956+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:43:57.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:57.956+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:43:57.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:43:57.956+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:43:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:43:59 smithi181 ceph-mon[45557]: pgmap v16715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:43:59 smithi088 ceph-mon[35322]: pgmap v16715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:43:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:43:59 smithi175 ceph-mon[44549]: pgmap v16715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:01 smithi181 ceph-mon[45557]: pgmap v16716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:01 smithi088 ceph-mon[35322]: pgmap v16716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:01 smithi175 ceph-mon[44549]: pgmap v16716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:03 smithi088 ceph-mon[35322]: pgmap v16717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:44:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:44:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:44:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:44:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:03 smithi175 ceph-mon[44549]: pgmap v16717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:44:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:44:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:44:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:44:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:03 smithi181 ceph-mon[45557]: pgmap v16717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:44:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:44:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:44:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:44:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:04 smithi088 ceph-mon[35322]: pgmap v16718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:44:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:04 smithi088 ceph-mon[35322]: pgmap v16719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:44:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:04 smithi175 ceph-mon[44549]: pgmap v16718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:44:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:04 smithi175 ceph-mon[44549]: pgmap v16719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:44:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:04 smithi181 ceph-mon[45557]: pgmap v16718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:44:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:04 smithi181 ceph-mon[45557]: pgmap v16719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:44:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:06 smithi088 ceph-mon[35322]: pgmap v16720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:44:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:06 smithi175 ceph-mon[44549]: pgmap v16720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:44:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:06 smithi181 ceph-mon[45557]: pgmap v16720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:44:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:08 smithi088 ceph-mon[35322]: pgmap v16721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:44:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:08 smithi175 ceph-mon[44549]: pgmap v16721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:44:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:08 smithi181 ceph-mon[45557]: pgmap v16721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:44:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:10 smithi088 ceph-mon[35322]: pgmap v16722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:44:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:10 smithi175 ceph-mon[44549]: pgmap v16722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:44:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:10 smithi181 ceph-mon[45557]: pgmap v16722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:44:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:12 smithi088 ceph-mon[35322]: pgmap v16723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:44:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:12 smithi175 ceph-mon[44549]: pgmap v16723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:44:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:12 smithi181 ceph-mon[45557]: pgmap v16723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:44:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:12.971+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:44:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:12.971+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:44:12.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:12.971+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:44:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:14 smithi088 ceph-mon[35322]: pgmap v16724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:44:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:14 smithi175 ceph-mon[44549]: pgmap v16724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:44:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:14 smithi181 ceph-mon[45557]: pgmap v16724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:44:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:16 smithi088 ceph-mon[35322]: pgmap v16725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:16 smithi175 ceph-mon[44549]: pgmap v16725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:16 smithi181 ceph-mon[45557]: pgmap v16725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:18 smithi088 ceph-mon[35322]: pgmap v16726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:18 smithi175 ceph-mon[44549]: pgmap v16726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:18 smithi181 ceph-mon[45557]: pgmap v16726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:20 smithi088 ceph-mon[35322]: pgmap v16727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:20 smithi175 ceph-mon[44549]: pgmap v16727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:20 smithi181 ceph-mon[45557]: pgmap v16727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:22 smithi088 ceph-mon[35322]: pgmap v16728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:22 smithi175 ceph-mon[44549]: pgmap v16728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:22 smithi181 ceph-mon[45557]: pgmap v16728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:24 smithi088 ceph-mon[35322]: pgmap v16729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:24 smithi175 ceph-mon[44549]: pgmap v16729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:24 smithi181 ceph-mon[45557]: pgmap v16729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:26 smithi088 ceph-mon[35322]: pgmap v16730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:26 smithi175 ceph-mon[44549]: pgmap v16730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:26 smithi181 ceph-mon[45557]: pgmap v16730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:27.974 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:27.974+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:44:27.974 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:27.974+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:44:27.974 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:27.974+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:44:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:28 smithi088 ceph-mon[35322]: pgmap v16731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:28 smithi175 ceph-mon[44549]: pgmap v16731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:28 smithi181 ceph-mon[45557]: pgmap v16731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:30 smithi088 ceph-mon[35322]: pgmap v16732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:30 smithi175 ceph-mon[44549]: pgmap v16732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:30 smithi181 ceph-mon[45557]: pgmap v16732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:32 smithi088 ceph-mon[35322]: pgmap v16733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:32 smithi175 ceph-mon[44549]: pgmap v16733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:32 smithi181 ceph-mon[45557]: pgmap v16733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:34 smithi088 ceph-mon[35322]: pgmap v16734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:34 smithi175 ceph-mon[44549]: pgmap v16734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:34 smithi181 ceph-mon[45557]: pgmap v16734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:36 smithi088 ceph-mon[35322]: pgmap v16735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:36 smithi175 ceph-mon[44549]: pgmap v16735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:36 smithi181 ceph-mon[45557]: pgmap v16735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:38 smithi088 ceph-mon[35322]: pgmap v16736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:38 smithi175 ceph-mon[44549]: pgmap v16736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:38 smithi181 ceph-mon[45557]: pgmap v16736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:40 smithi088 ceph-mon[35322]: pgmap v16737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:40 smithi175 ceph-mon[44549]: pgmap v16737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:40.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:40 smithi181 ceph-mon[45557]: pgmap v16737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:42 smithi175 ceph-mon[44549]: pgmap v16738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:42 smithi181 ceph-mon[45557]: pgmap v16738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:42 smithi088 ceph-mon[35322]: pgmap v16738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:42.985 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:42.985+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:44:42.986 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:42.985+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:44:42.986 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:42.985+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:44:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:44 smithi175 ceph-mon[44549]: pgmap v16739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:44 smithi181 ceph-mon[45557]: pgmap v16739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:44 smithi088 ceph-mon[35322]: pgmap v16739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:46 smithi175 ceph-mon[44549]: pgmap v16740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:46 smithi181 ceph-mon[45557]: pgmap v16740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:46 smithi088 ceph-mon[35322]: pgmap v16740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:48 smithi175 ceph-mon[44549]: pgmap v16741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:48 smithi181 ceph-mon[45557]: pgmap v16741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:48 smithi088 ceph-mon[35322]: pgmap v16741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:50 smithi175 ceph-mon[44549]: pgmap v16742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:50 smithi181 ceph-mon[45557]: pgmap v16742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:50 smithi088 ceph-mon[35322]: pgmap v16742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:44:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:52 smithi175 ceph-mon[44549]: pgmap v16743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:52 smithi181 ceph-mon[45557]: pgmap v16743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:52 smithi088 ceph-mon[35322]: pgmap v16743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:54 smithi175 ceph-mon[44549]: pgmap v16744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:54 smithi181 ceph-mon[45557]: pgmap v16744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:54 smithi088 ceph-mon[35322]: pgmap v16744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:44:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:56 smithi175 ceph-mon[44549]: pgmap v16745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:56 smithi181 ceph-mon[45557]: pgmap v16745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:56 smithi088 ceph-mon[35322]: pgmap v16745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:44:58.000 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:58.000+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:44:58.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:58.000+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:44:58.001 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:44:58.000+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:44:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:44:58 smithi175 ceph-mon[44549]: pgmap v16746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:44:58 smithi181 ceph-mon[45557]: pgmap v16746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:44:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:44:58 smithi088 ceph-mon[35322]: pgmap v16746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:00 smithi175 ceph-mon[44549]: pgmap v16747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:00 smithi181 ceph-mon[45557]: pgmap v16747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:00 smithi088 ceph-mon[35322]: pgmap v16747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:02 smithi175 ceph-mon[44549]: pgmap v16748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:02 smithi181 ceph-mon[45557]: pgmap v16748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:02 smithi088 ceph-mon[35322]: pgmap v16748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:45:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:45:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:45:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:04 smithi175 ceph-mon[44549]: pgmap v16749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:45:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:45:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:45:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:04 smithi181 ceph-mon[45557]: pgmap v16749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:45:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:45:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:45:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:04 smithi088 ceph-mon[35322]: pgmap v16749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:45:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:45:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:45:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:05 smithi175 ceph-mon[44549]: pgmap v16750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:45:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:05 smithi175 ceph-mon[44549]: pgmap v16751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:45:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:05 smithi181 ceph-mon[45557]: pgmap v16750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:45:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:05 smithi181 ceph-mon[45557]: pgmap v16751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:45:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:05 smithi088 ceph-mon[35322]: pgmap v16750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:45:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:05 smithi088 ceph-mon[35322]: pgmap v16751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:45:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:07 smithi175 ceph-mon[44549]: pgmap v16752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:45:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:07 smithi181 ceph-mon[45557]: pgmap v16752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:45:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:07 smithi088 ceph-mon[35322]: pgmap v16752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:45:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:09 smithi175 ceph-mon[44549]: pgmap v16753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:45:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:09 smithi181 ceph-mon[45557]: pgmap v16753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:45:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:09 smithi088 ceph-mon[35322]: pgmap v16753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:45:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:11 smithi175 ceph-mon[44549]: pgmap v16754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:45:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:11 smithi181 ceph-mon[45557]: pgmap v16754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:45:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:11 smithi088 ceph-mon[35322]: pgmap v16754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:45:13.016 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:13.015+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:45:13.016 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:13.015+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:45:13.016 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:13.015+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:45:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:13 smithi175 ceph-mon[44549]: pgmap v16755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:45:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:13 smithi181 ceph-mon[45557]: pgmap v16755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:45:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:13 smithi088 ceph-mon[35322]: pgmap v16755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:45:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:15 smithi175 ceph-mon[44549]: pgmap v16756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:45:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:15 smithi181 ceph-mon[45557]: pgmap v16756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:45:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:15 smithi088 ceph-mon[35322]: pgmap v16756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:45:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:17 smithi175 ceph-mon[44549]: pgmap v16757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:17 smithi181 ceph-mon[45557]: pgmap v16757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:17 smithi088 ceph-mon[35322]: pgmap v16757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:19 smithi175 ceph-mon[44549]: pgmap v16758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:19 smithi181 ceph-mon[45557]: pgmap v16758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:19.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:19 smithi088 ceph-mon[35322]: pgmap v16758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:21 smithi175 ceph-mon[44549]: pgmap v16759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:21 smithi181 ceph-mon[45557]: pgmap v16759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:21 smithi088 ceph-mon[35322]: pgmap v16759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:23 smithi175 ceph-mon[44549]: pgmap v16760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:23 smithi181 ceph-mon[45557]: pgmap v16760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:23 smithi088 ceph-mon[35322]: pgmap v16760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:25 smithi175 ceph-mon[44549]: pgmap v16761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:25 smithi181 ceph-mon[45557]: pgmap v16761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:25 smithi088 ceph-mon[35322]: pgmap v16761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:27 smithi175 ceph-mon[44549]: pgmap v16762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:27 smithi181 ceph-mon[45557]: pgmap v16762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:27 smithi088 ceph-mon[35322]: pgmap v16762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:28.030+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:45:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:28.030+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:45:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:28.030+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:45:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:29 smithi175 ceph-mon[44549]: pgmap v16763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:29 smithi181 ceph-mon[45557]: pgmap v16763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:29 smithi088 ceph-mon[35322]: pgmap v16763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:31 smithi175 ceph-mon[44549]: pgmap v16764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:31 smithi181 ceph-mon[45557]: pgmap v16764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:31 smithi088 ceph-mon[35322]: pgmap v16764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:33 smithi175 ceph-mon[44549]: pgmap v16765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:33 smithi181 ceph-mon[45557]: pgmap v16765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:33 smithi088 ceph-mon[35322]: pgmap v16765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:35 smithi175 ceph-mon[44549]: pgmap v16766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:35 smithi181 ceph-mon[45557]: pgmap v16766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:35 smithi088 ceph-mon[35322]: pgmap v16766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:37 smithi175 ceph-mon[44549]: pgmap v16767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:37 smithi181 ceph-mon[45557]: pgmap v16767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:37 smithi088 ceph-mon[35322]: pgmap v16767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:39 smithi175 ceph-mon[44549]: pgmap v16768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:39 smithi181 ceph-mon[45557]: pgmap v16768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:39.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:39.489+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T21:45:39.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:39.489+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T21:45:39.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:39.489+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34407e000 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T21:45:39.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:39.489+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34407e000 comp rx=0 tx=0).stop 2024-01-28T21:45:39.489 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:39.489+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T21:45:39.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:39.489+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T21:45:39.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:39.489+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T21:45:39.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:39.489+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T21:45:39.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:39.489+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T21:45:39.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:39.490+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34404f040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T21:45:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:39 smithi088 ceph-mon[35322]: pgmap v16768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:41 smithi175 ceph-mon[44549]: pgmap v16769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:41 smithi181 ceph-mon[45557]: pgmap v16769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:41 smithi088 ceph-mon[35322]: pgmap v16769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:43.046+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:45:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:43.046+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:45:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:43.046+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:45:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:43 smithi175 ceph-mon[44549]: pgmap v16770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:43 smithi181 ceph-mon[45557]: pgmap v16770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:43 smithi088 ceph-mon[35322]: pgmap v16770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:44.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:44.260+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:45:44.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:44.260+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:45:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:44.260+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 243 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:45:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:44.260+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 243 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:45:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:45 smithi175 ceph-mon[44549]: pgmap v16771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:45 smithi181 ceph-mon[45557]: pgmap v16771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:45 smithi088 ceph-mon[35322]: pgmap v16771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:47 smithi175 ceph-mon[44549]: pgmap v16772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:47 smithi181 ceph-mon[45557]: pgmap v16772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:47 smithi088 ceph-mon[35322]: pgmap v16772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:49 smithi175 ceph-mon[44549]: pgmap v16773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:49 smithi181 ceph-mon[45557]: pgmap v16773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:49 smithi088 ceph-mon[35322]: pgmap v16773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:51 smithi175 ceph-mon[44549]: pgmap v16774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:51 smithi181 ceph-mon[45557]: pgmap v16774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:51 smithi088 ceph-mon[35322]: pgmap v16774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:45:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:53 smithi175 ceph-mon[44549]: pgmap v16775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:53 smithi181 ceph-mon[45557]: pgmap v16775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:53 smithi088 ceph-mon[35322]: pgmap v16775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:55 smithi175 ceph-mon[44549]: pgmap v16776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:55 smithi181 ceph-mon[45557]: pgmap v16776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:55 smithi088 ceph-mon[35322]: pgmap v16776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:45:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:57 smithi175 ceph-mon[44549]: pgmap v16777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:57 smithi181 ceph-mon[45557]: pgmap v16777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:57 smithi088 ceph-mon[35322]: pgmap v16777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:45:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:58.057+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:45:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:58.057+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:45:58.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:45:58.057+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:45:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:45:59 smithi175 ceph-mon[44549]: pgmap v16778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:45:59 smithi181 ceph-mon[45557]: pgmap v16778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:45:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:45:59 smithi088 ceph-mon[35322]: pgmap v16778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:46:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:01 smithi175 ceph-mon[44549]: pgmap v16779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:46:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:01 smithi181 ceph-mon[45557]: pgmap v16779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:46:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:01 smithi088 ceph-mon[35322]: pgmap v16779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:46:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:03 smithi175 ceph-mon[44549]: pgmap v16780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:03.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:03 smithi181 ceph-mon[45557]: pgmap v16780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:03 smithi088 ceph-mon[35322]: pgmap v16780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:05 smithi175 ceph-mon[44549]: pgmap v16781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:46:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:05 smithi181 ceph-mon[45557]: pgmap v16781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:46:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:05 smithi088 ceph-mon[35322]: pgmap v16781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:46:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:05.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:46:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:46:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:46:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:46:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:46:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:46:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:46:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:07 smithi175 ceph-mon[44549]: pgmap v16782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T21:46:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:07 smithi175 ceph-mon[44549]: pgmap v16783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:07 smithi181 ceph-mon[45557]: pgmap v16782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T21:46:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:07 smithi181 ceph-mon[45557]: pgmap v16783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:07 smithi088 ceph-mon[35322]: pgmap v16782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T21:46:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:07 smithi088 ceph-mon[35322]: pgmap v16783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:09 smithi175 ceph-mon[44549]: pgmap v16784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:46:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:09 smithi181 ceph-mon[45557]: pgmap v16784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:46:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:09 smithi088 ceph-mon[35322]: pgmap v16784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:46:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:11 smithi175 ceph-mon[44549]: pgmap v16785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:46:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:11 smithi181 ceph-mon[45557]: pgmap v16785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:46:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:11 smithi088 ceph-mon[35322]: pgmap v16785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:46:13.073 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:13.072+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:46:13.074 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:13.072+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:46:13.074 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:13.072+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:46:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:13 smithi175 ceph-mon[44549]: pgmap v16786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:46:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:13 smithi181 ceph-mon[45557]: pgmap v16786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:46:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:13 smithi088 ceph-mon[35322]: pgmap v16786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T21:46:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:15 smithi175 ceph-mon[44549]: pgmap v16787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:46:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:15 smithi181 ceph-mon[45557]: pgmap v16787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:46:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:15 smithi088 ceph-mon[35322]: pgmap v16787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T21:46:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:17 smithi175 ceph-mon[44549]: pgmap v16788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:46:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:17 smithi181 ceph-mon[45557]: pgmap v16788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:46:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:17 smithi088 ceph-mon[35322]: pgmap v16788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:46:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:19 smithi175 ceph-mon[44549]: pgmap v16789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:19 smithi181 ceph-mon[45557]: pgmap v16789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:19 smithi088 ceph-mon[35322]: pgmap v16789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:21 smithi175 ceph-mon[44549]: pgmap v16790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:21 smithi181 ceph-mon[45557]: pgmap v16790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:21 smithi088 ceph-mon[35322]: pgmap v16790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:23 smithi181 ceph-mon[45557]: pgmap v16791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:23 smithi088 ceph-mon[35322]: pgmap v16791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:23 smithi175 ceph-mon[44549]: pgmap v16791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:25 smithi181 ceph-mon[45557]: pgmap v16792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:46:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:25 smithi088 ceph-mon[35322]: pgmap v16792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:46:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:25 smithi175 ceph-mon[44549]: pgmap v16792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:46:27.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:27 smithi181 ceph-mon[45557]: pgmap v16793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:46:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:27 smithi088 ceph-mon[35322]: pgmap v16793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:46:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:27 smithi175 ceph-mon[44549]: pgmap v16793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:46:28.082 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:28.082+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:46:28.082 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:28.082+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:46:28.083 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:28.082+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:46:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:29 smithi181 ceph-mon[45557]: pgmap v16794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:29 smithi088 ceph-mon[35322]: pgmap v16794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:29 smithi175 ceph-mon[44549]: pgmap v16794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:31 smithi181 ceph-mon[45557]: pgmap v16795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:31 smithi088 ceph-mon[35322]: pgmap v16795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:31 smithi175 ceph-mon[44549]: pgmap v16795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:33 smithi181 ceph-mon[45557]: pgmap v16796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:33 smithi088 ceph-mon[35322]: pgmap v16796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:33 smithi175 ceph-mon[44549]: pgmap v16796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:35 smithi181 ceph-mon[45557]: pgmap v16797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:46:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:35 smithi088 ceph-mon[35322]: pgmap v16797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:46:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:35 smithi175 ceph-mon[44549]: pgmap v16797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:46:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:37 smithi181 ceph-mon[45557]: pgmap v16798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:46:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:37 smithi088 ceph-mon[35322]: pgmap v16798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:46:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:37 smithi175 ceph-mon[44549]: pgmap v16798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:46:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:39 smithi181 ceph-mon[45557]: pgmap v16799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:46:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:39 smithi088 ceph-mon[35322]: pgmap v16799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:46:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:39 smithi175 ceph-mon[44549]: pgmap v16799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:46:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:41 smithi181 ceph-mon[45557]: pgmap v16800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:46:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:41 smithi088 ceph-mon[35322]: pgmap v16800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:46:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:41 smithi175 ceph-mon[44549]: pgmap v16800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:46:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:43.094+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:46:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:43.094+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:46:43.094 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:43.094+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:46:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:43 smithi088 ceph-mon[35322]: pgmap v16801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:46:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:43 smithi175 ceph-mon[44549]: pgmap v16801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:46:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:43 smithi181 ceph-mon[45557]: pgmap v16801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:46:45.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:45 smithi088 ceph-mon[35322]: pgmap v16802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:46:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:45 smithi175 ceph-mon[44549]: pgmap v16802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:46:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:45 smithi181 ceph-mon[45557]: pgmap v16802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:46:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:47 smithi088 ceph-mon[35322]: pgmap v16803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:46:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:47 smithi175 ceph-mon[44549]: pgmap v16803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:46:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:47 smithi181 ceph-mon[45557]: pgmap v16803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:46:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:49 smithi088 ceph-mon[35322]: pgmap v16804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:49 smithi175 ceph-mon[44549]: pgmap v16804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:49 smithi181 ceph-mon[45557]: pgmap v16804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:51 smithi088 ceph-mon[35322]: pgmap v16805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:51 smithi175 ceph-mon[44549]: pgmap v16805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:51 smithi181 ceph-mon[45557]: pgmap v16805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:46:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:53 smithi088 ceph-mon[35322]: pgmap v16806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:53 smithi175 ceph-mon[44549]: pgmap v16806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:53 smithi181 ceph-mon[45557]: pgmap v16806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:46:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:55 smithi088 ceph-mon[35322]: pgmap v16807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:46:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:55 smithi175 ceph-mon[44549]: pgmap v16807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:46:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:55 smithi181 ceph-mon[45557]: pgmap v16807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:46:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:57 smithi088 ceph-mon[35322]: pgmap v16808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:46:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:57 smithi175 ceph-mon[44549]: pgmap v16808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:46:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:57 smithi181 ceph-mon[45557]: pgmap v16808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:46:58.109 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:58.109+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:46:58.109 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:58.109+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:46:58.109 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:46:58.109+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:46:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:46:59 smithi088 ceph-mon[35322]: pgmap v16809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:59.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:46:59 smithi175 ceph-mon[44549]: pgmap v16809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:46:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:46:59 smithi181 ceph-mon[45557]: pgmap v16809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:01 smithi088 ceph-mon[35322]: pgmap v16810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:01 smithi175 ceph-mon[44549]: pgmap v16810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:01 smithi181 ceph-mon[45557]: pgmap v16810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:03 smithi088 ceph-mon[35322]: pgmap v16811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:03 smithi175 ceph-mon[44549]: pgmap v16811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:03 smithi181 ceph-mon[45557]: pgmap v16811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:05 smithi088 ceph-mon[35322]: pgmap v16812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:05.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:05 smithi175 ceph-mon[44549]: pgmap v16812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:05 smithi181 ceph-mon[45557]: pgmap v16812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:06.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:47:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:47:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:47:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:07 smithi088 ceph-mon[35322]: pgmap v16813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:47:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:47:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:47:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:07 smithi175 ceph-mon[44549]: pgmap v16813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:47:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:47:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:47:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:07 smithi181 ceph-mon[45557]: pgmap v16813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:47:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:47:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:47:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:08 smithi088 ceph-mon[35322]: pgmap v16814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:47:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:08 smithi088 ceph-mon[35322]: pgmap v16815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:47:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:08 smithi175 ceph-mon[44549]: pgmap v16814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:47:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:08 smithi175 ceph-mon[44549]: pgmap v16815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:47:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:08 smithi181 ceph-mon[45557]: pgmap v16814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T21:47:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:08 smithi181 ceph-mon[45557]: pgmap v16815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:47:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:10 smithi088 ceph-mon[35322]: pgmap v16816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:47:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:10 smithi175 ceph-mon[44549]: pgmap v16816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:47:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:10 smithi181 ceph-mon[45557]: pgmap v16816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:47:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:12 smithi088 ceph-mon[35322]: pgmap v16817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:47:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:12 smithi175 ceph-mon[44549]: pgmap v16817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:47:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:12 smithi181 ceph-mon[45557]: pgmap v16817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:47:13.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:13.121+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:47:13.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:13.121+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:47:13.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:13.121+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:47:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:14 smithi088 ceph-mon[35322]: pgmap v16818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:47:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:14 smithi175 ceph-mon[44549]: pgmap v16818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:47:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:14 smithi181 ceph-mon[45557]: pgmap v16818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:47:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:16 smithi088 ceph-mon[35322]: pgmap v16819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:47:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:16 smithi175 ceph-mon[44549]: pgmap v16819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:47:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:16 smithi181 ceph-mon[45557]: pgmap v16819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:47:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:18 smithi088 ceph-mon[35322]: pgmap v16820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:47:18.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:18 smithi175 ceph-mon[44549]: pgmap v16820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:47:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:18 smithi181 ceph-mon[45557]: pgmap v16820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:47:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:20 smithi175 ceph-mon[44549]: pgmap v16821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:20 smithi181 ceph-mon[45557]: pgmap v16821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:20 smithi088 ceph-mon[35322]: pgmap v16821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:22 smithi175 ceph-mon[44549]: pgmap v16822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:22 smithi181 ceph-mon[45557]: pgmap v16822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:22 smithi088 ceph-mon[35322]: pgmap v16822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:24 smithi175 ceph-mon[44549]: pgmap v16823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:24 smithi181 ceph-mon[45557]: pgmap v16823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:24 smithi088 ceph-mon[35322]: pgmap v16823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:26 smithi175 ceph-mon[44549]: pgmap v16824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:26 smithi181 ceph-mon[45557]: pgmap v16824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:26 smithi088 ceph-mon[35322]: pgmap v16824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:28.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:28.126+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:47:28.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:28.126+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:47:28.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:28.126+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:47:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:28 smithi088 ceph-mon[35322]: pgmap v16825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:28 smithi175 ceph-mon[44549]: pgmap v16825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:28 smithi181 ceph-mon[45557]: pgmap v16825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:30 smithi175 ceph-mon[44549]: pgmap v16826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:30 smithi181 ceph-mon[45557]: pgmap v16826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:30 smithi088 ceph-mon[35322]: pgmap v16826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:32 smithi175 ceph-mon[44549]: pgmap v16827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:32 smithi181 ceph-mon[45557]: pgmap v16827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:32 smithi088 ceph-mon[35322]: pgmap v16827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:34 smithi175 ceph-mon[44549]: pgmap v16828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:34 smithi181 ceph-mon[45557]: pgmap v16828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:34 smithi088 ceph-mon[35322]: pgmap v16828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:36 smithi175 ceph-mon[44549]: pgmap v16829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:36 smithi181 ceph-mon[45557]: pgmap v16829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:36 smithi088 ceph-mon[35322]: pgmap v16829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:38 smithi175 ceph-mon[44549]: pgmap v16830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:38 smithi181 ceph-mon[45557]: pgmap v16830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:38 smithi088 ceph-mon[35322]: pgmap v16830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:40 smithi175 ceph-mon[44549]: pgmap v16831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:40 smithi181 ceph-mon[45557]: pgmap v16831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:40 smithi088 ceph-mon[35322]: pgmap v16831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:42 smithi175 ceph-mon[44549]: pgmap v16832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:42 smithi181 ceph-mon[45557]: pgmap v16832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:42 smithi088 ceph-mon[35322]: pgmap v16832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:43.137+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:47:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:43.137+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:47:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:43.137+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:47:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:44 smithi088 ceph-mon[35322]: pgmap v16833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:44 smithi175 ceph-mon[44549]: pgmap v16833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:44 smithi181 ceph-mon[45557]: pgmap v16833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:46 smithi175 ceph-mon[44549]: pgmap v16834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:46 smithi181 ceph-mon[45557]: pgmap v16834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:46 smithi088 ceph-mon[35322]: pgmap v16834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:48 smithi175 ceph-mon[44549]: pgmap v16835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:48 smithi181 ceph-mon[45557]: pgmap v16835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:48 smithi088 ceph-mon[35322]: pgmap v16835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:50 smithi175 ceph-mon[44549]: pgmap v16836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:50 smithi181 ceph-mon[45557]: pgmap v16836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:50 smithi088 ceph-mon[35322]: pgmap v16836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:47:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:52 smithi175 ceph-mon[44549]: pgmap v16837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:52 smithi181 ceph-mon[45557]: pgmap v16837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:52 smithi088 ceph-mon[35322]: pgmap v16837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:47:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:54 smithi175 ceph-mon[44549]: pgmap v16838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:54 smithi181 ceph-mon[45557]: pgmap v16838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:54 smithi088 ceph-mon[35322]: pgmap v16838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:47:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:56 smithi175 ceph-mon[44549]: pgmap v16839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:56 smithi181 ceph-mon[45557]: pgmap v16839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:56 smithi088 ceph-mon[35322]: pgmap v16839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:47:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:58.151+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:47:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:58.151+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:47:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:47:58.151+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:47:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:47:58 smithi175 ceph-mon[44549]: pgmap v16840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:47:58 smithi181 ceph-mon[45557]: pgmap v16840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:47:58.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:47:58 smithi088 ceph-mon[35322]: pgmap v16840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:00 smithi175 ceph-mon[44549]: pgmap v16841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:00 smithi181 ceph-mon[45557]: pgmap v16841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:00 smithi088 ceph-mon[35322]: pgmap v16841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:02 smithi175 ceph-mon[44549]: pgmap v16842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:02 smithi181 ceph-mon[45557]: pgmap v16842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:02 smithi088 ceph-mon[35322]: pgmap v16842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:04 smithi175 ceph-mon[44549]: pgmap v16843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:04 smithi181 ceph-mon[45557]: pgmap v16843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:04 smithi088 ceph-mon[35322]: pgmap v16843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:06 smithi175 ceph-mon[44549]: pgmap v16844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:06 smithi181 ceph-mon[45557]: pgmap v16844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:06 smithi088 ceph-mon[35322]: pgmap v16844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:48:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:48:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:48:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:08 smithi175 ceph-mon[44549]: pgmap v16845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:48:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:48:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:48:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:08 smithi181 ceph-mon[45557]: pgmap v16845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:48:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:48:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:48:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:08 smithi088 ceph-mon[35322]: pgmap v16845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:48:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:48:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:48:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:09 smithi175 ceph-mon[44549]: pgmap v16846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:48:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:09 smithi175 ceph-mon[44549]: pgmap v16847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:48:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:09 smithi181 ceph-mon[45557]: pgmap v16846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:48:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:09 smithi181 ceph-mon[45557]: pgmap v16847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:48:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:09 smithi088 ceph-mon[35322]: pgmap v16846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:48:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:09 smithi088 ceph-mon[35322]: pgmap v16847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:48:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:11 smithi175 ceph-mon[44549]: pgmap v16848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:48:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:11 smithi181 ceph-mon[45557]: pgmap v16848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:48:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:11 smithi088 ceph-mon[35322]: pgmap v16848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:48:13.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:13.162+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:48:13.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:13.162+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:48:13.163 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:13.162+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:48:13.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:13 smithi175 ceph-mon[44549]: pgmap v16849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:48:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:13 smithi181 ceph-mon[45557]: pgmap v16849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:48:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:13 smithi088 ceph-mon[35322]: pgmap v16849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:48:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:15 smithi175 ceph-mon[44549]: pgmap v16850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:48:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:15 smithi181 ceph-mon[45557]: pgmap v16850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:48:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:15 smithi088 ceph-mon[35322]: pgmap v16850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:48:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:17 smithi175 ceph-mon[44549]: pgmap v16851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:48:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:17 smithi181 ceph-mon[45557]: pgmap v16851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:48:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:17 smithi088 ceph-mon[35322]: pgmap v16851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:48:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:19 smithi175 ceph-mon[44549]: pgmap v16852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:48:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:19 smithi181 ceph-mon[45557]: pgmap v16852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:48:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:19 smithi088 ceph-mon[35322]: pgmap v16852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:48:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:21 smithi181 ceph-mon[45557]: pgmap v16853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:21 smithi088 ceph-mon[35322]: pgmap v16853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:21 smithi175 ceph-mon[44549]: pgmap v16853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:23 smithi181 ceph-mon[45557]: pgmap v16854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:23 smithi088 ceph-mon[35322]: pgmap v16854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:23 smithi175 ceph-mon[44549]: pgmap v16854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:25 smithi181 ceph-mon[45557]: pgmap v16855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:25 smithi088 ceph-mon[35322]: pgmap v16855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:25 smithi175 ceph-mon[44549]: pgmap v16855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:27 smithi181 ceph-mon[45557]: pgmap v16856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:27 smithi088 ceph-mon[35322]: pgmap v16856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:27 smithi175 ceph-mon[44549]: pgmap v16856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:28.175 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:28.175+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:48:28.175 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:28.175+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:48:28.175 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:28.175+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:48:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:29 smithi181 ceph-mon[45557]: pgmap v16857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:29 smithi088 ceph-mon[35322]: pgmap v16857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:29 smithi175 ceph-mon[44549]: pgmap v16857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:31 smithi181 ceph-mon[45557]: pgmap v16858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:31 smithi088 ceph-mon[35322]: pgmap v16858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:31 smithi175 ceph-mon[44549]: pgmap v16858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:33 smithi181 ceph-mon[45557]: pgmap v16859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:33 smithi088 ceph-mon[35322]: pgmap v16859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:33 smithi175 ceph-mon[44549]: pgmap v16859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:34 smithi088 ceph-mon[35322]: pgmap v16860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:34 smithi175 ceph-mon[44549]: pgmap v16860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:34 smithi181 ceph-mon[45557]: pgmap v16860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:37 smithi181 ceph-mon[45557]: pgmap v16861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:37 smithi088 ceph-mon[35322]: pgmap v16861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:37.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:37 smithi175 ceph-mon[44549]: pgmap v16861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:39 smithi181 ceph-mon[45557]: pgmap v16862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:39 smithi088 ceph-mon[35322]: pgmap v16862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:39 smithi175 ceph-mon[44549]: pgmap v16862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:41 smithi181 ceph-mon[45557]: pgmap v16863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:41.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:41 smithi088 ceph-mon[35322]: pgmap v16863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:41 smithi175 ceph-mon[44549]: pgmap v16863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:43.190 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:43.189+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:48:43.190 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:43.189+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:48:43.190 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:43.189+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:48:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:43 smithi181 ceph-mon[45557]: pgmap v16864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:43 smithi088 ceph-mon[35322]: pgmap v16864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:43.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:43 smithi175 ceph-mon[44549]: pgmap v16864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:44.288+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:48:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:44.288+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:48:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:44.288+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 244 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T21:48:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:44.288+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T21:48:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:44.288+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 244 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T21:48:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:44.288+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T21:48:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:44.288+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 245 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T21:48:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:44.288+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 245 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0036e0 con 0x55d733ebf510 2024-01-28T21:48:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:45 smithi181 ceph-mon[45557]: pgmap v16865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:45 smithi088 ceph-mon[35322]: pgmap v16865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:45 smithi175 ceph-mon[44549]: pgmap v16865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:48:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:47 smithi181 ceph-mon[45557]: pgmap v16866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:47 smithi088 ceph-mon[35322]: pgmap v16866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:47 smithi175 ceph-mon[44549]: pgmap v16866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:48:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:49 smithi181 ceph-mon[45557]: pgmap v16867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:49 smithi088 ceph-mon[35322]: pgmap v16867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:49 smithi175 ceph-mon[44549]: pgmap v16867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:51 smithi181 ceph-mon[45557]: pgmap v16868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:51 smithi088 ceph-mon[35322]: pgmap v16868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:51.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:51 smithi175 ceph-mon[44549]: pgmap v16868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:48:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:53 smithi181 ceph-mon[45557]: pgmap v16869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:53 smithi088 ceph-mon[35322]: pgmap v16869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:53 smithi175 ceph-mon[44549]: pgmap v16869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:48:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:55 smithi181 ceph-mon[45557]: pgmap v16870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:48:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:55 smithi088 ceph-mon[35322]: pgmap v16870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:48:55.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:55 smithi175 ceph-mon[44549]: pgmap v16870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:48:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:57 smithi181 ceph-mon[45557]: pgmap v16871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:48:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:57 smithi088 ceph-mon[35322]: pgmap v16871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:48:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:57 smithi175 ceph-mon[44549]: pgmap v16871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:48:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:58.202+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:48:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:58.202+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:48:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:48:58.202+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:48:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:48:59 smithi088 ceph-mon[35322]: pgmap v16872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:48:59 smithi175 ceph-mon[44549]: pgmap v16872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:48:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:48:59 smithi181 ceph-mon[45557]: pgmap v16872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:01 smithi088 ceph-mon[35322]: pgmap v16873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:49:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:01 smithi175 ceph-mon[44549]: pgmap v16873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:49:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:01 smithi181 ceph-mon[45557]: pgmap v16873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T21:49:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:03 smithi088 ceph-mon[35322]: pgmap v16874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:49:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:03 smithi175 ceph-mon[44549]: pgmap v16874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:49:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:03 smithi181 ceph-mon[45557]: pgmap v16874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:49:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:05 smithi088 ceph-mon[35322]: pgmap v16875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:49:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:05 smithi175 ceph-mon[44549]: pgmap v16875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:49:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:05 smithi181 ceph-mon[45557]: pgmap v16875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:49:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:07 smithi088 ceph-mon[35322]: pgmap v16876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:07 smithi175 ceph-mon[44549]: pgmap v16876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:07 smithi181 ceph-mon[45557]: pgmap v16876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:08.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:49:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:49:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:49:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:09 smithi088 ceph-mon[35322]: pgmap v16877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:49:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:49:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:49:09.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:09 smithi175 ceph-mon[44549]: pgmap v16877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:09.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:49:09.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:49:09.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:49:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:09 smithi181 ceph-mon[45557]: pgmap v16877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:49:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:49:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:49:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:10 smithi088 ceph-mon[35322]: pgmap v16878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:49:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:10 smithi088 ceph-mon[35322]: pgmap v16879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:49:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:10 smithi175 ceph-mon[44549]: pgmap v16878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:49:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:10 smithi175 ceph-mon[44549]: pgmap v16879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:49:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:10 smithi181 ceph-mon[45557]: pgmap v16878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:49:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:10 smithi181 ceph-mon[45557]: pgmap v16879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:49:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:12 smithi088 ceph-mon[35322]: pgmap v16880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:49:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:12 smithi175 ceph-mon[44549]: pgmap v16880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:49:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:12 smithi181 ceph-mon[45557]: pgmap v16880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:49:13.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:13.217+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:49:13.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:13.217+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:49:13.218 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:13.217+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:49:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:14 smithi088 ceph-mon[35322]: pgmap v16881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:49:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:14 smithi175 ceph-mon[44549]: pgmap v16881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:49:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:14 smithi181 ceph-mon[45557]: pgmap v16881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:49:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:16 smithi088 ceph-mon[35322]: pgmap v16882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:49:16.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:16 smithi175 ceph-mon[44549]: pgmap v16882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:49:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:16 smithi181 ceph-mon[45557]: pgmap v16882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:49:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:18 smithi088 ceph-mon[35322]: pgmap v16883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:49:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:18 smithi175 ceph-mon[44549]: pgmap v16883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:49:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:18 smithi181 ceph-mon[45557]: pgmap v16883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:49:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:20 smithi088 ceph-mon[35322]: pgmap v16884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:49:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:20 smithi175 ceph-mon[44549]: pgmap v16884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:49:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:20 smithi181 ceph-mon[45557]: pgmap v16884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:49:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:22 smithi088 ceph-mon[35322]: pgmap v16885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:22 smithi175 ceph-mon[44549]: pgmap v16885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:22 smithi181 ceph-mon[45557]: pgmap v16885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:24 smithi088 ceph-mon[35322]: pgmap v16886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:24 smithi175 ceph-mon[44549]: pgmap v16886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:24 smithi181 ceph-mon[45557]: pgmap v16886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:26 smithi088 ceph-mon[35322]: pgmap v16887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:26 smithi175 ceph-mon[44549]: pgmap v16887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:26 smithi181 ceph-mon[45557]: pgmap v16887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:28.233+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:49:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:28.233+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:49:28.233 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:28.233+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:49:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:28 smithi088 ceph-mon[35322]: pgmap v16888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:28 smithi175 ceph-mon[44549]: pgmap v16888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:28 smithi181 ceph-mon[45557]: pgmap v16888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:30 smithi175 ceph-mon[44549]: pgmap v16889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:30 smithi181 ceph-mon[45557]: pgmap v16889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:30.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:30 smithi088 ceph-mon[35322]: pgmap v16889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:32 smithi088 ceph-mon[35322]: pgmap v16890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:32 smithi175 ceph-mon[44549]: pgmap v16890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:32 smithi181 ceph-mon[45557]: pgmap v16890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:34 smithi175 ceph-mon[44549]: pgmap v16891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:34 smithi181 ceph-mon[45557]: pgmap v16891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:34 smithi088 ceph-mon[35322]: pgmap v16891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:36.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:36 smithi175 ceph-mon[44549]: pgmap v16892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:36 smithi181 ceph-mon[45557]: pgmap v16892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:36 smithi088 ceph-mon[35322]: pgmap v16892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:38 smithi175 ceph-mon[44549]: pgmap v16893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:38 smithi181 ceph-mon[45557]: pgmap v16893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:38 smithi088 ceph-mon[35322]: pgmap v16893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:40 smithi175 ceph-mon[44549]: pgmap v16894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:40 smithi181 ceph-mon[45557]: pgmap v16894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:40 smithi088 ceph-mon[35322]: pgmap v16894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:42 smithi175 ceph-mon[44549]: pgmap v16895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:42 smithi181 ceph-mon[45557]: pgmap v16895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:42 smithi088 ceph-mon[35322]: pgmap v16895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:43.242 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:43.242+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:49:43.242 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:43.242+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:49:43.242 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:43.242+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:49:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:44 smithi175 ceph-mon[44549]: pgmap v16896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:44 smithi181 ceph-mon[45557]: pgmap v16896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:44 smithi088 ceph-mon[35322]: pgmap v16896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:46 smithi175 ceph-mon[44549]: pgmap v16897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:46 smithi181 ceph-mon[45557]: pgmap v16897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:46 smithi088 ceph-mon[35322]: pgmap v16897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:48.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:48 smithi175 ceph-mon[44549]: pgmap v16898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:48 smithi181 ceph-mon[45557]: pgmap v16898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:48 smithi088 ceph-mon[35322]: pgmap v16898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:50 smithi175 ceph-mon[44549]: pgmap v16899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:50 smithi181 ceph-mon[45557]: pgmap v16899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:50 smithi088 ceph-mon[35322]: pgmap v16899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:52 smithi175 ceph-mon[44549]: pgmap v16900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:52 smithi181 ceph-mon[45557]: pgmap v16900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:52 smithi088 ceph-mon[35322]: pgmap v16900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:49:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:54 smithi175 ceph-mon[44549]: pgmap v16901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:54 smithi181 ceph-mon[45557]: pgmap v16901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:54 smithi088 ceph-mon[35322]: pgmap v16901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:56 smithi175 ceph-mon[44549]: pgmap v16902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:56 smithi181 ceph-mon[45557]: pgmap v16902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:56.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:56 smithi088 ceph-mon[35322]: pgmap v16902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:49:58.258 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:58.257+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:49:58.258 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:58.257+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:49:58.258 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:49:58.257+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:49:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:49:58 smithi175 ceph-mon[44549]: pgmap v16903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:49:58 smithi181 ceph-mon[45557]: pgmap v16903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:49:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:49:58 smithi088 ceph-mon[35322]: pgmap v16903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:00 smithi175 ceph-mon[44549]: pgmap v16904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:50:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:00 smithi181 ceph-mon[45557]: pgmap v16904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:50:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:00 smithi088 ceph-mon[35322]: pgmap v16904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T21:50:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:02 smithi175 ceph-mon[44549]: pgmap v16905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:50:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:02 smithi181 ceph-mon[45557]: pgmap v16905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:50:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:02 smithi088 ceph-mon[35322]: pgmap v16905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:50:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:04 smithi175 ceph-mon[44549]: pgmap v16906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:04 smithi181 ceph-mon[45557]: pgmap v16906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:04.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:04 smithi088 ceph-mon[35322]: pgmap v16906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:06 smithi175 ceph-mon[44549]: pgmap v16907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:06 smithi181 ceph-mon[45557]: pgmap v16907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:06 smithi088 ceph-mon[35322]: pgmap v16907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:08 smithi175 ceph-mon[44549]: pgmap v16908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:08 smithi181 ceph-mon[45557]: pgmap v16908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:08 smithi088 ceph-mon[35322]: pgmap v16908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:09.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:50:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:50:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:50:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:10 smithi175 ceph-mon[44549]: pgmap v16909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:50:10.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:50:10.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:50:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:10 smithi181 ceph-mon[45557]: pgmap v16909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:50:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:50:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:50:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:10 smithi088 ceph-mon[35322]: pgmap v16909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:10.796 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.796 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.797 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.797 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.797 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:50:10.797 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:50:10.797 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:50:10.797 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:50:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:11 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 167.3M 2024-01-28T21:50:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:11 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 175519953: error parsing value: Value '175519953' is below minimum 939524096 2024-01-28T21:50:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:11 smithi175 ceph-mon[44549]: pgmap v16910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:50:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:11 smithi175 ceph-mon[44549]: pgmap v16911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:50:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:11 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 167.3M 2024-01-28T21:50:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:11 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 175519953: error parsing value: Value '175519953' is below minimum 939524096 2024-01-28T21:50:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:11 smithi181 ceph-mon[45557]: pgmap v16910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:50:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:11 smithi181 ceph-mon[45557]: pgmap v16911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:50:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:11 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 167.3M 2024-01-28T21:50:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:11 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 175519953: error parsing value: Value '175519953' is below minimum 939524096 2024-01-28T21:50:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:11 smithi088 ceph-mon[35322]: pgmap v16910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:50:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:11 smithi088 ceph-mon[35322]: pgmap v16911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:50:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:13.259+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:50:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:13.259+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:50:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:13.259+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:50:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:13 smithi175 ceph-mon[44549]: pgmap v16912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:50:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:13 smithi181 ceph-mon[45557]: pgmap v16912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:50:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:13 smithi088 ceph-mon[35322]: pgmap v16912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:50:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:15 smithi175 ceph-mon[44549]: pgmap v16913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:50:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:15 smithi181 ceph-mon[45557]: pgmap v16913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:50:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:15 smithi088 ceph-mon[35322]: pgmap v16913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:50:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:17 smithi175 ceph-mon[44549]: pgmap v16914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:50:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:17 smithi181 ceph-mon[45557]: pgmap v16914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:50:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:17 smithi088 ceph-mon[35322]: pgmap v16914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:50:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:19 smithi088 ceph-mon[35322]: pgmap v16915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:50:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:19 smithi175 ceph-mon[44549]: pgmap v16915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:50:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:19 smithi181 ceph-mon[45557]: pgmap v16915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:50:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:21 smithi175 ceph-mon[44549]: pgmap v16916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:50:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:21 smithi181 ceph-mon[45557]: pgmap v16916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:50:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:21 smithi088 ceph-mon[35322]: pgmap v16916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:50:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:23 smithi175 ceph-mon[44549]: pgmap v16917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:23 smithi181 ceph-mon[45557]: pgmap v16917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:23 smithi088 ceph-mon[35322]: pgmap v16917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:25 smithi175 ceph-mon[44549]: pgmap v16918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:25 smithi181 ceph-mon[45557]: pgmap v16918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:25 smithi088 ceph-mon[35322]: pgmap v16918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:27 smithi175 ceph-mon[44549]: pgmap v16919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:50:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:27 smithi181 ceph-mon[45557]: pgmap v16919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:50:27.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:27 smithi088 ceph-mon[35322]: pgmap v16919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:50:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:28.261+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:50:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:28.261+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:50:28.262 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:28.261+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:50:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:29 smithi175 ceph-mon[44549]: pgmap v16920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:29 smithi181 ceph-mon[45557]: pgmap v16920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:29 smithi088 ceph-mon[35322]: pgmap v16920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:31 smithi181 ceph-mon[45557]: pgmap v16921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:31 smithi088 ceph-mon[35322]: pgmap v16921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:31 smithi175 ceph-mon[44549]: pgmap v16921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:33 smithi181 ceph-mon[45557]: pgmap v16922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:33 smithi088 ceph-mon[35322]: pgmap v16922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:33.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:33 smithi175 ceph-mon[44549]: pgmap v16922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:35 smithi181 ceph-mon[45557]: pgmap v16923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:35 smithi088 ceph-mon[35322]: pgmap v16923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:35 smithi175 ceph-mon[44549]: pgmap v16923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:37 smithi181 ceph-mon[45557]: pgmap v16924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:50:37.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:37 smithi088 ceph-mon[35322]: pgmap v16924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:50:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:37 smithi175 ceph-mon[44549]: pgmap v16924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:50:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:39 smithi181 ceph-mon[45557]: pgmap v16925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:39 smithi088 ceph-mon[35322]: pgmap v16925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:39 smithi175 ceph-mon[44549]: pgmap v16925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:41 smithi181 ceph-mon[45557]: pgmap v16926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:50:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:41 smithi088 ceph-mon[35322]: pgmap v16926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:50:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:41 smithi175 ceph-mon[44549]: pgmap v16926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:50:43.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:43.268+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:50:43.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:43.268+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:50:43.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:43.268+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:50:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:43 smithi181 ceph-mon[45557]: pgmap v16927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:43.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:43 smithi088 ceph-mon[35322]: pgmap v16927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:43 smithi175 ceph-mon[44549]: pgmap v16927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:45 smithi181 ceph-mon[45557]: pgmap v16928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:50:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:45 smithi088 ceph-mon[35322]: pgmap v16928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:50:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:45 smithi175 ceph-mon[44549]: pgmap v16928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:50:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:47 smithi181 ceph-mon[45557]: pgmap v16929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:50:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:47 smithi088 ceph-mon[35322]: pgmap v16929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:50:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:47 smithi175 ceph-mon[44549]: pgmap v16929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T21:50:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:49 smithi181 ceph-mon[45557]: pgmap v16930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:49 smithi088 ceph-mon[35322]: pgmap v16930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:49 smithi175 ceph-mon[44549]: pgmap v16930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:51 smithi181 ceph-mon[45557]: pgmap v16931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:51 smithi088 ceph-mon[35322]: pgmap v16931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:51 smithi175 ceph-mon[44549]: pgmap v16931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:53 smithi181 ceph-mon[45557]: pgmap v16932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:53 smithi088 ceph-mon[35322]: pgmap v16932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:53.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:53 smithi175 ceph-mon[44549]: pgmap v16932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:55 smithi088 ceph-mon[35322]: pgmap v16933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:55 smithi175 ceph-mon[44549]: pgmap v16933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:55 smithi181 ceph-mon[45557]: pgmap v16933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:50:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:57 smithi088 ceph-mon[35322]: pgmap v16934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:50:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:57 smithi175 ceph-mon[44549]: pgmap v16934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:50:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:57 smithi181 ceph-mon[45557]: pgmap v16934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:50:58.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:58.283+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:50:58.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:58.283+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:50:58.284 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:50:58.283+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:50:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:50:58 smithi088 ceph-mon[35322]: pgmap v16935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:50:58 smithi175 ceph-mon[44549]: pgmap v16935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:50:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:50:58 smithi181 ceph-mon[45557]: pgmap v16935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:01 smithi088 ceph-mon[35322]: pgmap v16936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:01 smithi175 ceph-mon[44549]: pgmap v16936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:01 smithi181 ceph-mon[45557]: pgmap v16936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:03 smithi088 ceph-mon[35322]: pgmap v16937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:03 smithi175 ceph-mon[44549]: pgmap v16937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:03 smithi181 ceph-mon[45557]: pgmap v16937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:05 smithi088 ceph-mon[35322]: pgmap v16938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:05 smithi175 ceph-mon[44549]: pgmap v16938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:05 smithi181 ceph-mon[45557]: pgmap v16938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:07 smithi088 ceph-mon[35322]: pgmap v16939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:07 smithi175 ceph-mon[44549]: pgmap v16939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:07 smithi181 ceph-mon[45557]: pgmap v16939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:09 smithi088 ceph-mon[35322]: pgmap v16940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:09.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:09 smithi175 ceph-mon[44549]: pgmap v16940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:09 smithi181 ceph-mon[45557]: pgmap v16940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:51:10.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:51:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:51:11.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:11 smithi088 ceph-mon[35322]: pgmap v16941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:51:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:51:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:51:11.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:11 smithi175 ceph-mon[44549]: pgmap v16941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:51:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:51:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:51:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:11 smithi181 ceph-mon[45557]: pgmap v16941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T21:51:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:51:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:51:11.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:51:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:12 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 166.0M 2024-01-28T21:51:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:12 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 174163439: error parsing value: Value '174163439' is below minimum 939524096 2024-01-28T21:51:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:12 smithi088 ceph-mon[35322]: pgmap v16942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:51:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:12 smithi088 ceph-mon[35322]: pgmap v16943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:51:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:12 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 166.0M 2024-01-28T21:51:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:12 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 174163439: error parsing value: Value '174163439' is below minimum 939524096 2024-01-28T21:51:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:12 smithi175 ceph-mon[44549]: pgmap v16942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:51:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:12 smithi175 ceph-mon[44549]: pgmap v16943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:51:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:12 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 166.0M 2024-01-28T21:51:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:12 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 174163439: error parsing value: Value '174163439' is below minimum 939524096 2024-01-28T21:51:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:12 smithi181 ceph-mon[45557]: pgmap v16942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:51:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:12 smithi181 ceph-mon[45557]: pgmap v16943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:51:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:13.294+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:51:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:13.294+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:51:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:13.294+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:51:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:14 smithi088 ceph-mon[35322]: pgmap v16944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:51:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:14 smithi175 ceph-mon[44549]: pgmap v16944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:51:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:14 smithi181 ceph-mon[45557]: pgmap v16944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:51:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:16 smithi088 ceph-mon[35322]: pgmap v16945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:51:16.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:16 smithi175 ceph-mon[44549]: pgmap v16945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:51:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:16 smithi181 ceph-mon[45557]: pgmap v16945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:51:18.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:18 smithi088 ceph-mon[35322]: pgmap v16946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:51:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:18 smithi175 ceph-mon[44549]: pgmap v16946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:51:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:18 smithi181 ceph-mon[45557]: pgmap v16946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:51:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:20 smithi088 ceph-mon[35322]: pgmap v16947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:51:20.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:20 smithi175 ceph-mon[44549]: pgmap v16947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:51:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:20 smithi181 ceph-mon[45557]: pgmap v16947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:51:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:22 smithi088 ceph-mon[35322]: pgmap v16948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:51:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:22 smithi175 ceph-mon[44549]: pgmap v16948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:51:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:22 smithi181 ceph-mon[45557]: pgmap v16948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:51:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:24 smithi088 ceph-mon[35322]: pgmap v16949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:24 smithi175 ceph-mon[44549]: pgmap v16949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:24 smithi181 ceph-mon[45557]: pgmap v16949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:26 smithi088 ceph-mon[35322]: pgmap v16950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:26 smithi175 ceph-mon[44549]: pgmap v16950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:26 smithi181 ceph-mon[45557]: pgmap v16950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:28.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:28.300+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:51:28.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:28.300+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:51:28.300 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:28.300+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:51:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:28 smithi088 ceph-mon[35322]: pgmap v16951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:28 smithi175 ceph-mon[44549]: pgmap v16951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:28 smithi181 ceph-mon[45557]: pgmap v16951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:30 smithi088 ceph-mon[35322]: pgmap v16952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:30.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:30 smithi175 ceph-mon[44549]: pgmap v16952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:30 smithi181 ceph-mon[45557]: pgmap v16952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:32 smithi088 ceph-mon[35322]: pgmap v16953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:32 smithi175 ceph-mon[44549]: pgmap v16953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:32 smithi181 ceph-mon[45557]: pgmap v16953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:34 smithi175 ceph-mon[44549]: pgmap v16954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:34 smithi181 ceph-mon[45557]: pgmap v16954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:34.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:34 smithi088 ceph-mon[35322]: pgmap v16954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:36 smithi175 ceph-mon[44549]: pgmap v16955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:36 smithi181 ceph-mon[45557]: pgmap v16955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:36.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:36 smithi088 ceph-mon[35322]: pgmap v16955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:38 smithi088 ceph-mon[35322]: pgmap v16956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:38 smithi175 ceph-mon[44549]: pgmap v16956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:38 smithi181 ceph-mon[45557]: pgmap v16956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:40 smithi175 ceph-mon[44549]: pgmap v16957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:40 smithi181 ceph-mon[45557]: pgmap v16957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:40.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:40 smithi088 ceph-mon[35322]: pgmap v16957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:42 smithi175 ceph-mon[44549]: pgmap v16958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:42 smithi181 ceph-mon[45557]: pgmap v16958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:42.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:42 smithi088 ceph-mon[35322]: pgmap v16958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:43.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:43.315+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:51:43.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:43.315+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:51:43.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:43.315+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:51:44.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:44.315+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T21:51:44.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:44.315+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140066a0 con 0x7ff34c102770 2024-01-28T21:51:44.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:44.316+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 246 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T21:51:44.316 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:44.316+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 246 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff34c1a1e40 con 0x55d733ebf510 2024-01-28T21:51:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:44 smithi175 ceph-mon[44549]: pgmap v16959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:44 smithi181 ceph-mon[45557]: pgmap v16959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:44 smithi088 ceph-mon[35322]: pgmap v16959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:46 smithi175 ceph-mon[44549]: pgmap v16960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:46 smithi181 ceph-mon[45557]: pgmap v16960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:46.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:46 smithi088 ceph-mon[35322]: pgmap v16960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:48 smithi175 ceph-mon[44549]: pgmap v16961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:48 smithi181 ceph-mon[45557]: pgmap v16961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:48 smithi088 ceph-mon[35322]: pgmap v16961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:50 smithi175 ceph-mon[44549]: pgmap v16962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:50 smithi181 ceph-mon[45557]: pgmap v16962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:50.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:50 smithi088 ceph-mon[35322]: pgmap v16962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:52 smithi175 ceph-mon[44549]: pgmap v16963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:52 smithi181 ceph-mon[45557]: pgmap v16963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:52.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:52 smithi088 ceph-mon[35322]: pgmap v16963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:51:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:54 smithi175 ceph-mon[44549]: pgmap v16964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:54 smithi181 ceph-mon[45557]: pgmap v16964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:54 smithi088 ceph-mon[35322]: pgmap v16964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:51:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:56 smithi175 ceph-mon[44549]: pgmap v16965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:56 smithi181 ceph-mon[45557]: pgmap v16965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:56.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:56 smithi088 ceph-mon[35322]: pgmap v16965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:51:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:58.329+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:51:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:58.330+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:51:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:51:58.330+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:51:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:51:58 smithi175 ceph-mon[44549]: pgmap v16966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:51:58 smithi181 ceph-mon[45557]: pgmap v16966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:51:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:51:58 smithi088 ceph-mon[35322]: pgmap v16966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:00 smithi175 ceph-mon[44549]: pgmap v16967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:00 smithi181 ceph-mon[45557]: pgmap v16967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:00.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:00 smithi088 ceph-mon[35322]: pgmap v16967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:02 smithi175 ceph-mon[44549]: pgmap v16968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:02 smithi181 ceph-mon[45557]: pgmap v16968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:02.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:02 smithi088 ceph-mon[35322]: pgmap v16968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:04 smithi175 ceph-mon[44549]: pgmap v16969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:52:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:04 smithi181 ceph-mon[45557]: pgmap v16969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:52:04.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:04 smithi088 ceph-mon[35322]: pgmap v16969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:52:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:06 smithi175 ceph-mon[44549]: pgmap v16970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:06 smithi181 ceph-mon[45557]: pgmap v16970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:06 smithi088 ceph-mon[35322]: pgmap v16970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:08 smithi175 ceph-mon[44549]: pgmap v16971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:08 smithi181 ceph-mon[45557]: pgmap v16971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:08 smithi088 ceph-mon[35322]: pgmap v16971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:10 smithi175 ceph-mon[44549]: pgmap v16972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:10 smithi181 ceph-mon[45557]: pgmap v16972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:10.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:10 smithi088 ceph-mon[35322]: pgmap v16972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:52:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:52:11.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:52:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:12 smithi175 ceph-mon[44549]: pgmap v16973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:52:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:52:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:52:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:12 smithi181 ceph-mon[45557]: pgmap v16973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:52:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:52:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:52:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:12 smithi088 ceph-mon[35322]: pgmap v16973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:52:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:52:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:52:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:13.340+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:52:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:13.340+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:52:13.340 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:13.340+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:52:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:13 smithi175 ceph-mon[44549]: pgmap v16974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:52:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:13 smithi175 ceph-mon[44549]: pgmap v16975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:52:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:13 smithi181 ceph-mon[45557]: pgmap v16974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:52:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:13 smithi181 ceph-mon[45557]: pgmap v16975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:52:13.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:13 smithi088 ceph-mon[35322]: pgmap v16974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:52:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:13 smithi088 ceph-mon[35322]: pgmap v16975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:52:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:15 smithi175 ceph-mon[44549]: pgmap v16976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:52:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:15 smithi181 ceph-mon[45557]: pgmap v16976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:52:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:15 smithi088 ceph-mon[35322]: pgmap v16976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:52:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:17 smithi175 ceph-mon[44549]: pgmap v16977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:52:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:17 smithi181 ceph-mon[45557]: pgmap v16977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:52:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:17 smithi088 ceph-mon[35322]: pgmap v16977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:52:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:19 smithi175 ceph-mon[44549]: pgmap v16978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:52:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:19 smithi181 ceph-mon[45557]: pgmap v16978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:52:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:19 smithi088 ceph-mon[35322]: pgmap v16978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:52:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:21 smithi175 ceph-mon[44549]: pgmap v16979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:52:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:21 smithi181 ceph-mon[45557]: pgmap v16979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:52:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:21 smithi088 ceph-mon[35322]: pgmap v16979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:52:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:23 smithi175 ceph-mon[44549]: pgmap v16980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:52:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:23 smithi181 ceph-mon[45557]: pgmap v16980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:52:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:23 smithi088 ceph-mon[35322]: pgmap v16980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:52:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:25 smithi175 ceph-mon[44549]: pgmap v16981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:25 smithi181 ceph-mon[45557]: pgmap v16981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:25 smithi088 ceph-mon[35322]: pgmap v16981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:27 smithi175 ceph-mon[44549]: pgmap v16982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:27 smithi181 ceph-mon[45557]: pgmap v16982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:27 smithi088 ceph-mon[35322]: pgmap v16982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:28.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:28.346+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:52:28.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:28.346+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:52:28.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:28.346+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:52:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:29 smithi175 ceph-mon[44549]: pgmap v16983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:29 smithi181 ceph-mon[45557]: pgmap v16983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:29 smithi088 ceph-mon[35322]: pgmap v16983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:31 smithi175 ceph-mon[44549]: pgmap v16984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:31 smithi181 ceph-mon[45557]: pgmap v16984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:31 smithi088 ceph-mon[35322]: pgmap v16984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:33 smithi175 ceph-mon[44549]: pgmap v16985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:33 smithi181 ceph-mon[45557]: pgmap v16985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:33.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:33 smithi088 ceph-mon[35322]: pgmap v16985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:35.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:35 smithi175 ceph-mon[44549]: pgmap v16986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:35 smithi181 ceph-mon[45557]: pgmap v16986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:35 smithi088 ceph-mon[35322]: pgmap v16986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:37 smithi175 ceph-mon[44549]: pgmap v16987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:37 smithi181 ceph-mon[45557]: pgmap v16987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:37 smithi088 ceph-mon[35322]: pgmap v16987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:39 smithi181 ceph-mon[45557]: pgmap v16988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:39 smithi088 ceph-mon[35322]: pgmap v16988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:39 smithi175 ceph-mon[44549]: pgmap v16988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:41 smithi181 ceph-mon[45557]: pgmap v16989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:41 smithi088 ceph-mon[35322]: pgmap v16989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:41 smithi175 ceph-mon[44549]: pgmap v16989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:43.361+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:52:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:43.361+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:52:43.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:43.362+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:52:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:43 smithi181 ceph-mon[45557]: pgmap v16990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:43.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:43 smithi088 ceph-mon[35322]: pgmap v16990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:43 smithi175 ceph-mon[44549]: pgmap v16990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:45 smithi181 ceph-mon[45557]: pgmap v16991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:45.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:45 smithi088 ceph-mon[35322]: pgmap v16991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:45 smithi175 ceph-mon[44549]: pgmap v16991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:47 smithi181 ceph-mon[45557]: pgmap v16992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:47.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:47 smithi088 ceph-mon[35322]: pgmap v16992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:47 smithi175 ceph-mon[44549]: pgmap v16992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:49 smithi181 ceph-mon[45557]: pgmap v16993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:49 smithi088 ceph-mon[35322]: pgmap v16993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:49 smithi175 ceph-mon[44549]: pgmap v16993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:51 smithi181 ceph-mon[45557]: pgmap v16994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:51 smithi088 ceph-mon[35322]: pgmap v16994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:51 smithi175 ceph-mon[44549]: pgmap v16994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:53 smithi181 ceph-mon[45557]: pgmap v16995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:53 smithi088 ceph-mon[35322]: pgmap v16995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:53 smithi175 ceph-mon[44549]: pgmap v16995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:52:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:55 smithi181 ceph-mon[45557]: pgmap v16996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:55.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:55 smithi088 ceph-mon[35322]: pgmap v16996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:55 smithi175 ceph-mon[44549]: pgmap v16996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:52:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:57 smithi181 ceph-mon[45557]: pgmap v16997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:57.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:57 smithi088 ceph-mon[35322]: pgmap v16997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:57 smithi175 ceph-mon[44549]: pgmap v16997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:52:58.367 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:58.366+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:52:58.367 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:58.366+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:52:58.367 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:52:58.366+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:52:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:52:59 smithi181 ceph-mon[45557]: pgmap v16998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:52:59 smithi088 ceph-mon[35322]: pgmap v16998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:52:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:52:59 smithi175 ceph-mon[44549]: pgmap v16998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:01 smithi181 ceph-mon[45557]: pgmap v16999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:01 smithi088 ceph-mon[35322]: pgmap v16999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:01 smithi175 ceph-mon[44549]: pgmap v16999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:03 smithi088 ceph-mon[35322]: pgmap v17000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:53:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:03 smithi175 ceph-mon[44549]: pgmap v17000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:53:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:03 smithi181 ceph-mon[45557]: pgmap v17000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:53:05.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:05 smithi088 ceph-mon[35322]: pgmap v17001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:05 smithi175 ceph-mon[44549]: pgmap v17001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:05 smithi181 ceph-mon[45557]: pgmap v17001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:07 smithi088 ceph-mon[35322]: pgmap v17002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:07 smithi175 ceph-mon[44549]: pgmap v17002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:07 smithi181 ceph-mon[45557]: pgmap v17002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:09.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:09 smithi088 ceph-mon[35322]: pgmap v17003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:09 smithi175 ceph-mon[44549]: pgmap v17003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:09 smithi181 ceph-mon[45557]: pgmap v17003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:11 smithi088 ceph-mon[35322]: pgmap v17004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:11 smithi175 ceph-mon[44549]: pgmap v17004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:11 smithi181 ceph-mon[45557]: pgmap v17004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:53:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:53:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:53:13.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:13.381+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:53:13.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:13.381+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:53:13.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:13.381+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:53:13.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:13 smithi088 ceph-mon[35322]: pgmap v17005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:53:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:13.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:13 smithi175 ceph-mon[44549]: pgmap v17005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:53:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:13 smithi181 ceph-mon[45557]: pgmap v17005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:53:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:14 smithi175 ceph-mon[44549]: pgmap v17006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:14 smithi181 ceph-mon[45557]: pgmap v17006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:14 smithi088 ceph-mon[35322]: pgmap v17006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:15.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:53:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:53:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:15 smithi175 ceph-mon[44549]: pgmap v17007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:53:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:15 smithi175 ceph-mon[44549]: pgmap v17008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 6 op/s 2024-01-28T21:53:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:53:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:53:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:15 smithi181 ceph-mon[45557]: pgmap v17007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:53:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:15 smithi181 ceph-mon[45557]: pgmap v17008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 6 op/s 2024-01-28T21:53:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:53:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:53:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:15 smithi088 ceph-mon[35322]: pgmap v17007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:53:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:15 smithi088 ceph-mon[35322]: pgmap v17008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 6 op/s 2024-01-28T21:53:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:53:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:18 smithi088 ceph-mon[35322]: pgmap v17009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:53:18.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:18 smithi175 ceph-mon[44549]: pgmap v17009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:53:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:18 smithi181 ceph-mon[45557]: pgmap v17009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:53:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:20 smithi088 ceph-mon[35322]: pgmap v17010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:53:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:20 smithi175 ceph-mon[44549]: pgmap v17010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:53:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:20 smithi181 ceph-mon[45557]: pgmap v17010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:53:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:22 smithi088 ceph-mon[35322]: pgmap v17011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:53:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:22 smithi175 ceph-mon[44549]: pgmap v17011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:53:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:22 smithi181 ceph-mon[45557]: pgmap v17011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T21:53:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:24 smithi088 ceph-mon[35322]: pgmap v17012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T21:53:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:24 smithi175 ceph-mon[44549]: pgmap v17012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T21:53:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:24 smithi181 ceph-mon[45557]: pgmap v17012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T21:53:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:26 smithi088 ceph-mon[35322]: pgmap v17013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:53:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:26 smithi175 ceph-mon[44549]: pgmap v17013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:53:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:26 smithi181 ceph-mon[45557]: pgmap v17013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:53:28.388 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:28.388+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:53:28.388 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:28.388+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:53:28.388 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:28.388+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:53:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:28 smithi088 ceph-mon[35322]: pgmap v17014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:28 smithi175 ceph-mon[44549]: pgmap v17014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:28 smithi181 ceph-mon[45557]: pgmap v17014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:30 smithi088 ceph-mon[35322]: pgmap v17015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:53:30.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:30 smithi175 ceph-mon[44549]: pgmap v17015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:53:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:30 smithi181 ceph-mon[45557]: pgmap v17015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:53:32.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:32 smithi175 ceph-mon[44549]: pgmap v17016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:32 smithi181 ceph-mon[45557]: pgmap v17016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:32.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:32 smithi088 ceph-mon[35322]: pgmap v17016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:34.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:34 smithi175 ceph-mon[44549]: pgmap v17017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:34 smithi181 ceph-mon[45557]: pgmap v17017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:34.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:34 smithi088 ceph-mon[35322]: pgmap v17017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:36.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:36 smithi175 ceph-mon[44549]: pgmap v17018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:36 smithi181 ceph-mon[45557]: pgmap v17018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:36 smithi088 ceph-mon[35322]: pgmap v17018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:38.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:38 smithi175 ceph-mon[44549]: pgmap v17019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:38 smithi181 ceph-mon[45557]: pgmap v17019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:38.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:38 smithi088 ceph-mon[35322]: pgmap v17019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:40 smithi175 ceph-mon[44549]: pgmap v17020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:53:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:40 smithi181 ceph-mon[45557]: pgmap v17020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:53:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:40 smithi088 ceph-mon[35322]: pgmap v17020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:53:42.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:42 smithi175 ceph-mon[44549]: pgmap v17021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:42 smithi181 ceph-mon[45557]: pgmap v17021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:42 smithi088 ceph-mon[35322]: pgmap v17021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:43.403 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:43.402+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:53:43.403 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:43.402+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:53:43.403 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:43.402+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:53:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:44 smithi175 ceph-mon[44549]: pgmap v17022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:44 smithi181 ceph-mon[45557]: pgmap v17022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:44 smithi088 ceph-mon[35322]: pgmap v17022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:46 smithi175 ceph-mon[44549]: pgmap v17023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:46 smithi181 ceph-mon[45557]: pgmap v17023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:46 smithi088 ceph-mon[35322]: pgmap v17023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:48.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:48 smithi175 ceph-mon[44549]: pgmap v17024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:48 smithi181 ceph-mon[45557]: pgmap v17024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:48 smithi088 ceph-mon[35322]: pgmap v17024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:50 smithi175 ceph-mon[44549]: pgmap v17025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:53:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:50 smithi181 ceph-mon[45557]: pgmap v17025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:53:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:50 smithi088 ceph-mon[35322]: pgmap v17025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:53:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:52 smithi175 ceph-mon[44549]: pgmap v17026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:52 smithi181 ceph-mon[45557]: pgmap v17026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:52 smithi088 ceph-mon[35322]: pgmap v17026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:54 smithi175 ceph-mon[44549]: pgmap v17027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:54 smithi181 ceph-mon[45557]: pgmap v17027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:54 smithi088 ceph-mon[35322]: pgmap v17027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:53:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:56 smithi175 ceph-mon[44549]: pgmap v17028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:56 smithi181 ceph-mon[45557]: pgmap v17028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:56.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:56 smithi088 ceph-mon[35322]: pgmap v17028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:53:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:58.418+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:53:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:58.418+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:53:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:53:58.418+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:53:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:53:58 smithi175 ceph-mon[44549]: pgmap v17029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:53:58 smithi181 ceph-mon[45557]: pgmap v17029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:53:58.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:53:58 smithi088 ceph-mon[35322]: pgmap v17029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:00.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:00 smithi175 ceph-mon[44549]: pgmap v17030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:00 smithi181 ceph-mon[45557]: pgmap v17030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:00 smithi088 ceph-mon[35322]: pgmap v17030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:02.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:02 smithi175 ceph-mon[44549]: pgmap v17031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:02 smithi181 ceph-mon[45557]: pgmap v17031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:02 smithi088 ceph-mon[35322]: pgmap v17031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:04 smithi175 ceph-mon[44549]: pgmap v17032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:04 smithi181 ceph-mon[45557]: pgmap v17032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:04.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:04 smithi088 ceph-mon[35322]: pgmap v17032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:06 smithi175 ceph-mon[44549]: pgmap v17033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:06 smithi181 ceph-mon[45557]: pgmap v17033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:06 smithi088 ceph-mon[35322]: pgmap v17033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:08 smithi175 ceph-mon[44549]: pgmap v17034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:08 smithi181 ceph-mon[45557]: pgmap v17034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:08 smithi088 ceph-mon[35322]: pgmap v17034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:10.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:10 smithi175 ceph-mon[44549]: pgmap v17035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:10 smithi181 ceph-mon[45557]: pgmap v17035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:10 smithi088 ceph-mon[35322]: pgmap v17035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:12.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:12 smithi175 ceph-mon[44549]: pgmap v17036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:12 smithi181 ceph-mon[45557]: pgmap v17036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:12 smithi088 ceph-mon[35322]: pgmap v17036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:13.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:13.433+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:54:13.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:13.433+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:54:13.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:13.433+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:54:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:14 smithi175 ceph-mon[44549]: pgmap v17037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:14 smithi181 ceph-mon[45557]: pgmap v17037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:14.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:14 smithi088 ceph-mon[35322]: pgmap v17037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:16 smithi175 ceph-mon[44549]: pgmap v17038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:54:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:54:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:54:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:54:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:16 smithi181 ceph-mon[45557]: pgmap v17038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:54:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:54:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:54:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:54:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:16 smithi088 ceph-mon[35322]: pgmap v17038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:54:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:54:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:54:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:54:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:17 smithi175 ceph-mon[44549]: pgmap v17039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:54:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:17 smithi175 ceph-mon[44549]: pgmap v17040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:54:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:17 smithi181 ceph-mon[45557]: pgmap v17039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:54:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:17 smithi181 ceph-mon[45557]: pgmap v17040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:54:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:17 smithi088 ceph-mon[35322]: pgmap v17039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:54:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:17 smithi088 ceph-mon[35322]: pgmap v17040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:54:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:19 smithi175 ceph-mon[44549]: pgmap v17041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:54:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:19 smithi181 ceph-mon[45557]: pgmap v17041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:54:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:19 smithi088 ceph-mon[35322]: pgmap v17041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:54:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:21 smithi175 ceph-mon[44549]: pgmap v17042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:54:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:21 smithi181 ceph-mon[45557]: pgmap v17042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:54:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:21 smithi088 ceph-mon[35322]: pgmap v17042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:54:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:23 smithi175 ceph-mon[44549]: pgmap v17043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:54:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:23 smithi181 ceph-mon[45557]: pgmap v17043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:54:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:23 smithi088 ceph-mon[35322]: pgmap v17043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:54:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:25 smithi175 ceph-mon[44549]: pgmap v17044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:54:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:25 smithi181 ceph-mon[45557]: pgmap v17044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:54:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:25 smithi088 ceph-mon[35322]: pgmap v17044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:54:27.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:27 smithi175 ceph-mon[44549]: pgmap v17045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:54:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:27 smithi181 ceph-mon[45557]: pgmap v17045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:54:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:27 smithi088 ceph-mon[35322]: pgmap v17045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:54:28.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:28.447+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:54:28.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:28.447+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:54:28.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:28.447+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:54:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:29 smithi175 ceph-mon[44549]: pgmap v17046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:29 smithi181 ceph-mon[45557]: pgmap v17046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:29 smithi088 ceph-mon[35322]: pgmap v17046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:31 smithi175 ceph-mon[44549]: pgmap v17047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:31 smithi181 ceph-mon[45557]: pgmap v17047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:31 smithi088 ceph-mon[35322]: pgmap v17047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:33 smithi181 ceph-mon[45557]: pgmap v17048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:33 smithi088 ceph-mon[35322]: pgmap v17048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:33 smithi175 ceph-mon[44549]: pgmap v17048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:35 smithi181 ceph-mon[45557]: pgmap v17049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:35 smithi088 ceph-mon[35322]: pgmap v17049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:35.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:35 smithi175 ceph-mon[44549]: pgmap v17049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:37 smithi181 ceph-mon[45557]: pgmap v17050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:37 smithi088 ceph-mon[35322]: pgmap v17050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:37 smithi175 ceph-mon[44549]: pgmap v17050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:39 smithi181 ceph-mon[45557]: pgmap v17051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:39.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:39 smithi088 ceph-mon[35322]: pgmap v17051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:39 smithi175 ceph-mon[44549]: pgmap v17051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:41 smithi181 ceph-mon[45557]: pgmap v17052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:41 smithi088 ceph-mon[35322]: pgmap v17052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:41.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:41 smithi175 ceph-mon[44549]: pgmap v17052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:43.461+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:54:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:43.461+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:54:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:43.461+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:54:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:43 smithi181 ceph-mon[45557]: pgmap v17053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:43 smithi088 ceph-mon[35322]: pgmap v17053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:43 smithi175 ceph-mon[44549]: pgmap v17053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:44.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:44.343+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T21:54:44.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:44.343+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T21:54:44.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:44.343+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 247 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T21:54:44.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:44.344+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 247 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T21:54:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:45 smithi181 ceph-mon[45557]: pgmap v17054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:45 smithi088 ceph-mon[35322]: pgmap v17054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:45 smithi175 ceph-mon[44549]: pgmap v17054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:47 smithi181 ceph-mon[45557]: pgmap v17055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:47 smithi088 ceph-mon[35322]: pgmap v17055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:47 smithi175 ceph-mon[44549]: pgmap v17055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:49 smithi181 ceph-mon[45557]: pgmap v17056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:49 smithi088 ceph-mon[35322]: pgmap v17056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:49 smithi175 ceph-mon[44549]: pgmap v17056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:51 smithi181 ceph-mon[45557]: pgmap v17057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:51 smithi088 ceph-mon[35322]: pgmap v17057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:51 smithi175 ceph-mon[44549]: pgmap v17057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:54:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:53 smithi181 ceph-mon[45557]: pgmap v17058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:53 smithi088 ceph-mon[35322]: pgmap v17058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:53.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:53 smithi175 ceph-mon[44549]: pgmap v17058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:55.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:55 smithi088 ceph-mon[35322]: pgmap v17059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:55 smithi175 ceph-mon[44549]: pgmap v17059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:55 smithi181 ceph-mon[45557]: pgmap v17059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:54:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:57 smithi088 ceph-mon[35322]: pgmap v17060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:57 smithi175 ceph-mon[44549]: pgmap v17060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:57 smithi181 ceph-mon[45557]: pgmap v17060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:54:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:58.475+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:54:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:58.475+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:54:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:54:58.475+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:54:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:54:59 smithi088 ceph-mon[35322]: pgmap v17061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:54:59 smithi175 ceph-mon[44549]: pgmap v17061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:54:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:54:59 smithi181 ceph-mon[45557]: pgmap v17061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:01 smithi088 ceph-mon[35322]: pgmap v17062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:01 smithi175 ceph-mon[44549]: pgmap v17062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:01 smithi181 ceph-mon[45557]: pgmap v17062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:03 smithi088 ceph-mon[35322]: pgmap v17063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:03.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:03 smithi175 ceph-mon[44549]: pgmap v17063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:03 smithi181 ceph-mon[45557]: pgmap v17063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:05 smithi088 ceph-mon[35322]: pgmap v17064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:05 smithi175 ceph-mon[44549]: pgmap v17064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:05 smithi181 ceph-mon[45557]: pgmap v17064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:07 smithi088 ceph-mon[35322]: pgmap v17065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:07 smithi175 ceph-mon[44549]: pgmap v17065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:07 smithi181 ceph-mon[45557]: pgmap v17065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:09.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:09 smithi088 ceph-mon[35322]: pgmap v17066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:09 smithi175 ceph-mon[44549]: pgmap v17066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:09 smithi181 ceph-mon[45557]: pgmap v17066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:11 smithi088 ceph-mon[35322]: pgmap v17067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:11.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:11 smithi175 ceph-mon[44549]: pgmap v17067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:11 smithi181 ceph-mon[45557]: pgmap v17067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:13.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:13.485+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:55:13.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:13.485+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:55:13.485 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:13.485+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:55:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:13 smithi088 ceph-mon[35322]: pgmap v17068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:13.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:13 smithi175 ceph-mon[44549]: pgmap v17068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:13 smithi181 ceph-mon[45557]: pgmap v17068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:15.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:15 smithi088 ceph-mon[35322]: pgmap v17069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:15.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:15 smithi175 ceph-mon[44549]: pgmap v17069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:15 smithi181 ceph-mon[45557]: pgmap v17069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:55:16.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:55:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:55:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:17 smithi088 ceph-mon[35322]: pgmap v17070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:55:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:55:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:55:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:17 smithi175 ceph-mon[44549]: pgmap v17070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:55:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:55:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:55:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:17 smithi181 ceph-mon[45557]: pgmap v17070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:55:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:55:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:55:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:18 smithi088 ceph-mon[35322]: pgmap v17071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:55:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:18 smithi088 ceph-mon[35322]: pgmap v17072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:55:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:18 smithi175 ceph-mon[44549]: pgmap v17071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:55:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:18 smithi175 ceph-mon[44549]: pgmap v17072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:55:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:18 smithi181 ceph-mon[45557]: pgmap v17071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:55:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:18 smithi181 ceph-mon[45557]: pgmap v17072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:55:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:19 smithi088 ceph-mon[35322]: pgmap v17073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:55:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:19 smithi175 ceph-mon[44549]: pgmap v17073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:55:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:19 smithi181 ceph-mon[45557]: pgmap v17073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:55:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:22 smithi175 ceph-mon[44549]: pgmap v17074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:55:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:22 smithi181 ceph-mon[45557]: pgmap v17074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:55:22.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:22 smithi088 ceph-mon[35322]: pgmap v17074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:55:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:24 smithi175 ceph-mon[44549]: pgmap v17075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:55:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:24 smithi181 ceph-mon[45557]: pgmap v17075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:55:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:24 smithi088 ceph-mon[35322]: pgmap v17075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:55:26.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:26 smithi175 ceph-mon[44549]: pgmap v17076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:55:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:26 smithi181 ceph-mon[45557]: pgmap v17076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:55:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:26 smithi088 ceph-mon[35322]: pgmap v17076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:55:28.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:28.500+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:55:28.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:28.500+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:55:28.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:28.500+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:55:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:28 smithi175 ceph-mon[44549]: pgmap v17077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:55:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:28 smithi181 ceph-mon[45557]: pgmap v17077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:55:28.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:28 smithi088 ceph-mon[35322]: pgmap v17077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:55:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:30 smithi175 ceph-mon[44549]: pgmap v17078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:30 smithi181 ceph-mon[45557]: pgmap v17078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:30.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:30 smithi088 ceph-mon[35322]: pgmap v17078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:32 smithi175 ceph-mon[44549]: pgmap v17079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:32 smithi181 ceph-mon[45557]: pgmap v17079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:32 smithi088 ceph-mon[35322]: pgmap v17079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:34.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:34 smithi175 ceph-mon[44549]: pgmap v17080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:34 smithi181 ceph-mon[45557]: pgmap v17080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:34.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:34 smithi088 ceph-mon[35322]: pgmap v17080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:36 smithi175 ceph-mon[44549]: pgmap v17081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:36 smithi181 ceph-mon[45557]: pgmap v17081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:36.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:36 smithi088 ceph-mon[35322]: pgmap v17081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:38 smithi175 ceph-mon[44549]: pgmap v17082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:38 smithi181 ceph-mon[45557]: pgmap v17082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:38 smithi088 ceph-mon[35322]: pgmap v17082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:40.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:40 smithi175 ceph-mon[44549]: pgmap v17083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:40 smithi181 ceph-mon[45557]: pgmap v17083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:40.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:40 smithi088 ceph-mon[35322]: pgmap v17083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:42.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:42 smithi175 ceph-mon[44549]: pgmap v17084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:42 smithi181 ceph-mon[45557]: pgmap v17084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:42 smithi088 ceph-mon[35322]: pgmap v17084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:43.504+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:55:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:43.504+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:55:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:43.504+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:55:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:44 smithi175 ceph-mon[44549]: pgmap v17085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:44 smithi181 ceph-mon[45557]: pgmap v17085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:44 smithi088 ceph-mon[35322]: pgmap v17085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:46 smithi175 ceph-mon[44549]: pgmap v17086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:46 smithi181 ceph-mon[45557]: pgmap v17086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:46.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:46 smithi088 ceph-mon[35322]: pgmap v17086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:48.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:48 smithi175 ceph-mon[44549]: pgmap v17087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:48 smithi181 ceph-mon[45557]: pgmap v17087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:48.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:48 smithi088 ceph-mon[35322]: pgmap v17087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:50.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:50 smithi175 ceph-mon[44549]: pgmap v17088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:50 smithi181 ceph-mon[45557]: pgmap v17088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:50.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:50 smithi088 ceph-mon[35322]: pgmap v17088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:55:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:52 smithi175 ceph-mon[44549]: pgmap v17089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:52 smithi181 ceph-mon[45557]: pgmap v17089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:52.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:52 smithi088 ceph-mon[35322]: pgmap v17089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:54 smithi175 ceph-mon[44549]: pgmap v17090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:54 smithi181 ceph-mon[45557]: pgmap v17090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:54 smithi088 ceph-mon[35322]: pgmap v17090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:55:56.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:56 smithi175 ceph-mon[44549]: pgmap v17091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:56 smithi181 ceph-mon[45557]: pgmap v17091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:56.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:56 smithi088 ceph-mon[35322]: pgmap v17091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:55:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:58.520+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:55:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:58.520+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:55:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:55:58.520+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:55:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:55:58 smithi175 ceph-mon[44549]: pgmap v17092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:55:58 smithi181 ceph-mon[45557]: pgmap v17092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:55:58.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:55:58 smithi088 ceph-mon[35322]: pgmap v17092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:00 smithi175 ceph-mon[44549]: pgmap v17093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:56:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:00 smithi181 ceph-mon[45557]: pgmap v17093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:56:00.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:00 smithi088 ceph-mon[35322]: pgmap v17093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:56:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:02 smithi175 ceph-mon[44549]: pgmap v17094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:02 smithi181 ceph-mon[45557]: pgmap v17094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:02 smithi088 ceph-mon[35322]: pgmap v17094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:04.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:04 smithi175 ceph-mon[44549]: pgmap v17095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:04 smithi181 ceph-mon[45557]: pgmap v17095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:04 smithi088 ceph-mon[35322]: pgmap v17095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:06.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:06 smithi175 ceph-mon[44549]: pgmap v17096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:06 smithi181 ceph-mon[45557]: pgmap v17096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:06 smithi088 ceph-mon[35322]: pgmap v17096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:08.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:08 smithi175 ceph-mon[44549]: pgmap v17097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:08 smithi181 ceph-mon[45557]: pgmap v17097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:08 smithi088 ceph-mon[35322]: pgmap v17097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:10 smithi175 ceph-mon[44549]: pgmap v17098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:56:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:10 smithi181 ceph-mon[45557]: pgmap v17098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:56:10.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:10 smithi088 ceph-mon[35322]: pgmap v17098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T21:56:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:12 smithi175 ceph-mon[44549]: pgmap v17099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:12 smithi181 ceph-mon[45557]: pgmap v17099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:12 smithi088 ceph-mon[35322]: pgmap v17099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:13.535 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:13.534+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:56:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:13.534+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:56:13.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:13.534+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:56:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:14 smithi175 ceph-mon[44549]: pgmap v17100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:14 smithi181 ceph-mon[45557]: pgmap v17100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:14 smithi088 ceph-mon[35322]: pgmap v17100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:16 smithi175 ceph-mon[44549]: pgmap v17101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:16 smithi181 ceph-mon[45557]: pgmap v17101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:16 smithi088 ceph-mon[35322]: pgmap v17101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:18 smithi175 ceph-mon[44549]: pgmap v17102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:56:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:18 smithi181 ceph-mon[45557]: pgmap v17102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:56:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:18 smithi088 ceph-mon[35322]: pgmap v17102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:56:18.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:56:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:56:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:56:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:56:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:56:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:56:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:56:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:56:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:20 smithi181 ceph-mon[45557]: pgmap v17103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:56:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:20 smithi088 ceph-mon[35322]: pgmap v17103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:56:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:20 smithi175 ceph-mon[44549]: pgmap v17103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:56:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:22 smithi181 ceph-mon[45557]: pgmap v17104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T21:56:22.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:22 smithi088 ceph-mon[35322]: pgmap v17104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T21:56:22.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:22 smithi175 ceph-mon[44549]: pgmap v17104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T21:56:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:24 smithi181 ceph-mon[45557]: pgmap v17105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:56:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:24 smithi088 ceph-mon[35322]: pgmap v17105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:56:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:24 smithi175 ceph-mon[44549]: pgmap v17105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T21:56:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:26 smithi181 ceph-mon[45557]: pgmap v17106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:56:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:26 smithi088 ceph-mon[35322]: pgmap v17106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:56:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:26 smithi175 ceph-mon[44549]: pgmap v17106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:56:28.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:28.551+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:56:28.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:28.551+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:56:28.551 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:28.551+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:56:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:28 smithi181 ceph-mon[45557]: pgmap v17107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:56:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:28 smithi088 ceph-mon[35322]: pgmap v17107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:56:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:28 smithi175 ceph-mon[44549]: pgmap v17107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T21:56:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:30 smithi181 ceph-mon[45557]: pgmap v17108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:56:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:30 smithi088 ceph-mon[35322]: pgmap v17108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:56:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:30 smithi175 ceph-mon[44549]: pgmap v17108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T21:56:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:32 smithi181 ceph-mon[45557]: pgmap v17109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:32 smithi088 ceph-mon[35322]: pgmap v17109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:32 smithi175 ceph-mon[44549]: pgmap v17109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:34 smithi181 ceph-mon[45557]: pgmap v17110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:34.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:34 smithi088 ceph-mon[35322]: pgmap v17110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:34 smithi175 ceph-mon[44549]: pgmap v17110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:36.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:36 smithi088 ceph-mon[35322]: pgmap v17111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:36 smithi175 ceph-mon[44549]: pgmap v17111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:36 smithi181 ceph-mon[45557]: pgmap v17111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:38 smithi088 ceph-mon[35322]: pgmap v17112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:38.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:38 smithi175 ceph-mon[44549]: pgmap v17112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:38 smithi181 ceph-mon[45557]: pgmap v17112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:40 smithi088 ceph-mon[35322]: pgmap v17113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:40 smithi175 ceph-mon[44549]: pgmap v17113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:40 smithi181 ceph-mon[45557]: pgmap v17113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:42.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:42 smithi088 ceph-mon[35322]: pgmap v17114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:42 smithi175 ceph-mon[44549]: pgmap v17114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:42 smithi181 ceph-mon[45557]: pgmap v17114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:43.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:43.566+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:56:43.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:43.567+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:56:43.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:43.567+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:56:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:44 smithi088 ceph-mon[35322]: pgmap v17115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:44.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:44 smithi175 ceph-mon[44549]: pgmap v17115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:44 smithi181 ceph-mon[45557]: pgmap v17115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:46 smithi088 ceph-mon[35322]: pgmap v17116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:46 smithi175 ceph-mon[44549]: pgmap v17116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:46 smithi181 ceph-mon[45557]: pgmap v17116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:48 smithi088 ceph-mon[35322]: pgmap v17117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:48 smithi175 ceph-mon[44549]: pgmap v17117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:48 smithi181 ceph-mon[45557]: pgmap v17117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:50 smithi088 ceph-mon[35322]: pgmap v17118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:50.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:50 smithi175 ceph-mon[44549]: pgmap v17118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:50 smithi181 ceph-mon[45557]: pgmap v17118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:52 smithi088 ceph-mon[35322]: pgmap v17119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:52 smithi175 ceph-mon[44549]: pgmap v17119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:52 smithi181 ceph-mon[45557]: pgmap v17119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:56:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:54 smithi088 ceph-mon[35322]: pgmap v17120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:54 smithi175 ceph-mon[44549]: pgmap v17120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:54 smithi181 ceph-mon[45557]: pgmap v17120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:56 smithi088 ceph-mon[35322]: pgmap v17121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:56.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:56 smithi175 ceph-mon[44549]: pgmap v17121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:56 smithi181 ceph-mon[45557]: pgmap v17121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:56:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:58.580+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:56:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:58.580+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:56:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:58.580+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:56:58.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:56:58 smithi088 ceph-mon[35322]: pgmap v17122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:58.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:56:58 smithi175 ceph-mon[44549]: pgmap v17122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:56:58 smithi181 ceph-mon[45557]: pgmap v17122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:56:59.364 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:59.363+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T21:56:59.364 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:59.363+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T21:56:59.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:59.363+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 248 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T21:56:59.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:56:59.363+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 248 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T21:57:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:00 smithi088 ceph-mon[35322]: pgmap v17123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:00.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:00 smithi175 ceph-mon[44549]: pgmap v17123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:00 smithi181 ceph-mon[45557]: pgmap v17123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:02 smithi088 ceph-mon[35322]: pgmap v17124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:02.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:02 smithi175 ceph-mon[44549]: pgmap v17124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:02 smithi181 ceph-mon[45557]: pgmap v17124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:04 smithi088 ceph-mon[35322]: pgmap v17125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:04.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:04 smithi175 ceph-mon[44549]: pgmap v17125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:04 smithi181 ceph-mon[45557]: pgmap v17125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:06 smithi088 ceph-mon[35322]: pgmap v17126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:06 smithi175 ceph-mon[44549]: pgmap v17126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:06 smithi181 ceph-mon[45557]: pgmap v17126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:08 smithi088 ceph-mon[35322]: pgmap v17127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:08.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:08 smithi175 ceph-mon[44549]: pgmap v17127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:08 smithi181 ceph-mon[45557]: pgmap v17127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:10.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:10 smithi088 ceph-mon[35322]: pgmap v17128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:10 smithi175 ceph-mon[44549]: pgmap v17128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:10 smithi181 ceph-mon[45557]: pgmap v17128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:12 smithi175 ceph-mon[44549]: pgmap v17129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:12 smithi181 ceph-mon[45557]: pgmap v17129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:12 smithi088 ceph-mon[35322]: pgmap v17129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:13.597 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:13.597+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:57:13.597 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:13.597+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:57:13.597 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:13.597+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:57:13.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:13 smithi175 ceph-mon[44549]: pgmap v17130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:13 smithi181 ceph-mon[45557]: pgmap v17130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:14.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:13 smithi088 ceph-mon[35322]: pgmap v17130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:16 smithi175 ceph-mon[44549]: pgmap v17131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:16 smithi181 ceph-mon[45557]: pgmap v17131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:16 smithi088 ceph-mon[35322]: pgmap v17131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:18.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:18 smithi175 ceph-mon[44549]: pgmap v17132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:18 smithi181 ceph-mon[45557]: pgmap v17132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:18 smithi088 ceph-mon[35322]: pgmap v17132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:19.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:57:19.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:57:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:57:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:20 smithi175 ceph-mon[44549]: pgmap v17133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:57:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:57:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:57:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:20 smithi181 ceph-mon[45557]: pgmap v17133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:57:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:57:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:57:20.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:20 smithi088 ceph-mon[35322]: pgmap v17133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:57:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:57:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:57:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:21 smithi175 ceph-mon[44549]: pgmap v17134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:57:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:21 smithi175 ceph-mon[44549]: pgmap v17135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:57:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:21 smithi181 ceph-mon[45557]: pgmap v17134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:57:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:21 smithi181 ceph-mon[45557]: pgmap v17135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:57:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:21 smithi088 ceph-mon[35322]: pgmap v17134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:57:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:21 smithi088 ceph-mon[35322]: pgmap v17135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T21:57:23.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:23 smithi175 ceph-mon[44549]: pgmap v17136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:23 smithi181 ceph-mon[45557]: pgmap v17136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:23 smithi088 ceph-mon[35322]: pgmap v17136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:25.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:25 smithi175 ceph-mon[44549]: pgmap v17137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:25 smithi181 ceph-mon[45557]: pgmap v17137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:25 smithi088 ceph-mon[35322]: pgmap v17137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:27.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:27 smithi175 ceph-mon[44549]: pgmap v17138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:27 smithi181 ceph-mon[45557]: pgmap v17138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:27.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:27 smithi088 ceph-mon[35322]: pgmap v17138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:28.604+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:57:28.605 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:28.604+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:57:28.605 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:28.604+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:57:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:29 smithi175 ceph-mon[44549]: pgmap v17139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:57:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:29 smithi181 ceph-mon[45557]: pgmap v17139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:57:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:29 smithi088 ceph-mon[35322]: pgmap v17139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:57:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:31 smithi175 ceph-mon[44549]: pgmap v17140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:57:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:31 smithi181 ceph-mon[45557]: pgmap v17140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:57:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:31 smithi088 ceph-mon[35322]: pgmap v17140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:57:33.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:33 smithi175 ceph-mon[44549]: pgmap v17141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:33 smithi181 ceph-mon[45557]: pgmap v17141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:33.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:33 smithi088 ceph-mon[35322]: pgmap v17141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:35 smithi175 ceph-mon[44549]: pgmap v17142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:35 smithi181 ceph-mon[45557]: pgmap v17142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:35 smithi088 ceph-mon[35322]: pgmap v17142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:37 smithi175 ceph-mon[44549]: pgmap v17143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:57:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:37 smithi181 ceph-mon[45557]: pgmap v17143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:57:37.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:37 smithi088 ceph-mon[35322]: pgmap v17143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:57:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:39 smithi175 ceph-mon[44549]: pgmap v17144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:39 smithi181 ceph-mon[45557]: pgmap v17144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:39 smithi088 ceph-mon[35322]: pgmap v17144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:41.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:41 smithi175 ceph-mon[44549]: pgmap v17145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:41 smithi181 ceph-mon[45557]: pgmap v17145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:41.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:41 smithi088 ceph-mon[35322]: pgmap v17145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:57:43.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:43.618+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:57:43.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:43.618+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:57:43.618 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:43.618+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:57:43.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:43 smithi175 ceph-mon[44549]: pgmap v17146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:43 smithi181 ceph-mon[45557]: pgmap v17146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:43.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:43 smithi088 ceph-mon[35322]: pgmap v17146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:57:44.370 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:44.371+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T21:57:44.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:44.371+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T21:57:44.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:44.371+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 249 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T21:57:44.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:44.371+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 249 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T21:57:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:45 smithi175 ceph-mon[44549]: pgmap v17147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:45 smithi181 ceph-mon[45557]: pgmap v17147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:45.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:45 smithi088 ceph-mon[35322]: pgmap v17147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:47.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:47 smithi175 ceph-mon[44549]: pgmap v17148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:57:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:47 smithi181 ceph-mon[45557]: pgmap v17148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:57:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:47 smithi088 ceph-mon[35322]: pgmap v17148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T21:57:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:49 smithi175 ceph-mon[44549]: pgmap v17149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:57:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:49 smithi181 ceph-mon[45557]: pgmap v17149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:57:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:49 smithi088 ceph-mon[35322]: pgmap v17149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:57:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:51 smithi175 ceph-mon[44549]: pgmap v17150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:51 smithi181 ceph-mon[45557]: pgmap v17150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:51 smithi088 ceph-mon[35322]: pgmap v17150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:53.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:53 smithi175 ceph-mon[44549]: pgmap v17151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:57:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:53 smithi181 ceph-mon[45557]: pgmap v17151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:57:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:53 smithi088 ceph-mon[35322]: pgmap v17151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:57:55.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:55 smithi175 ceph-mon[44549]: pgmap v17152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:55 smithi181 ceph-mon[45557]: pgmap v17152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:55 smithi088 ceph-mon[35322]: pgmap v17152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:57:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:57 smithi175 ceph-mon[44549]: pgmap v17153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:57:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:57 smithi181 ceph-mon[45557]: pgmap v17153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:57:57.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:57 smithi088 ceph-mon[35322]: pgmap v17153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:57:58.624 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:58.624+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:57:58.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:58.624+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:57:58.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:57:58.624+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:57:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:57:59 smithi181 ceph-mon[45557]: pgmap v17154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:59.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:57:59 smithi088 ceph-mon[35322]: pgmap v17154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:57:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:57:59 smithi175 ceph-mon[44549]: pgmap v17154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:01 smithi181 ceph-mon[45557]: pgmap v17155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:01 smithi088 ceph-mon[35322]: pgmap v17155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:01 smithi175 ceph-mon[44549]: pgmap v17155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:03 smithi181 ceph-mon[45557]: pgmap v17156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:03.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:03 smithi088 ceph-mon[35322]: pgmap v17156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:03 smithi175 ceph-mon[44549]: pgmap v17156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:05 smithi181 ceph-mon[45557]: pgmap v17157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:05 smithi088 ceph-mon[35322]: pgmap v17157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:05 smithi175 ceph-mon[44549]: pgmap v17157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:07 smithi181 ceph-mon[45557]: pgmap v17158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:07 smithi088 ceph-mon[35322]: pgmap v17158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:07 smithi175 ceph-mon[44549]: pgmap v17158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:09 smithi181 ceph-mon[45557]: pgmap v17159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:09 smithi088 ceph-mon[35322]: pgmap v17159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:09 smithi175 ceph-mon[44549]: pgmap v17159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:11 smithi181 ceph-mon[45557]: pgmap v17160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:11 smithi088 ceph-mon[35322]: pgmap v17160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:11 smithi175 ceph-mon[44549]: pgmap v17160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:13.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:13.640+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:58:13.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:13.640+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:58:13.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:13.640+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:58:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:13 smithi181 ceph-mon[45557]: pgmap v17161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:13 smithi088 ceph-mon[35322]: pgmap v17161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:13.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:13 smithi175 ceph-mon[44549]: pgmap v17161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:15 smithi181 ceph-mon[45557]: pgmap v17162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:15 smithi088 ceph-mon[35322]: pgmap v17162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:15.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:15 smithi175 ceph-mon[44549]: pgmap v17162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:17 smithi181 ceph-mon[45557]: pgmap v17163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:17 smithi088 ceph-mon[35322]: pgmap v17163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:17 smithi175 ceph-mon[44549]: pgmap v17163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:19 smithi181 ceph-mon[45557]: pgmap v17164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:19 smithi088 ceph-mon[35322]: pgmap v17164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:19 smithi175 ceph-mon[44549]: pgmap v17164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:58:20.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:58:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:58:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:21 smithi088 ceph-mon[35322]: pgmap v17165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:58:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:58:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:58:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:21 smithi175 ceph-mon[44549]: pgmap v17165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:58:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:58:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:58:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:21 smithi181 ceph-mon[45557]: pgmap v17165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:58:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:58:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:58:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:22 smithi088 ceph-mon[35322]: pgmap v17166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:58:22.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:22 smithi175 ceph-mon[44549]: pgmap v17166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:58:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:22 smithi181 ceph-mon[45557]: pgmap v17166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:58:24.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:24 smithi088 ceph-mon[35322]: pgmap v17167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:58:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:24 smithi175 ceph-mon[44549]: pgmap v17167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:58:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:24 smithi181 ceph-mon[45557]: pgmap v17167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:58:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:26 smithi088 ceph-mon[35322]: pgmap v17168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:58:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:26 smithi175 ceph-mon[44549]: pgmap v17168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:58:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:26 smithi181 ceph-mon[45557]: pgmap v17168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:58:28.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:28.646+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:58:28.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:28.646+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:58:28.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:28.646+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:58:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:28 smithi088 ceph-mon[35322]: pgmap v17169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:58:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:28 smithi175 ceph-mon[44549]: pgmap v17169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:58:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:28 smithi181 ceph-mon[45557]: pgmap v17169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:58:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:30 smithi088 ceph-mon[35322]: pgmap v17170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:58:30.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:30 smithi175 ceph-mon[44549]: pgmap v17170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:58:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:30 smithi181 ceph-mon[45557]: pgmap v17170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T21:58:32.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:32 smithi088 ceph-mon[35322]: pgmap v17171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:58:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:32 smithi175 ceph-mon[44549]: pgmap v17171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:58:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:32 smithi181 ceph-mon[45557]: pgmap v17171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T21:58:34.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:34 smithi088 ceph-mon[35322]: pgmap v17172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:58:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:34 smithi175 ceph-mon[44549]: pgmap v17172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:58:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:34 smithi181 ceph-mon[45557]: pgmap v17172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:58:36.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:36 smithi088 ceph-mon[35322]: pgmap v17173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:36 smithi175 ceph-mon[44549]: pgmap v17173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:36 smithi181 ceph-mon[45557]: pgmap v17173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:38.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:38 smithi088 ceph-mon[35322]: pgmap v17174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:38 smithi175 ceph-mon[44549]: pgmap v17174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:38 smithi181 ceph-mon[45557]: pgmap v17174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:40.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:40 smithi088 ceph-mon[35322]: pgmap v17175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:40 smithi175 ceph-mon[44549]: pgmap v17175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:40 smithi181 ceph-mon[45557]: pgmap v17175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:42.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:42 smithi088 ceph-mon[35322]: pgmap v17176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:42 smithi175 ceph-mon[44549]: pgmap v17176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:42 smithi181 ceph-mon[45557]: pgmap v17176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:43.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:43.650+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:58:43.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:43.650+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:58:43.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:43.650+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:58:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:44 smithi088 ceph-mon[35322]: pgmap v17177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:44.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:44 smithi175 ceph-mon[44549]: pgmap v17177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:44 smithi181 ceph-mon[45557]: pgmap v17177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:46 smithi088 ceph-mon[35322]: pgmap v17178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:46.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:46 smithi175 ceph-mon[44549]: pgmap v17178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:46 smithi181 ceph-mon[45557]: pgmap v17178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:48.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:48 smithi088 ceph-mon[35322]: pgmap v17179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:48 smithi175 ceph-mon[44549]: pgmap v17179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:48 smithi181 ceph-mon[45557]: pgmap v17179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:50 smithi088 ceph-mon[35322]: pgmap v17180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:50 smithi175 ceph-mon[44549]: pgmap v17180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:50 smithi181 ceph-mon[45557]: pgmap v17180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:52.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:52 smithi088 ceph-mon[35322]: pgmap v17181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:52.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:52 smithi175 ceph-mon[44549]: pgmap v17181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:52 smithi181 ceph-mon[45557]: pgmap v17181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:58:54.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:54 smithi088 ceph-mon[35322]: pgmap v17182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:54 smithi175 ceph-mon[44549]: pgmap v17182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:54 smithi181 ceph-mon[45557]: pgmap v17182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:58:56.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:56 smithi175 ceph-mon[44549]: pgmap v17183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:56 smithi181 ceph-mon[45557]: pgmap v17183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:56 smithi088 ceph-mon[35322]: pgmap v17183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:58:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:58.666+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:58:58.666 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:58.666+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:58:58.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:58:58.666+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:58:58.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:58:58 smithi175 ceph-mon[44549]: pgmap v17184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:58:58 smithi181 ceph-mon[45557]: pgmap v17184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:58:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:58:58 smithi088 ceph-mon[35322]: pgmap v17184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:00 smithi175 ceph-mon[44549]: pgmap v17185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:00 smithi181 ceph-mon[45557]: pgmap v17185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:00 smithi088 ceph-mon[35322]: pgmap v17185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:02 smithi175 ceph-mon[44549]: pgmap v17186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:02 smithi181 ceph-mon[45557]: pgmap v17186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:02 smithi088 ceph-mon[35322]: pgmap v17186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:04.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:04 smithi175 ceph-mon[44549]: pgmap v17187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:59:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:04 smithi181 ceph-mon[45557]: pgmap v17187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:59:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:04 smithi088 ceph-mon[35322]: pgmap v17187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:59:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:06 smithi175 ceph-mon[44549]: pgmap v17188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:06 smithi181 ceph-mon[45557]: pgmap v17188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:06 smithi088 ceph-mon[35322]: pgmap v17188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:08 smithi175 ceph-mon[44549]: pgmap v17189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:08 smithi181 ceph-mon[45557]: pgmap v17189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:09.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:08 smithi088 ceph-mon[35322]: pgmap v17189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:09 smithi175 ceph-mon[44549]: pgmap v17190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:59:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:09 smithi181 ceph-mon[45557]: pgmap v17190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:59:10.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:09 smithi088 ceph-mon[35322]: pgmap v17190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:59:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:12 smithi175 ceph-mon[44549]: pgmap v17191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:12 smithi181 ceph-mon[45557]: pgmap v17191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:12 smithi088 ceph-mon[35322]: pgmap v17191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:13.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:13.682+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:59:13.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:13.682+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:59:13.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:13.682+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:59:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:14 smithi175 ceph-mon[44549]: pgmap v17192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:59:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:14 smithi181 ceph-mon[45557]: pgmap v17192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:59:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:14 smithi088 ceph-mon[35322]: pgmap v17192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T21:59:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:16 smithi175 ceph-mon[44549]: pgmap v17193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:59:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:16 smithi181 ceph-mon[45557]: pgmap v17193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:59:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:16 smithi088 ceph-mon[35322]: pgmap v17193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:59:18.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:18 smithi175 ceph-mon[44549]: pgmap v17194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:18 smithi181 ceph-mon[45557]: pgmap v17194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:18.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:18 smithi088 ceph-mon[35322]: pgmap v17194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:20.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:20 smithi175 ceph-mon[44549]: pgmap v17195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:59:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:20 smithi181 ceph-mon[45557]: pgmap v17195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:59:20.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:20 smithi088 ceph-mon[35322]: pgmap v17195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T21:59:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:59:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:59:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T21:59:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:22 smithi175 ceph-mon[44549]: pgmap v17196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:59:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:59:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:59:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:22 smithi181 ceph-mon[45557]: pgmap v17196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:59:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:59:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:59:22.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:22 smithi088 ceph-mon[35322]: pgmap v17196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T21:59:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T21:59:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T21:59:23.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:23 smithi175 ceph-mon[44549]: pgmap v17197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:59:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:23 smithi175 ceph-mon[44549]: pgmap v17198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:59:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:23 smithi181 ceph-mon[45557]: pgmap v17197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:59:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:23 smithi181 ceph-mon[45557]: pgmap v17198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:59:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:23 smithi088 ceph-mon[35322]: pgmap v17197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T21:59:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:23 smithi088 ceph-mon[35322]: pgmap v17198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:59:25.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:25 smithi175 ceph-mon[44549]: pgmap v17199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:59:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:25 smithi181 ceph-mon[45557]: pgmap v17199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:59:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:25 smithi088 ceph-mon[35322]: pgmap v17199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:59:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:27 smithi175 ceph-mon[44549]: pgmap v17200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:59:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:27 smithi181 ceph-mon[45557]: pgmap v17200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:59:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:27 smithi088 ceph-mon[35322]: pgmap v17200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T21:59:28.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:28.692+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:59:28.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:28.692+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:59:28.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:28.692+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:59:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:29 smithi181 ceph-mon[45557]: pgmap v17201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:59:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:29 smithi088 ceph-mon[35322]: pgmap v17201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:59:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:29 smithi175 ceph-mon[44549]: pgmap v17201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T21:59:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:31 smithi181 ceph-mon[45557]: pgmap v17202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:59:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:31 smithi088 ceph-mon[35322]: pgmap v17202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:59:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:31 smithi175 ceph-mon[44549]: pgmap v17202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T21:59:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:33 smithi181 ceph-mon[45557]: pgmap v17203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:59:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:33 smithi088 ceph-mon[35322]: pgmap v17203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:59:33.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:33 smithi175 ceph-mon[44549]: pgmap v17203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T21:59:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:35 smithi181 ceph-mon[45557]: pgmap v17204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:35 smithi088 ceph-mon[35322]: pgmap v17204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:35.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:35 smithi175 ceph-mon[44549]: pgmap v17204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:37 smithi181 ceph-mon[45557]: pgmap v17205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:37.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:37 smithi088 ceph-mon[35322]: pgmap v17205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:37.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:37 smithi175 ceph-mon[44549]: pgmap v17205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:39 smithi181 ceph-mon[45557]: pgmap v17206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:59:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:39 smithi088 ceph-mon[35322]: pgmap v17206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:59:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:39 smithi175 ceph-mon[44549]: pgmap v17206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:59:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:41 smithi181 ceph-mon[45557]: pgmap v17207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:41 smithi088 ceph-mon[35322]: pgmap v17207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:41.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:41 smithi175 ceph-mon[44549]: pgmap v17207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:43 smithi181 ceph-mon[45557]: pgmap v17208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:43.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:43.708+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:59:43.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:43.709+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:59:43.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:43.709+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:59:43.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:43 smithi088 ceph-mon[35322]: pgmap v17208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:43 smithi175 ceph-mon[44549]: pgmap v17208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:45 smithi181 ceph-mon[45557]: pgmap v17209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:45.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:45 smithi088 ceph-mon[35322]: pgmap v17209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:45 smithi175 ceph-mon[44549]: pgmap v17209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:47 smithi181 ceph-mon[45557]: pgmap v17210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:47 smithi088 ceph-mon[35322]: pgmap v17210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:47 smithi175 ceph-mon[44549]: pgmap v17210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:49 smithi181 ceph-mon[45557]: pgmap v17211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:59:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:49 smithi088 ceph-mon[35322]: pgmap v17211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:59:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:49 smithi175 ceph-mon[44549]: pgmap v17211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T21:59:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:51 smithi181 ceph-mon[45557]: pgmap v17212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:51.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:51 smithi088 ceph-mon[35322]: pgmap v17212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:51.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:51 smithi175 ceph-mon[44549]: pgmap v17212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:53 smithi088 ceph-mon[35322]: pgmap v17213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:53 smithi175 ceph-mon[44549]: pgmap v17213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:53 smithi181 ceph-mon[45557]: pgmap v17213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T21:59:55.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:55 smithi088 ceph-mon[35322]: pgmap v17214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:55.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:55 smithi175 ceph-mon[44549]: pgmap v17214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:55 smithi181 ceph-mon[45557]: pgmap v17214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T21:59:57.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:57 smithi088 ceph-mon[35322]: pgmap v17215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:57 smithi175 ceph-mon[44549]: pgmap v17215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:57 smithi181 ceph-mon[45557]: pgmap v17215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T21:59:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:58.724+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T21:59:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:58.724+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T21:59:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T21:59:58.724+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T21:59:59.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 21:59:59 smithi088 ceph-mon[35322]: pgmap v17216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:59:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 21:59:59 smithi175 ceph-mon[44549]: pgmap v17216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T21:59:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 21:59:59 smithi181 ceph-mon[45557]: pgmap v17216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:00:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:00:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:00:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:00:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:01 smithi088 ceph-mon[35322]: pgmap v17217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:01 smithi175 ceph-mon[44549]: pgmap v17217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:01 smithi181 ceph-mon[45557]: pgmap v17217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:03.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:03 smithi088 ceph-mon[35322]: pgmap v17218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:03 smithi175 ceph-mon[44549]: pgmap v17218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:03 smithi181 ceph-mon[45557]: pgmap v17218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:05 smithi088 ceph-mon[35322]: pgmap v17219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:05.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:05 smithi175 ceph-mon[44549]: pgmap v17219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:05 smithi181 ceph-mon[45557]: pgmap v17219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:07 smithi088 ceph-mon[35322]: pgmap v17220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:07 smithi175 ceph-mon[44549]: pgmap v17220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:07 smithi181 ceph-mon[45557]: pgmap v17220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:09.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:09 smithi088 ceph-mon[35322]: pgmap v17221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:00:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:09 smithi175 ceph-mon[44549]: pgmap v17221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:00:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:09 smithi181 ceph-mon[45557]: pgmap v17221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:00:11.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:11 smithi088 ceph-mon[35322]: pgmap v17222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:11 smithi175 ceph-mon[44549]: pgmap v17222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:11 smithi181 ceph-mon[45557]: pgmap v17222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:13.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:13.739+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:00:13.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:13.739+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:00:13.739 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:13.739+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:00:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:13 smithi088 ceph-mon[35322]: pgmap v17223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:13.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:13 smithi175 ceph-mon[44549]: pgmap v17223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:13 smithi181 ceph-mon[45557]: pgmap v17223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:15.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:15 smithi088 ceph-mon[35322]: pgmap v17224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:15.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:15 smithi175 ceph-mon[44549]: pgmap v17224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:15 smithi181 ceph-mon[45557]: pgmap v17224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:17 smithi088 ceph-mon[35322]: pgmap v17225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:17 smithi175 ceph-mon[44549]: pgmap v17225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:17 smithi181 ceph-mon[45557]: pgmap v17225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:19 smithi088 ceph-mon[35322]: pgmap v17226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:00:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:19 smithi175 ceph-mon[44549]: pgmap v17226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:00:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:19 smithi181 ceph-mon[45557]: pgmap v17226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:00:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:21 smithi088 ceph-mon[35322]: pgmap v17227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:21 smithi175 ceph-mon[44549]: pgmap v17227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:21 smithi181 ceph-mon[45557]: pgmap v17227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:22.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:00:22.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:00:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: pgmap v17228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 162.2M 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 170151243: error parsing value: Value '170151243' is below minimum 939524096 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:00:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:00:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: pgmap v17228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 162.2M 2024-01-28T22:00:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 170151243: error parsing value: Value '170151243' is below minimum 939524096 2024-01-28T22:00:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:00:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:00:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: pgmap v17228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 162.2M 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 170151243: error parsing value: Value '170151243' is below minimum 939524096 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:00:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:00:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:24 smithi175 ceph-mon[44549]: pgmap v17229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:00:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:24 smithi175 ceph-mon[44549]: pgmap v17230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:00:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:24 smithi181 ceph-mon[45557]: pgmap v17229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:00:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:24 smithi181 ceph-mon[45557]: pgmap v17230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:00:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:24 smithi088 ceph-mon[35322]: pgmap v17229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:00:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:24 smithi088 ceph-mon[35322]: pgmap v17230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:00:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:26 smithi175 ceph-mon[44549]: pgmap v17231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:00:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:26 smithi181 ceph-mon[45557]: pgmap v17231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:00:26.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:26 smithi088 ceph-mon[35322]: pgmap v17231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:00:28.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:28.745+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:00:28.746 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:28.745+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:00:28.746 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:28.745+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:00:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:28 smithi175 ceph-mon[44549]: pgmap v17232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:00:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:28 smithi181 ceph-mon[45557]: pgmap v17232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:00:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:28 smithi088 ceph-mon[35322]: pgmap v17232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:00:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:30 smithi175 ceph-mon[44549]: pgmap v17233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:00:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:30 smithi181 ceph-mon[45557]: pgmap v17233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:00:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:30 smithi088 ceph-mon[35322]: pgmap v17233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:00:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:32 smithi175 ceph-mon[44549]: pgmap v17234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:00:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:32 smithi181 ceph-mon[45557]: pgmap v17234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:00:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:32 smithi088 ceph-mon[35322]: pgmap v17234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:00:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:34 smithi175 ceph-mon[44549]: pgmap v17235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:00:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:34 smithi181 ceph-mon[45557]: pgmap v17235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:00:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:34 smithi088 ceph-mon[35322]: pgmap v17235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:00:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:36 smithi175 ceph-mon[44549]: pgmap v17236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:36 smithi181 ceph-mon[45557]: pgmap v17236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:37.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:36 smithi088 ceph-mon[35322]: pgmap v17236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:38 smithi175 ceph-mon[44549]: pgmap v17237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:38 smithi181 ceph-mon[45557]: pgmap v17237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:38 smithi088 ceph-mon[35322]: pgmap v17237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:39.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:39.491+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T22:00:39.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:39.491+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T22:00:39.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:39.491+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34404f040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T22:00:39.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:39.491+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7ff3440043b0 tx=0x7ff34404f040 comp rx=0 tx=0).stop 2024-01-28T22:00:39.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:39.491+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T22:00:39.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:39.491+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T22:00:39.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:39.491+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3370 0x7ff32c0ad2f0 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T22:00:39.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:39.492+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T22:00:39.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:39.492+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T22:00:39.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:39.493+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344037070 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T22:00:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:40 smithi175 ceph-mon[44549]: pgmap v17238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:40 smithi181 ceph-mon[45557]: pgmap v17238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:40 smithi088 ceph-mon[35322]: pgmap v17238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:42 smithi088 ceph-mon[35322]: pgmap v17239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:42 smithi175 ceph-mon[44549]: pgmap v17239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:42 smithi181 ceph-mon[45557]: pgmap v17239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:43.761+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:00:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:43.761+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:00:43.761 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:43.761+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:00:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:43 smithi175 ceph-mon[44549]: pgmap v17240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:00:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:43 smithi181 ceph-mon[45557]: pgmap v17240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:00:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:43 smithi088 ceph-mon[35322]: pgmap v17240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:00:44.398 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:44.398+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:00:44.398 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:44.398+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:00:44.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:44.398+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 250 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:00:44.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:44.399+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 250 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:00:46.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:46 smithi175 ceph-mon[44549]: pgmap v17241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:46 smithi181 ceph-mon[45557]: pgmap v17241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:46.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:46 smithi088 ceph-mon[35322]: pgmap v17241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:48.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:48 smithi175 ceph-mon[44549]: pgmap v17242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:48 smithi181 ceph-mon[45557]: pgmap v17242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:48.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:48 smithi088 ceph-mon[35322]: pgmap v17242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:50 smithi175 ceph-mon[44549]: pgmap v17243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:50 smithi181 ceph-mon[45557]: pgmap v17243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:50 smithi088 ceph-mon[35322]: pgmap v17243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:00:52.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:52 smithi175 ceph-mon[44549]: pgmap v17244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:52 smithi181 ceph-mon[45557]: pgmap v17244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:52 smithi088 ceph-mon[35322]: pgmap v17244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:00:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:54 smithi181 ceph-mon[45557]: pgmap v17245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:00:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:54 smithi088 ceph-mon[35322]: pgmap v17245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:00:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:54 smithi175 ceph-mon[44549]: pgmap v17245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:00:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:56 smithi181 ceph-mon[45557]: pgmap v17246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:00:56.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:56 smithi088 ceph-mon[35322]: pgmap v17246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:00:56.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:56 smithi175 ceph-mon[44549]: pgmap v17246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:00:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:00:58 smithi088 ceph-mon[35322]: pgmap v17247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:00:58 smithi181 ceph-mon[45557]: pgmap v17247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:00:58.776 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:58.776+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:00:58.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:58.776+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:00:58.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:00:58.776+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:00:58.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:00:58 smithi175 ceph-mon[44549]: pgmap v17247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:00 smithi181 ceph-mon[45557]: pgmap v17248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:01:00.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:00 smithi088 ceph-mon[35322]: pgmap v17248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:01:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:00 smithi175 ceph-mon[44549]: pgmap v17248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:01:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:02 smithi181 ceph-mon[45557]: pgmap v17249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:02 smithi088 ceph-mon[35322]: pgmap v17249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:02 smithi175 ceph-mon[44549]: pgmap v17249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:04 smithi181 ceph-mon[45557]: pgmap v17250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:04.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:04 smithi088 ceph-mon[35322]: pgmap v17250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:04.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:04 smithi175 ceph-mon[44549]: pgmap v17250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:06 smithi181 ceph-mon[45557]: pgmap v17251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:06 smithi088 ceph-mon[35322]: pgmap v17251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:06 smithi175 ceph-mon[44549]: pgmap v17251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:08 smithi181 ceph-mon[45557]: pgmap v17252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:08 smithi088 ceph-mon[35322]: pgmap v17252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:08.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:08 smithi175 ceph-mon[44549]: pgmap v17252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:10 smithi181 ceph-mon[45557]: pgmap v17253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:10.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:10 smithi088 ceph-mon[35322]: pgmap v17253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:10 smithi175 ceph-mon[44549]: pgmap v17253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:12 smithi181 ceph-mon[45557]: pgmap v17254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:12 smithi088 ceph-mon[35322]: pgmap v17254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:12.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:12 smithi175 ceph-mon[44549]: pgmap v17254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:13.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:13.783+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:01:13.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:13.783+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:01:13.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:13.783+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:01:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:14 smithi181 ceph-mon[45557]: pgmap v17255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:14.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:14 smithi088 ceph-mon[35322]: pgmap v17255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:14 smithi175 ceph-mon[44549]: pgmap v17255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:16 smithi088 ceph-mon[35322]: pgmap v17256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:16 smithi175 ceph-mon[44549]: pgmap v17256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:16 smithi181 ceph-mon[45557]: pgmap v17256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:18.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:18 smithi088 ceph-mon[35322]: pgmap v17257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:18 smithi175 ceph-mon[44549]: pgmap v17257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:18 smithi181 ceph-mon[45557]: pgmap v17257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:20.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:20 smithi088 ceph-mon[35322]: pgmap v17258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:20 smithi175 ceph-mon[44549]: pgmap v17258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:20 smithi181 ceph-mon[45557]: pgmap v17258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:22.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:22 smithi088 ceph-mon[35322]: pgmap v17259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:22.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:22 smithi175 ceph-mon[44549]: pgmap v17259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:22 smithi181 ceph-mon[45557]: pgmap v17259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:01:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:01:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:01:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:24 smithi088 ceph-mon[35322]: pgmap v17260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:24 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 161.2M 2024-01-28T22:01:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:24 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 169063166: error parsing value: Value '169063166' is below minimum 939524096 2024-01-28T22:01:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:01:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:01:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:01:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:24 smithi175 ceph-mon[44549]: pgmap v17260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:24 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 161.2M 2024-01-28T22:01:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:24 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 169063166: error parsing value: Value '169063166' is below minimum 939524096 2024-01-28T22:01:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:01:24.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:01:24.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:01:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:24 smithi181 ceph-mon[45557]: pgmap v17260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:01:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:24 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 161.2M 2024-01-28T22:01:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:24 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 169063166: error parsing value: Value '169063166' is below minimum 939524096 2024-01-28T22:01:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:01:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:01:24.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:01:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:25 smithi088 ceph-mon[35322]: pgmap v17261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:01:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:25 smithi088 ceph-mon[35322]: pgmap v17262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:01:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:25 smithi175 ceph-mon[44549]: pgmap v17261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:01:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:25 smithi175 ceph-mon[44549]: pgmap v17262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:01:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:25 smithi181 ceph-mon[45557]: pgmap v17261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:01:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:25 smithi181 ceph-mon[45557]: pgmap v17262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:01:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:27 smithi088 ceph-mon[35322]: pgmap v17263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:01:27.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:27 smithi175 ceph-mon[44549]: pgmap v17263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:01:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:27 smithi181 ceph-mon[45557]: pgmap v17263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:01:28.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:28.799+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:01:28.800 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:28.799+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:01:28.800 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:28.799+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:01:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:29 smithi088 ceph-mon[35322]: pgmap v17264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:01:29.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:29 smithi175 ceph-mon[44549]: pgmap v17264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:01:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:29 smithi181 ceph-mon[45557]: pgmap v17264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:01:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:31 smithi088 ceph-mon[35322]: pgmap v17265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:01:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:31 smithi175 ceph-mon[44549]: pgmap v17265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:01:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:31 smithi181 ceph-mon[45557]: pgmap v17265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:01:33.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:33 smithi088 ceph-mon[35322]: pgmap v17266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:01:33.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:33 smithi175 ceph-mon[44549]: pgmap v17266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:01:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:33 smithi181 ceph-mon[45557]: pgmap v17266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:01:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:35 smithi088 ceph-mon[35322]: pgmap v17267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:01:35.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:35 smithi175 ceph-mon[44549]: pgmap v17267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:01:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:35 smithi181 ceph-mon[45557]: pgmap v17267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:01:37.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:37 smithi088 ceph-mon[35322]: pgmap v17268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:37.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:37 smithi175 ceph-mon[44549]: pgmap v17268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:37 smithi181 ceph-mon[45557]: pgmap v17268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:39 smithi088 ceph-mon[35322]: pgmap v17269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:39 smithi175 ceph-mon[44549]: pgmap v17269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:39 smithi181 ceph-mon[45557]: pgmap v17269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:41.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:41 smithi088 ceph-mon[35322]: pgmap v17270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:41 smithi175 ceph-mon[44549]: pgmap v17270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:41 smithi181 ceph-mon[45557]: pgmap v17270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:43.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:43 smithi088 ceph-mon[35322]: pgmap v17271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:43.804+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:01:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:43.804+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:01:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:43.804+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:01:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:43 smithi175 ceph-mon[44549]: pgmap v17271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:43 smithi181 ceph-mon[45557]: pgmap v17271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:45 smithi088 ceph-mon[35322]: pgmap v17272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:45 smithi175 ceph-mon[44549]: pgmap v17272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:45 smithi181 ceph-mon[45557]: pgmap v17272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:47 smithi088 ceph-mon[35322]: pgmap v17273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:47 smithi175 ceph-mon[44549]: pgmap v17273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:47 smithi181 ceph-mon[45557]: pgmap v17273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:49 smithi175 ceph-mon[44549]: pgmap v17274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:49 smithi181 ceph-mon[45557]: pgmap v17274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:49 smithi088 ceph-mon[35322]: pgmap v17274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:51 smithi175 ceph-mon[44549]: pgmap v17275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:51 smithi181 ceph-mon[45557]: pgmap v17275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:51 smithi088 ceph-mon[35322]: pgmap v17275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:53.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:53 smithi175 ceph-mon[44549]: pgmap v17276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:53 smithi181 ceph-mon[45557]: pgmap v17276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:54.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:53 smithi088 ceph-mon[35322]: pgmap v17276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:01:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:55 smithi175 ceph-mon[44549]: pgmap v17277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:55 smithi181 ceph-mon[45557]: pgmap v17277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:56.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:55 smithi088 ceph-mon[35322]: pgmap v17277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:01:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:57 smithi175 ceph-mon[44549]: pgmap v17278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:57 smithi181 ceph-mon[45557]: pgmap v17278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:57 smithi088 ceph-mon[35322]: pgmap v17278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:01:58.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:58.815+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:01:58.816 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:58.815+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:01:58.816 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:01:58.815+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:01:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:01:59 smithi175 ceph-mon[44549]: pgmap v17279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:01:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:01:59 smithi181 ceph-mon[45557]: pgmap v17279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:01:59 smithi088 ceph-mon[35322]: pgmap v17279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:01 smithi175 ceph-mon[44549]: pgmap v17280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:01 smithi181 ceph-mon[45557]: pgmap v17280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:01 smithi088 ceph-mon[35322]: pgmap v17280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:03.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:03 smithi175 ceph-mon[44549]: pgmap v17281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:03 smithi181 ceph-mon[45557]: pgmap v17281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:03 smithi088 ceph-mon[35322]: pgmap v17281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:05.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:05 smithi175 ceph-mon[44549]: pgmap v17282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:05 smithi181 ceph-mon[45557]: pgmap v17282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:05 smithi088 ceph-mon[35322]: pgmap v17282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:07 smithi175 ceph-mon[44549]: pgmap v17283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:07 smithi181 ceph-mon[45557]: pgmap v17283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:07 smithi088 ceph-mon[35322]: pgmap v17283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:09 smithi175 ceph-mon[44549]: pgmap v17284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:09 smithi181 ceph-mon[45557]: pgmap v17284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:10.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:09 smithi088 ceph-mon[35322]: pgmap v17284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:11.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:11 smithi175 ceph-mon[44549]: pgmap v17285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:11 smithi181 ceph-mon[45557]: pgmap v17285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:12.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:11 smithi088 ceph-mon[35322]: pgmap v17285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:13.823 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:13.823+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:02:13.823 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:13.823+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:02:13.823 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:13.823+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:02:13.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:13 smithi175 ceph-mon[44549]: pgmap v17286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:13 smithi181 ceph-mon[45557]: pgmap v17286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:13 smithi088 ceph-mon[35322]: pgmap v17286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:15.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:15 smithi175 ceph-mon[44549]: pgmap v17287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:15 smithi181 ceph-mon[45557]: pgmap v17287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:16.023 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:15 smithi088 ceph-mon[35322]: pgmap v17287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:17 smithi175 ceph-mon[44549]: pgmap v17288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:17 smithi181 ceph-mon[45557]: pgmap v17288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:17 smithi088 ceph-mon[35322]: pgmap v17288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:18 smithi175 ceph-mon[44549]: pgmap v17289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:18 smithi181 ceph-mon[45557]: pgmap v17289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:19.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:18 smithi088 ceph-mon[35322]: pgmap v17289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:21 smithi181 ceph-mon[45557]: pgmap v17290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:21 smithi088 ceph-mon[35322]: pgmap v17290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:21 smithi175 ceph-mon[44549]: pgmap v17290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:23 smithi181 ceph-mon[45557]: pgmap v17291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:23 smithi088 ceph-mon[35322]: pgmap v17291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:23 smithi175 ceph-mon[44549]: pgmap v17291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:02:24.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:02:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:02:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:25 smithi181 ceph-mon[45557]: pgmap v17292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:02:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:02:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:02:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:25 smithi088 ceph-mon[35322]: pgmap v17292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:02:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:02:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:02:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:25 smithi175 ceph-mon[44549]: pgmap v17292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:02:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:02:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:02:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:26 smithi181 ceph-mon[45557]: pgmap v17293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:26 smithi088 ceph-mon[35322]: pgmap v17293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:26 smithi175 ceph-mon[44549]: pgmap v17293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:28 smithi181 ceph-mon[45557]: pgmap v17294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:28.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:28 smithi088 ceph-mon[35322]: pgmap v17294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:28.837 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:28.837+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:02:28.837 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:28.837+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:02:28.837 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:28.837+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:02:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:28 smithi175 ceph-mon[44549]: pgmap v17294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:30 smithi088 ceph-mon[35322]: pgmap v17295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:02:30.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:30 smithi175 ceph-mon[44549]: pgmap v17295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:02:30.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:30 smithi181 ceph-mon[45557]: pgmap v17295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:02:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:32 smithi088 ceph-mon[35322]: pgmap v17296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:02:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:32 smithi175 ceph-mon[44549]: pgmap v17296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:02:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:32 smithi181 ceph-mon[45557]: pgmap v17296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:02:34.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:34 smithi088 ceph-mon[35322]: pgmap v17297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:34 smithi175 ceph-mon[44549]: pgmap v17297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:34 smithi181 ceph-mon[45557]: pgmap v17297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:36.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:36 smithi088 ceph-mon[35322]: pgmap v17298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:36 smithi175 ceph-mon[44549]: pgmap v17298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:36 smithi181 ceph-mon[45557]: pgmap v17298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:02:38.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:38 smithi088 ceph-mon[35322]: pgmap v17299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:38.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:38 smithi175 ceph-mon[44549]: pgmap v17299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:38 smithi181 ceph-mon[45557]: pgmap v17299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:40 smithi088 ceph-mon[35322]: pgmap v17300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:40 smithi175 ceph-mon[44549]: pgmap v17300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:40 smithi181 ceph-mon[45557]: pgmap v17300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:42.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:42 smithi088 ceph-mon[35322]: pgmap v17301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:42 smithi175 ceph-mon[44549]: pgmap v17301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:42 smithi181 ceph-mon[45557]: pgmap v17301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:43.850+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:02:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:43.850+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:02:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:43.850+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:02:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:44 smithi088 ceph-mon[35322]: pgmap v17302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:44.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:44 smithi175 ceph-mon[44549]: pgmap v17302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:44 smithi181 ceph-mon[45557]: pgmap v17302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:46.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:46 smithi088 ceph-mon[35322]: pgmap v17303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:46.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:46 smithi175 ceph-mon[44549]: pgmap v17303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:46 smithi181 ceph-mon[45557]: pgmap v17303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:48.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:48 smithi088 ceph-mon[35322]: pgmap v17304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:48 smithi175 ceph-mon[44549]: pgmap v17304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:48 smithi181 ceph-mon[45557]: pgmap v17304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:50 smithi088 ceph-mon[35322]: pgmap v17305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:50.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:50 smithi175 ceph-mon[44549]: pgmap v17305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:50.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:50 smithi181 ceph-mon[45557]: pgmap v17305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:52.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:52 smithi088 ceph-mon[35322]: pgmap v17306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:52.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:52 smithi175 ceph-mon[44549]: pgmap v17306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:52 smithi181 ceph-mon[45557]: pgmap v17306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:02:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:54 smithi088 ceph-mon[35322]: pgmap v17307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:54 smithi175 ceph-mon[44549]: pgmap v17307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:54 smithi181 ceph-mon[45557]: pgmap v17307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:02:56.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:56 smithi088 ceph-mon[35322]: pgmap v17308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:56.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:56 smithi175 ceph-mon[44549]: pgmap v17308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:56 smithi181 ceph-mon[45557]: pgmap v17308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:02:58.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:02:58 smithi088 ceph-mon[35322]: pgmap v17309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:58.860+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:02:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:58.860+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:02:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:02:58.860+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:02:58.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:02:58 smithi175 ceph-mon[44549]: pgmap v17309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:02:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:02:58 smithi181 ceph-mon[45557]: pgmap v17309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:03:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:00 smithi088 ceph-mon[35322]: pgmap v17310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:00.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:00 smithi175 ceph-mon[44549]: pgmap v17310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:00 smithi181 ceph-mon[45557]: pgmap v17310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:02.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:02 smithi088 ceph-mon[35322]: pgmap v17311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:02.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:02 smithi175 ceph-mon[44549]: pgmap v17311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:02 smithi181 ceph-mon[45557]: pgmap v17311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:04.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:04 smithi088 ceph-mon[35322]: pgmap v17312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:04 smithi175 ceph-mon[44549]: pgmap v17312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:04 smithi181 ceph-mon[45557]: pgmap v17312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:06 smithi175 ceph-mon[44549]: pgmap v17313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:06 smithi181 ceph-mon[45557]: pgmap v17313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:06 smithi088 ceph-mon[35322]: pgmap v17313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:08.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:08 smithi175 ceph-mon[44549]: pgmap v17314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:03:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:08 smithi181 ceph-mon[45557]: pgmap v17314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:03:09.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:08 smithi088 ceph-mon[35322]: pgmap v17314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:03:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:10 smithi175 ceph-mon[44549]: pgmap v17315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:10 smithi181 ceph-mon[45557]: pgmap v17315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:10 smithi088 ceph-mon[35322]: pgmap v17315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:12.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:12 smithi175 ceph-mon[44549]: pgmap v17316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:12 smithi181 ceph-mon[45557]: pgmap v17316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:12 smithi088 ceph-mon[35322]: pgmap v17316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:13.875+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:03:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:13.875+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:03:13.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:13.875+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:03:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:14 smithi175 ceph-mon[44549]: pgmap v17317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:14 smithi181 ceph-mon[45557]: pgmap v17317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:14 smithi088 ceph-mon[35322]: pgmap v17317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:16 smithi175 ceph-mon[44549]: pgmap v17318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:16 smithi181 ceph-mon[45557]: pgmap v17318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:17.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:16 smithi088 ceph-mon[35322]: pgmap v17318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:18 smithi175 ceph-mon[44549]: pgmap v17319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:03:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:18 smithi181 ceph-mon[45557]: pgmap v17319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:03:19.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:18 smithi088 ceph-mon[35322]: pgmap v17319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:03:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:20 smithi175 ceph-mon[44549]: pgmap v17320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:20 smithi181 ceph-mon[45557]: pgmap v17320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:21.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:20 smithi088 ceph-mon[35322]: pgmap v17320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:22 smithi175 ceph-mon[44549]: pgmap v17321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:22 smithi181 ceph-mon[45557]: pgmap v17321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:22 smithi088 ceph-mon[35322]: pgmap v17321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:24 smithi175 ceph-mon[44549]: pgmap v17322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:24 smithi181 ceph-mon[45557]: pgmap v17322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:24 smithi088 ceph-mon[35322]: pgmap v17322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:03:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:03:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:03:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:26 smithi175 ceph-mon[44549]: pgmap v17323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:26.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:26 smithi181 ceph-mon[45557]: pgmap v17323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:27.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:26 smithi088 ceph-mon[35322]: pgmap v17323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:27.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:28 smithi175 ceph-mon[44549]: pgmap v17324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:03:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:03:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:03:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:28 smithi181 ceph-mon[45557]: pgmap v17324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:03:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:03:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:03:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:28 smithi088 ceph-mon[35322]: pgmap v17324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:03:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:03:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:03:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:03:28.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:28.890+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:03:28.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:28.890+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:03:28.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:28.890+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:03:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:29 smithi175 ceph-mon[44549]: pgmap v17325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:29 smithi181 ceph-mon[45557]: pgmap v17325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:29 smithi088 ceph-mon[35322]: pgmap v17325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:31 smithi175 ceph-mon[44549]: pgmap v17326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:31 smithi181 ceph-mon[45557]: pgmap v17326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:31 smithi088 ceph-mon[35322]: pgmap v17326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:33 smithi175 ceph-mon[44549]: pgmap v17327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:33 smithi181 ceph-mon[45557]: pgmap v17327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:34.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:33 smithi088 ceph-mon[35322]: pgmap v17327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:35 smithi175 ceph-mon[44549]: pgmap v17328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T22:03:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:35 smithi181 ceph-mon[45557]: pgmap v17328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T22:03:36.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:35 smithi088 ceph-mon[35322]: pgmap v17328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T22:03:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:37 smithi175 ceph-mon[44549]: pgmap v17329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:03:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:37 smithi181 ceph-mon[45557]: pgmap v17329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:03:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:37 smithi088 ceph-mon[35322]: pgmap v17329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:03:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:39 smithi175 ceph-mon[44549]: pgmap v17330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:39 smithi181 ceph-mon[45557]: pgmap v17330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:40.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:39 smithi088 ceph-mon[35322]: pgmap v17330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:03:41.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:41 smithi175 ceph-mon[44549]: pgmap v17331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:41 smithi181 ceph-mon[45557]: pgmap v17331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:41 smithi088 ceph-mon[35322]: pgmap v17331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:42 smithi175 ceph-mon[44549]: pgmap v17332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:42 smithi181 ceph-mon[45557]: pgmap v17332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:42 smithi088 ceph-mon[35322]: pgmap v17332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:43.905+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:03:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:43.905+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:03:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:43.905+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:03:44.425 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:44.424+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:03:44.425 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:44.424+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:03:44.425 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:44.424+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 251 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:03:44.426 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:44.424+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 251 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:03:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:45 smithi088 ceph-mon[35322]: pgmap v17333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:03:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:45 smithi175 ceph-mon[44549]: pgmap v17333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:03:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:45 smithi181 ceph-mon[45557]: pgmap v17333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:03:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:47 smithi181 ceph-mon[45557]: pgmap v17334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:47.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:47 smithi088 ceph-mon[35322]: pgmap v17334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:47 smithi175 ceph-mon[44549]: pgmap v17334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:49 smithi088 ceph-mon[35322]: pgmap v17335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:49 smithi175 ceph-mon[44549]: pgmap v17335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:49 smithi181 ceph-mon[45557]: pgmap v17335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:51 smithi088 ceph-mon[35322]: pgmap v17336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:51.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:51 smithi175 ceph-mon[44549]: pgmap v17336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:51 smithi181 ceph-mon[45557]: pgmap v17336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:03:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:53 smithi088 ceph-mon[35322]: pgmap v17337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:53 smithi175 ceph-mon[44549]: pgmap v17337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:53 smithi181 ceph-mon[45557]: pgmap v17337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:55.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:55 smithi088 ceph-mon[35322]: pgmap v17338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:03:55.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:55 smithi175 ceph-mon[44549]: pgmap v17338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:03:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:55 smithi181 ceph-mon[45557]: pgmap v17338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:03:57.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:57 smithi088 ceph-mon[35322]: pgmap v17339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:57 smithi175 ceph-mon[44549]: pgmap v17339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:57 smithi181 ceph-mon[45557]: pgmap v17339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:03:58.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:58.914+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:03:58.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:58.914+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:03:58.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:03:58.914+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:03:59.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:03:59 smithi088 ceph-mon[35322]: pgmap v17340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:03:59 smithi175 ceph-mon[44549]: pgmap v17340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:03:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:03:59 smithi181 ceph-mon[45557]: pgmap v17340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:01 smithi088 ceph-mon[35322]: pgmap v17341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:01 smithi175 ceph-mon[44549]: pgmap v17341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:01 smithi181 ceph-mon[45557]: pgmap v17341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:03 smithi088 ceph-mon[35322]: pgmap v17342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:03.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:03 smithi175 ceph-mon[44549]: pgmap v17342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:03 smithi181 ceph-mon[45557]: pgmap v17342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:05.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:05 smithi088 ceph-mon[35322]: pgmap v17343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:05.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:05 smithi175 ceph-mon[44549]: pgmap v17343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:05 smithi181 ceph-mon[45557]: pgmap v17343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:07 smithi088 ceph-mon[35322]: pgmap v17344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:07 smithi175 ceph-mon[44549]: pgmap v17344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:07 smithi181 ceph-mon[45557]: pgmap v17344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:09 smithi088 ceph-mon[35322]: pgmap v17345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:09 smithi175 ceph-mon[44549]: pgmap v17345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:09 smithi181 ceph-mon[45557]: pgmap v17345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:11.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:11 smithi088 ceph-mon[35322]: pgmap v17346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:11.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:11 smithi175 ceph-mon[44549]: pgmap v17346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:11 smithi181 ceph-mon[45557]: pgmap v17346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:13 smithi088 ceph-mon[35322]: pgmap v17347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:13.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:13 smithi175 ceph-mon[44549]: pgmap v17347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:13.919+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:04:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:13.919+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:04:13.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:13.919+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:04:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:13 smithi181 ceph-mon[45557]: pgmap v17347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:15 smithi088 ceph-mon[35322]: pgmap v17348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:15.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:15 smithi175 ceph-mon[44549]: pgmap v17348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:15 smithi181 ceph-mon[45557]: pgmap v17348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:17 smithi088 ceph-mon[35322]: pgmap v17349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:17 smithi175 ceph-mon[44549]: pgmap v17349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:17 smithi181 ceph-mon[45557]: pgmap v17349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:19 smithi088 ceph-mon[35322]: pgmap v17350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:19 smithi175 ceph-mon[44549]: pgmap v17350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:19 smithi181 ceph-mon[45557]: pgmap v17350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:21 smithi088 ceph-mon[35322]: pgmap v17351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:21 smithi175 ceph-mon[44549]: pgmap v17351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:21 smithi181 ceph-mon[45557]: pgmap v17351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:23 smithi088 ceph-mon[35322]: pgmap v17352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:23 smithi175 ceph-mon[44549]: pgmap v17352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:23 smithi181 ceph-mon[45557]: pgmap v17352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:25 smithi175 ceph-mon[44549]: pgmap v17353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:25 smithi181 ceph-mon[45557]: pgmap v17353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:25 smithi088 ceph-mon[35322]: pgmap v17353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:27 smithi175 ceph-mon[44549]: pgmap v17354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:27 smithi181 ceph-mon[45557]: pgmap v17354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:27 smithi088 ceph-mon[35322]: pgmap v17354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:04:28.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:28.933+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:04:28.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:28.933+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:04:28.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:28.933+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:04:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:04:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:04:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:29 smithi175 ceph-mon[44549]: pgmap v17355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:04:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:04:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:04:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:29 smithi181 ceph-mon[45557]: pgmap v17355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:04:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:04:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:04:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:29 smithi088 ceph-mon[35322]: pgmap v17355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:04:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:04:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:04:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:30 smithi175 ceph-mon[44549]: pgmap v17356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:04:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:30 smithi175 ceph-mon[44549]: pgmap v17357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:04:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:30 smithi181 ceph-mon[45557]: pgmap v17356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:04:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:30 smithi181 ceph-mon[45557]: pgmap v17357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:04:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:30 smithi088 ceph-mon[35322]: pgmap v17356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:04:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:30 smithi088 ceph-mon[35322]: pgmap v17357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:04:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:32 smithi175 ceph-mon[44549]: pgmap v17358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:04:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:32 smithi181 ceph-mon[45557]: pgmap v17358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:04:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:32 smithi088 ceph-mon[35322]: pgmap v17358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:04:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:34 smithi175 ceph-mon[44549]: pgmap v17359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:04:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:34 smithi181 ceph-mon[45557]: pgmap v17359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:04:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:34 smithi088 ceph-mon[35322]: pgmap v17359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:04:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:36 smithi175 ceph-mon[44549]: pgmap v17360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:04:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:36 smithi181 ceph-mon[45557]: pgmap v17360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:04:37.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:36 smithi088 ceph-mon[35322]: pgmap v17360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:04:38.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:38 smithi175 ceph-mon[44549]: pgmap v17361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:04:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:38 smithi181 ceph-mon[45557]: pgmap v17361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:04:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:38 smithi088 ceph-mon[35322]: pgmap v17361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:04:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:40 smithi175 ceph-mon[44549]: pgmap v17362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:04:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:40 smithi181 ceph-mon[45557]: pgmap v17362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:04:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:40 smithi088 ceph-mon[35322]: pgmap v17362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:04:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:42 smithi175 ceph-mon[44549]: pgmap v17363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:42 smithi181 ceph-mon[45557]: pgmap v17363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:42 smithi088 ceph-mon[35322]: pgmap v17363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:43.936 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:43.935+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:04:43.936 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:43.936+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:04:43.936 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:43.936+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:04:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:44 smithi175 ceph-mon[44549]: pgmap v17364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:44 smithi181 ceph-mon[45557]: pgmap v17364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:44 smithi088 ceph-mon[35322]: pgmap v17364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:46.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:46 smithi175 ceph-mon[44549]: pgmap v17365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:46 smithi181 ceph-mon[45557]: pgmap v17365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:46 smithi088 ceph-mon[35322]: pgmap v17365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:48.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:48 smithi175 ceph-mon[44549]: pgmap v17366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:48 smithi181 ceph-mon[45557]: pgmap v17366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:48 smithi088 ceph-mon[35322]: pgmap v17366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:50.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:50 smithi175 ceph-mon[44549]: pgmap v17367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:50 smithi181 ceph-mon[45557]: pgmap v17367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:50 smithi088 ceph-mon[35322]: pgmap v17367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:04:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:52 smithi175 ceph-mon[44549]: pgmap v17368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:52 smithi181 ceph-mon[45557]: pgmap v17368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:52 smithi088 ceph-mon[35322]: pgmap v17368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:54 smithi175 ceph-mon[44549]: pgmap v17369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:54 smithi181 ceph-mon[45557]: pgmap v17369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:55.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:54 smithi088 ceph-mon[35322]: pgmap v17369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:04:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:56 smithi175 ceph-mon[44549]: pgmap v17370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:56 smithi181 ceph-mon[45557]: pgmap v17370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:56 smithi088 ceph-mon[35322]: pgmap v17370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:04:58.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:04:58 smithi175 ceph-mon[44549]: pgmap v17371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:58.950+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:04:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:58.950+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:04:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:04:58.950+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:04:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:04:58 smithi181 ceph-mon[45557]: pgmap v17371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:04:59.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:04:58 smithi088 ceph-mon[35322]: pgmap v17371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:00 smithi175 ceph-mon[44549]: pgmap v17372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:00 smithi181 ceph-mon[45557]: pgmap v17372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:00 smithi088 ceph-mon[35322]: pgmap v17372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:02.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:02 smithi175 ceph-mon[44549]: pgmap v17373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:02 smithi181 ceph-mon[45557]: pgmap v17373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:02 smithi088 ceph-mon[35322]: pgmap v17373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:04 smithi175 ceph-mon[44549]: pgmap v17374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:04 smithi181 ceph-mon[45557]: pgmap v17374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:05.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:04 smithi088 ceph-mon[35322]: pgmap v17374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:06 smithi088 ceph-mon[35322]: pgmap v17375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:06 smithi175 ceph-mon[44549]: pgmap v17375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:06 smithi181 ceph-mon[45557]: pgmap v17375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:08 smithi088 ceph-mon[35322]: pgmap v17376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:08.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:08 smithi175 ceph-mon[44549]: pgmap v17376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:08 smithi181 ceph-mon[45557]: pgmap v17376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:10.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:10 smithi088 ceph-mon[35322]: pgmap v17377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:10 smithi175 ceph-mon[44549]: pgmap v17377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:10 smithi181 ceph-mon[45557]: pgmap v17377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:12 smithi088 ceph-mon[35322]: pgmap v17378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:12 smithi175 ceph-mon[44549]: pgmap v17378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:12 smithi181 ceph-mon[45557]: pgmap v17378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:13.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:13.959+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:05:13.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:13.959+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:05:13.959 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:13.959+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:05:14.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:14.439+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:05:14.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:14.439+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:05:14.439 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:14.439+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 252 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T22:05:14.440 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:14.440+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 252 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T22:05:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:14 smithi088 ceph-mon[35322]: pgmap v17379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:14 smithi175 ceph-mon[44549]: pgmap v17379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:14 smithi181 ceph-mon[45557]: pgmap v17379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:16 smithi088 ceph-mon[35322]: pgmap v17380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:16.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:16 smithi175 ceph-mon[44549]: pgmap v17380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:16 smithi181 ceph-mon[45557]: pgmap v17380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:18 smithi088 ceph-mon[35322]: pgmap v17381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:18 smithi175 ceph-mon[44549]: pgmap v17381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:18 smithi181 ceph-mon[45557]: pgmap v17381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:20 smithi088 ceph-mon[35322]: pgmap v17382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:20 smithi175 ceph-mon[44549]: pgmap v17382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:20 smithi181 ceph-mon[45557]: pgmap v17382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:22 smithi088 ceph-mon[35322]: pgmap v17383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:22 smithi175 ceph-mon[44549]: pgmap v17383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:22 smithi181 ceph-mon[45557]: pgmap v17383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:24.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:24 smithi088 ceph-mon[35322]: pgmap v17384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:24 smithi175 ceph-mon[44549]: pgmap v17384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:24 smithi181 ceph-mon[45557]: pgmap v17384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:26 smithi088 ceph-mon[35322]: pgmap v17385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:26 smithi175 ceph-mon[44549]: pgmap v17385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:26 smithi181 ceph-mon[45557]: pgmap v17385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:28 smithi088 ceph-mon[35322]: pgmap v17386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:28 smithi175 ceph-mon[44549]: pgmap v17386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:28 smithi181 ceph-mon[45557]: pgmap v17386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:05:28.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:28.961+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:05:28.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:28.961+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:05:28.961 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:28.961+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:05:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:05:29.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:05:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:05:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:30 smithi175 ceph-mon[44549]: pgmap v17387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:30 smithi181 ceph-mon[45557]: pgmap v17387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:30 smithi088 ceph-mon[35322]: pgmap v17387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:05:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:05:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:05:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:05:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:05:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:31 smithi088 ceph-mon[35322]: pgmap v17388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T22:05:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:31 smithi088 ceph-mon[35322]: pgmap v17389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:05:32.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:05:32.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:05:32.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:05:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:05:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:31 smithi175 ceph-mon[44549]: pgmap v17388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T22:05:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:31 smithi175 ceph-mon[44549]: pgmap v17389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:05:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:05:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:05:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:05:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:05:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:31 smithi181 ceph-mon[45557]: pgmap v17388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T22:05:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:31 smithi181 ceph-mon[45557]: pgmap v17389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:05:34.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:33 smithi175 ceph-mon[44549]: pgmap v17390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:05:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:33 smithi181 ceph-mon[45557]: pgmap v17390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:05:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:33 smithi088 ceph-mon[35322]: pgmap v17390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:05:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:36 smithi088 ceph-mon[35322]: pgmap v17391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:05:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:36 smithi175 ceph-mon[44549]: pgmap v17391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:05:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:36 smithi181 ceph-mon[45557]: pgmap v17391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:05:38.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:38 smithi088 ceph-mon[35322]: pgmap v17392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:05:38.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:38 smithi175 ceph-mon[44549]: pgmap v17392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:05:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:38 smithi181 ceph-mon[45557]: pgmap v17392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:05:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:40 smithi088 ceph-mon[35322]: pgmap v17393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:05:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:40 smithi175 ceph-mon[44549]: pgmap v17393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:05:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:40 smithi181 ceph-mon[45557]: pgmap v17393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:05:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:42 smithi088 ceph-mon[35322]: pgmap v17394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:05:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:42 smithi175 ceph-mon[44549]: pgmap v17394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:05:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:42 smithi181 ceph-mon[45557]: pgmap v17394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:05:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:43.973+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:05:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:43.973+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:05:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:43.973+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:05:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:44 smithi088 ceph-mon[35322]: pgmap v17395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:44.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:44 smithi175 ceph-mon[44549]: pgmap v17395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:44 smithi181 ceph-mon[45557]: pgmap v17395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:46.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:46 smithi088 ceph-mon[35322]: pgmap v17396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:46.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:46 smithi175 ceph-mon[44549]: pgmap v17396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:46 smithi181 ceph-mon[45557]: pgmap v17396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:48 smithi088 ceph-mon[35322]: pgmap v17397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:48.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:48 smithi175 ceph-mon[44549]: pgmap v17397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:48 smithi181 ceph-mon[45557]: pgmap v17397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:50 smithi088 ceph-mon[35322]: pgmap v17398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:50 smithi175 ceph-mon[44549]: pgmap v17398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:50 smithi181 ceph-mon[45557]: pgmap v17398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:52.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:52 smithi088 ceph-mon[35322]: pgmap v17399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:52.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:52 smithi175 ceph-mon[44549]: pgmap v17399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:52 smithi181 ceph-mon[45557]: pgmap v17399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:05:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:54 smithi175 ceph-mon[44549]: pgmap v17400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:54 smithi181 ceph-mon[45557]: pgmap v17400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:54 smithi088 ceph-mon[35322]: pgmap v17400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:56 smithi175 ceph-mon[44549]: pgmap v17401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:56 smithi181 ceph-mon[45557]: pgmap v17401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:56 smithi088 ceph-mon[35322]: pgmap v17401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:05:58.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:05:58 smithi175 ceph-mon[44549]: pgmap v17402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:05:58 smithi181 ceph-mon[45557]: pgmap v17402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:05:58.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:58.988+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:05:58.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:58.988+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:05:58.988 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:05:58.988+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:05:59.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:05:58 smithi088 ceph-mon[35322]: pgmap v17402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:00 smithi175 ceph-mon[44549]: pgmap v17403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:00 smithi181 ceph-mon[45557]: pgmap v17403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:00 smithi088 ceph-mon[35322]: pgmap v17403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:02 smithi175 ceph-mon[44549]: pgmap v17404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:02 smithi181 ceph-mon[45557]: pgmap v17404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:02 smithi088 ceph-mon[35322]: pgmap v17404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:04.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:04 smithi175 ceph-mon[44549]: pgmap v17405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:04 smithi181 ceph-mon[45557]: pgmap v17405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:04 smithi088 ceph-mon[35322]: pgmap v17405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:06 smithi175 ceph-mon[44549]: pgmap v17406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:06 smithi181 ceph-mon[45557]: pgmap v17406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:06 smithi088 ceph-mon[35322]: pgmap v17406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:08.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:08 smithi175 ceph-mon[44549]: pgmap v17407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:08 smithi181 ceph-mon[45557]: pgmap v17407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:08.983 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:08 smithi088 ceph-mon[35322]: pgmap v17407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:10 smithi175 ceph-mon[44549]: pgmap v17408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:10.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:10 smithi181 ceph-mon[45557]: pgmap v17408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:10 smithi088 ceph-mon[35322]: pgmap v17408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:12.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:12 smithi175 ceph-mon[44549]: pgmap v17409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:12 smithi181 ceph-mon[45557]: pgmap v17409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:12 smithi088 ceph-mon[35322]: pgmap v17409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:14.004 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:14.002+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:06:14.004 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:14.002+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:06:14.004 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:14.002+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:06:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:14 smithi175 ceph-mon[44549]: pgmap v17410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:14 smithi181 ceph-mon[45557]: pgmap v17410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:14 smithi088 ceph-mon[35322]: pgmap v17410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:16.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:16 smithi175 ceph-mon[44549]: pgmap v17411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:16 smithi181 ceph-mon[45557]: pgmap v17411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:16 smithi088 ceph-mon[35322]: pgmap v17411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:18 smithi175 ceph-mon[44549]: pgmap v17412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:18 smithi181 ceph-mon[45557]: pgmap v17412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:19.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:18 smithi088 ceph-mon[35322]: pgmap v17412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:20 smithi175 ceph-mon[44549]: pgmap v17413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:20 smithi181 ceph-mon[45557]: pgmap v17413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:21.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:20 smithi088 ceph-mon[35322]: pgmap v17413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:22.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:22 smithi175 ceph-mon[44549]: pgmap v17414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:22 smithi181 ceph-mon[45557]: pgmap v17414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:22 smithi088 ceph-mon[35322]: pgmap v17414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:24 smithi088 ceph-mon[35322]: pgmap v17415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:24 smithi175 ceph-mon[44549]: pgmap v17415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:24 smithi181 ceph-mon[45557]: pgmap v17415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:26 smithi175 ceph-mon[44549]: pgmap v17416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:26 smithi181 ceph-mon[45557]: pgmap v17416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:27.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:26 smithi088 ceph-mon[35322]: pgmap v17416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:28 smithi175 ceph-mon[44549]: pgmap v17417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:28 smithi181 ceph-mon[45557]: pgmap v17417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:29.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:29.008+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:06:29.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:29.008+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:06:29.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:29.008+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:06:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:28 smithi088 ceph-mon[35322]: pgmap v17417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:06:30.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:30 smithi175 ceph-mon[44549]: pgmap v17418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:30 smithi181 ceph-mon[45557]: pgmap v17418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:30 smithi088 ceph-mon[35322]: pgmap v17418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:06:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:06:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:06:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:32 smithi175 ceph-mon[44549]: pgmap v17419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:06:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:06:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:32 smithi181 ceph-mon[45557]: pgmap v17419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:06:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:06:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:32 smithi088 ceph-mon[35322]: pgmap v17419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:06:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:06:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:06:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:33 smithi175 ceph-mon[44549]: pgmap v17420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:06:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:33 smithi175 ceph-mon[44549]: pgmap v17421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:06:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:33 smithi181 ceph-mon[45557]: pgmap v17420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:06:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:33 smithi181 ceph-mon[45557]: pgmap v17421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:06:34.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:33 smithi088 ceph-mon[35322]: pgmap v17420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:06:34.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:33 smithi088 ceph-mon[35322]: pgmap v17421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:06:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:35 smithi175 ceph-mon[44549]: pgmap v17422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:06:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:35 smithi181 ceph-mon[45557]: pgmap v17422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:06:36.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:35 smithi088 ceph-mon[35322]: pgmap v17422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:06:37.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:37 smithi175 ceph-mon[44549]: pgmap v17423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:06:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:37 smithi181 ceph-mon[45557]: pgmap v17423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:06:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:37 smithi088 ceph-mon[35322]: pgmap v17423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:06:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:39 smithi175 ceph-mon[44549]: pgmap v17424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T22:06:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:39 smithi181 ceph-mon[45557]: pgmap v17424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T22:06:40.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:39 smithi088 ceph-mon[35322]: pgmap v17424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T22:06:41.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:41 smithi175 ceph-mon[44549]: pgmap v17425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:06:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:41 smithi181 ceph-mon[45557]: pgmap v17425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:06:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:41 smithi088 ceph-mon[35322]: pgmap v17425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:06:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:43 smithi175 ceph-mon[44549]: pgmap v17426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:06:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:43 smithi181 ceph-mon[45557]: pgmap v17426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:06:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:44.024+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:06:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:44.024+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:06:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:44.024+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:06:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:43 smithi088 ceph-mon[35322]: pgmap v17426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:06:44.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:44.453+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:06:44.453 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:44.453+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:06:44.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:44.453+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 253 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:06:44.454 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:44.453+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 253 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:06:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:45 smithi175 ceph-mon[44549]: pgmap v17427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:06:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:45 smithi181 ceph-mon[45557]: pgmap v17427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:06:46.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:45 smithi088 ceph-mon[35322]: pgmap v17427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:06:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:46 smithi181 ceph-mon[45557]: pgmap v17428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:06:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:46 smithi088 ceph-mon[35322]: pgmap v17428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:06:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:46 smithi175 ceph-mon[44549]: pgmap v17428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:06:49.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:49 smithi175 ceph-mon[44549]: pgmap v17429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:49 smithi181 ceph-mon[45557]: pgmap v17429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:49 smithi088 ceph-mon[35322]: pgmap v17429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:51 smithi088 ceph-mon[35322]: pgmap v17430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:51.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:51 smithi175 ceph-mon[44549]: pgmap v17430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:51 smithi181 ceph-mon[45557]: pgmap v17430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:06:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:53 smithi088 ceph-mon[35322]: pgmap v17431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:06:53.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:53 smithi175 ceph-mon[44549]: pgmap v17431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:06:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:53 smithi181 ceph-mon[45557]: pgmap v17431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:06:55.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:55 smithi088 ceph-mon[35322]: pgmap v17432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:06:55.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:55 smithi175 ceph-mon[44549]: pgmap v17432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:06:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:55 smithi181 ceph-mon[45557]: pgmap v17432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:06:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:57 smithi175 ceph-mon[44549]: pgmap v17433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:06:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:57 smithi181 ceph-mon[45557]: pgmap v17433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:06:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:57 smithi088 ceph-mon[35322]: pgmap v17433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:06:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:59.029+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:06:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:59.029+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:06:59.030 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:06:59.029+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:06:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:06:59 smithi175 ceph-mon[44549]: pgmap v17434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:06:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:06:59 smithi181 ceph-mon[45557]: pgmap v17434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:06:59 smithi088 ceph-mon[35322]: pgmap v17434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:01 smithi175 ceph-mon[44549]: pgmap v17435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:01 smithi181 ceph-mon[45557]: pgmap v17435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:01 smithi088 ceph-mon[35322]: pgmap v17435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:03.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:03 smithi175 ceph-mon[44549]: pgmap v17436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:03 smithi181 ceph-mon[45557]: pgmap v17436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:03 smithi088 ceph-mon[35322]: pgmap v17436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:05.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:05 smithi175 ceph-mon[44549]: pgmap v17437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:05 smithi181 ceph-mon[45557]: pgmap v17437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:05 smithi088 ceph-mon[35322]: pgmap v17437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:07 smithi175 ceph-mon[44549]: pgmap v17438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:07 smithi181 ceph-mon[45557]: pgmap v17438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:08.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:07 smithi088 ceph-mon[35322]: pgmap v17438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:09 smithi175 ceph-mon[44549]: pgmap v17439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:09.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:09 smithi181 ceph-mon[45557]: pgmap v17439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:10.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:09 smithi088 ceph-mon[35322]: pgmap v17439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:11.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:11 smithi175 ceph-mon[44549]: pgmap v17440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:11 smithi181 ceph-mon[45557]: pgmap v17440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:12.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:11 smithi088 ceph-mon[35322]: pgmap v17440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:13 smithi175 ceph-mon[44549]: pgmap v17441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:13 smithi181 ceph-mon[45557]: pgmap v17441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:14.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:13 smithi088 ceph-mon[35322]: pgmap v17441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:14.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:14.045+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:07:14.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:14.045+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:07:14.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:14.045+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:07:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:15 smithi175 ceph-mon[44549]: pgmap v17442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:15 smithi181 ceph-mon[45557]: pgmap v17442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:16.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:15 smithi088 ceph-mon[35322]: pgmap v17442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:17 smithi175 ceph-mon[44549]: pgmap v17443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:17 smithi181 ceph-mon[45557]: pgmap v17443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:17 smithi088 ceph-mon[35322]: pgmap v17443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:19 smithi175 ceph-mon[44549]: pgmap v17444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:19 smithi181 ceph-mon[45557]: pgmap v17444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:19 smithi088 ceph-mon[35322]: pgmap v17444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:21 smithi175 ceph-mon[44549]: pgmap v17445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:21 smithi181 ceph-mon[45557]: pgmap v17445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:22.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:21 smithi088 ceph-mon[35322]: pgmap v17445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:23 smithi175 ceph-mon[44549]: pgmap v17446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:23 smithi181 ceph-mon[45557]: pgmap v17446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:23 smithi088 ceph-mon[35322]: pgmap v17446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:25 smithi175 ceph-mon[44549]: pgmap v17447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:25 smithi181 ceph-mon[45557]: pgmap v17447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:25 smithi088 ceph-mon[35322]: pgmap v17447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:27.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:27 smithi175 ceph-mon[44549]: pgmap v17448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:27 smithi181 ceph-mon[45557]: pgmap v17448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:27 smithi088 ceph-mon[35322]: pgmap v17448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:29.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:29.056+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:07:29.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:29.056+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:07:29.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:29.056+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:07:29.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:29 smithi175 ceph-mon[44549]: pgmap v17449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:29 smithi181 ceph-mon[45557]: pgmap v17449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:29 smithi088 ceph-mon[35322]: pgmap v17449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:31 smithi175 ceph-mon[44549]: pgmap v17450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:31 smithi181 ceph-mon[45557]: pgmap v17450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:31 smithi088 ceph-mon[35322]: pgmap v17450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:07:32.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:07:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:07:33.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:33 smithi175 ceph-mon[44549]: pgmap v17451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:07:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:07:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:07:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:33 smithi181 ceph-mon[45557]: pgmap v17451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:07:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:07:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:07:34.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:33 smithi088 ceph-mon[35322]: pgmap v17451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:34.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:07:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:07:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:07:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:34 smithi175 ceph-mon[44549]: pgmap v17452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:07:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:34 smithi175 ceph-mon[44549]: pgmap v17453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:07:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:34 smithi181 ceph-mon[45557]: pgmap v17452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:07:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:34 smithi181 ceph-mon[45557]: pgmap v17453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:07:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:34 smithi088 ceph-mon[35322]: pgmap v17452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:07:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:34 smithi088 ceph-mon[35322]: pgmap v17453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:07:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:36 smithi175 ceph-mon[44549]: pgmap v17454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:07:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:36 smithi181 ceph-mon[45557]: pgmap v17454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:07:37.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:36 smithi088 ceph-mon[35322]: pgmap v17454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:07:38.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:38 smithi175 ceph-mon[44549]: pgmap v17455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:07:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:38 smithi181 ceph-mon[45557]: pgmap v17455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:07:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:38 smithi088 ceph-mon[35322]: pgmap v17455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:07:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:40 smithi175 ceph-mon[44549]: pgmap v17456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:07:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:40 smithi181 ceph-mon[45557]: pgmap v17456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:07:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:40 smithi088 ceph-mon[35322]: pgmap v17456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:07:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:42 smithi175 ceph-mon[44549]: pgmap v17457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:07:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:42 smithi181 ceph-mon[45557]: pgmap v17457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:07:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:42 smithi088 ceph-mon[35322]: pgmap v17457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:07:44.071 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:44.071+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:07:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:44.071+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:07:44.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:44.071+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:07:44.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:44 smithi175 ceph-mon[44549]: pgmap v17458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:07:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:44 smithi181 ceph-mon[45557]: pgmap v17458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:07:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:44 smithi088 ceph-mon[35322]: pgmap v17458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:07:46.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:46 smithi175 ceph-mon[44549]: pgmap v17459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:46 smithi181 ceph-mon[45557]: pgmap v17459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:46 smithi088 ceph-mon[35322]: pgmap v17459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:47 smithi181 ceph-mon[45557]: pgmap v17460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:47 smithi088 ceph-mon[35322]: pgmap v17460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:48.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:47 smithi175 ceph-mon[44549]: pgmap v17460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:50.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:50 smithi175 ceph-mon[44549]: pgmap v17461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:50 smithi181 ceph-mon[45557]: pgmap v17461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:50.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:50 smithi088 ceph-mon[35322]: pgmap v17461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:07:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:52 smithi175 ceph-mon[44549]: pgmap v17462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:52 smithi181 ceph-mon[45557]: pgmap v17462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:52 smithi088 ceph-mon[35322]: pgmap v17462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:54 smithi175 ceph-mon[44549]: pgmap v17463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:54 smithi181 ceph-mon[45557]: pgmap v17463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:54 smithi088 ceph-mon[35322]: pgmap v17463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:07:56.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:56 smithi175 ceph-mon[44549]: pgmap v17464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:56 smithi181 ceph-mon[45557]: pgmap v17464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:56 smithi088 ceph-mon[35322]: pgmap v17464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:07:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:07:58 smithi175 ceph-mon[44549]: pgmap v17465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:07:58 smithi181 ceph-mon[45557]: pgmap v17465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:59.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:07:58 smithi088 ceph-mon[35322]: pgmap v17465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:07:59.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:59.072+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:07:59.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:59.072+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:07:59.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:07:59.072+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:08:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:00 smithi175 ceph-mon[44549]: pgmap v17466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:00 smithi181 ceph-mon[45557]: pgmap v17466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:00 smithi088 ceph-mon[35322]: pgmap v17466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:02.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:02 smithi175 ceph-mon[44549]: pgmap v17467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:02 smithi181 ceph-mon[45557]: pgmap v17467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:02 smithi088 ceph-mon[35322]: pgmap v17467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:04.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:04 smithi175 ceph-mon[44549]: pgmap v17468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:04 smithi181 ceph-mon[45557]: pgmap v17468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:04 smithi088 ceph-mon[35322]: pgmap v17468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:06 smithi175 ceph-mon[44549]: pgmap v17469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:08:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:06 smithi181 ceph-mon[45557]: pgmap v17469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:08:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:06 smithi088 ceph-mon[35322]: pgmap v17469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:08:08.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:08 smithi175 ceph-mon[44549]: pgmap v17470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:08 smithi181 ceph-mon[45557]: pgmap v17470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:09.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:08 smithi088 ceph-mon[35322]: pgmap v17470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:10 smithi175 ceph-mon[44549]: pgmap v17471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:10 smithi181 ceph-mon[45557]: pgmap v17471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:10 smithi088 ceph-mon[35322]: pgmap v17471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:12.887 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:12 smithi088 ceph-mon[35322]: pgmap v17472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:12.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:12 smithi175 ceph-mon[44549]: pgmap v17472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:12 smithi181 ceph-mon[45557]: pgmap v17472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:14.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:14.080+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:08:14.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:14.080+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:08:14.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:14.080+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:08:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:14 smithi175 ceph-mon[44549]: pgmap v17473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:14 smithi181 ceph-mon[45557]: pgmap v17473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:14 smithi088 ceph-mon[35322]: pgmap v17473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:16.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:16 smithi175 ceph-mon[44549]: pgmap v17474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:16 smithi181 ceph-mon[45557]: pgmap v17474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:17.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:16 smithi088 ceph-mon[35322]: pgmap v17474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:18 smithi175 ceph-mon[44549]: pgmap v17475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:08:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:18 smithi181 ceph-mon[45557]: pgmap v17475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:08:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:18 smithi088 ceph-mon[35322]: pgmap v17475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:08:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:20 smithi175 ceph-mon[44549]: pgmap v17476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:08:20.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:20 smithi181 ceph-mon[45557]: pgmap v17476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:08:21.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:20 smithi088 ceph-mon[35322]: pgmap v17476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:08:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:22 smithi175 ceph-mon[44549]: pgmap v17477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:08:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:22 smithi181 ceph-mon[45557]: pgmap v17477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:08:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:22 smithi088 ceph-mon[35322]: pgmap v17477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:08:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:24 smithi175 ceph-mon[44549]: pgmap v17478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:08:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:24 smithi181 ceph-mon[45557]: pgmap v17478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:08:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:24 smithi088 ceph-mon[35322]: pgmap v17478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:08:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:26 smithi175 ceph-mon[44549]: pgmap v17479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:26 smithi181 ceph-mon[45557]: pgmap v17479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:27.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:26 smithi088 ceph-mon[35322]: pgmap v17479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:28 smithi175 ceph-mon[44549]: pgmap v17480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:28 smithi181 ceph-mon[45557]: pgmap v17480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:28 smithi088 ceph-mon[35322]: pgmap v17480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:29.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:29.092+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:08:29.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:29.092+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:08:29.092 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:29.092+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:08:30.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:30 smithi175 ceph-mon[44549]: pgmap v17481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:30 smithi181 ceph-mon[45557]: pgmap v17481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:30 smithi088 ceph-mon[35322]: pgmap v17481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:32 smithi175 ceph-mon[44549]: pgmap v17482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:32 smithi181 ceph-mon[45557]: pgmap v17482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:32 smithi088 ceph-mon[35322]: pgmap v17482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:08:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:08:34.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:08:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:34 smithi175 ceph-mon[44549]: pgmap v17483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:08:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:08:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:08:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:34 smithi181 ceph-mon[45557]: pgmap v17483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:08:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:08:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:08:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:34 smithi088 ceph-mon[35322]: pgmap v17483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:08:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:08:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:08:35.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:35 smithi175 ceph-mon[44549]: pgmap v17484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:08:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:35 smithi175 ceph-mon[44549]: pgmap v17485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:35 smithi181 ceph-mon[45557]: pgmap v17484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:08:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:35 smithi181 ceph-mon[45557]: pgmap v17485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:36.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:35 smithi088 ceph-mon[35322]: pgmap v17484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:08:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:35 smithi088 ceph-mon[35322]: pgmap v17485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:37 smithi175 ceph-mon[44549]: pgmap v17486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:37 smithi181 ceph-mon[45557]: pgmap v17486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:37 smithi088 ceph-mon[35322]: pgmap v17486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:39 smithi175 ceph-mon[44549]: pgmap v17487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:08:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:39 smithi181 ceph-mon[45557]: pgmap v17487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:08:40.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:39 smithi088 ceph-mon[35322]: pgmap v17487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:08:41.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:41 smithi175 ceph-mon[44549]: pgmap v17488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:08:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:41 smithi181 ceph-mon[45557]: pgmap v17488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:08:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:41 smithi088 ceph-mon[35322]: pgmap v17488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:08:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:43 smithi175 ceph-mon[44549]: pgmap v17489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:43 smithi181 ceph-mon[45557]: pgmap v17489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:43 smithi088 ceph-mon[35322]: pgmap v17489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:08:44.094 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:44.093+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:08:44.094 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:44.093+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:08:44.094 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:44.093+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:08:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:45 smithi175 ceph-mon[44549]: pgmap v17490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:08:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:45 smithi181 ceph-mon[45557]: pgmap v17490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:08:46.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:45 smithi088 ceph-mon[35322]: pgmap v17490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:08:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:47 smithi175 ceph-mon[44549]: pgmap v17491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:47 smithi181 ceph-mon[45557]: pgmap v17491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:47 smithi088 ceph-mon[35322]: pgmap v17491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:48 smithi088 ceph-mon[35322]: pgmap v17492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:49.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:48 smithi175 ceph-mon[44549]: pgmap v17492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:48 smithi181 ceph-mon[45557]: pgmap v17492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:51.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:51 smithi175 ceph-mon[44549]: pgmap v17493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:08:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:51 smithi181 ceph-mon[45557]: pgmap v17493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:08:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:51 smithi088 ceph-mon[35322]: pgmap v17493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:08:53.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:53 smithi175 ceph-mon[44549]: pgmap v17494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:08:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:53 smithi181 ceph-mon[45557]: pgmap v17494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:08:54.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:53 smithi088 ceph-mon[35322]: pgmap v17494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:08:55.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:55 smithi175 ceph-mon[44549]: pgmap v17495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:55 smithi181 ceph-mon[45557]: pgmap v17495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:56.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:55 smithi088 ceph-mon[35322]: pgmap v17495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:08:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:57 smithi175 ceph-mon[44549]: pgmap v17496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:57 smithi181 ceph-mon[45557]: pgmap v17496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:57 smithi088 ceph-mon[35322]: pgmap v17496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:08:59.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:59.105+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:08:59.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:59.105+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:08:59.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:08:59.105+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:08:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:08:59 smithi175 ceph-mon[44549]: pgmap v17497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:08:59 smithi181 ceph-mon[45557]: pgmap v17497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:08:59.991 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:08:59 smithi088 ceph-mon[35322]: pgmap v17497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:01 smithi175 ceph-mon[44549]: pgmap v17498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:01 smithi181 ceph-mon[45557]: pgmap v17498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:01 smithi088 ceph-mon[35322]: pgmap v17498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:03 smithi175 ceph-mon[44549]: pgmap v17499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:03 smithi181 ceph-mon[45557]: pgmap v17499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:03 smithi088 ceph-mon[35322]: pgmap v17499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:05.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:05 smithi175 ceph-mon[44549]: pgmap v17500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:05 smithi181 ceph-mon[45557]: pgmap v17500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:05 smithi088 ceph-mon[35322]: pgmap v17500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:07 smithi175 ceph-mon[44549]: pgmap v17501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:07 smithi181 ceph-mon[45557]: pgmap v17501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:08.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:07 smithi088 ceph-mon[35322]: pgmap v17501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:09 smithi175 ceph-mon[44549]: pgmap v17502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:09.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:09 smithi181 ceph-mon[45557]: pgmap v17502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:10.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:09 smithi088 ceph-mon[35322]: pgmap v17502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:11.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:11 smithi175 ceph-mon[44549]: pgmap v17503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:11 smithi181 ceph-mon[45557]: pgmap v17503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:12.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:11 smithi088 ceph-mon[35322]: pgmap v17503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:13.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:13 smithi175 ceph-mon[44549]: pgmap v17504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:13 smithi181 ceph-mon[45557]: pgmap v17504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:14.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:13 smithi088 ceph-mon[35322]: pgmap v17504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:14.111 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:14.111+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:09:14.111 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:14.111+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:09:14.111 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:14.111+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:09:15.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:15 smithi088 ceph-mon[35322]: pgmap v17505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:15.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:15 smithi175 ceph-mon[44549]: pgmap v17505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:15 smithi181 ceph-mon[45557]: pgmap v17505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:17 smithi175 ceph-mon[44549]: pgmap v17506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:17 smithi181 ceph-mon[45557]: pgmap v17506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:17 smithi088 ceph-mon[35322]: pgmap v17506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:19 smithi175 ceph-mon[44549]: pgmap v17507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:19 smithi181 ceph-mon[45557]: pgmap v17507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:20.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:19 smithi088 ceph-mon[35322]: pgmap v17507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:21 smithi175 ceph-mon[44549]: pgmap v17508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:21 smithi181 ceph-mon[45557]: pgmap v17508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:22.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:21 smithi088 ceph-mon[35322]: pgmap v17508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:23 smithi175 ceph-mon[44549]: pgmap v17509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:23 smithi181 ceph-mon[45557]: pgmap v17509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:23 smithi088 ceph-mon[35322]: pgmap v17509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:25 smithi175 ceph-mon[44549]: pgmap v17510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:25 smithi181 ceph-mon[45557]: pgmap v17510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:25 smithi088 ceph-mon[35322]: pgmap v17510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:27.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:27 smithi175 ceph-mon[44549]: pgmap v17511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:27 smithi181 ceph-mon[45557]: pgmap v17511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:27 smithi088 ceph-mon[35322]: pgmap v17511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:29.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:29.126+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:09:29.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:29.126+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:09:29.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:29.126+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:09:29.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:29 smithi175 ceph-mon[44549]: pgmap v17512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:29 smithi181 ceph-mon[45557]: pgmap v17512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:29 smithi088 ceph-mon[35322]: pgmap v17512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:31 smithi175 ceph-mon[44549]: pgmap v17513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:31 smithi181 ceph-mon[45557]: pgmap v17513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:31 smithi088 ceph-mon[35322]: pgmap v17513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:33.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:33 smithi175 ceph-mon[44549]: pgmap v17514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:33 smithi181 ceph-mon[45557]: pgmap v17514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:34.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:33 smithi088 ceph-mon[35322]: pgmap v17514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:09:34.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:09:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:09:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:35 smithi175 ceph-mon[44549]: pgmap v17515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:09:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:09:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:09:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:35 smithi181 ceph-mon[45557]: pgmap v17515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:09:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:09:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:09:36.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:35 smithi088 ceph-mon[35322]: pgmap v17515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:36.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:09:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:09:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:09:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:36 smithi175 ceph-mon[44549]: pgmap v17516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:09:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:36 smithi175 ceph-mon[44549]: pgmap v17517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:09:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:36 smithi181 ceph-mon[45557]: pgmap v17516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:09:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:36 smithi181 ceph-mon[45557]: pgmap v17517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:09:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:36 smithi088 ceph-mon[35322]: pgmap v17516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:09:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:36 smithi088 ceph-mon[35322]: pgmap v17517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:09:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:38 smithi175 ceph-mon[44549]: pgmap v17518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:09:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:38 smithi181 ceph-mon[45557]: pgmap v17518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:09:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:38 smithi088 ceph-mon[35322]: pgmap v17518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:09:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:40 smithi175 ceph-mon[44549]: pgmap v17519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:09:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:40 smithi181 ceph-mon[45557]: pgmap v17519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:09:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:40 smithi088 ceph-mon[35322]: pgmap v17519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:09:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:42 smithi175 ceph-mon[44549]: pgmap v17520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:09:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:42 smithi181 ceph-mon[45557]: pgmap v17520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:09:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:42 smithi088 ceph-mon[35322]: pgmap v17520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:09:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:44.142+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:09:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:44.142+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:09:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:44.142+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:09:44.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:44.480+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:09:44.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:44.480+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:09:44.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:44.480+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 254 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:09:44.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:44.480+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 254 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:09:44.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:44 smithi175 ceph-mon[44549]: pgmap v17521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:09:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:44 smithi181 ceph-mon[45557]: pgmap v17521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:09:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:44 smithi088 ceph-mon[35322]: pgmap v17521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:09:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:46 smithi181 ceph-mon[45557]: pgmap v17522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:09:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:46 smithi088 ceph-mon[35322]: pgmap v17522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:09:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:46 smithi175 ceph-mon[44549]: pgmap v17522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:09:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:48 smithi181 ceph-mon[45557]: pgmap v17523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:48 smithi088 ceph-mon[35322]: pgmap v17523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:49.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:48 smithi175 ceph-mon[44549]: pgmap v17523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:49 smithi088 ceph-mon[35322]: pgmap v17524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:49 smithi175 ceph-mon[44549]: pgmap v17524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:49 smithi181 ceph-mon[45557]: pgmap v17524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:09:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:52 smithi175 ceph-mon[44549]: pgmap v17525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:52 smithi181 ceph-mon[45557]: pgmap v17525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:52 smithi088 ceph-mon[35322]: pgmap v17525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:09:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:54 smithi175 ceph-mon[44549]: pgmap v17526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:54 smithi181 ceph-mon[45557]: pgmap v17526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:54 smithi088 ceph-mon[35322]: pgmap v17526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:09:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:56 smithi175 ceph-mon[44549]: pgmap v17527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:56 smithi181 ceph-mon[45557]: pgmap v17527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:56 smithi088 ceph-mon[35322]: pgmap v17527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:09:58.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:09:58 smithi175 ceph-mon[44549]: pgmap v17528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:09:58 smithi181 ceph-mon[45557]: pgmap v17528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:59.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:09:58 smithi088 ceph-mon[35322]: pgmap v17528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:09:59.152 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:59.152+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:09:59.152 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:59.152+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:09:59.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:09:59.152+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:10:00.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:00 smithi175 ceph-mon[44549]: pgmap v17529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:10:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:00 smithi181 ceph-mon[45557]: pgmap v17529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:10:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:00 smithi088 ceph-mon[35322]: pgmap v17529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:10:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:02 smithi175 ceph-mon[44549]: pgmap v17530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:02 smithi181 ceph-mon[45557]: pgmap v17530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:02.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:02 smithi088 ceph-mon[35322]: pgmap v17530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:04.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:04 smithi175 ceph-mon[44549]: pgmap v17531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:10:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:04 smithi181 ceph-mon[45557]: pgmap v17531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:10:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:04 smithi088 ceph-mon[35322]: pgmap v17531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:10:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:06 smithi175 ceph-mon[44549]: pgmap v17532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:06 smithi181 ceph-mon[45557]: pgmap v17532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:06 smithi088 ceph-mon[35322]: pgmap v17532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:08 smithi175 ceph-mon[44549]: pgmap v17533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:08 smithi181 ceph-mon[45557]: pgmap v17533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:09.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:08 smithi088 ceph-mon[35322]: pgmap v17533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:10 smithi175 ceph-mon[44549]: pgmap v17534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:10 smithi181 ceph-mon[45557]: pgmap v17534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:10 smithi088 ceph-mon[35322]: pgmap v17534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:12 smithi175 ceph-mon[44549]: pgmap v17535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:12 smithi181 ceph-mon[45557]: pgmap v17535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:12 smithi088 ceph-mon[35322]: pgmap v17535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:14.167 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:14.166+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:10:14.167 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:14.166+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:10:14.167 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:14.166+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:10:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:14 smithi175 ceph-mon[44549]: pgmap v17536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:14 smithi181 ceph-mon[45557]: pgmap v17536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:14 smithi088 ceph-mon[35322]: pgmap v17536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:16.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:16 smithi175 ceph-mon[44549]: pgmap v17537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:16 smithi181 ceph-mon[45557]: pgmap v17537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:16 smithi088 ceph-mon[35322]: pgmap v17537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:18 smithi175 ceph-mon[44549]: pgmap v17538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:18 smithi181 ceph-mon[45557]: pgmap v17538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:19.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:18 smithi088 ceph-mon[35322]: pgmap v17538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:20 smithi175 ceph-mon[44549]: pgmap v17539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:20 smithi181 ceph-mon[45557]: pgmap v17539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:21.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:20 smithi088 ceph-mon[35322]: pgmap v17539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:22 smithi175 ceph-mon[44549]: pgmap v17540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:22 smithi181 ceph-mon[45557]: pgmap v17540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:22 smithi088 ceph-mon[35322]: pgmap v17540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:24 smithi175 ceph-mon[44549]: pgmap v17541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:24 smithi181 ceph-mon[45557]: pgmap v17541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:24 smithi088 ceph-mon[35322]: pgmap v17541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:26 smithi175 ceph-mon[44549]: pgmap v17542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:26 smithi181 ceph-mon[45557]: pgmap v17542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:26 smithi088 ceph-mon[35322]: pgmap v17542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:28 smithi175 ceph-mon[44549]: pgmap v17543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:28 smithi181 ceph-mon[45557]: pgmap v17543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:28 smithi088 ceph-mon[35322]: pgmap v17543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:29.181 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:29.181+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:10:29.181 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:29.181+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:10:29.181 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:29.181+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:10:30.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:30 smithi175 ceph-mon[44549]: pgmap v17544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:30 smithi181 ceph-mon[45557]: pgmap v17544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:30 smithi088 ceph-mon[35322]: pgmap v17544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:10:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:32 smithi175 ceph-mon[44549]: pgmap v17545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:32 smithi181 ceph-mon[45557]: pgmap v17545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:32 smithi088 ceph-mon[35322]: pgmap v17545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:10:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:34 smithi181 ceph-mon[45557]: pgmap v17546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:34 smithi088 ceph-mon[35322]: pgmap v17546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:35.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:34 smithi175 ceph-mon[44549]: pgmap v17546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:36.790 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:36 smithi181 ceph-mon[45557]: pgmap v17547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:36.790 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:10:36.816 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:36 smithi175 ceph-mon[44549]: pgmap v17547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:36.816 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:10:37.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:36 smithi088 ceph-mon[35322]: pgmap v17547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:10:38.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:38 smithi175 ceph-mon[44549]: pgmap v17548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:38 smithi181 ceph-mon[45557]: pgmap v17548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:38 smithi088 ceph-mon[35322]: pgmap v17548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:39.741 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:39 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 157.4M 2024-01-28T22:10:39.742 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:39 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 165050970: error parsing value: Value '165050970' is below minimum 939524096 2024-01-28T22:10:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:39 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 157.4M 2024-01-28T22:10:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:39 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 165050970: error parsing value: Value '165050970' is below minimum 939524096 2024-01-28T22:10:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:39 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 157.4M 2024-01-28T22:10:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:39 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 165050970: error parsing value: Value '165050970' is below minimum 939524096 2024-01-28T22:10:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:40 smithi175 ceph-mon[44549]: pgmap v17549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:10:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:10:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:10:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:40 smithi181 ceph-mon[45557]: pgmap v17549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:10:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:10:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:10:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:40 smithi088 ceph-mon[35322]: pgmap v17549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:10:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:10:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:10:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:10:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:10:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:41 smithi175 ceph-mon[44549]: pgmap v17550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T22:10:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:41 smithi175 ceph-mon[44549]: pgmap v17551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:10:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:41 smithi181 ceph-mon[45557]: pgmap v17550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T22:10:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:41 smithi181 ceph-mon[45557]: pgmap v17551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:10:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:41 smithi088 ceph-mon[35322]: pgmap v17550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T22:10:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:41 smithi088 ceph-mon[35322]: pgmap v17551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:10:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:43 smithi175 ceph-mon[44549]: pgmap v17552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:43 smithi181 ceph-mon[45557]: pgmap v17552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:43 smithi088 ceph-mon[35322]: pgmap v17552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:44.192+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:10:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:44.192+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:10:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:44.192+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:10:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:45 smithi175 ceph-mon[44549]: pgmap v17553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:45.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:45 smithi181 ceph-mon[45557]: pgmap v17553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:46.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:45 smithi088 ceph-mon[35322]: pgmap v17553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:47 smithi175 ceph-mon[44549]: pgmap v17554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:10:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:47 smithi181 ceph-mon[45557]: pgmap v17554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:10:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:47 smithi088 ceph-mon[35322]: pgmap v17554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:10:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:49 smithi175 ceph-mon[44549]: pgmap v17555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T22:10:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:49 smithi181 ceph-mon[45557]: pgmap v17555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T22:10:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:49 smithi088 ceph-mon[35322]: pgmap v17555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T22:10:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:51 smithi175 ceph-mon[44549]: pgmap v17556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:10:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:51 smithi181 ceph-mon[45557]: pgmap v17556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:10:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:51 smithi088 ceph-mon[35322]: pgmap v17556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:10:53.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:53 smithi175 ceph-mon[44549]: pgmap v17557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:53 smithi181 ceph-mon[45557]: pgmap v17557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:53 smithi088 ceph-mon[35322]: pgmap v17557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:55.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:55 smithi175 ceph-mon[44549]: pgmap v17558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:55 smithi181 ceph-mon[45557]: pgmap v17558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:56.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:55 smithi088 ceph-mon[35322]: pgmap v17558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:10:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:57 smithi175 ceph-mon[44549]: pgmap v17559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:57 smithi181 ceph-mon[45557]: pgmap v17559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:57 smithi088 ceph-mon[35322]: pgmap v17559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:10:59.208 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:59.208+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:10:59.208 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:59.208+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:10:59.208 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:10:59.208+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:10:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:10:59 smithi175 ceph-mon[44549]: pgmap v17560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:10:59.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:10:59 smithi181 ceph-mon[45557]: pgmap v17560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:10:59 smithi088 ceph-mon[35322]: pgmap v17560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:01 smithi175 ceph-mon[44549]: pgmap v17561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:01 smithi181 ceph-mon[45557]: pgmap v17561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:01 smithi088 ceph-mon[35322]: pgmap v17561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:03 smithi175 ceph-mon[44549]: pgmap v17562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:03.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:03 smithi181 ceph-mon[45557]: pgmap v17562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:03 smithi088 ceph-mon[35322]: pgmap v17562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:05 smithi175 ceph-mon[44549]: pgmap v17563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:05.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:05 smithi181 ceph-mon[45557]: pgmap v17563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:05 smithi088 ceph-mon[35322]: pgmap v17563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:07 smithi175 ceph-mon[44549]: pgmap v17564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:07 smithi181 ceph-mon[45557]: pgmap v17564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:08.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:07 smithi088 ceph-mon[35322]: pgmap v17564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:09 smithi175 ceph-mon[44549]: pgmap v17565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:09.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:09 smithi181 ceph-mon[45557]: pgmap v17565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:10.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:09 smithi088 ceph-mon[35322]: pgmap v17565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:11.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:11 smithi175 ceph-mon[44549]: pgmap v17566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:11.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:11 smithi181 ceph-mon[45557]: pgmap v17566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:12.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:11 smithi088 ceph-mon[35322]: pgmap v17566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:13.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:13 smithi175 ceph-mon[44549]: pgmap v17567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:13.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:13 smithi181 ceph-mon[45557]: pgmap v17567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:14.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:13 smithi088 ceph-mon[35322]: pgmap v17567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:14.223 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:14.223+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:11:14.223 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:14.223+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:11:14.223 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:14.223+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:11:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:15 smithi181 ceph-mon[45557]: pgmap v17568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:16.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:15 smithi088 ceph-mon[35322]: pgmap v17568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:15 smithi175 ceph-mon[44549]: pgmap v17568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:17 smithi181 ceph-mon[45557]: pgmap v17569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:17 smithi088 ceph-mon[35322]: pgmap v17569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:17 smithi175 ceph-mon[44549]: pgmap v17569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:19 smithi181 ceph-mon[45557]: pgmap v17570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:20.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:19 smithi088 ceph-mon[35322]: pgmap v17570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:20.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:19 smithi175 ceph-mon[44549]: pgmap v17570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:21 smithi181 ceph-mon[45557]: pgmap v17571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:22.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:21 smithi088 ceph-mon[35322]: pgmap v17571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:22.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:21 smithi175 ceph-mon[44549]: pgmap v17571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:23 smithi181 ceph-mon[45557]: pgmap v17572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:23 smithi088 ceph-mon[35322]: pgmap v17572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:24.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:23 smithi175 ceph-mon[44549]: pgmap v17572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:25 smithi181 ceph-mon[45557]: pgmap v17573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:25 smithi088 ceph-mon[35322]: pgmap v17573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:26.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:25 smithi175 ceph-mon[44549]: pgmap v17573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:27 smithi181 ceph-mon[45557]: pgmap v17574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:27 smithi088 ceph-mon[35322]: pgmap v17574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:27 smithi175 ceph-mon[44549]: pgmap v17574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:29.227+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:11:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:29.227+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:11:29.227 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:29.227+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:11:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:29 smithi181 ceph-mon[45557]: pgmap v17575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:29 smithi088 ceph-mon[35322]: pgmap v17575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:30.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:29 smithi175 ceph-mon[44549]: pgmap v17575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:31 smithi175 ceph-mon[44549]: pgmap v17576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:31 smithi181 ceph-mon[45557]: pgmap v17576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:31 smithi088 ceph-mon[35322]: pgmap v17576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:33.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:33 smithi175 ceph-mon[44549]: pgmap v17577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:33 smithi181 ceph-mon[45557]: pgmap v17577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:34.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:33 smithi088 ceph-mon[35322]: pgmap v17577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:35.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:35 smithi175 ceph-mon[44549]: pgmap v17578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:35 smithi181 ceph-mon[45557]: pgmap v17578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:35 smithi088 ceph-mon[35322]: pgmap v17578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:37 smithi175 ceph-mon[44549]: pgmap v17579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:37 smithi181 ceph-mon[45557]: pgmap v17579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:37 smithi088 ceph-mon[35322]: pgmap v17579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:11:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:39 smithi175 ceph-mon[44549]: pgmap v17580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:39 smithi181 ceph-mon[45557]: pgmap v17580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:40.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:39 smithi088 ceph-mon[35322]: pgmap v17580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:11:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:11:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:11:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:11:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:41 smithi175 ceph-mon[44549]: pgmap v17581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:41 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 155.8M 2024-01-28T22:11:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:41 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 163426021: error parsing value: Value '163426021' is below minimum 939524096 2024-01-28T22:11:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:11:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:11:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:11:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:41 smithi181 ceph-mon[45557]: pgmap v17581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:41 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 155.8M 2024-01-28T22:11:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:41 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 163426021: error parsing value: Value '163426021' is below minimum 939524096 2024-01-28T22:11:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:11:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:11:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:11:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:41 smithi088 ceph-mon[35322]: pgmap v17581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:41 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 155.8M 2024-01-28T22:11:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:41 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 163426021: error parsing value: Value '163426021' is below minimum 939524096 2024-01-28T22:11:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:11:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:11:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:11:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:42 smithi175 ceph-mon[44549]: pgmap v17582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:11:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:42 smithi181 ceph-mon[45557]: pgmap v17582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:11:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:42 smithi088 ceph-mon[35322]: pgmap v17582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:11:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:44.234+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:11:44.234 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:44.234+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:11:44.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:44.234+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:11:44.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:44 smithi175 ceph-mon[44549]: pgmap v17583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:11:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:44 smithi181 ceph-mon[45557]: pgmap v17583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:11:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:44 smithi088 ceph-mon[35322]: pgmap v17583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:11:46.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:46 smithi175 ceph-mon[44549]: pgmap v17584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:11:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:46 smithi181 ceph-mon[45557]: pgmap v17584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:11:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:46 smithi088 ceph-mon[35322]: pgmap v17584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:11:48.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:48 smithi175 ceph-mon[44549]: pgmap v17585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T22:11:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:48 smithi181 ceph-mon[45557]: pgmap v17585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T22:11:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:48 smithi088 ceph-mon[35322]: pgmap v17585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T22:11:50.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:50 smithi175 ceph-mon[44549]: pgmap v17586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:11:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:50 smithi181 ceph-mon[45557]: pgmap v17586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:11:51.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:50 smithi088 ceph-mon[35322]: pgmap v17586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:11:52.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:52 smithi175 ceph-mon[44549]: pgmap v17587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:11:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:52 smithi181 ceph-mon[45557]: pgmap v17587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:11:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:52 smithi088 ceph-mon[35322]: pgmap v17587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:11:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:54 smithi175 ceph-mon[44549]: pgmap v17588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:54 smithi181 ceph-mon[45557]: pgmap v17588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:54 smithi088 ceph-mon[35322]: pgmap v17588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:56 smithi181 ceph-mon[45557]: pgmap v17589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:56 smithi088 ceph-mon[35322]: pgmap v17589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:57.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:56 smithi175 ceph-mon[44549]: pgmap v17589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:11:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:11:58 smithi181 ceph-mon[45557]: pgmap v17590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:11:58 smithi088 ceph-mon[35322]: pgmap v17590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:59.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:11:58 smithi175 ceph-mon[44549]: pgmap v17590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:11:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:59.243+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:11:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:59.243+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:11:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:11:59.243+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:12:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:00 smithi181 ceph-mon[45557]: pgmap v17591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:00 smithi088 ceph-mon[35322]: pgmap v17591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:00 smithi175 ceph-mon[44549]: pgmap v17591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:02 smithi181 ceph-mon[45557]: pgmap v17592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:12:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:02 smithi088 ceph-mon[35322]: pgmap v17592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:12:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:02 smithi175 ceph-mon[44549]: pgmap v17592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:12:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:04 smithi181 ceph-mon[45557]: pgmap v17593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:04 smithi088 ceph-mon[35322]: pgmap v17593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:05.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:04 smithi175 ceph-mon[44549]: pgmap v17593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:06 smithi181 ceph-mon[45557]: pgmap v17594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:06 smithi088 ceph-mon[35322]: pgmap v17594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:07.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:06 smithi175 ceph-mon[44549]: pgmap v17594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:08 smithi181 ceph-mon[45557]: pgmap v17595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:08 smithi088 ceph-mon[35322]: pgmap v17595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:08 smithi175 ceph-mon[44549]: pgmap v17595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:10 smithi181 ceph-mon[45557]: pgmap v17596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:10 smithi088 ceph-mon[35322]: pgmap v17596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:10 smithi175 ceph-mon[44549]: pgmap v17596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:11 smithi181 ceph-mon[45557]: pgmap v17597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:12:12.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:11 smithi088 ceph-mon[35322]: pgmap v17597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:12:12.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:11 smithi175 ceph-mon[44549]: pgmap v17597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:12:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:13 smithi175 ceph-mon[44549]: pgmap v17598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:13 smithi181 ceph-mon[45557]: pgmap v17598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:14.260+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:12:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:14.260+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:12:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:14.260+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:12:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:13 smithi088 ceph-mon[35322]: pgmap v17598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:16.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:16 smithi175 ceph-mon[44549]: pgmap v17599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:16 smithi181 ceph-mon[45557]: pgmap v17599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:17.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:16 smithi088 ceph-mon[35322]: pgmap v17599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:18 smithi175 ceph-mon[44549]: pgmap v17600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:18 smithi181 ceph-mon[45557]: pgmap v17600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:19.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:18 smithi088 ceph-mon[35322]: pgmap v17600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:20 smithi175 ceph-mon[44549]: pgmap v17601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:12:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:20 smithi181 ceph-mon[45557]: pgmap v17601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:12:21.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:20 smithi088 ceph-mon[35322]: pgmap v17601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:12:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:22 smithi175 ceph-mon[44549]: pgmap v17602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T22:12:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:22 smithi181 ceph-mon[45557]: pgmap v17602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T22:12:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:22 smithi088 ceph-mon[35322]: pgmap v17602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T22:12:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:24 smithi175 ceph-mon[44549]: pgmap v17603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:24 smithi181 ceph-mon[45557]: pgmap v17603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:24 smithi088 ceph-mon[35322]: pgmap v17603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:26 smithi175 ceph-mon[44549]: pgmap v17604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:12:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:26 smithi181 ceph-mon[45557]: pgmap v17604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:12:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:26 smithi088 ceph-mon[35322]: pgmap v17604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:12:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:28 smithi175 ceph-mon[44549]: pgmap v17605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:28 smithi181 ceph-mon[45557]: pgmap v17605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:28 smithi088 ceph-mon[35322]: pgmap v17605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:29.270+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:12:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:29.270+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:12:29.270 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:29.270+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:12:30.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:30 smithi175 ceph-mon[44549]: pgmap v17606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:30 smithi181 ceph-mon[45557]: pgmap v17606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:30 smithi088 ceph-mon[35322]: pgmap v17606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:32 smithi175 ceph-mon[44549]: pgmap v17607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:12:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:32 smithi181 ceph-mon[45557]: pgmap v17607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:12:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:32 smithi088 ceph-mon[35322]: pgmap v17607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:12:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:34 smithi175 ceph-mon[44549]: pgmap v17608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:34.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:34 smithi181 ceph-mon[45557]: pgmap v17608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:34 smithi088 ceph-mon[35322]: pgmap v17608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:36 smithi181 ceph-mon[45557]: pgmap v17609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:36 smithi088 ceph-mon[35322]: pgmap v17609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:36 smithi175 ceph-mon[44549]: pgmap v17609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:38 smithi181 ceph-mon[45557]: pgmap v17610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:38 smithi088 ceph-mon[35322]: pgmap v17610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:39.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:38 smithi175 ceph-mon[44549]: pgmap v17610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:12:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:40 smithi181 ceph-mon[45557]: pgmap v17611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:40 smithi088 ceph-mon[35322]: pgmap v17611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:40 smithi175 ceph-mon[44549]: pgmap v17611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:12:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:12:42.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:12:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:42 smithi181 ceph-mon[45557]: pgmap v17612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:12:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:12:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:12:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:12:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:42 smithi088 ceph-mon[35322]: pgmap v17612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:12:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:12:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:12:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:12:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:42 smithi175 ceph-mon[44549]: pgmap v17612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:12:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:12:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:12:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:12:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:43 smithi181 ceph-mon[45557]: pgmap v17613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:12:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:43 smithi181 ceph-mon[45557]: pgmap v17614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:12:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:43 smithi088 ceph-mon[35322]: pgmap v17613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:12:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:43 smithi088 ceph-mon[35322]: pgmap v17614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:12:44.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:43 smithi175 ceph-mon[44549]: pgmap v17613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:12:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:43 smithi175 ceph-mon[44549]: pgmap v17614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:12:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:44.283+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:12:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:44.283+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:12:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:44.283+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:12:44.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:44.507+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:12:44.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:44.507+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:12:44.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:44.507+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 255 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T22:12:44.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:44.507+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 255 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T22:12:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:45 smithi181 ceph-mon[45557]: pgmap v17615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:12:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:45 smithi088 ceph-mon[35322]: pgmap v17615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:12:46.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:45 smithi175 ceph-mon[44549]: pgmap v17615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:12:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:47 smithi181 ceph-mon[45557]: pgmap v17616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:12:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:47 smithi088 ceph-mon[35322]: pgmap v17616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:12:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:47 smithi175 ceph-mon[44549]: pgmap v17616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:12:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:49 smithi181 ceph-mon[45557]: pgmap v17617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:12:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:49 smithi088 ceph-mon[35322]: pgmap v17617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:12:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:49 smithi175 ceph-mon[44549]: pgmap v17617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:12:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:51 smithi181 ceph-mon[45557]: pgmap v17618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:12:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:51 smithi088 ceph-mon[35322]: pgmap v17618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:12:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:51 smithi175 ceph-mon[44549]: pgmap v17618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:12:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:53 smithi181 ceph-mon[45557]: pgmap v17619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:12:53.975 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:53 smithi088 ceph-mon[35322]: pgmap v17619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:12:54.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:53 smithi175 ceph-mon[44549]: pgmap v17619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:12:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:54 smithi088 ceph-mon[35322]: pgmap v17620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:55.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:54 smithi175 ceph-mon[44549]: pgmap v17620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:54 smithi181 ceph-mon[45557]: pgmap v17620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:12:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:57 smithi175 ceph-mon[44549]: pgmap v17621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:12:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:57 smithi181 ceph-mon[45557]: pgmap v17621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:12:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:57 smithi088 ceph-mon[35322]: pgmap v17621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:12:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:59.297+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:12:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:59.297+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:12:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:12:59.297+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:12:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:12:59 smithi175 ceph-mon[44549]: pgmap v17622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:12:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:12:59 smithi181 ceph-mon[45557]: pgmap v17622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:12:59 smithi088 ceph-mon[35322]: pgmap v17622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:01 smithi175 ceph-mon[44549]: pgmap v17623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:01 smithi181 ceph-mon[45557]: pgmap v17623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:01 smithi088 ceph-mon[35322]: pgmap v17623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:03.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:03 smithi175 ceph-mon[44549]: pgmap v17624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:03 smithi181 ceph-mon[45557]: pgmap v17624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:03 smithi088 ceph-mon[35322]: pgmap v17624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:05.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:05 smithi175 ceph-mon[44549]: pgmap v17625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:05 smithi181 ceph-mon[45557]: pgmap v17625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:05 smithi088 ceph-mon[35322]: pgmap v17625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:07 smithi175 ceph-mon[44549]: pgmap v17626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:07 smithi181 ceph-mon[45557]: pgmap v17626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:08.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:07 smithi088 ceph-mon[35322]: pgmap v17626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:09 smithi175 ceph-mon[44549]: pgmap v17627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:09 smithi181 ceph-mon[45557]: pgmap v17627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:09 smithi088 ceph-mon[35322]: pgmap v17627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:11.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:11 smithi175 ceph-mon[44549]: pgmap v17628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:11 smithi181 ceph-mon[45557]: pgmap v17628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:11 smithi088 ceph-mon[35322]: pgmap v17628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:13 smithi181 ceph-mon[45557]: pgmap v17629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:14.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:13 smithi088 ceph-mon[35322]: pgmap v17629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:14.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:13 smithi175 ceph-mon[44549]: pgmap v17629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:14.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:14.312+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:13:14.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:14.312+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:13:14.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:14.312+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:13:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:15 smithi181 ceph-mon[45557]: pgmap v17630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:16.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:15 smithi088 ceph-mon[35322]: pgmap v17630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:16.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:15 smithi175 ceph-mon[44549]: pgmap v17630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:17 smithi181 ceph-mon[45557]: pgmap v17631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:17 smithi088 ceph-mon[35322]: pgmap v17631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:17 smithi175 ceph-mon[44549]: pgmap v17631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:19 smithi181 ceph-mon[45557]: pgmap v17632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:20.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:19 smithi088 ceph-mon[35322]: pgmap v17632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:20.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:19 smithi175 ceph-mon[44549]: pgmap v17632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:21 smithi181 ceph-mon[45557]: pgmap v17633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:21 smithi088 ceph-mon[35322]: pgmap v17633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:22.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:21 smithi175 ceph-mon[44549]: pgmap v17633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:23 smithi181 ceph-mon[45557]: pgmap v17634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:23 smithi088 ceph-mon[35322]: pgmap v17634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:23 smithi175 ceph-mon[44549]: pgmap v17634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:25 smithi181 ceph-mon[45557]: pgmap v17635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:25 smithi088 ceph-mon[35322]: pgmap v17635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:26.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:25 smithi175 ceph-mon[44549]: pgmap v17635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:27 smithi181 ceph-mon[45557]: pgmap v17636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:27 smithi088 ceph-mon[35322]: pgmap v17636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:27 smithi175 ceph-mon[44549]: pgmap v17636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:29.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:29.326+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:13:29.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:29.326+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:13:29.326 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:29.326+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:13:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:29.515+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:13:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:29.515+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:13:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:29.515+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 256 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:13:29.515 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:29.515+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 256 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:13:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:29 smithi181 ceph-mon[45557]: pgmap v17637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:29 smithi088 ceph-mon[35322]: pgmap v17637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:30.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:29 smithi175 ceph-mon[44549]: pgmap v17637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:31 smithi181 ceph-mon[45557]: pgmap v17638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:31 smithi088 ceph-mon[35322]: pgmap v17638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:32.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:31 smithi175 ceph-mon[44549]: pgmap v17638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:33 smithi088 ceph-mon[35322]: pgmap v17639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:34.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:33 smithi175 ceph-mon[44549]: pgmap v17639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:33 smithi181 ceph-mon[45557]: pgmap v17639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:36.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:35 smithi088 ceph-mon[35322]: pgmap v17640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:36.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:35 smithi175 ceph-mon[44549]: pgmap v17640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:35 smithi181 ceph-mon[45557]: pgmap v17640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:36 smithi088 ceph-mon[35322]: pgmap v17641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:36 smithi175 ceph-mon[44549]: pgmap v17641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:36 smithi181 ceph-mon[45557]: pgmap v17641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:38 smithi181 ceph-mon[45557]: pgmap v17642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:39.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:38 smithi088 ceph-mon[35322]: pgmap v17642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:39.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:38 smithi175 ceph-mon[44549]: pgmap v17642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:13:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:41 smithi175 ceph-mon[44549]: pgmap v17643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:41 smithi181 ceph-mon[45557]: pgmap v17643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:41 smithi088 ceph-mon[35322]: pgmap v17643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:13:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:13:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:13:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:43 smithi175 ceph-mon[44549]: pgmap v17644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:43 smithi181 ceph-mon[45557]: pgmap v17644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:43 smithi088 ceph-mon[35322]: pgmap v17644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:13:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:44.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:44.340+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:13:44.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:44.340+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:13:44.341 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:44.340+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:13:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:45 smithi175 ceph-mon[44549]: pgmap v17645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:13:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:13:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:45 smithi181 ceph-mon[45557]: pgmap v17645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:13:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:13:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:45.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:45 smithi088 ceph-mon[35322]: pgmap v17645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:13:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:13:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:13:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:13:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:46 smithi181 ceph-mon[45557]: pgmap v17646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:13:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:46 smithi181 ceph-mon[45557]: pgmap v17647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:13:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:46 smithi088 ceph-mon[35322]: pgmap v17646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:13:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:46 smithi088 ceph-mon[35322]: pgmap v17647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:13:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:46 smithi175 ceph-mon[44549]: pgmap v17646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:13:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:46 smithi175 ceph-mon[44549]: pgmap v17647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:13:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:48 smithi181 ceph-mon[45557]: pgmap v17648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:13:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:48 smithi088 ceph-mon[35322]: pgmap v17648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:13:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:48 smithi175 ceph-mon[44549]: pgmap v17648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:13:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:50 smithi181 ceph-mon[45557]: pgmap v17649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:13:51.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:50 smithi088 ceph-mon[35322]: pgmap v17649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:13:51.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:50 smithi175 ceph-mon[44549]: pgmap v17649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:13:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:52 smithi181 ceph-mon[45557]: pgmap v17650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:13:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:52 smithi088 ceph-mon[35322]: pgmap v17650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:13:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:52 smithi175 ceph-mon[44549]: pgmap v17650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:13:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:54 smithi181 ceph-mon[45557]: pgmap v17651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T22:13:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:54 smithi088 ceph-mon[35322]: pgmap v17651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T22:13:55.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:54 smithi175 ceph-mon[44549]: pgmap v17651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T22:13:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:56 smithi181 ceph-mon[45557]: pgmap v17652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:13:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:56 smithi088 ceph-mon[35322]: pgmap v17652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:13:57.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:56 smithi175 ceph-mon[44549]: pgmap v17652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:13:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:13:58 smithi181 ceph-mon[45557]: pgmap v17653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:59.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:13:58 smithi088 ceph-mon[35322]: pgmap v17653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:59.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:13:58 smithi175 ceph-mon[44549]: pgmap v17653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:13:59.351 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:59.351+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:13:59.351 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:59.351+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:13:59.351 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:13:59.351+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:14:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:00 smithi181 ceph-mon[45557]: pgmap v17654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:00 smithi088 ceph-mon[35322]: pgmap v17654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:00 smithi175 ceph-mon[44549]: pgmap v17654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:02 smithi181 ceph-mon[45557]: pgmap v17655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:02 smithi088 ceph-mon[35322]: pgmap v17655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:02 smithi175 ceph-mon[44549]: pgmap v17655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:04 smithi181 ceph-mon[45557]: pgmap v17656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:04 smithi088 ceph-mon[35322]: pgmap v17656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:05.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:04 smithi175 ceph-mon[44549]: pgmap v17656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:06 smithi181 ceph-mon[45557]: pgmap v17657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:06 smithi088 ceph-mon[35322]: pgmap v17657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:07.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:06 smithi175 ceph-mon[44549]: pgmap v17657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:08 smithi181 ceph-mon[45557]: pgmap v17658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:09.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:08 smithi088 ceph-mon[35322]: pgmap v17658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:08 smithi175 ceph-mon[44549]: pgmap v17658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:10 smithi088 ceph-mon[35322]: pgmap v17659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:10 smithi175 ceph-mon[44549]: pgmap v17659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:10 smithi181 ceph-mon[45557]: pgmap v17659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:12 smithi088 ceph-mon[35322]: pgmap v17660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:12 smithi175 ceph-mon[44549]: pgmap v17660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:12 smithi181 ceph-mon[45557]: pgmap v17660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:14.362+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:14:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:14.362+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:14:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:14.362+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:14:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:14 smithi088 ceph-mon[35322]: pgmap v17661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:14 smithi175 ceph-mon[44549]: pgmap v17661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:14 smithi181 ceph-mon[45557]: pgmap v17661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:17.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:16 smithi088 ceph-mon[35322]: pgmap v17662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:16 smithi175 ceph-mon[44549]: pgmap v17662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:16 smithi181 ceph-mon[45557]: pgmap v17662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:17 smithi088 ceph-mon[35322]: pgmap v17663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:17 smithi175 ceph-mon[44549]: pgmap v17663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:17 smithi181 ceph-mon[45557]: pgmap v17663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:20.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:20 smithi088 ceph-mon[35322]: pgmap v17664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:20.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:20 smithi175 ceph-mon[44549]: pgmap v17664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:20 smithi181 ceph-mon[45557]: pgmap v17664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:22 smithi175 ceph-mon[44549]: pgmap v17665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:22 smithi181 ceph-mon[45557]: pgmap v17665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:22 smithi088 ceph-mon[35322]: pgmap v17665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:24 smithi181 ceph-mon[45557]: pgmap v17666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:24 smithi088 ceph-mon[35322]: pgmap v17666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:24 smithi175 ceph-mon[44549]: pgmap v17666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:26 smithi181 ceph-mon[45557]: pgmap v17667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:27.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:26 smithi088 ceph-mon[35322]: pgmap v17667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:26 smithi175 ceph-mon[44549]: pgmap v17667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:28 smithi181 ceph-mon[45557]: pgmap v17668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:28 smithi088 ceph-mon[35322]: pgmap v17668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:28 smithi175 ceph-mon[44549]: pgmap v17668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:29.374+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:14:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:29.374+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:14:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:29.374+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:14:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:30 smithi181 ceph-mon[45557]: pgmap v17669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:30 smithi088 ceph-mon[35322]: pgmap v17669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:30 smithi175 ceph-mon[44549]: pgmap v17669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:32 smithi181 ceph-mon[45557]: pgmap v17670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:32 smithi088 ceph-mon[35322]: pgmap v17670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:32 smithi175 ceph-mon[44549]: pgmap v17670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:34 smithi181 ceph-mon[45557]: pgmap v17671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:34 smithi088 ceph-mon[35322]: pgmap v17671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:34 smithi175 ceph-mon[44549]: pgmap v17671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:36 smithi181 ceph-mon[45557]: pgmap v17672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:37.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:36 smithi088 ceph-mon[35322]: pgmap v17672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:36 smithi175 ceph-mon[44549]: pgmap v17672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:38 smithi181 ceph-mon[45557]: pgmap v17673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:38 smithi088 ceph-mon[35322]: pgmap v17673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:38 smithi175 ceph-mon[44549]: pgmap v17673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:40 smithi181 ceph-mon[45557]: pgmap v17674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:40 smithi088 ceph-mon[35322]: pgmap v17674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:40 smithi175 ceph-mon[44549]: pgmap v17674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:14:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:42 smithi181 ceph-mon[45557]: pgmap v17675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:42 smithi088 ceph-mon[35322]: pgmap v17675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:42 smithi175 ceph-mon[44549]: pgmap v17675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:14:44.383 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:44.383+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:14:44.383 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:44.383+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:14:44.383 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:44.383+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:14:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:44 smithi181 ceph-mon[45557]: pgmap v17676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:44 smithi088 ceph-mon[35322]: pgmap v17676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:45.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:44 smithi175 ceph-mon[44549]: pgmap v17676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:14:46.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:14:46.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:14:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:14:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:46 smithi088 ceph-mon[35322]: pgmap v17677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:14:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:14:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:14:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:46 smithi175 ceph-mon[44549]: pgmap v17677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:14:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:14:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:14:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:46 smithi181 ceph-mon[45557]: pgmap v17677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:14:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:14:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:14:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:14:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:47 smithi088 ceph-mon[35322]: pgmap v17678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:14:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:47 smithi088 ceph-mon[35322]: pgmap v17679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:14:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:47 smithi175 ceph-mon[44549]: pgmap v17678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:14:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:47 smithi175 ceph-mon[44549]: pgmap v17679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:14:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:47 smithi181 ceph-mon[45557]: pgmap v17678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:14:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:47 smithi181 ceph-mon[45557]: pgmap v17679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:14:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:49 smithi088 ceph-mon[35322]: pgmap v17680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:14:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:49 smithi175 ceph-mon[44549]: pgmap v17680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:14:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:49 smithi181 ceph-mon[45557]: pgmap v17680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:14:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:51 smithi088 ceph-mon[35322]: pgmap v17681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:14:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:51 smithi175 ceph-mon[44549]: pgmap v17681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:14:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:51 smithi181 ceph-mon[45557]: pgmap v17681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:14:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:52 smithi088 ceph-mon[35322]: pgmap v17682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:14:53.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:52 smithi175 ceph-mon[44549]: pgmap v17682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:14:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:52 smithi181 ceph-mon[45557]: pgmap v17682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:14:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:55 smithi175 ceph-mon[44549]: pgmap v17683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:14:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:55 smithi181 ceph-mon[45557]: pgmap v17683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:14:55.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:55 smithi088 ceph-mon[35322]: pgmap v17683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:14:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:57 smithi181 ceph-mon[45557]: pgmap v17684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:14:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:57 smithi088 ceph-mon[35322]: pgmap v17684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:14:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:57 smithi175 ceph-mon[44549]: pgmap v17684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:14:59.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:59.398+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:14:59.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:59.398+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:14:59.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:14:59.398+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:14:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:14:59 smithi181 ceph-mon[45557]: pgmap v17685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:14:59 smithi088 ceph-mon[35322]: pgmap v17685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:14:59 smithi175 ceph-mon[44549]: pgmap v17685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:01 smithi181 ceph-mon[45557]: pgmap v17686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:01 smithi088 ceph-mon[35322]: pgmap v17686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:01 smithi175 ceph-mon[44549]: pgmap v17686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:03 smithi181 ceph-mon[45557]: pgmap v17687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:03 smithi088 ceph-mon[35322]: pgmap v17687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:03 smithi175 ceph-mon[44549]: pgmap v17687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:05 smithi181 ceph-mon[45557]: pgmap v17688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:05 smithi088 ceph-mon[35322]: pgmap v17688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:06.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:05 smithi175 ceph-mon[44549]: pgmap v17688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:07 smithi181 ceph-mon[45557]: pgmap v17689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:08.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:07 smithi088 ceph-mon[35322]: pgmap v17689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:07 smithi175 ceph-mon[44549]: pgmap v17689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:09 smithi181 ceph-mon[45557]: pgmap v17690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:09 smithi088 ceph-mon[35322]: pgmap v17690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:09 smithi175 ceph-mon[44549]: pgmap v17690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:11 smithi181 ceph-mon[45557]: pgmap v17691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:12.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:11 smithi088 ceph-mon[35322]: pgmap v17691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:12.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:11 smithi175 ceph-mon[44549]: pgmap v17691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:13 smithi181 ceph-mon[45557]: pgmap v17692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:14.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:13 smithi088 ceph-mon[35322]: pgmap v17692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:14.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:13 smithi175 ceph-mon[44549]: pgmap v17692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:14.404 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:14.403+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:15:14.404 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:14.403+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:15:14.404 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:14.403+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:15:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:15 smithi181 ceph-mon[45557]: pgmap v17693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:16.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:15 smithi088 ceph-mon[35322]: pgmap v17693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:16.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:15 smithi175 ceph-mon[44549]: pgmap v17693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:17 smithi088 ceph-mon[35322]: pgmap v17694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:17 smithi175 ceph-mon[44549]: pgmap v17694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:17 smithi181 ceph-mon[45557]: pgmap v17694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:19 smithi088 ceph-mon[35322]: pgmap v17695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:19 smithi175 ceph-mon[44549]: pgmap v17695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:19 smithi181 ceph-mon[45557]: pgmap v17695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:21 smithi088 ceph-mon[35322]: pgmap v17696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:22.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:21 smithi175 ceph-mon[44549]: pgmap v17696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:21 smithi181 ceph-mon[45557]: pgmap v17696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:23 smithi088 ceph-mon[35322]: pgmap v17697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:23 smithi175 ceph-mon[44549]: pgmap v17697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:23 smithi181 ceph-mon[45557]: pgmap v17697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:25 smithi088 ceph-mon[35322]: pgmap v17698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:25 smithi175 ceph-mon[44549]: pgmap v17698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:25 smithi181 ceph-mon[45557]: pgmap v17698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:26 smithi175 ceph-mon[44549]: pgmap v17699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:26 smithi181 ceph-mon[45557]: pgmap v17699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:26 smithi088 ceph-mon[35322]: pgmap v17699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:29.405 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:29.405+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:15:29.406 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:29.405+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:15:29.406 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:29.405+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:15:29.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:29 smithi088 ceph-mon[35322]: pgmap v17700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:29 smithi175 ceph-mon[44549]: pgmap v17700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:29 smithi181 ceph-mon[45557]: pgmap v17700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:31 smithi181 ceph-mon[45557]: pgmap v17701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:31 smithi088 ceph-mon[35322]: pgmap v17701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:32.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:31 smithi175 ceph-mon[44549]: pgmap v17701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:33 smithi181 ceph-mon[45557]: pgmap v17702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:34.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:33 smithi088 ceph-mon[35322]: pgmap v17702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:34.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:33 smithi175 ceph-mon[44549]: pgmap v17702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:35 smithi181 ceph-mon[45557]: pgmap v17703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:36.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:35 smithi088 ceph-mon[35322]: pgmap v17703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:36.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:35 smithi175 ceph-mon[44549]: pgmap v17703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:37 smithi181 ceph-mon[45557]: pgmap v17704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:37 smithi088 ceph-mon[35322]: pgmap v17704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:37 smithi175 ceph-mon[44549]: pgmap v17704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:39.494 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:39.494+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T22:15:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:39.494+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T22:15:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:39.494+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344037070 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T22:15:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:39.494+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344037070 comp rx=0 tx=0).stop 2024-01-28T22:15:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:39.494+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T22:15:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:39.494+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T22:15:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:39.494+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T22:15:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:39.494+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T22:15:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:39.494+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T22:15:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:39.495+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34402d040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T22:15:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:39 smithi181 ceph-mon[45557]: pgmap v17705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:39 smithi088 ceph-mon[35322]: pgmap v17705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:39 smithi175 ceph-mon[44549]: pgmap v17705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:15:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:41 smithi181 ceph-mon[45557]: pgmap v17706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:41 smithi088 ceph-mon[35322]: pgmap v17706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:42.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:41 smithi175 ceph-mon[44549]: pgmap v17706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:15:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:43 smithi088 ceph-mon[35322]: pgmap v17707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:43 smithi175 ceph-mon[44549]: pgmap v17707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:43 smithi181 ceph-mon[45557]: pgmap v17707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:44.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:44.421+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:15:44.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:44.421+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:15:44.422 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:44.421+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:15:44.536 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:44.535+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:15:44.537 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:44.535+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:15:44.537 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:44.535+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 257 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T22:15:44.538 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:44.535+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 257 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T22:15:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:45 smithi088 ceph-mon[35322]: pgmap v17708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:46.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:45 smithi175 ceph-mon[44549]: pgmap v17708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:45 smithi181 ceph-mon[45557]: pgmap v17708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:15:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:15:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:15:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:15:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:47 smithi088 ceph-mon[35322]: pgmap v17709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:15:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:15:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:15:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:47 smithi175 ceph-mon[44549]: pgmap v17709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:15:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:15:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:15:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:47 smithi181 ceph-mon[45557]: pgmap v17709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:15:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:15:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:15:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:15:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:48 smithi088 ceph-mon[35322]: pgmap v17710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:15:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:48 smithi088 ceph-mon[35322]: pgmap v17711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:15:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:48 smithi175 ceph-mon[44549]: pgmap v17710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:15:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:48 smithi175 ceph-mon[44549]: pgmap v17711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:15:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:48 smithi181 ceph-mon[45557]: pgmap v17710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:15:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:48 smithi181 ceph-mon[45557]: pgmap v17711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:15:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:49 smithi088 ceph-mon[35322]: pgmap v17712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:15:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:49 smithi175 ceph-mon[44549]: pgmap v17712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:15:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:49 smithi181 ceph-mon[45557]: pgmap v17712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:15:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:52 smithi181 ceph-mon[45557]: pgmap v17713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:15:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:52 smithi088 ceph-mon[35322]: pgmap v17713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:15:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:52 smithi175 ceph-mon[44549]: pgmap v17713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:15:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:54 smithi181 ceph-mon[45557]: pgmap v17714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:15:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:54 smithi088 ceph-mon[35322]: pgmap v17714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:15:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:54 smithi175 ceph-mon[44549]: pgmap v17714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:15:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:56 smithi181 ceph-mon[45557]: pgmap v17715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:15:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:56 smithi088 ceph-mon[35322]: pgmap v17715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:15:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:56 smithi175 ceph-mon[44549]: pgmap v17715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:15:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:15:58 smithi181 ceph-mon[45557]: pgmap v17716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:15:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:15:58 smithi088 ceph-mon[35322]: pgmap v17716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:15:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:15:58 smithi175 ceph-mon[44549]: pgmap v17716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:15:59.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:59.424+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:15:59.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:59.424+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:15:59.425 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:15:59.424+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:16:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:00 smithi088 ceph-mon[35322]: pgmap v17717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:00 smithi175 ceph-mon[44549]: pgmap v17717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:00 smithi181 ceph-mon[45557]: pgmap v17717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:02 smithi088 ceph-mon[35322]: pgmap v17718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:02 smithi175 ceph-mon[44549]: pgmap v17718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:02 smithi181 ceph-mon[45557]: pgmap v17718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:04 smithi088 ceph-mon[35322]: pgmap v17719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:04 smithi175 ceph-mon[44549]: pgmap v17719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:04 smithi181 ceph-mon[45557]: pgmap v17719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:06 smithi088 ceph-mon[35322]: pgmap v17720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:06 smithi175 ceph-mon[44549]: pgmap v17720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:06 smithi181 ceph-mon[45557]: pgmap v17720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:08 smithi088 ceph-mon[35322]: pgmap v17721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:08 smithi175 ceph-mon[44549]: pgmap v17721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:08 smithi181 ceph-mon[45557]: pgmap v17721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:10 smithi088 ceph-mon[35322]: pgmap v17722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:10 smithi175 ceph-mon[44549]: pgmap v17722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:10 smithi181 ceph-mon[45557]: pgmap v17722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:12 smithi088 ceph-mon[35322]: pgmap v17723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:12 smithi175 ceph-mon[44549]: pgmap v17723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:12 smithi181 ceph-mon[45557]: pgmap v17723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:14.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:14.437+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:16:14.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:14.437+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:16:14.437 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:14.437+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:16:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:14 smithi088 ceph-mon[35322]: pgmap v17724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:14 smithi175 ceph-mon[44549]: pgmap v17724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:14 smithi181 ceph-mon[45557]: pgmap v17724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:16 smithi088 ceph-mon[35322]: pgmap v17725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:17.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:16 smithi175 ceph-mon[44549]: pgmap v17725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:16 smithi181 ceph-mon[45557]: pgmap v17725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:18.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:17 smithi175 ceph-mon[44549]: pgmap v17726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:17 smithi181 ceph-mon[45557]: pgmap v17726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:18.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:17 smithi088 ceph-mon[35322]: pgmap v17726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:20 smithi175 ceph-mon[44549]: pgmap v17727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:20 smithi181 ceph-mon[45557]: pgmap v17727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:20 smithi088 ceph-mon[35322]: pgmap v17727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:22 smithi181 ceph-mon[45557]: pgmap v17728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:22 smithi088 ceph-mon[35322]: pgmap v17728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:22 smithi175 ceph-mon[44549]: pgmap v17728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:24 smithi181 ceph-mon[45557]: pgmap v17729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:24 smithi088 ceph-mon[35322]: pgmap v17729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:24 smithi175 ceph-mon[44549]: pgmap v17729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:26 smithi088 ceph-mon[35322]: pgmap v17730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:26 smithi175 ceph-mon[44549]: pgmap v17730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:26 smithi181 ceph-mon[45557]: pgmap v17730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:28 smithi088 ceph-mon[35322]: pgmap v17731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:28 smithi175 ceph-mon[44549]: pgmap v17731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:28 smithi181 ceph-mon[45557]: pgmap v17731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:29.452+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:16:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:29.452+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:16:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:29.452+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:16:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:30 smithi088 ceph-mon[35322]: pgmap v17732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:30 smithi175 ceph-mon[44549]: pgmap v17732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:30 smithi181 ceph-mon[45557]: pgmap v17732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:32 smithi088 ceph-mon[35322]: pgmap v17733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:32 smithi175 ceph-mon[44549]: pgmap v17733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:32 smithi181 ceph-mon[45557]: pgmap v17733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:34 smithi088 ceph-mon[35322]: pgmap v17734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:34 smithi175 ceph-mon[44549]: pgmap v17734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:34 smithi181 ceph-mon[45557]: pgmap v17734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:36 smithi088 ceph-mon[35322]: pgmap v17735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:36 smithi175 ceph-mon[44549]: pgmap v17735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:36 smithi181 ceph-mon[45557]: pgmap v17735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:38 smithi088 ceph-mon[35322]: pgmap v17736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:38 smithi175 ceph-mon[44549]: pgmap v17736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:38 smithi181 ceph-mon[45557]: pgmap v17736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:40 smithi088 ceph-mon[35322]: pgmap v17737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:40 smithi175 ceph-mon[44549]: pgmap v17737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:40 smithi181 ceph-mon[45557]: pgmap v17737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:16:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:42 smithi088 ceph-mon[35322]: pgmap v17738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:42 smithi175 ceph-mon[44549]: pgmap v17738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:42 smithi181 ceph-mon[45557]: pgmap v17738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:44.468 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:44.467+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:16:44.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:44.468+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:16:44.469 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:44.468+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:16:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:44 smithi088 ceph-mon[35322]: pgmap v17739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:44 smithi175 ceph-mon[44549]: pgmap v17739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:44 smithi181 ceph-mon[45557]: pgmap v17739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:16:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:46 smithi181 ceph-mon[45557]: pgmap v17740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:46 smithi088 ceph-mon[35322]: pgmap v17740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:46 smithi175 ceph-mon[44549]: pgmap v17740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:16:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:16:48.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:16:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:16:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:48 smithi088 ceph-mon[35322]: pgmap v17741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:48 smithi175 ceph-mon[44549]: pgmap v17741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:48 smithi181 ceph-mon[45557]: pgmap v17741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:16:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:49.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:16:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:16:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:16:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:16:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:16:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:16:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:16:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:50 smithi088 ceph-mon[35322]: pgmap v17742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T22:16:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:50 smithi088 ceph-mon[35322]: pgmap v17743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:16:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:50 smithi175 ceph-mon[44549]: pgmap v17742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T22:16:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:50 smithi175 ceph-mon[44549]: pgmap v17743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:16:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:50 smithi181 ceph-mon[45557]: pgmap v17742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T22:16:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:50 smithi181 ceph-mon[45557]: pgmap v17743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:16:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:52 smithi088 ceph-mon[35322]: pgmap v17744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:16:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:52 smithi175 ceph-mon[44549]: pgmap v17744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:16:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:52 smithi181 ceph-mon[45557]: pgmap v17744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:16:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:54 smithi088 ceph-mon[35322]: pgmap v17745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:16:55.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:54 smithi175 ceph-mon[44549]: pgmap v17745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:16:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:54 smithi181 ceph-mon[45557]: pgmap v17745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:16:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:56 smithi088 ceph-mon[35322]: pgmap v17746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:16:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:56 smithi175 ceph-mon[44549]: pgmap v17746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:16:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:56 smithi181 ceph-mon[45557]: pgmap v17746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:16:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:16:58 smithi088 ceph-mon[35322]: pgmap v17747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:16:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:16:58 smithi175 ceph-mon[44549]: pgmap v17747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:16:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:16:58 smithi181 ceph-mon[45557]: pgmap v17747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:16:59.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:59.479+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:16:59.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:59.479+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:16:59.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:16:59.479+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:17:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:00 smithi088 ceph-mon[35322]: pgmap v17748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:17:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:00 smithi175 ceph-mon[44549]: pgmap v17748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:17:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:00 smithi181 ceph-mon[45557]: pgmap v17748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:17:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:02 smithi088 ceph-mon[35322]: pgmap v17749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:02 smithi175 ceph-mon[44549]: pgmap v17749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:02 smithi181 ceph-mon[45557]: pgmap v17749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:03 smithi175 ceph-mon[44549]: pgmap v17750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:03 smithi181 ceph-mon[45557]: pgmap v17750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:04.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:03 smithi088 ceph-mon[35322]: pgmap v17750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:06 smithi088 ceph-mon[35322]: pgmap v17751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:06 smithi175 ceph-mon[44549]: pgmap v17751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:06 smithi181 ceph-mon[45557]: pgmap v17751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:08 smithi088 ceph-mon[35322]: pgmap v17752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:08 smithi175 ceph-mon[44549]: pgmap v17752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:08 smithi181 ceph-mon[45557]: pgmap v17752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:10 smithi088 ceph-mon[35322]: pgmap v17753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:10 smithi175 ceph-mon[44549]: pgmap v17753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:10 smithi181 ceph-mon[45557]: pgmap v17753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:12 smithi088 ceph-mon[35322]: pgmap v17754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:12 smithi175 ceph-mon[44549]: pgmap v17754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:12 smithi181 ceph-mon[45557]: pgmap v17754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:14.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:14.493+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:17:14.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:14.493+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:17:14.493 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:14.493+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:17:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:14 smithi088 ceph-mon[35322]: pgmap v17755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:14 smithi175 ceph-mon[44549]: pgmap v17755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:14 smithi181 ceph-mon[45557]: pgmap v17755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:16 smithi088 ceph-mon[35322]: pgmap v17756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:16 smithi175 ceph-mon[44549]: pgmap v17756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:16 smithi181 ceph-mon[45557]: pgmap v17756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:18 smithi088 ceph-mon[35322]: pgmap v17757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:18 smithi175 ceph-mon[44549]: pgmap v17757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:18 smithi181 ceph-mon[45557]: pgmap v17757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:21.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:20 smithi088 ceph-mon[35322]: pgmap v17758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:21.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:20 smithi175 ceph-mon[44549]: pgmap v17758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:20 smithi181 ceph-mon[45557]: pgmap v17758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:22 smithi088 ceph-mon[35322]: pgmap v17759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:22 smithi175 ceph-mon[44549]: pgmap v17759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:22 smithi181 ceph-mon[45557]: pgmap v17759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:24 smithi088 ceph-mon[35322]: pgmap v17760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:24 smithi175 ceph-mon[44549]: pgmap v17760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:24 smithi181 ceph-mon[45557]: pgmap v17760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:26 smithi088 ceph-mon[35322]: pgmap v17761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:26 smithi175 ceph-mon[44549]: pgmap v17761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:26 smithi181 ceph-mon[45557]: pgmap v17761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:28 smithi088 ceph-mon[35322]: pgmap v17762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:28 smithi175 ceph-mon[44549]: pgmap v17762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:28 smithi181 ceph-mon[45557]: pgmap v17762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:29.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:29.502+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:17:29.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:29.502+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:17:29.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:29.502+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:17:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:30 smithi088 ceph-mon[35322]: pgmap v17763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:31.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:30 smithi175 ceph-mon[44549]: pgmap v17763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:30 smithi181 ceph-mon[45557]: pgmap v17763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:32 smithi088 ceph-mon[35322]: pgmap v17764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:32 smithi175 ceph-mon[44549]: pgmap v17764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:32 smithi181 ceph-mon[45557]: pgmap v17764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:34 smithi088 ceph-mon[35322]: pgmap v17765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:34 smithi175 ceph-mon[44549]: pgmap v17765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:34 smithi181 ceph-mon[45557]: pgmap v17765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:36 smithi088 ceph-mon[35322]: pgmap v17766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:36 smithi175 ceph-mon[44549]: pgmap v17766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:36 smithi181 ceph-mon[45557]: pgmap v17766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:17:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:38 smithi088 ceph-mon[35322]: pgmap v17767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:38 smithi175 ceph-mon[44549]: pgmap v17767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:38 smithi181 ceph-mon[45557]: pgmap v17767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:40 smithi088 ceph-mon[35322]: pgmap v17768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:40 smithi175 ceph-mon[44549]: pgmap v17768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:40 smithi181 ceph-mon[45557]: pgmap v17768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:42 smithi088 ceph-mon[35322]: pgmap v17769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:42 smithi175 ceph-mon[44549]: pgmap v17769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:42 smithi181 ceph-mon[45557]: pgmap v17769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:44.516 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:44.515+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:17:44.516 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:44.515+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:17:44.516 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:44.515+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:17:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:44 smithi088 ceph-mon[35322]: pgmap v17770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:44 smithi175 ceph-mon[44549]: pgmap v17770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:44 smithi181 ceph-mon[45557]: pgmap v17770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:17:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:46 smithi088 ceph-mon[35322]: pgmap v17771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:46 smithi175 ceph-mon[44549]: pgmap v17771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:46 smithi181 ceph-mon[45557]: pgmap v17771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:48 smithi088 ceph-mon[35322]: pgmap v17772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:48 smithi175 ceph-mon[44549]: pgmap v17772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:48 smithi181 ceph-mon[45557]: pgmap v17772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:17:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:17:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:17:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:17:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:50 smithi088 ceph-mon[35322]: pgmap v17773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:17:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:17:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:17:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:50 smithi175 ceph-mon[44549]: pgmap v17773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:17:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:17:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:17:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:50 smithi181 ceph-mon[45557]: pgmap v17773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:17:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:17:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:17:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:17:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:51 smithi088 ceph-mon[35322]: pgmap v17774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:17:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:51 smithi088 ceph-mon[35322]: pgmap v17775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:17:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:51 smithi175 ceph-mon[44549]: pgmap v17774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:17:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:51 smithi175 ceph-mon[44549]: pgmap v17775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:17:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:51 smithi181 ceph-mon[45557]: pgmap v17774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:17:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:51 smithi181 ceph-mon[45557]: pgmap v17775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:17:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:53 smithi088 ceph-mon[35322]: pgmap v17776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:17:54.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:53 smithi175 ceph-mon[44549]: pgmap v17776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:17:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:53 smithi181 ceph-mon[45557]: pgmap v17776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:17:56.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:55 smithi088 ceph-mon[35322]: pgmap v17777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:17:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:55 smithi175 ceph-mon[44549]: pgmap v17777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:17:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:55 smithi181 ceph-mon[45557]: pgmap v17777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:17:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:57 smithi088 ceph-mon[35322]: pgmap v17778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:17:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:57 smithi175 ceph-mon[44549]: pgmap v17778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:17:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:57 smithi181 ceph-mon[45557]: pgmap v17778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:17:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:17:58 smithi175 ceph-mon[44549]: pgmap v17779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:17:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:17:58 smithi181 ceph-mon[45557]: pgmap v17779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:17:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:17:58 smithi088 ceph-mon[35322]: pgmap v17779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:17:59.517 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:59.517+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:17:59.517 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:59.517+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:17:59.517 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:17:59.517+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:18:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:01 smithi088 ceph-mon[35322]: pgmap v17780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:18:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:01 smithi175 ceph-mon[44549]: pgmap v17780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:18:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:01 smithi181 ceph-mon[45557]: pgmap v17780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:18:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:03 smithi088 ceph-mon[35322]: pgmap v17781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:03 smithi175 ceph-mon[44549]: pgmap v17781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:03 smithi181 ceph-mon[45557]: pgmap v17781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:05 smithi088 ceph-mon[35322]: pgmap v17782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:05 smithi175 ceph-mon[44549]: pgmap v17782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:05 smithi181 ceph-mon[45557]: pgmap v17782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:07 smithi088 ceph-mon[35322]: pgmap v17783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:07 smithi175 ceph-mon[44549]: pgmap v17783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:07 smithi181 ceph-mon[45557]: pgmap v17783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:09 smithi088 ceph-mon[35322]: pgmap v17784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:09 smithi175 ceph-mon[44549]: pgmap v17784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:09 smithi181 ceph-mon[45557]: pgmap v17784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:11 smithi088 ceph-mon[35322]: pgmap v17785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:11 smithi175 ceph-mon[44549]: pgmap v17785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:11 smithi181 ceph-mon[45557]: pgmap v17785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:13 smithi088 ceph-mon[35322]: pgmap v17786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:13 smithi175 ceph-mon[44549]: pgmap v17786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:13 smithi181 ceph-mon[45557]: pgmap v17786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:14.532+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:18:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:14.532+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:18:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:14.532+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:18:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:15 smithi088 ceph-mon[35322]: pgmap v17787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:15 smithi175 ceph-mon[44549]: pgmap v17787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:15 smithi181 ceph-mon[45557]: pgmap v17787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:17 smithi088 ceph-mon[35322]: pgmap v17788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:17 smithi175 ceph-mon[44549]: pgmap v17788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:17 smithi181 ceph-mon[45557]: pgmap v17788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:18 smithi088 ceph-mon[35322]: pgmap v17789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:18 smithi175 ceph-mon[44549]: pgmap v17789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:18 smithi181 ceph-mon[45557]: pgmap v17789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:21 smithi088 ceph-mon[35322]: pgmap v17790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:21 smithi175 ceph-mon[44549]: pgmap v17790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:21 smithi181 ceph-mon[45557]: pgmap v17790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:23 smithi088 ceph-mon[35322]: pgmap v17791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:18:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:23 smithi175 ceph-mon[44549]: pgmap v17791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:18:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:23 smithi181 ceph-mon[45557]: pgmap v17791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:18:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:25 smithi088 ceph-mon[35322]: pgmap v17792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:25 smithi175 ceph-mon[44549]: pgmap v17792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:25 smithi181 ceph-mon[45557]: pgmap v17792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:27 smithi088 ceph-mon[35322]: pgmap v17793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:18:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:27 smithi175 ceph-mon[44549]: pgmap v17793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:18:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:27 smithi181 ceph-mon[45557]: pgmap v17793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:18:29.539 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:29.540+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:18:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:29.540+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:18:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:29.540+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:18:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:29 smithi088 ceph-mon[35322]: pgmap v17794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:18:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:29 smithi175 ceph-mon[44549]: pgmap v17794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:18:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:29 smithi181 ceph-mon[45557]: pgmap v17794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:18:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:31 smithi088 ceph-mon[35322]: pgmap v17795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:31 smithi175 ceph-mon[44549]: pgmap v17795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:31 smithi181 ceph-mon[45557]: pgmap v17795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:33 smithi088 ceph-mon[35322]: pgmap v17796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:33 smithi175 ceph-mon[44549]: pgmap v17796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:33 smithi181 ceph-mon[45557]: pgmap v17796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:35 smithi088 ceph-mon[35322]: pgmap v17797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:35 smithi175 ceph-mon[44549]: pgmap v17797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:35 smithi181 ceph-mon[45557]: pgmap v17797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:36 smithi175 ceph-mon[44549]: pgmap v17798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:36 smithi181 ceph-mon[45557]: pgmap v17798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:37.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:36 smithi088 ceph-mon[35322]: pgmap v17798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:38 smithi181 ceph-mon[45557]: pgmap v17799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:38 smithi088 ceph-mon[35322]: pgmap v17799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:39.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:38 smithi175 ceph-mon[44549]: pgmap v17799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:41 smithi088 ceph-mon[35322]: pgmap v17800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:41 smithi175 ceph-mon[44549]: pgmap v17800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:41 smithi181 ceph-mon[45557]: pgmap v17800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:43 smithi088 ceph-mon[35322]: pgmap v17801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:44.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:43 smithi175 ceph-mon[44549]: pgmap v17801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:43 smithi181 ceph-mon[45557]: pgmap v17801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:18:44.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:44.554+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:18:44.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:44.554+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:18:44.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:44.554+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:18:44.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:44.562+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:18:44.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:44.562+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:18:44.563 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:44.563+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 258 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T22:18:44.563 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:44.563+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 258 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T22:18:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:45 smithi088 ceph-mon[35322]: pgmap v17802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:45 smithi175 ceph-mon[44549]: pgmap v17802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:45 smithi181 ceph-mon[45557]: pgmap v17802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:47 smithi088 ceph-mon[35322]: pgmap v17803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:47 smithi175 ceph-mon[44549]: pgmap v17803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:47 smithi181 ceph-mon[45557]: pgmap v17803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:18:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:49 smithi088 ceph-mon[35322]: pgmap v17804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:49 smithi175 ceph-mon[44549]: pgmap v17804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:49 smithi181 ceph-mon[45557]: pgmap v17804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:18:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:18:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:18:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:18:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:51 smithi088 ceph-mon[35322]: pgmap v17805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:18:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:18:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:18:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:51 smithi175 ceph-mon[44549]: pgmap v17805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:18:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:18:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:18:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:51 smithi181 ceph-mon[45557]: pgmap v17805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:18:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:18:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:18:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:18:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:52 smithi088 ceph-mon[35322]: pgmap v17806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:18:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:52 smithi088 ceph-mon[35322]: pgmap v17807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:52 smithi175 ceph-mon[44549]: pgmap v17806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:18:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:52 smithi175 ceph-mon[44549]: pgmap v17807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:52 smithi181 ceph-mon[45557]: pgmap v17806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:18:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:52 smithi181 ceph-mon[45557]: pgmap v17807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:53 smithi088 ceph-mon[35322]: pgmap v17808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:18:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:53 smithi175 ceph-mon[44549]: pgmap v17808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:18:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:53 smithi181 ceph-mon[45557]: pgmap v17808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:18:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:56 smithi088 ceph-mon[35322]: pgmap v17809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:18:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:56 smithi175 ceph-mon[44549]: pgmap v17809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:18:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:56 smithi181 ceph-mon[45557]: pgmap v17809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:18:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:18:58 smithi088 ceph-mon[35322]: pgmap v17810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:18:58 smithi175 ceph-mon[44549]: pgmap v17810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:18:58 smithi181 ceph-mon[45557]: pgmap v17810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:18:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:59.564+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:18:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:59.564+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:18:59.564 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:18:59.564+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:19:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:00 smithi088 ceph-mon[35322]: pgmap v17811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:00 smithi175 ceph-mon[44549]: pgmap v17811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:00 smithi181 ceph-mon[45557]: pgmap v17811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:02 smithi088 ceph-mon[35322]: pgmap v17812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:19:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:02 smithi175 ceph-mon[44549]: pgmap v17812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:19:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:02 smithi181 ceph-mon[45557]: pgmap v17812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:19:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:04 smithi088 ceph-mon[35322]: pgmap v17813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:04 smithi175 ceph-mon[44549]: pgmap v17813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:04 smithi181 ceph-mon[45557]: pgmap v17813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:06 smithi088 ceph-mon[35322]: pgmap v17814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:06 smithi175 ceph-mon[44549]: pgmap v17814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:06 smithi181 ceph-mon[45557]: pgmap v17814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:08 smithi088 ceph-mon[35322]: pgmap v17815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:08 smithi175 ceph-mon[44549]: pgmap v17815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:08 smithi181 ceph-mon[45557]: pgmap v17815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:10 smithi088 ceph-mon[35322]: pgmap v17816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:10 smithi175 ceph-mon[44549]: pgmap v17816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:10 smithi181 ceph-mon[45557]: pgmap v17816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:12 smithi088 ceph-mon[35322]: pgmap v17817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:12 smithi175 ceph-mon[44549]: pgmap v17817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:12 smithi181 ceph-mon[45557]: pgmap v17817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:14.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:14.567+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:19:14.568 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:14.567+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:19:14.568 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:14.567+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:19:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:14 smithi088 ceph-mon[35322]: pgmap v17818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:14 smithi175 ceph-mon[44549]: pgmap v17818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:14 smithi181 ceph-mon[45557]: pgmap v17818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:16 smithi088 ceph-mon[35322]: pgmap v17819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:16 smithi175 ceph-mon[44549]: pgmap v17819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:16 smithi181 ceph-mon[45557]: pgmap v17819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:18 smithi088 ceph-mon[35322]: pgmap v17820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:19.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:18 smithi175 ceph-mon[44549]: pgmap v17820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:18 smithi181 ceph-mon[45557]: pgmap v17820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:19 smithi175 ceph-mon[44549]: pgmap v17821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:19 smithi181 ceph-mon[45557]: pgmap v17821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:20.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:19 smithi088 ceph-mon[35322]: pgmap v17821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:22 smithi088 ceph-mon[35322]: pgmap v17822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:22 smithi175 ceph-mon[44549]: pgmap v17822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:22 smithi181 ceph-mon[45557]: pgmap v17822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:24 smithi088 ceph-mon[35322]: pgmap v17823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:24 smithi175 ceph-mon[44549]: pgmap v17823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:24 smithi181 ceph-mon[45557]: pgmap v17823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:26 smithi088 ceph-mon[35322]: pgmap v17824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:26 smithi175 ceph-mon[44549]: pgmap v17824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:26 smithi181 ceph-mon[45557]: pgmap v17824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:28 smithi088 ceph-mon[35322]: pgmap v17825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:28 smithi175 ceph-mon[44549]: pgmap v17825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:28 smithi181 ceph-mon[45557]: pgmap v17825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:29.576 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:29.575+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:19:29.576 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:29.575+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:19:29.576 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:29.575+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:19:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:30 smithi088 ceph-mon[35322]: pgmap v17826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:30 smithi175 ceph-mon[44549]: pgmap v17826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:30 smithi181 ceph-mon[45557]: pgmap v17826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:31 smithi175 ceph-mon[44549]: pgmap v17827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:31 smithi181 ceph-mon[45557]: pgmap v17827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:31 smithi088 ceph-mon[35322]: pgmap v17827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:33 smithi181 ceph-mon[45557]: pgmap v17828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:33 smithi088 ceph-mon[35322]: pgmap v17828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:33 smithi175 ceph-mon[44549]: pgmap v17828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:36 smithi088 ceph-mon[35322]: pgmap v17829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:36 smithi175 ceph-mon[44549]: pgmap v17829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:36 smithi181 ceph-mon[45557]: pgmap v17829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:38 smithi088 ceph-mon[35322]: pgmap v17830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:38 smithi175 ceph-mon[44549]: pgmap v17830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:38 smithi181 ceph-mon[45557]: pgmap v17830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:40 smithi088 ceph-mon[35322]: pgmap v17831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:40 smithi175 ceph-mon[44549]: pgmap v17831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:40 smithi181 ceph-mon[45557]: pgmap v17831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:42 smithi088 ceph-mon[35322]: pgmap v17832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:42 smithi175 ceph-mon[44549]: pgmap v17832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:42 smithi181 ceph-mon[45557]: pgmap v17832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:44.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:44.591+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:19:44.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:44.591+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:19:44.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:44.591+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:19:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:44 smithi088 ceph-mon[35322]: pgmap v17833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:45.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:44 smithi175 ceph-mon[44549]: pgmap v17833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:44 smithi181 ceph-mon[45557]: pgmap v17833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:19:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:46 smithi088 ceph-mon[35322]: pgmap v17834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:46 smithi175 ceph-mon[44549]: pgmap v17834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:46 smithi181 ceph-mon[45557]: pgmap v17834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:47 smithi175 ceph-mon[44549]: pgmap v17835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:47 smithi181 ceph-mon[45557]: pgmap v17835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:47 smithi088 ceph-mon[35322]: pgmap v17835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:19:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:49 smithi181 ceph-mon[45557]: pgmap v17836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:49 smithi088 ceph-mon[35322]: pgmap v17836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:49 smithi175 ceph-mon[44549]: pgmap v17836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:19:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:19:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:19:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:19:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:52 smithi088 ceph-mon[35322]: pgmap v17837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:19:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:19:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:19:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:52 smithi175 ceph-mon[44549]: pgmap v17837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:19:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:19:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:19:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:52 smithi181 ceph-mon[45557]: pgmap v17837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:19:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:19:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:19:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:19:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:53 smithi088 ceph-mon[35322]: pgmap v17838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:19:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:53 smithi088 ceph-mon[35322]: pgmap v17839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:53 smithi175 ceph-mon[44549]: pgmap v17838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:19:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:53 smithi175 ceph-mon[44549]: pgmap v17839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:53 smithi181 ceph-mon[45557]: pgmap v17838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:19:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:53 smithi181 ceph-mon[45557]: pgmap v17839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:55 smithi175 ceph-mon[44549]: pgmap v17840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:55 smithi181 ceph-mon[45557]: pgmap v17840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:55 smithi088 ceph-mon[35322]: pgmap v17840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:56 smithi088 ceph-mon[35322]: pgmap v17841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:56 smithi175 ceph-mon[44549]: pgmap v17841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:56 smithi181 ceph-mon[45557]: pgmap v17841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:19:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:19:58 smithi088 ceph-mon[35322]: pgmap v17842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:19:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:19:58 smithi175 ceph-mon[44549]: pgmap v17842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:19:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:19:58 smithi181 ceph-mon[45557]: pgmap v17842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:19:59.600 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:59.601+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:19:59.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:59.601+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:19:59.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:19:59.601+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:20:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:01 smithi088 ceph-mon[35322]: pgmap v17843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:20:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:01 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:20:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:01 smithi175 ceph-mon[44549]: pgmap v17843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:20:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:01 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:20:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:01 smithi181 ceph-mon[45557]: pgmap v17843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:20:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:01 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:20:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:03 smithi088 ceph-mon[35322]: pgmap v17844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:20:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:03 smithi175 ceph-mon[44549]: pgmap v17844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:20:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:03 smithi181 ceph-mon[45557]: pgmap v17844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:20:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:05 smithi088 ceph-mon[35322]: pgmap v17845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:05 smithi175 ceph-mon[44549]: pgmap v17845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:05 smithi181 ceph-mon[45557]: pgmap v17845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:07 smithi088 ceph-mon[35322]: pgmap v17846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:07 smithi175 ceph-mon[44549]: pgmap v17846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:07 smithi181 ceph-mon[45557]: pgmap v17846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:09 smithi088 ceph-mon[35322]: pgmap v17847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:10.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:09 smithi175 ceph-mon[44549]: pgmap v17847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:09 smithi181 ceph-mon[45557]: pgmap v17847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:11 smithi088 ceph-mon[35322]: pgmap v17848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:11 smithi175 ceph-mon[44549]: pgmap v17848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:11 smithi181 ceph-mon[45557]: pgmap v17848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:13 smithi175 ceph-mon[44549]: pgmap v17849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:13 smithi181 ceph-mon[45557]: pgmap v17849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:13 smithi088 ceph-mon[35322]: pgmap v17849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:14.616 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:14.615+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:20:14.616 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:14.615+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:20:14.616 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:14.615+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:20:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:14 smithi175 ceph-mon[44549]: pgmap v17850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:14 smithi181 ceph-mon[45557]: pgmap v17850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:14 smithi088 ceph-mon[35322]: pgmap v17850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:17 smithi088 ceph-mon[35322]: pgmap v17851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:17 smithi175 ceph-mon[44549]: pgmap v17851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:17 smithi181 ceph-mon[45557]: pgmap v17851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:19 smithi088 ceph-mon[35322]: pgmap v17852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:19 smithi175 ceph-mon[44549]: pgmap v17852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:19 smithi181 ceph-mon[45557]: pgmap v17852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:21 smithi088 ceph-mon[35322]: pgmap v17853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:21 smithi175 ceph-mon[44549]: pgmap v17853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:21 smithi181 ceph-mon[45557]: pgmap v17853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:23 smithi175 ceph-mon[44549]: pgmap v17854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:23 smithi181 ceph-mon[45557]: pgmap v17854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:24.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:23 smithi088 ceph-mon[35322]: pgmap v17854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:24 smithi175 ceph-mon[44549]: pgmap v17855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:24 smithi181 ceph-mon[45557]: pgmap v17855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:24 smithi088 ceph-mon[35322]: pgmap v17855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:27 smithi175 ceph-mon[44549]: pgmap v17856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:27 smithi181 ceph-mon[45557]: pgmap v17856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:27 smithi088 ceph-mon[35322]: pgmap v17856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:29.631+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:20:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:29.631+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:20:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:29.631+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:20:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:29 smithi175 ceph-mon[44549]: pgmap v17857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:29 smithi181 ceph-mon[45557]: pgmap v17857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:29 smithi088 ceph-mon[35322]: pgmap v17857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:31 smithi088 ceph-mon[35322]: pgmap v17858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:31 smithi175 ceph-mon[44549]: pgmap v17858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:31 smithi181 ceph-mon[45557]: pgmap v17858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:33 smithi088 ceph-mon[35322]: pgmap v17859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:33 smithi175 ceph-mon[44549]: pgmap v17859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:33 smithi181 ceph-mon[45557]: pgmap v17859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:35 smithi175 ceph-mon[44549]: pgmap v17860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:35 smithi181 ceph-mon[45557]: pgmap v17860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:35 smithi088 ceph-mon[35322]: pgmap v17860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:20:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:36 smithi175 ceph-mon[44549]: pgmap v17861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:36 smithi181 ceph-mon[45557]: pgmap v17861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:36 smithi088 ceph-mon[35322]: pgmap v17861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:39 smithi088 ceph-mon[35322]: pgmap v17862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:39 smithi175 ceph-mon[44549]: pgmap v17862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:39 smithi181 ceph-mon[45557]: pgmap v17862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:20:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:41 smithi088 ceph-mon[35322]: pgmap v17863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:41 smithi175 ceph-mon[44549]: pgmap v17863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:41 smithi181 ceph-mon[45557]: pgmap v17863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:20:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:43 smithi175 ceph-mon[44549]: pgmap v17864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:43 smithi181 ceph-mon[45557]: pgmap v17864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:43 smithi088 ceph-mon[35322]: pgmap v17864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:44.646+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:20:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:44.646+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:20:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:44.646+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:20:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:44 smithi175 ceph-mon[44549]: pgmap v17865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:20:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:44 smithi181 ceph-mon[45557]: pgmap v17865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:20:45.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:44 smithi088 ceph-mon[35322]: pgmap v17865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:20:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:47 smithi175 ceph-mon[44549]: pgmap v17866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:47 smithi181 ceph-mon[45557]: pgmap v17866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:47 smithi088 ceph-mon[35322]: pgmap v17866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:49 smithi175 ceph-mon[44549]: pgmap v17867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:20:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:49 smithi181 ceph-mon[45557]: pgmap v17867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:20:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:49 smithi088 ceph-mon[35322]: pgmap v17867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:20:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:51 smithi175 ceph-mon[44549]: pgmap v17868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:20:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:51 smithi181 ceph-mon[45557]: pgmap v17868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:20:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:51 smithi088 ceph-mon[35322]: pgmap v17868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:20:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:20:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:20:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:20:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:53 smithi175 ceph-mon[44549]: pgmap v17869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:53 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 152.0M 2024-01-28T22:20:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:53 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 159413825: error parsing value: Value '159413825' is below minimum 939524096 2024-01-28T22:20:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:20:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:20:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:53 smithi175 ceph-mon[44549]: pgmap v17870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:20:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:53 smithi175 ceph-mon[44549]: pgmap v17871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:20:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:20:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:53 smithi181 ceph-mon[45557]: pgmap v17869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:53 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 152.0M 2024-01-28T22:20:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:53 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 159413825: error parsing value: Value '159413825' is below minimum 939524096 2024-01-28T22:20:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:20:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:20:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:53 smithi181 ceph-mon[45557]: pgmap v17870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:20:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:53 smithi181 ceph-mon[45557]: pgmap v17871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:20:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:20:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:53 smithi088 ceph-mon[35322]: pgmap v17869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:20:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:53 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 152.0M 2024-01-28T22:20:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:53 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 159413825: error parsing value: Value '159413825' is below minimum 939524096 2024-01-28T22:20:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:20:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:20:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:20:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:53 smithi088 ceph-mon[35322]: pgmap v17870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:20:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:53 smithi088 ceph-mon[35322]: pgmap v17871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:20:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:20:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:56 smithi175 ceph-mon[44549]: pgmap v17872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:20:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:56 smithi181 ceph-mon[45557]: pgmap v17872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:20:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:56 smithi088 ceph-mon[35322]: pgmap v17872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:20:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:58 smithi175 ceph-mon[44549]: pgmap v17873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:20:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:58 smithi181 ceph-mon[45557]: pgmap v17873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:20:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:58 smithi088 ceph-mon[35322]: pgmap v17873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:20:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:59.653+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:20:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:59.653+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:20:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:20:59.653+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:21:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:20:59 smithi175 ceph-mon[44549]: pgmap v17874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:20:59 smithi181 ceph-mon[45557]: pgmap v17874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:20:59 smithi088 ceph-mon[35322]: pgmap v17874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:02 smithi175 ceph-mon[44549]: pgmap v17875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:02 smithi181 ceph-mon[45557]: pgmap v17875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:02 smithi088 ceph-mon[35322]: pgmap v17875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:03 smithi175 ceph-mon[44549]: pgmap v17876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:21:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:03 smithi181 ceph-mon[45557]: pgmap v17876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:21:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:03 smithi088 ceph-mon[35322]: pgmap v17876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:21:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:06 smithi175 ceph-mon[44549]: pgmap v17877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:06 smithi181 ceph-mon[45557]: pgmap v17877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:07.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:06 smithi088 ceph-mon[35322]: pgmap v17877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:07 smithi175 ceph-mon[44549]: pgmap v17878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:07 smithi181 ceph-mon[45557]: pgmap v17878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:07 smithi088 ceph-mon[35322]: pgmap v17878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:10 smithi175 ceph-mon[44549]: pgmap v17879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:10 smithi181 ceph-mon[45557]: pgmap v17879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:10 smithi088 ceph-mon[35322]: pgmap v17879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:12.151 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:11 smithi088 ceph-mon[35322]: pgmap v17880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:11 smithi175 ceph-mon[44549]: pgmap v17880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:11 smithi181 ceph-mon[45557]: pgmap v17880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:14 smithi175 ceph-mon[44549]: pgmap v17881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:14 smithi181 ceph-mon[45557]: pgmap v17881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:14 smithi088 ceph-mon[35322]: pgmap v17881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:14.666+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:21:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:14.666+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:21:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:14.666+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:21:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:16 smithi175 ceph-mon[44549]: pgmap v17882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:16 smithi181 ceph-mon[45557]: pgmap v17882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:16 smithi088 ceph-mon[35322]: pgmap v17882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:18 smithi175 ceph-mon[44549]: pgmap v17883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:18 smithi181 ceph-mon[45557]: pgmap v17883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:18 smithi088 ceph-mon[35322]: pgmap v17883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:20 smithi175 ceph-mon[44549]: pgmap v17884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:20 smithi181 ceph-mon[45557]: pgmap v17884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:20 smithi088 ceph-mon[35322]: pgmap v17884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:21 smithi175 ceph-mon[44549]: pgmap v17885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:21 smithi181 ceph-mon[45557]: pgmap v17885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:21 smithi088 ceph-mon[35322]: pgmap v17885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:24 smithi175 ceph-mon[44549]: pgmap v17886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:21:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:24 smithi181 ceph-mon[45557]: pgmap v17886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:21:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:24 smithi088 ceph-mon[35322]: pgmap v17886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:21:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:26 smithi175 ceph-mon[44549]: pgmap v17887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:26 smithi181 ceph-mon[45557]: pgmap v17887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:26 smithi088 ceph-mon[35322]: pgmap v17887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:28 smithi088 ceph-mon[35322]: pgmap v17888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:28 smithi175 ceph-mon[44549]: pgmap v17888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:28 smithi181 ceph-mon[45557]: pgmap v17888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:29.668 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:29.668+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:21:29.668 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:29.668+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:21:29.668 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:29.668+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:21:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:30 smithi175 ceph-mon[44549]: pgmap v17889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:30 smithi181 ceph-mon[45557]: pgmap v17889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:30.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:30 smithi088 ceph-mon[35322]: pgmap v17889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:31 smithi175 ceph-mon[44549]: pgmap v17890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:31 smithi181 ceph-mon[45557]: pgmap v17890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:31 smithi088 ceph-mon[35322]: pgmap v17890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:34 smithi175 ceph-mon[44549]: pgmap v17891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:34 smithi181 ceph-mon[45557]: pgmap v17891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:34 smithi088 ceph-mon[35322]: pgmap v17891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:36 smithi175 ceph-mon[44549]: pgmap v17892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:36 smithi181 ceph-mon[45557]: pgmap v17892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:36 smithi088 ceph-mon[35322]: pgmap v17892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:38 smithi175 ceph-mon[44549]: pgmap v17893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:38 smithi181 ceph-mon[45557]: pgmap v17893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:38.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:38 smithi088 ceph-mon[35322]: pgmap v17893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:40 smithi175 ceph-mon[44549]: pgmap v17894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:40 smithi181 ceph-mon[45557]: pgmap v17894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:40 smithi088 ceph-mon[35322]: pgmap v17894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:41 smithi175 ceph-mon[44549]: pgmap v17895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:41 smithi181 ceph-mon[45557]: pgmap v17895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:42.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:41 smithi088 ceph-mon[35322]: pgmap v17895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:44 smithi175 ceph-mon[44549]: pgmap v17896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:44 smithi181 ceph-mon[45557]: pgmap v17896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:44 smithi088 ceph-mon[35322]: pgmap v17896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:44.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.590+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:21:44.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.590+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:21:44.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.591+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 259 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T22:21:44.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.591+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 259 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T22:21:44.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.591+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:21:44.591 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.591+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:21:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.591+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 260 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:21:44.592 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.591+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 260 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:21:44.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.681+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:21:44.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.681+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:21:44.682 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:44.681+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:21:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:46 smithi175 ceph-mon[44549]: pgmap v17897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:46 smithi181 ceph-mon[45557]: pgmap v17897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:46.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:46 smithi088 ceph-mon[35322]: pgmap v17897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:21:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:48 smithi175 ceph-mon[44549]: pgmap v17898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:48 smithi181 ceph-mon[45557]: pgmap v17898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:48 smithi088 ceph-mon[35322]: pgmap v17898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:50.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:50 smithi175 ceph-mon[44549]: pgmap v17899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:50 smithi181 ceph-mon[45557]: pgmap v17899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:50.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:50 smithi088 ceph-mon[35322]: pgmap v17899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:21:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:51 smithi175 ceph-mon[44549]: pgmap v17900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:51 smithi181 ceph-mon[45557]: pgmap v17900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:51 smithi088 ceph-mon[35322]: pgmap v17900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:21:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: pgmap v17901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:21:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 150.7M 2024-01-28T22:21:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 158057312: error parsing value: Value '158057312' is below minimum 939524096 2024-01-28T22:21:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:21:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:21:54.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:21:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: pgmap v17901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:21:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 150.7M 2024-01-28T22:21:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 158057312: error parsing value: Value '158057312' is below minimum 939524096 2024-01-28T22:21:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:21:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:21:54.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: pgmap v17901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 150.7M 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 158057312: error parsing value: Value '158057312' is below minimum 939524096 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:21:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:21:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:55 smithi175 ceph-mon[44549]: pgmap v17902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:21:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:55 smithi175 ceph-mon[44549]: pgmap v17903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:55 smithi181 ceph-mon[45557]: pgmap v17902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:21:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:55 smithi181 ceph-mon[45557]: pgmap v17903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:55.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:55 smithi088 ceph-mon[35322]: pgmap v17902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:21:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:55 smithi088 ceph-mon[35322]: pgmap v17903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:56 smithi175 ceph-mon[44549]: pgmap v17904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:56 smithi181 ceph-mon[45557]: pgmap v17904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:56 smithi088 ceph-mon[35322]: pgmap v17904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:21:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:21:59 smithi175 ceph-mon[44549]: pgmap v17905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:21:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:21:59 smithi181 ceph-mon[45557]: pgmap v17905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:21:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:21:59 smithi088 ceph-mon[35322]: pgmap v17905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:21:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:59.693+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:21:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:59.693+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:21:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:21:59.693+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:22:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:01 smithi175 ceph-mon[44549]: pgmap v17906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:22:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:01 smithi181 ceph-mon[45557]: pgmap v17906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:22:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:01 smithi088 ceph-mon[35322]: pgmap v17906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:22:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:03 smithi175 ceph-mon[44549]: pgmap v17907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:22:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:03 smithi181 ceph-mon[45557]: pgmap v17907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:22:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:03 smithi088 ceph-mon[35322]: pgmap v17907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:22:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:05 smithi175 ceph-mon[44549]: pgmap v17908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:22:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:05 smithi181 ceph-mon[45557]: pgmap v17908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:22:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:05 smithi088 ceph-mon[35322]: pgmap v17908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:22:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:06 smithi175 ceph-mon[44549]: pgmap v17909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:06 smithi181 ceph-mon[45557]: pgmap v17909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:06 smithi088 ceph-mon[35322]: pgmap v17909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:09 smithi175 ceph-mon[44549]: pgmap v17910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:09 smithi181 ceph-mon[45557]: pgmap v17910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:09.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:09 smithi088 ceph-mon[35322]: pgmap v17910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:11 smithi175 ceph-mon[44549]: pgmap v17911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:11 smithi181 ceph-mon[45557]: pgmap v17911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:11 smithi088 ceph-mon[35322]: pgmap v17911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:13 smithi175 ceph-mon[44549]: pgmap v17912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:13 smithi181 ceph-mon[45557]: pgmap v17912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:13 smithi088 ceph-mon[35322]: pgmap v17912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:14.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:14.708+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:22:14.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:14.708+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:22:14.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:14.708+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:22:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:15 smithi175 ceph-mon[44549]: pgmap v17913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:15 smithi181 ceph-mon[45557]: pgmap v17913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:15 smithi088 ceph-mon[35322]: pgmap v17913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:16 smithi175 ceph-mon[44549]: pgmap v17914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:16 smithi181 ceph-mon[45557]: pgmap v17914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:16 smithi088 ceph-mon[35322]: pgmap v17914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:19 smithi175 ceph-mon[44549]: pgmap v17915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:19 smithi181 ceph-mon[45557]: pgmap v17915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:19.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:19 smithi088 ceph-mon[35322]: pgmap v17915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:21 smithi175 ceph-mon[44549]: pgmap v17916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:21 smithi181 ceph-mon[45557]: pgmap v17916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:21 smithi088 ceph-mon[35322]: pgmap v17916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:23 smithi175 ceph-mon[44549]: pgmap v17917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:23 smithi181 ceph-mon[45557]: pgmap v17917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:23 smithi088 ceph-mon[35322]: pgmap v17917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:25 smithi175 ceph-mon[44549]: pgmap v17918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:25 smithi181 ceph-mon[45557]: pgmap v17918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:25.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:25 smithi088 ceph-mon[35322]: pgmap v17918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:26 smithi175 ceph-mon[44549]: pgmap v17919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:26 smithi181 ceph-mon[45557]: pgmap v17919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:26 smithi088 ceph-mon[35322]: pgmap v17919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:29 smithi175 ceph-mon[44549]: pgmap v17920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:22:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:29 smithi181 ceph-mon[45557]: pgmap v17920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:22:29.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:29 smithi088 ceph-mon[35322]: pgmap v17920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:22:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:29.715+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:22:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:29.715+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:22:29.716 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:29.715+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:22:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:31 smithi175 ceph-mon[44549]: pgmap v17921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:22:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:31 smithi181 ceph-mon[45557]: pgmap v17921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:22:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:31 smithi088 ceph-mon[35322]: pgmap v17921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:22:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:33 smithi175 ceph-mon[44549]: pgmap v17922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:33 smithi181 ceph-mon[45557]: pgmap v17922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:33.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:33 smithi088 ceph-mon[35322]: pgmap v17922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:35 smithi175 ceph-mon[44549]: pgmap v17923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:22:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:35 smithi181 ceph-mon[45557]: pgmap v17923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:22:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:35 smithi088 ceph-mon[35322]: pgmap v17923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:22:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:36 smithi175 ceph-mon[44549]: pgmap v17924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:36 smithi181 ceph-mon[45557]: pgmap v17924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:37.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:36 smithi088 ceph-mon[35322]: pgmap v17924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:39 smithi175 ceph-mon[44549]: pgmap v17925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:39 smithi181 ceph-mon[45557]: pgmap v17925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:39 smithi088 ceph-mon[35322]: pgmap v17925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:41 smithi175 ceph-mon[44549]: pgmap v17926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:41 smithi181 ceph-mon[45557]: pgmap v17926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:41.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:41 smithi088 ceph-mon[35322]: pgmap v17926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:43 smithi175 ceph-mon[44549]: pgmap v17927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:43 smithi181 ceph-mon[45557]: pgmap v17927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:43 smithi088 ceph-mon[35322]: pgmap v17927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:44.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:44.723+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:22:44.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:44.723+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:22:44.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:44.723+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:22:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:45 smithi175 ceph-mon[44549]: pgmap v17928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:45 smithi181 ceph-mon[45557]: pgmap v17928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:45 smithi088 ceph-mon[35322]: pgmap v17928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:46 smithi175 ceph-mon[44549]: pgmap v17929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:46 smithi181 ceph-mon[45557]: pgmap v17929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:46 smithi088 ceph-mon[35322]: pgmap v17929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:49 smithi175 ceph-mon[44549]: pgmap v17930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:49 smithi181 ceph-mon[45557]: pgmap v17930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:49 smithi088 ceph-mon[35322]: pgmap v17930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:22:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:51 smithi175 ceph-mon[44549]: pgmap v17931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:51 smithi181 ceph-mon[45557]: pgmap v17931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:51.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:51 smithi088 ceph-mon[35322]: pgmap v17931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:22:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:53 smithi175 ceph-mon[44549]: pgmap v17932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:53 smithi181 ceph-mon[45557]: pgmap v17932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:53 smithi088 ceph-mon[35322]: pgmap v17932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:22:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:55 smithi175 ceph-mon[44549]: pgmap v17933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:22:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:22:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:22:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:22:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:55 smithi181 ceph-mon[45557]: pgmap v17933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:22:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:22:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:22:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:22:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:55 smithi088 ceph-mon[35322]: pgmap v17933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:22:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:22:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:22:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:22:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:22:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:56 smithi175 ceph-mon[44549]: pgmap v17934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:22:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:56 smithi175 ceph-mon[44549]: pgmap v17935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:22:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:56 smithi181 ceph-mon[45557]: pgmap v17934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:22:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:56 smithi181 ceph-mon[45557]: pgmap v17935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:22:56.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:56 smithi088 ceph-mon[35322]: pgmap v17934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:22:56.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:56 smithi088 ceph-mon[35322]: pgmap v17935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:22:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:22:58 smithi175 ceph-mon[44549]: pgmap v17936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:22:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:22:58 smithi181 ceph-mon[45557]: pgmap v17936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:22:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:22:58 smithi088 ceph-mon[35322]: pgmap v17936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:22:59.731 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:59.731+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:22:59.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:59.731+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:22:59.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:22:59.731+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:23:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:00 smithi175 ceph-mon[44549]: pgmap v17937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:23:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:00 smithi181 ceph-mon[45557]: pgmap v17937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:23:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:00 smithi088 ceph-mon[35322]: pgmap v17937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:23:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:01 smithi175 ceph-mon[44549]: pgmap v17938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:23:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:01 smithi181 ceph-mon[45557]: pgmap v17938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:23:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:01 smithi088 ceph-mon[35322]: pgmap v17938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:23:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:04 smithi175 ceph-mon[44549]: pgmap v17939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:23:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:04 smithi181 ceph-mon[45557]: pgmap v17939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:23:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:04 smithi088 ceph-mon[35322]: pgmap v17939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:23:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:06 smithi175 ceph-mon[44549]: pgmap v17940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:23:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:06 smithi181 ceph-mon[45557]: pgmap v17940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:23:06.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:06 smithi088 ceph-mon[35322]: pgmap v17940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:23:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:08 smithi175 ceph-mon[44549]: pgmap v17941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:08 smithi181 ceph-mon[45557]: pgmap v17941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:08 smithi088 ceph-mon[35322]: pgmap v17941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:10 smithi175 ceph-mon[44549]: pgmap v17942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:10 smithi181 ceph-mon[45557]: pgmap v17942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:10 smithi088 ceph-mon[35322]: pgmap v17942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:11 smithi175 ceph-mon[44549]: pgmap v17943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:11 smithi181 ceph-mon[45557]: pgmap v17943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:11 smithi088 ceph-mon[35322]: pgmap v17943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:14 smithi175 ceph-mon[44549]: pgmap v17944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:14 smithi181 ceph-mon[45557]: pgmap v17944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:14 smithi088 ceph-mon[35322]: pgmap v17944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:14.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:14.744+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:23:14.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:14.744+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:23:14.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:14.744+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:23:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:16 smithi175 ceph-mon[44549]: pgmap v17945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:16 smithi181 ceph-mon[45557]: pgmap v17945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:16 smithi088 ceph-mon[35322]: pgmap v17945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:18 smithi175 ceph-mon[44549]: pgmap v17946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:18 smithi181 ceph-mon[45557]: pgmap v17946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:18 smithi088 ceph-mon[35322]: pgmap v17946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:20 smithi175 ceph-mon[44549]: pgmap v17947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:20 smithi181 ceph-mon[45557]: pgmap v17947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:20.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:20 smithi088 ceph-mon[35322]: pgmap v17947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:21 smithi175 ceph-mon[44549]: pgmap v17948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:21 smithi181 ceph-mon[45557]: pgmap v17948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:21 smithi088 ceph-mon[35322]: pgmap v17948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:24 smithi175 ceph-mon[44549]: pgmap v17949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:24 smithi181 ceph-mon[45557]: pgmap v17949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:24 smithi088 ceph-mon[35322]: pgmap v17949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:26 smithi175 ceph-mon[44549]: pgmap v17950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:26 smithi181 ceph-mon[45557]: pgmap v17950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:26 smithi088 ceph-mon[35322]: pgmap v17950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:28 smithi175 ceph-mon[44549]: pgmap v17951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:28 smithi181 ceph-mon[45557]: pgmap v17951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:28 smithi088 ceph-mon[35322]: pgmap v17951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:29.754 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:29.754+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:23:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:29.754+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:23:29.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:29.754+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:23:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:30 smithi175 ceph-mon[44549]: pgmap v17952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:30 smithi181 ceph-mon[45557]: pgmap v17952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:30 smithi088 ceph-mon[35322]: pgmap v17952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:31 smithi175 ceph-mon[44549]: pgmap v17953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:31 smithi181 ceph-mon[45557]: pgmap v17953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:31 smithi088 ceph-mon[35322]: pgmap v17953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:34 smithi175 ceph-mon[44549]: pgmap v17954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:34 smithi181 ceph-mon[45557]: pgmap v17954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:34 smithi088 ceph-mon[35322]: pgmap v17954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:36 smithi175 ceph-mon[44549]: pgmap v17955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:36 smithi181 ceph-mon[45557]: pgmap v17955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:36 smithi088 ceph-mon[35322]: pgmap v17955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:38 smithi175 ceph-mon[44549]: pgmap v17956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:38 smithi181 ceph-mon[45557]: pgmap v17956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:38 smithi088 ceph-mon[35322]: pgmap v17956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:40 smithi175 ceph-mon[44549]: pgmap v17957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:40 smithi181 ceph-mon[45557]: pgmap v17957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:40 smithi088 ceph-mon[35322]: pgmap v17957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:41 smithi175 ceph-mon[44549]: pgmap v17958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:41 smithi181 ceph-mon[45557]: pgmap v17958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:41 smithi088 ceph-mon[35322]: pgmap v17958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:44 smithi175 ceph-mon[44549]: pgmap v17959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:44 smithi181 ceph-mon[45557]: pgmap v17959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:44 smithi088 ceph-mon[35322]: pgmap v17959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:23:44.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:44.765+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:23:44.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:44.765+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:23:44.765 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:44.765+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:23:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:46 smithi175 ceph-mon[44549]: pgmap v17960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:46 smithi181 ceph-mon[45557]: pgmap v17960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:46 smithi088 ceph-mon[35322]: pgmap v17960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:48 smithi175 ceph-mon[44549]: pgmap v17961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:48 smithi181 ceph-mon[45557]: pgmap v17961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:48 smithi088 ceph-mon[35322]: pgmap v17961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:50 smithi175 ceph-mon[44549]: pgmap v17962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:50 smithi181 ceph-mon[45557]: pgmap v17962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:50.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:50 smithi088 ceph-mon[35322]: pgmap v17962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:23:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:51 smithi175 ceph-mon[44549]: pgmap v17963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:51 smithi181 ceph-mon[45557]: pgmap v17963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:51 smithi088 ceph-mon[35322]: pgmap v17963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:54 smithi175 ceph-mon[44549]: pgmap v17964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:23:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:54 smithi181 ceph-mon[45557]: pgmap v17964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:23:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:54 smithi088 ceph-mon[35322]: pgmap v17964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:23:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:56 smithi175 ceph-mon[44549]: pgmap v17965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:23:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:56 smithi181 ceph-mon[45557]: pgmap v17965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:23:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:56 smithi088 ceph-mon[35322]: pgmap v17965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:23:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:23:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:58 smithi088 ceph-mon[35322]: pgmap v17966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:23:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:23:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:58 smithi175 ceph-mon[44549]: pgmap v17966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:23:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:23:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:58 smithi181 ceph-mon[45557]: pgmap v17966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:23:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:23:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:23:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:23:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:59.768+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:23:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:59.768+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:23:59.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:23:59.768+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:24:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:59 smithi088 ceph-mon[35322]: pgmap v17967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:24:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:23:59 smithi088 ceph-mon[35322]: pgmap v17968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T22:24:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:59 smithi175 ceph-mon[44549]: pgmap v17967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:24:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:23:59 smithi175 ceph-mon[44549]: pgmap v17968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T22:24:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:59 smithi181 ceph-mon[45557]: pgmap v17967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:24:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:23:59 smithi181 ceph-mon[45557]: pgmap v17968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 7 op/s 2024-01-28T22:24:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:01 smithi088 ceph-mon[35322]: pgmap v17969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:24:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:01 smithi175 ceph-mon[44549]: pgmap v17969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:24:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:01 smithi181 ceph-mon[45557]: pgmap v17969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:24:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:03 smithi088 ceph-mon[35322]: pgmap v17970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:24:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:03 smithi175 ceph-mon[44549]: pgmap v17970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:24:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:03 smithi181 ceph-mon[45557]: pgmap v17970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:24:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:05 smithi088 ceph-mon[35322]: pgmap v17971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:24:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:05 smithi175 ceph-mon[44549]: pgmap v17971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:24:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:05 smithi181 ceph-mon[45557]: pgmap v17971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:24:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:06 smithi175 ceph-mon[44549]: pgmap v17972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:24:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:06 smithi181 ceph-mon[45557]: pgmap v17972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:24:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:06 smithi088 ceph-mon[35322]: pgmap v17972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:24:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:09 smithi175 ceph-mon[44549]: pgmap v17973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:24:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:09 smithi181 ceph-mon[45557]: pgmap v17973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:24:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:09 smithi088 ceph-mon[35322]: pgmap v17973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:24:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:11 smithi175 ceph-mon[44549]: pgmap v17974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:11 smithi181 ceph-mon[45557]: pgmap v17974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:11 smithi088 ceph-mon[35322]: pgmap v17974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:13 smithi175 ceph-mon[44549]: pgmap v17975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:13 smithi181 ceph-mon[45557]: pgmap v17975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:13 smithi088 ceph-mon[35322]: pgmap v17975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:14.769 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:14.769+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:24:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:14.769+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:24:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:14.769+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:24:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:15 smithi175 ceph-mon[44549]: pgmap v17976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:15 smithi181 ceph-mon[45557]: pgmap v17976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:15 smithi088 ceph-mon[35322]: pgmap v17976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:16 smithi175 ceph-mon[44549]: pgmap v17977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:16 smithi181 ceph-mon[45557]: pgmap v17977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:16 smithi088 ceph-mon[35322]: pgmap v17977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:19 smithi175 ceph-mon[44549]: pgmap v17978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:19 smithi181 ceph-mon[45557]: pgmap v17978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:19 smithi088 ceph-mon[35322]: pgmap v17978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:21 smithi175 ceph-mon[44549]: pgmap v17979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:21 smithi181 ceph-mon[45557]: pgmap v17979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:21 smithi088 ceph-mon[35322]: pgmap v17979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:23 smithi175 ceph-mon[44549]: pgmap v17980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:23 smithi181 ceph-mon[45557]: pgmap v17980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:23 smithi088 ceph-mon[35322]: pgmap v17980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:25 smithi175 ceph-mon[44549]: pgmap v17981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:25 smithi181 ceph-mon[45557]: pgmap v17981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:25 smithi088 ceph-mon[35322]: pgmap v17981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:26 smithi175 ceph-mon[44549]: pgmap v17982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:26 smithi181 ceph-mon[45557]: pgmap v17982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:26 smithi088 ceph-mon[35322]: pgmap v17982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:29 smithi175 ceph-mon[44549]: pgmap v17983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:29 smithi181 ceph-mon[45557]: pgmap v17983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:29.774+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:24:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:29.774+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:24:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:29.774+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:24:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:29 smithi088 ceph-mon[35322]: pgmap v17983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:31 smithi175 ceph-mon[44549]: pgmap v17984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:31 smithi181 ceph-mon[45557]: pgmap v17984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:31 smithi088 ceph-mon[35322]: pgmap v17984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:33 smithi175 ceph-mon[44549]: pgmap v17985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:33 smithi181 ceph-mon[45557]: pgmap v17985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:33 smithi088 ceph-mon[35322]: pgmap v17985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:35 smithi175 ceph-mon[44549]: pgmap v17986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:35 smithi181 ceph-mon[45557]: pgmap v17986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:35 smithi088 ceph-mon[35322]: pgmap v17986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:36 smithi175 ceph-mon[44549]: pgmap v17987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:36 smithi181 ceph-mon[45557]: pgmap v17987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:36 smithi088 ceph-mon[35322]: pgmap v17987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:39 smithi175 ceph-mon[44549]: pgmap v17988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:39 smithi181 ceph-mon[45557]: pgmap v17988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:39 smithi088 ceph-mon[35322]: pgmap v17988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:41 smithi175 ceph-mon[44549]: pgmap v17989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:41 smithi181 ceph-mon[45557]: pgmap v17989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:41 smithi088 ceph-mon[35322]: pgmap v17989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:43 smithi175 ceph-mon[44549]: pgmap v17990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:43 smithi181 ceph-mon[45557]: pgmap v17990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:43 smithi088 ceph-mon[35322]: pgmap v17990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:44.619 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:44.618+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:24:44.619 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:44.618+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:24:44.619 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:44.619+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 261 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:24:44.619 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:44.619+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 261 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:24:44.790 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:44.789+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:24:44.790 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:44.789+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:24:44.790 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:44.789+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:24:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:45 smithi175 ceph-mon[44549]: pgmap v17991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:45 smithi181 ceph-mon[45557]: pgmap v17991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:45 smithi088 ceph-mon[35322]: pgmap v17991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:46 smithi175 ceph-mon[44549]: pgmap v17992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:46 smithi181 ceph-mon[45557]: pgmap v17992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:46 smithi088 ceph-mon[35322]: pgmap v17992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:49 smithi088 ceph-mon[35322]: pgmap v17993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:49 smithi175 ceph-mon[44549]: pgmap v17993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:49 smithi181 ceph-mon[45557]: pgmap v17993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:51 smithi175 ceph-mon[44549]: pgmap v17994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:51 smithi181 ceph-mon[45557]: pgmap v17994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:51 smithi088 ceph-mon[35322]: pgmap v17994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:24:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:53 smithi175 ceph-mon[44549]: pgmap v17995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:53 smithi181 ceph-mon[45557]: pgmap v17995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:53 smithi088 ceph-mon[35322]: pgmap v17995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:55 smithi175 ceph-mon[44549]: pgmap v17996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:55 smithi181 ceph-mon[45557]: pgmap v17996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:55 smithi088 ceph-mon[35322]: pgmap v17996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:24:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:56 smithi175 ceph-mon[44549]: pgmap v17997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:56 smithi181 ceph-mon[45557]: pgmap v17997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:56 smithi088 ceph-mon[35322]: pgmap v17997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:24:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:59 smithi175 ceph-mon[44549]: pgmap v17998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:24:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:24:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:59 smithi181 ceph-mon[45557]: pgmap v17998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:24:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:24:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:59 smithi088 ceph-mon[35322]: pgmap v17998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:24:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:24:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:24:59.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:59.805+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:24:59.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:59.805+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:24:59.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:24:59.805+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:25:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:25:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:25:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:00 smithi175 ceph-mon[44549]: pgmap v17999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:25:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:00 smithi175 ceph-mon[44549]: pgmap v18000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:25:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:25:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:25:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:25:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:00 smithi181 ceph-mon[45557]: pgmap v17999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:25:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:00 smithi181 ceph-mon[45557]: pgmap v18000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:25:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:25:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:25:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:25:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:00 smithi088 ceph-mon[35322]: pgmap v17999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:25:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:00 smithi088 ceph-mon[35322]: pgmap v18000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:25:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:25:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:01 smithi175 ceph-mon[44549]: pgmap v18001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:25:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:01 smithi181 ceph-mon[45557]: pgmap v18001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:25:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:01 smithi088 ceph-mon[35322]: pgmap v18001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:25:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:04 smithi175 ceph-mon[44549]: pgmap v18002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:25:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:04 smithi181 ceph-mon[45557]: pgmap v18002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:25:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:04 smithi088 ceph-mon[35322]: pgmap v18002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:25:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:06 smithi175 ceph-mon[44549]: pgmap v18003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:25:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:06 smithi181 ceph-mon[45557]: pgmap v18003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:25:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:06 smithi088 ceph-mon[35322]: pgmap v18003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:25:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:08 smithi175 ceph-mon[44549]: pgmap v18004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:25:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:08 smithi181 ceph-mon[45557]: pgmap v18004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:25:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:08 smithi088 ceph-mon[35322]: pgmap v18004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:25:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:10 smithi175 ceph-mon[44549]: pgmap v18005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:25:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:10 smithi181 ceph-mon[45557]: pgmap v18005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:25:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:10 smithi088 ceph-mon[35322]: pgmap v18005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:25:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:11 smithi175 ceph-mon[44549]: pgmap v18006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:11 smithi181 ceph-mon[45557]: pgmap v18006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:11 smithi088 ceph-mon[35322]: pgmap v18006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:14 smithi175 ceph-mon[44549]: pgmap v18007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:14 smithi181 ceph-mon[45557]: pgmap v18007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:14 smithi088 ceph-mon[35322]: pgmap v18007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:14.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:14.812+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:25:14.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:14.812+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:25:14.813 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:14.812+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:25:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:16 smithi175 ceph-mon[44549]: pgmap v18008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:16 smithi181 ceph-mon[45557]: pgmap v18008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:16 smithi088 ceph-mon[35322]: pgmap v18008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:18 smithi175 ceph-mon[44549]: pgmap v18009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:18 smithi181 ceph-mon[45557]: pgmap v18009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:18 smithi088 ceph-mon[35322]: pgmap v18009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:20 smithi175 ceph-mon[44549]: pgmap v18010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:20 smithi181 ceph-mon[45557]: pgmap v18010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:20 smithi088 ceph-mon[35322]: pgmap v18010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:21 smithi175 ceph-mon[44549]: pgmap v18011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:21 smithi181 ceph-mon[45557]: pgmap v18011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:21 smithi088 ceph-mon[35322]: pgmap v18011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:24 smithi175 ceph-mon[44549]: pgmap v18012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:24 smithi181 ceph-mon[45557]: pgmap v18012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:24 smithi088 ceph-mon[35322]: pgmap v18012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:26 smithi175 ceph-mon[44549]: pgmap v18013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:26 smithi181 ceph-mon[45557]: pgmap v18013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:26 smithi088 ceph-mon[35322]: pgmap v18013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:28 smithi175 ceph-mon[44549]: pgmap v18014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:28 smithi181 ceph-mon[45557]: pgmap v18014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:28.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:28 smithi088 ceph-mon[35322]: pgmap v18014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:29.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:29.826+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:25:29.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:29.826+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:25:29.826 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:29.826+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:25:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:30 smithi175 ceph-mon[44549]: pgmap v18015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:30 smithi181 ceph-mon[45557]: pgmap v18015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:30 smithi088 ceph-mon[35322]: pgmap v18015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:31 smithi175 ceph-mon[44549]: pgmap v18016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:31 smithi181 ceph-mon[45557]: pgmap v18016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:31 smithi088 ceph-mon[35322]: pgmap v18016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:34 smithi175 ceph-mon[44549]: pgmap v18017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:34 smithi181 ceph-mon[45557]: pgmap v18017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:34 smithi088 ceph-mon[35322]: pgmap v18017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:36 smithi175 ceph-mon[44549]: pgmap v18018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:36 smithi181 ceph-mon[45557]: pgmap v18018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:36 smithi088 ceph-mon[35322]: pgmap v18018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:38 smithi175 ceph-mon[44549]: pgmap v18019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:38 smithi181 ceph-mon[45557]: pgmap v18019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:38 smithi088 ceph-mon[35322]: pgmap v18019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:40 smithi175 ceph-mon[44549]: pgmap v18020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:40 smithi181 ceph-mon[45557]: pgmap v18020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:40 smithi088 ceph-mon[35322]: pgmap v18020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:41 smithi175 ceph-mon[44549]: pgmap v18021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:41 smithi181 ceph-mon[45557]: pgmap v18021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:41 smithi088 ceph-mon[35322]: pgmap v18021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:44 smithi175 ceph-mon[44549]: pgmap v18022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:44 smithi181 ceph-mon[45557]: pgmap v18022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:44 smithi088 ceph-mon[35322]: pgmap v18022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:44.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:44.840+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:25:44.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:44.840+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:25:44.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:44.840+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:25:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:46 smithi175 ceph-mon[44549]: pgmap v18023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:46 smithi181 ceph-mon[45557]: pgmap v18023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:46 smithi088 ceph-mon[35322]: pgmap v18023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:48 smithi175 ceph-mon[44549]: pgmap v18024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:48 smithi181 ceph-mon[45557]: pgmap v18024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:48 smithi088 ceph-mon[35322]: pgmap v18024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:50 smithi175 ceph-mon[44549]: pgmap v18025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:50 smithi181 ceph-mon[45557]: pgmap v18025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:50 smithi088 ceph-mon[35322]: pgmap v18025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:25:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:51 smithi175 ceph-mon[44549]: pgmap v18026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:51 smithi181 ceph-mon[45557]: pgmap v18026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:52.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:51 smithi088 ceph-mon[35322]: pgmap v18026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:54 smithi175 ceph-mon[44549]: pgmap v18027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:54 smithi181 ceph-mon[45557]: pgmap v18027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:54 smithi088 ceph-mon[35322]: pgmap v18027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:25:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:56 smithi175 ceph-mon[44549]: pgmap v18028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:56 smithi181 ceph-mon[45557]: pgmap v18028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:56 smithi088 ceph-mon[35322]: pgmap v18028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:25:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:25:58 smithi175 ceph-mon[44549]: pgmap v18029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:25:58 smithi181 ceph-mon[45557]: pgmap v18029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:25:58 smithi088 ceph-mon[35322]: pgmap v18029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:25:59.856 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:59.855+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:25:59.856 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:59.855+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:25:59.856 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:25:59.855+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:26:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:00 smithi181 ceph-mon[45557]: pgmap v18030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:26:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:26:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:26:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:26:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:00 smithi088 ceph-mon[35322]: pgmap v18030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:26:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:26:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:26:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:26:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:00 smithi175 ceph-mon[44549]: pgmap v18030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:26:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:26:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:26:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:26:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:01 smithi181 ceph-mon[45557]: pgmap v18031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:26:01.731 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:01 smithi181 ceph-mon[45557]: pgmap v18032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:26:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:01 smithi088 ceph-mon[35322]: pgmap v18031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:26:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:01 smithi088 ceph-mon[35322]: pgmap v18032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:26:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:01 smithi175 ceph-mon[44549]: pgmap v18031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:26:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:01 smithi175 ceph-mon[44549]: pgmap v18032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:26:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:03 smithi181 ceph-mon[45557]: pgmap v18033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:26:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:03 smithi088 ceph-mon[35322]: pgmap v18033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:26:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:03 smithi175 ceph-mon[44549]: pgmap v18033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:26:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:05 smithi181 ceph-mon[45557]: pgmap v18034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:26:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:05 smithi088 ceph-mon[35322]: pgmap v18034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:26:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:05 smithi175 ceph-mon[44549]: pgmap v18034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:26:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:06 smithi175 ceph-mon[44549]: pgmap v18035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:26:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:06 smithi181 ceph-mon[45557]: pgmap v18035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:26:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:06 smithi088 ceph-mon[35322]: pgmap v18035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:26:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:09 smithi175 ceph-mon[44549]: pgmap v18036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:26:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:09 smithi181 ceph-mon[45557]: pgmap v18036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:26:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:09 smithi088 ceph-mon[35322]: pgmap v18036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:26:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:11 smithi175 ceph-mon[44549]: pgmap v18037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:26:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:11 smithi181 ceph-mon[45557]: pgmap v18037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:26:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:11 smithi088 ceph-mon[35322]: pgmap v18037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:26:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:13 smithi181 ceph-mon[45557]: pgmap v18038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:13 smithi088 ceph-mon[35322]: pgmap v18038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:13 smithi175 ceph-mon[44549]: pgmap v18038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:14.871 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:14.871+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:26:14.871 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:14.871+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:26:14.872 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:14.871+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:26:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:15 smithi181 ceph-mon[45557]: pgmap v18039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:15 smithi088 ceph-mon[35322]: pgmap v18039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:15 smithi175 ceph-mon[44549]: pgmap v18039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:16 smithi175 ceph-mon[44549]: pgmap v18040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:16 smithi181 ceph-mon[45557]: pgmap v18040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:16 smithi088 ceph-mon[35322]: pgmap v18040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:19 smithi175 ceph-mon[44549]: pgmap v18041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:19 smithi181 ceph-mon[45557]: pgmap v18041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:19 smithi088 ceph-mon[35322]: pgmap v18041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:21 smithi181 ceph-mon[45557]: pgmap v18042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:21 smithi088 ceph-mon[35322]: pgmap v18042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:21 smithi175 ceph-mon[44549]: pgmap v18042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:23 smithi181 ceph-mon[45557]: pgmap v18043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:23 smithi088 ceph-mon[35322]: pgmap v18043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:23 smithi175 ceph-mon[44549]: pgmap v18043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:25 smithi181 ceph-mon[45557]: pgmap v18044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:25 smithi088 ceph-mon[35322]: pgmap v18044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:25 smithi175 ceph-mon[44549]: pgmap v18044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:26 smithi175 ceph-mon[44549]: pgmap v18045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:26 smithi181 ceph-mon[45557]: pgmap v18045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:26 smithi088 ceph-mon[35322]: pgmap v18045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:29 smithi181 ceph-mon[45557]: pgmap v18046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:29 smithi088 ceph-mon[35322]: pgmap v18046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:29.880+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:26:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:29.880+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:26:29.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:29.880+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:26:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:29 smithi175 ceph-mon[44549]: pgmap v18046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:31 smithi181 ceph-mon[45557]: pgmap v18047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:31 smithi088 ceph-mon[35322]: pgmap v18047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:31 smithi175 ceph-mon[44549]: pgmap v18047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:33 smithi181 ceph-mon[45557]: pgmap v18048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:33 smithi088 ceph-mon[35322]: pgmap v18048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:33 smithi175 ceph-mon[44549]: pgmap v18048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:35 smithi181 ceph-mon[45557]: pgmap v18049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:35 smithi088 ceph-mon[35322]: pgmap v18049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:35 smithi175 ceph-mon[44549]: pgmap v18049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:36 smithi175 ceph-mon[44549]: pgmap v18050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:36 smithi181 ceph-mon[45557]: pgmap v18050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:36 smithi088 ceph-mon[35322]: pgmap v18050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:39 smithi181 ceph-mon[45557]: pgmap v18051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:39 smithi088 ceph-mon[35322]: pgmap v18051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:39 smithi175 ceph-mon[44549]: pgmap v18051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:41 smithi181 ceph-mon[45557]: pgmap v18052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:41 smithi088 ceph-mon[35322]: pgmap v18052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:41 smithi175 ceph-mon[44549]: pgmap v18052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:43 smithi181 ceph-mon[45557]: pgmap v18053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:43 smithi088 ceph-mon[35322]: pgmap v18053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:43 smithi175 ceph-mon[44549]: pgmap v18053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:44.896+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:26:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:44.896+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:26:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:44.896+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:26:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:45 smithi181 ceph-mon[45557]: pgmap v18054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:45 smithi088 ceph-mon[35322]: pgmap v18054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:45 smithi175 ceph-mon[44549]: pgmap v18054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:46 smithi175 ceph-mon[44549]: pgmap v18055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:46 smithi181 ceph-mon[45557]: pgmap v18055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:46 smithi088 ceph-mon[35322]: pgmap v18055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:49 smithi181 ceph-mon[45557]: pgmap v18056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:49 smithi088 ceph-mon[35322]: pgmap v18056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:49 smithi175 ceph-mon[44549]: pgmap v18056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:51 smithi181 ceph-mon[45557]: pgmap v18057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:51 smithi088 ceph-mon[35322]: pgmap v18057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:51 smithi175 ceph-mon[44549]: pgmap v18057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:26:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:53 smithi181 ceph-mon[45557]: pgmap v18058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:53 smithi088 ceph-mon[35322]: pgmap v18058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:53 smithi175 ceph-mon[44549]: pgmap v18058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:55 smithi181 ceph-mon[45557]: pgmap v18059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:55 smithi088 ceph-mon[35322]: pgmap v18059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:55 smithi175 ceph-mon[44549]: pgmap v18059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:26:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:56 smithi175 ceph-mon[44549]: pgmap v18060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:56 smithi181 ceph-mon[45557]: pgmap v18060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:56 smithi088 ceph-mon[35322]: pgmap v18060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:26:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:26:59 smithi181 ceph-mon[45557]: pgmap v18061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:26:59 smithi088 ceph-mon[35322]: pgmap v18061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:26:59.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:59.896+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:26:59.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:59.896+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:26:59.897 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:26:59.896+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:26:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:26:59 smithi175 ceph-mon[44549]: pgmap v18061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:01 smithi181 ceph-mon[45557]: pgmap v18062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:27:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:01 smithi088 ceph-mon[35322]: pgmap v18062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:27:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:01 smithi175 ceph-mon[44549]: pgmap v18062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:27:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:27:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:27:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:27:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:27:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:27:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:27:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:27:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:03 smithi181 ceph-mon[45557]: pgmap v18063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:27:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:03 smithi181 ceph-mon[45557]: pgmap v18064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:03 smithi088 ceph-mon[35322]: pgmap v18063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:27:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:03 smithi088 ceph-mon[35322]: pgmap v18064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:03 smithi175 ceph-mon[44549]: pgmap v18063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:27:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:03 smithi175 ceph-mon[44549]: pgmap v18064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:05 smithi181 ceph-mon[45557]: pgmap v18065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:05 smithi088 ceph-mon[35322]: pgmap v18065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:05 smithi175 ceph-mon[44549]: pgmap v18065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:06 smithi175 ceph-mon[44549]: pgmap v18066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:06 smithi181 ceph-mon[45557]: pgmap v18066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:06 smithi088 ceph-mon[35322]: pgmap v18066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:08 smithi088 ceph-mon[35322]: pgmap v18067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:08 smithi175 ceph-mon[44549]: pgmap v18067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:08 smithi181 ceph-mon[45557]: pgmap v18067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:10 smithi088 ceph-mon[35322]: pgmap v18068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:10 smithi175 ceph-mon[44549]: pgmap v18068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:10 smithi181 ceph-mon[45557]: pgmap v18068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:27:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:12 smithi088 ceph-mon[35322]: pgmap v18069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:27:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:12 smithi175 ceph-mon[44549]: pgmap v18069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:27:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:12 smithi181 ceph-mon[45557]: pgmap v18069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:27:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:14.911+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:27:14.911 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:14.911+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:27:14.912 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:14.911+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:27:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:14 smithi088 ceph-mon[35322]: pgmap v18070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:14 smithi175 ceph-mon[44549]: pgmap v18070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:14 smithi181 ceph-mon[45557]: pgmap v18070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:16 smithi181 ceph-mon[45557]: pgmap v18071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:16 smithi088 ceph-mon[35322]: pgmap v18071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:16 smithi175 ceph-mon[44549]: pgmap v18071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:18 smithi088 ceph-mon[35322]: pgmap v18072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:18 smithi175 ceph-mon[44549]: pgmap v18072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:18 smithi181 ceph-mon[45557]: pgmap v18072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:20 smithi088 ceph-mon[35322]: pgmap v18073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:20 smithi175 ceph-mon[44549]: pgmap v18073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:20 smithi181 ceph-mon[45557]: pgmap v18073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:22 smithi088 ceph-mon[35322]: pgmap v18074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:22 smithi175 ceph-mon[44549]: pgmap v18074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:22 smithi181 ceph-mon[45557]: pgmap v18074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:24 smithi088 ceph-mon[35322]: pgmap v18075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:24 smithi175 ceph-mon[44549]: pgmap v18075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:24 smithi181 ceph-mon[45557]: pgmap v18075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:26 smithi181 ceph-mon[45557]: pgmap v18076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:26 smithi088 ceph-mon[35322]: pgmap v18076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:26 smithi175 ceph-mon[44549]: pgmap v18076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:28 smithi088 ceph-mon[35322]: pgmap v18077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:28 smithi175 ceph-mon[44549]: pgmap v18077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:28 smithi181 ceph-mon[45557]: pgmap v18077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:29.927 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:29.927+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:27:29.927 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:29.927+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:27:29.927 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:29.927+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:27:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:30 smithi088 ceph-mon[35322]: pgmap v18078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:30 smithi175 ceph-mon[44549]: pgmap v18078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:30 smithi181 ceph-mon[45557]: pgmap v18078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:32 smithi088 ceph-mon[35322]: pgmap v18079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:32 smithi175 ceph-mon[44549]: pgmap v18079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:32 smithi181 ceph-mon[45557]: pgmap v18079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:34 smithi088 ceph-mon[35322]: pgmap v18080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:34 smithi175 ceph-mon[44549]: pgmap v18080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:34 smithi181 ceph-mon[45557]: pgmap v18080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:36 smithi181 ceph-mon[45557]: pgmap v18081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:36 smithi088 ceph-mon[35322]: pgmap v18081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:36 smithi175 ceph-mon[44549]: pgmap v18081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:38 smithi088 ceph-mon[35322]: pgmap v18082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:38 smithi175 ceph-mon[44549]: pgmap v18082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:38 smithi181 ceph-mon[45557]: pgmap v18082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:40 smithi088 ceph-mon[35322]: pgmap v18083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:40 smithi175 ceph-mon[44549]: pgmap v18083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:40 smithi181 ceph-mon[45557]: pgmap v18083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:42 smithi088 ceph-mon[35322]: pgmap v18084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:42 smithi175 ceph-mon[44549]: pgmap v18084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:42 smithi181 ceph-mon[45557]: pgmap v18084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:44.645+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:27:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:44.645+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:27:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:44.645+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 262 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T22:27:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:44.645+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 262 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T22:27:44.941 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:44.940+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:27:44.941 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:44.940+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:27:44.941 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:44.940+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:27:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:44 smithi088 ceph-mon[35322]: pgmap v18085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:44 smithi175 ceph-mon[44549]: pgmap v18085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:45.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:44 smithi181 ceph-mon[45557]: pgmap v18085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:46 smithi181 ceph-mon[45557]: pgmap v18086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:46 smithi088 ceph-mon[35322]: pgmap v18086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:46 smithi175 ceph-mon[44549]: pgmap v18086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:48 smithi088 ceph-mon[35322]: pgmap v18087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:48 smithi175 ceph-mon[44549]: pgmap v18087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:48 smithi181 ceph-mon[45557]: pgmap v18087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:50 smithi088 ceph-mon[35322]: pgmap v18088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:50 smithi175 ceph-mon[44549]: pgmap v18088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:50 smithi181 ceph-mon[45557]: pgmap v18088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:27:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:52 smithi088 ceph-mon[35322]: pgmap v18089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:52 smithi175 ceph-mon[44549]: pgmap v18089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:52 smithi181 ceph-mon[45557]: pgmap v18089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:54 smithi088 ceph-mon[35322]: pgmap v18090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:54 smithi175 ceph-mon[44549]: pgmap v18090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:54 smithi181 ceph-mon[45557]: pgmap v18090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:27:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:56 smithi181 ceph-mon[45557]: pgmap v18091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:56 smithi088 ceph-mon[35322]: pgmap v18091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:56 smithi175 ceph-mon[44549]: pgmap v18091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:27:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:27:58 smithi088 ceph-mon[35322]: pgmap v18092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:27:58 smithi175 ceph-mon[44549]: pgmap v18092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:27:58 smithi181 ceph-mon[45557]: pgmap v18092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:27:59.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:59.956+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:27:59.956 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:59.956+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:27:59.957 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:27:59.956+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:28:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:00 smithi088 ceph-mon[35322]: pgmap v18093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:00 smithi175 ceph-mon[44549]: pgmap v18093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:00 smithi181 ceph-mon[45557]: pgmap v18093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:02 smithi088 ceph-mon[35322]: pgmap v18094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:28:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:28:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:28:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:28:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:02 smithi175 ceph-mon[44549]: pgmap v18094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:28:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:28:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:28:03.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:28:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:02 smithi181 ceph-mon[45557]: pgmap v18094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:28:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:28:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:28:03.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:28:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:03 smithi088 ceph-mon[35322]: pgmap v18095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:28:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:03 smithi088 ceph-mon[35322]: pgmap v18096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:28:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:03 smithi175 ceph-mon[44549]: pgmap v18095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:28:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:03 smithi175 ceph-mon[44549]: pgmap v18096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:28:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:03 smithi181 ceph-mon[45557]: pgmap v18095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:28:04.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:03 smithi181 ceph-mon[45557]: pgmap v18096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:28:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:05 smithi088 ceph-mon[35322]: pgmap v18097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:28:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:06 smithi175 ceph-mon[44549]: pgmap v18097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:28:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:06 smithi181 ceph-mon[45557]: pgmap v18097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:28:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:08 smithi088 ceph-mon[35322]: pgmap v18098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:28:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:08 smithi175 ceph-mon[44549]: pgmap v18098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:28:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:08 smithi181 ceph-mon[45557]: pgmap v18098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:28:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:10 smithi088 ceph-mon[35322]: pgmap v18099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:28:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:10 smithi175 ceph-mon[44549]: pgmap v18099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:28:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:10 smithi181 ceph-mon[45557]: pgmap v18099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:28:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:11 smithi181 ceph-mon[45557]: pgmap v18100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:28:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:11 smithi088 ceph-mon[35322]: pgmap v18100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:28:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:11 smithi175 ceph-mon[44549]: pgmap v18100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:28:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:14 smithi088 ceph-mon[35322]: pgmap v18101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:28:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:14 smithi175 ceph-mon[44549]: pgmap v18101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:28:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:14 smithi181 ceph-mon[45557]: pgmap v18101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:28:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:28:14.972+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:28:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:28:14.972+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:28:14.972 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:28:14.972+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:28:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:16 smithi088 ceph-mon[35322]: pgmap v18102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:16 smithi175 ceph-mon[44549]: pgmap v18102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:16 smithi181 ceph-mon[45557]: pgmap v18102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:18 smithi088 ceph-mon[35322]: pgmap v18103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:18 smithi175 ceph-mon[44549]: pgmap v18103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:18 smithi181 ceph-mon[45557]: pgmap v18103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:20 smithi088 ceph-mon[35322]: pgmap v18104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:20 smithi175 ceph-mon[44549]: pgmap v18104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:20 smithi181 ceph-mon[45557]: pgmap v18104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:21 smithi181 ceph-mon[45557]: pgmap v18105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:21 smithi088 ceph-mon[35322]: pgmap v18105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:21 smithi175 ceph-mon[44549]: pgmap v18105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:24 smithi088 ceph-mon[35322]: pgmap v18106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:28:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:24 smithi175 ceph-mon[44549]: pgmap v18106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:28:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:24 smithi181 ceph-mon[45557]: pgmap v18106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:28:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:26 smithi088 ceph-mon[35322]: pgmap v18107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:26 smithi175 ceph-mon[44549]: pgmap v18107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:26 smithi181 ceph-mon[45557]: pgmap v18107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:28 smithi088 ceph-mon[35322]: pgmap v18108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:28 smithi175 ceph-mon[44549]: pgmap v18108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:28 smithi181 ceph-mon[45557]: pgmap v18108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:28:29.986+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:28:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:28:29.986+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:28:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:28:29.986+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:28:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:30 smithi088 ceph-mon[35322]: pgmap v18109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:30 smithi175 ceph-mon[44549]: pgmap v18109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:30 smithi181 ceph-mon[45557]: pgmap v18109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:31 smithi181 ceph-mon[45557]: pgmap v18110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:31 smithi088 ceph-mon[35322]: pgmap v18110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:31 smithi175 ceph-mon[44549]: pgmap v18110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:34 smithi088 ceph-mon[35322]: pgmap v18111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:28:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:34 smithi175 ceph-mon[44549]: pgmap v18111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:28:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:34 smithi181 ceph-mon[45557]: pgmap v18111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:28:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:36 smithi088 ceph-mon[35322]: pgmap v18112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:36 smithi175 ceph-mon[44549]: pgmap v18112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:36 smithi181 ceph-mon[45557]: pgmap v18112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:38 smithi088 ceph-mon[35322]: pgmap v18113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:38 smithi175 ceph-mon[44549]: pgmap v18113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:38 smithi181 ceph-mon[45557]: pgmap v18113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:40 smithi088 ceph-mon[35322]: pgmap v18114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:40 smithi175 ceph-mon[44549]: pgmap v18114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:40.463 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:40 smithi181 ceph-mon[45557]: pgmap v18114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:41 smithi181 ceph-mon[45557]: pgmap v18115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:41 smithi088 ceph-mon[35322]: pgmap v18115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:41 smithi175 ceph-mon[44549]: pgmap v18115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:44 smithi088 ceph-mon[35322]: pgmap v18116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:28:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:44 smithi175 ceph-mon[44549]: pgmap v18116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:28:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:44 smithi181 ceph-mon[45557]: pgmap v18116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:28:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:28:44.992+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:28:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:28:44.992+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:28:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:28:44.992+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:28:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:46 smithi088 ceph-mon[35322]: pgmap v18117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:46 smithi175 ceph-mon[44549]: pgmap v18117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:46 smithi181 ceph-mon[45557]: pgmap v18117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:48 smithi088 ceph-mon[35322]: pgmap v18118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:48 smithi175 ceph-mon[44549]: pgmap v18118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:48 smithi181 ceph-mon[45557]: pgmap v18118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:50 smithi088 ceph-mon[35322]: pgmap v18119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:50 smithi175 ceph-mon[44549]: pgmap v18119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:50 smithi181 ceph-mon[45557]: pgmap v18119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:28:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:51 smithi181 ceph-mon[45557]: pgmap v18120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:51 smithi088 ceph-mon[35322]: pgmap v18120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:51 smithi175 ceph-mon[44549]: pgmap v18120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:54 smithi088 ceph-mon[35322]: pgmap v18121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:28:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:54 smithi175 ceph-mon[44549]: pgmap v18121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:28:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:54 smithi181 ceph-mon[45557]: pgmap v18121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:28:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:56 smithi088 ceph-mon[35322]: pgmap v18122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:56 smithi175 ceph-mon[44549]: pgmap v18122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:56 smithi181 ceph-mon[45557]: pgmap v18122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:28:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:28:58 smithi088 ceph-mon[35322]: pgmap v18123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:28:58 smithi175 ceph-mon[44549]: pgmap v18123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:28:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:28:58 smithi181 ceph-mon[45557]: pgmap v18123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:00.008+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:29:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:00.008+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:29:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:00.008+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:29:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:00 smithi088 ceph-mon[35322]: pgmap v18124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:00 smithi175 ceph-mon[44549]: pgmap v18124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:00 smithi181 ceph-mon[45557]: pgmap v18124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:01 smithi181 ceph-mon[45557]: pgmap v18125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:01 smithi088 ceph-mon[35322]: pgmap v18125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:01 smithi175 ceph-mon[44549]: pgmap v18125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:04 smithi088 ceph-mon[35322]: pgmap v18126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:29:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:29:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:29:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:29:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:04 smithi175 ceph-mon[44549]: pgmap v18126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:29:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:29:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:29:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:29:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:04 smithi181 ceph-mon[45557]: pgmap v18126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:29:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:29:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:29:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:29:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:05 smithi088 ceph-mon[35322]: pgmap v18127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:29:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:05 smithi088 ceph-mon[35322]: pgmap v18128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:05 smithi175 ceph-mon[44549]: pgmap v18127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:29:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:05 smithi175 ceph-mon[44549]: pgmap v18128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:05 smithi181 ceph-mon[45557]: pgmap v18127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:29:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:05 smithi181 ceph-mon[45557]: pgmap v18128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:06 smithi181 ceph-mon[45557]: pgmap v18129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:06 smithi088 ceph-mon[35322]: pgmap v18129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:06 smithi175 ceph-mon[44549]: pgmap v18129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:09 smithi088 ceph-mon[35322]: pgmap v18130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:29:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:09 smithi175 ceph-mon[44549]: pgmap v18130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:29:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:09 smithi181 ceph-mon[45557]: pgmap v18130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:29:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:11 smithi088 ceph-mon[35322]: pgmap v18131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:29:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:11 smithi175 ceph-mon[44549]: pgmap v18131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:29:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:11 smithi181 ceph-mon[45557]: pgmap v18131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:29:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:13 smithi175 ceph-mon[44549]: pgmap v18132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:13 smithi181 ceph-mon[45557]: pgmap v18132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:13 smithi088 ceph-mon[35322]: pgmap v18132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:15.022+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:29:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:15.022+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:29:15.022 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:15.022+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:29:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:15 smithi088 ceph-mon[35322]: pgmap v18133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:29:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:15 smithi175 ceph-mon[44549]: pgmap v18133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:29:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:15 smithi181 ceph-mon[45557]: pgmap v18133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:29:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:16 smithi181 ceph-mon[45557]: pgmap v18134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:16 smithi088 ceph-mon[35322]: pgmap v18134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:16 smithi175 ceph-mon[44549]: pgmap v18134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:19 smithi088 ceph-mon[35322]: pgmap v18135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:19 smithi175 ceph-mon[44549]: pgmap v18135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:19 smithi181 ceph-mon[45557]: pgmap v18135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:21 smithi175 ceph-mon[44549]: pgmap v18136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:29:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:21 smithi181 ceph-mon[45557]: pgmap v18136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:29:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:21 smithi088 ceph-mon[35322]: pgmap v18136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:29:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:23 smithi175 ceph-mon[44549]: pgmap v18137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:23 smithi181 ceph-mon[45557]: pgmap v18137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:23 smithi088 ceph-mon[35322]: pgmap v18137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:25 smithi175 ceph-mon[44549]: pgmap v18138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:25 smithi181 ceph-mon[45557]: pgmap v18138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:25 smithi088 ceph-mon[35322]: pgmap v18138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:26 smithi181 ceph-mon[45557]: pgmap v18139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:26 smithi088 ceph-mon[35322]: pgmap v18139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:26 smithi175 ceph-mon[44549]: pgmap v18139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:29 smithi175 ceph-mon[44549]: pgmap v18140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:29 smithi181 ceph-mon[45557]: pgmap v18140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:29 smithi088 ceph-mon[35322]: pgmap v18140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:30.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:30.033+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:29:30.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:30.033+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:29:30.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:30.033+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:29:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:31 smithi175 ceph-mon[44549]: pgmap v18141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:29:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:31 smithi181 ceph-mon[45557]: pgmap v18141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:29:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:31 smithi088 ceph-mon[35322]: pgmap v18141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:29:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:33 smithi175 ceph-mon[44549]: pgmap v18142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:33 smithi181 ceph-mon[45557]: pgmap v18142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:33 smithi088 ceph-mon[35322]: pgmap v18142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:35 smithi175 ceph-mon[44549]: pgmap v18143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:35 smithi181 ceph-mon[45557]: pgmap v18143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:35 smithi088 ceph-mon[35322]: pgmap v18143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:36 smithi181 ceph-mon[45557]: pgmap v18144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:36 smithi088 ceph-mon[35322]: pgmap v18144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:36 smithi175 ceph-mon[44549]: pgmap v18144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:39 smithi175 ceph-mon[44549]: pgmap v18145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:39 smithi181 ceph-mon[45557]: pgmap v18145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:39 smithi088 ceph-mon[35322]: pgmap v18145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:41 smithi175 ceph-mon[44549]: pgmap v18146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:29:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:41 smithi181 ceph-mon[45557]: pgmap v18146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:29:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:41 smithi088 ceph-mon[35322]: pgmap v18146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:29:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:43 smithi175 ceph-mon[44549]: pgmap v18147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:43 smithi181 ceph-mon[45557]: pgmap v18147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:43 smithi088 ceph-mon[35322]: pgmap v18147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:45.049 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:45.049+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:29:45.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:45.049+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:29:45.050 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:45.049+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:29:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:45 smithi175 ceph-mon[44549]: pgmap v18148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:45 smithi181 ceph-mon[45557]: pgmap v18148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:45 smithi088 ceph-mon[35322]: pgmap v18148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:29:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:46 smithi088 ceph-mon[35322]: pgmap v18149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:46 smithi175 ceph-mon[44549]: pgmap v18149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:46 smithi181 ceph-mon[45557]: pgmap v18149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:29:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:49 smithi175 ceph-mon[44549]: pgmap v18150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:49 smithi181 ceph-mon[45557]: pgmap v18150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:49 smithi088 ceph-mon[35322]: pgmap v18150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:29:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:51 smithi175 ceph-mon[44549]: pgmap v18151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:51 smithi181 ceph-mon[45557]: pgmap v18151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:51 smithi088 ceph-mon[35322]: pgmap v18151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:29:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:53 smithi175 ceph-mon[44549]: pgmap v18152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:29:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:53 smithi181 ceph-mon[45557]: pgmap v18152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:29:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:53 smithi088 ceph-mon[35322]: pgmap v18152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:29:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:55 smithi175 ceph-mon[44549]: pgmap v18153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:29:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:55 smithi181 ceph-mon[45557]: pgmap v18153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:29:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:55 smithi088 ceph-mon[35322]: pgmap v18153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:29:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:56 smithi088 ceph-mon[35322]: pgmap v18154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:29:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:56 smithi175 ceph-mon[44549]: pgmap v18154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:29:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:56 smithi181 ceph-mon[45557]: pgmap v18154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:29:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:29:59 smithi175 ceph-mon[44549]: pgmap v18155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:29:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:29:59 smithi181 ceph-mon[45557]: pgmap v18155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:29:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:29:59 smithi088 ceph-mon[35322]: pgmap v18155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:29:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:59.667+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:29:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:59.667+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:29:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:59.667+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 263 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:29:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:29:59.667+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 263 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:30:00.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:00.065+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:30:00.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:00.065+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:30:00.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:00.065+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:30:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:30:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:30:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:30:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:01 smithi175 ceph-mon[44549]: pgmap v18156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:30:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:01 smithi181 ceph-mon[45557]: pgmap v18156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:30:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:01 smithi088 ceph-mon[35322]: pgmap v18156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:30:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:03 smithi175 ceph-mon[44549]: pgmap v18157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:03 smithi181 ceph-mon[45557]: pgmap v18157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:03 smithi088 ceph-mon[35322]: pgmap v18157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:05 smithi175 ceph-mon[44549]: pgmap v18158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:30:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:30:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:30:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:30:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:05 smithi181 ceph-mon[45557]: pgmap v18158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:30:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:30:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:30:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:30:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:05 smithi088 ceph-mon[35322]: pgmap v18158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:30:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:30:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:30:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:30:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:06 smithi175 ceph-mon[44549]: pgmap v18159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:30:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:06 smithi175 ceph-mon[44549]: pgmap v18160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:30:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:06 smithi181 ceph-mon[45557]: pgmap v18159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:30:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:06 smithi181 ceph-mon[45557]: pgmap v18160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:30:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:06 smithi088 ceph-mon[35322]: pgmap v18159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:30:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:06 smithi088 ceph-mon[35322]: pgmap v18160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:30:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:08 smithi175 ceph-mon[44549]: pgmap v18161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:30:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:08 smithi181 ceph-mon[45557]: pgmap v18161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:30:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:08 smithi088 ceph-mon[35322]: pgmap v18161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:30:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:10 smithi175 ceph-mon[44549]: pgmap v18162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:30:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:10 smithi181 ceph-mon[45557]: pgmap v18162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:30:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:10 smithi088 ceph-mon[35322]: pgmap v18162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:30:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:11 smithi088 ceph-mon[35322]: pgmap v18163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:30:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:11 smithi175 ceph-mon[44549]: pgmap v18163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:30:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:11 smithi181 ceph-mon[45557]: pgmap v18163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:30:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:14 smithi088 ceph-mon[35322]: pgmap v18164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:30:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:14 smithi175 ceph-mon[44549]: pgmap v18164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:30:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:14 smithi181 ceph-mon[45557]: pgmap v18164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:30:15.076 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:15.076+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:30:15.077 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:15.076+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:30:15.077 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:15.076+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:30:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:16 smithi175 ceph-mon[44549]: pgmap v18165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:30:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:16 smithi181 ceph-mon[45557]: pgmap v18165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:30:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:16 smithi088 ceph-mon[35322]: pgmap v18165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:30:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:18 smithi175 ceph-mon[44549]: pgmap v18166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:18 smithi181 ceph-mon[45557]: pgmap v18166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:18 smithi088 ceph-mon[35322]: pgmap v18166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:20 smithi175 ceph-mon[44549]: pgmap v18167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:20 smithi181 ceph-mon[45557]: pgmap v18167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:20 smithi088 ceph-mon[35322]: pgmap v18167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:21 smithi088 ceph-mon[35322]: pgmap v18168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:22.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:21 smithi175 ceph-mon[44549]: pgmap v18168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:21 smithi181 ceph-mon[45557]: pgmap v18168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:24 smithi175 ceph-mon[44549]: pgmap v18169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:24 smithi181 ceph-mon[45557]: pgmap v18169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:24 smithi088 ceph-mon[35322]: pgmap v18169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:26 smithi175 ceph-mon[44549]: pgmap v18170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:26 smithi181 ceph-mon[45557]: pgmap v18170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:26 smithi088 ceph-mon[35322]: pgmap v18170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:28 smithi175 ceph-mon[44549]: pgmap v18171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:28 smithi181 ceph-mon[45557]: pgmap v18171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:28 smithi088 ceph-mon[35322]: pgmap v18171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:30.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:30.086+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:30:30.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:30.086+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:30:30.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:30.086+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:30:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:30 smithi175 ceph-mon[44549]: pgmap v18172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:30 smithi181 ceph-mon[45557]: pgmap v18172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:30 smithi088 ceph-mon[35322]: pgmap v18172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:31 smithi088 ceph-mon[35322]: pgmap v18173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:31 smithi175 ceph-mon[44549]: pgmap v18173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:31 smithi181 ceph-mon[45557]: pgmap v18173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:34 smithi175 ceph-mon[44549]: pgmap v18174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:34 smithi181 ceph-mon[45557]: pgmap v18174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:34 smithi088 ceph-mon[35322]: pgmap v18174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:36 smithi175 ceph-mon[44549]: pgmap v18175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:36 smithi181 ceph-mon[45557]: pgmap v18175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:36.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:36 smithi088 ceph-mon[35322]: pgmap v18175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:38 smithi175 ceph-mon[44549]: pgmap v18176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:38 smithi181 ceph-mon[45557]: pgmap v18176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:38 smithi088 ceph-mon[35322]: pgmap v18176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:39.496+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T22:30:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:39.496+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T22:30:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:39.496+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34402d040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T22:30:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:39.496+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34402d040 comp rx=0 tx=0).stop 2024-01-28T22:30:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:39.496+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T22:30:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:39.496+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T22:30:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:39.496+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T22:30:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:39.496+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T22:30:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:39.496+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T22:30:39.498 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:39.497+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344073040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T22:30:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:40 smithi175 ceph-mon[44549]: pgmap v18177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:40 smithi181 ceph-mon[45557]: pgmap v18177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:40 smithi088 ceph-mon[35322]: pgmap v18177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:41 smithi088 ceph-mon[35322]: pgmap v18178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:41 smithi175 ceph-mon[44549]: pgmap v18178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:41 smithi181 ceph-mon[45557]: pgmap v18178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:44 smithi175 ceph-mon[44549]: pgmap v18179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:44 smithi181 ceph-mon[45557]: pgmap v18179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:44 smithi088 ceph-mon[35322]: pgmap v18179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:44.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:44.673+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:30:44.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:44.673+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:30:44.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:44.673+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 264 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T22:30:44.674 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:44.674+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 264 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T22:30:45.097 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:45.097+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:30:45.097 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:45.097+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:30:45.097 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:30:45.097+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:30:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:46 smithi175 ceph-mon[44549]: pgmap v18180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:46 smithi181 ceph-mon[45557]: pgmap v18180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:46 smithi088 ceph-mon[35322]: pgmap v18180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:48 smithi175 ceph-mon[44549]: pgmap v18181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:48 smithi181 ceph-mon[45557]: pgmap v18181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:48 smithi088 ceph-mon[35322]: pgmap v18181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:50 smithi175 ceph-mon[44549]: pgmap v18182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:50 smithi181 ceph-mon[45557]: pgmap v18182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:50 smithi088 ceph-mon[35322]: pgmap v18182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:30:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:51 smithi088 ceph-mon[35322]: pgmap v18183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:51 smithi175 ceph-mon[44549]: pgmap v18183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:51 smithi181 ceph-mon[45557]: pgmap v18183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:54 smithi175 ceph-mon[44549]: pgmap v18184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:54 smithi181 ceph-mon[45557]: pgmap v18184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:54 smithi088 ceph-mon[35322]: pgmap v18184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:30:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:56 smithi175 ceph-mon[44549]: pgmap v18185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:56 smithi181 ceph-mon[45557]: pgmap v18185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:56 smithi088 ceph-mon[35322]: pgmap v18185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:30:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:30:58 smithi175 ceph-mon[44549]: pgmap v18186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:30:58 smithi181 ceph-mon[45557]: pgmap v18186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:30:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:30:58 smithi088 ceph-mon[35322]: pgmap v18186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:00.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:00.111+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:31:00.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:00.111+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:31:00.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:00.111+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:31:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:00 smithi175 ceph-mon[44549]: pgmap v18187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:31:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:00 smithi181 ceph-mon[45557]: pgmap v18187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:31:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:00 smithi088 ceph-mon[35322]: pgmap v18187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:31:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:01 smithi088 ceph-mon[35322]: pgmap v18188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:01 smithi175 ceph-mon[44549]: pgmap v18188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:01 smithi181 ceph-mon[45557]: pgmap v18188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:04 smithi088 ceph-mon[35322]: pgmap v18189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:31:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:04 smithi175 ceph-mon[44549]: pgmap v18189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:31:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:04 smithi181 ceph-mon[45557]: pgmap v18189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:31:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:06 smithi175 ceph-mon[44549]: pgmap v18190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:31:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:31:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:06 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 147.1M 2024-01-28T22:31:06.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:06 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 154313552: error parsing value: Value '154313552' is below minimum 939524096 2024-01-28T22:31:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:06 smithi181 ceph-mon[45557]: pgmap v18190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:31:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:31:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:06 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 147.1M 2024-01-28T22:31:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:06 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 154313552: error parsing value: Value '154313552' is below minimum 939524096 2024-01-28T22:31:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:06 smithi088 ceph-mon[35322]: pgmap v18190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:31:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:31:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:06 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 147.1M 2024-01-28T22:31:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:06 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 154313552: error parsing value: Value '154313552' is below minimum 939524096 2024-01-28T22:31:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:31:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:31:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:07 smithi175 ceph-mon[44549]: pgmap v18191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:31:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:07 smithi175 ceph-mon[44549]: pgmap v18192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:31:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:31:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:31:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:31:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:07 smithi181 ceph-mon[45557]: pgmap v18191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:31:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:07 smithi181 ceph-mon[45557]: pgmap v18192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:31:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:31:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:31:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:31:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:31:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:07 smithi088 ceph-mon[35322]: pgmap v18191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:31:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:07 smithi088 ceph-mon[35322]: pgmap v18192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:31:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:31:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:09 smithi175 ceph-mon[44549]: pgmap v18193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:31:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:09 smithi181 ceph-mon[45557]: pgmap v18193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:31:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:09 smithi088 ceph-mon[35322]: pgmap v18193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:31:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:11 smithi175 ceph-mon[44549]: pgmap v18194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:31:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:11 smithi181 ceph-mon[45557]: pgmap v18194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:31:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:11 smithi088 ceph-mon[35322]: pgmap v18194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:31:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:13 smithi175 ceph-mon[44549]: pgmap v18195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:31:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:13 smithi181 ceph-mon[45557]: pgmap v18195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:31:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:13 smithi088 ceph-mon[35322]: pgmap v18195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:31:15.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:15.127+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:31:15.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:15.127+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:31:15.128 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:15.127+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:31:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:15 smithi175 ceph-mon[44549]: pgmap v18196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:31:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:15 smithi181 ceph-mon[45557]: pgmap v18196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:31:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:15 smithi088 ceph-mon[35322]: pgmap v18196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:31:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:16 smithi088 ceph-mon[35322]: pgmap v18197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:31:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:16 smithi175 ceph-mon[44549]: pgmap v18197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:31:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:16 smithi181 ceph-mon[45557]: pgmap v18197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:31:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:19 smithi088 ceph-mon[35322]: pgmap v18198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:19 smithi175 ceph-mon[44549]: pgmap v18198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:19 smithi181 ceph-mon[45557]: pgmap v18198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:21 smithi175 ceph-mon[44549]: pgmap v18199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:21 smithi181 ceph-mon[45557]: pgmap v18199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:21 smithi088 ceph-mon[35322]: pgmap v18199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:23 smithi175 ceph-mon[44549]: pgmap v18200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:23 smithi181 ceph-mon[45557]: pgmap v18200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:23 smithi088 ceph-mon[35322]: pgmap v18200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:25 smithi175 ceph-mon[44549]: pgmap v18201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:25 smithi181 ceph-mon[45557]: pgmap v18201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:25 smithi088 ceph-mon[35322]: pgmap v18201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:26 smithi088 ceph-mon[35322]: pgmap v18202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:26 smithi175 ceph-mon[44549]: pgmap v18202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:27.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:26 smithi181 ceph-mon[45557]: pgmap v18202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:29 smithi175 ceph-mon[44549]: pgmap v18203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:29 smithi181 ceph-mon[45557]: pgmap v18203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:29 smithi088 ceph-mon[35322]: pgmap v18203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:30.143 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:30.142+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:31:30.143 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:30.142+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:31:30.143 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:30.142+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:31:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:31 smithi175 ceph-mon[44549]: pgmap v18204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:31 smithi181 ceph-mon[45557]: pgmap v18204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:31 smithi088 ceph-mon[35322]: pgmap v18204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:33 smithi175 ceph-mon[44549]: pgmap v18205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:33 smithi181 ceph-mon[45557]: pgmap v18205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:33 smithi088 ceph-mon[35322]: pgmap v18205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:35 smithi175 ceph-mon[44549]: pgmap v18206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:35 smithi181 ceph-mon[45557]: pgmap v18206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:35 smithi088 ceph-mon[35322]: pgmap v18206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:36 smithi088 ceph-mon[35322]: pgmap v18207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:36 smithi175 ceph-mon[44549]: pgmap v18207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:36 smithi181 ceph-mon[45557]: pgmap v18207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:39 smithi175 ceph-mon[44549]: pgmap v18208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:39 smithi181 ceph-mon[45557]: pgmap v18208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:39 smithi088 ceph-mon[35322]: pgmap v18208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:41 smithi175 ceph-mon[44549]: pgmap v18209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:41 smithi181 ceph-mon[45557]: pgmap v18209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:41 smithi088 ceph-mon[35322]: pgmap v18209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:43 smithi175 ceph-mon[44549]: pgmap v18210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:43 smithi181 ceph-mon[45557]: pgmap v18210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:43 smithi088 ceph-mon[35322]: pgmap v18210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:45.150 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:45.149+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:31:45.150 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:45.149+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:31:45.150 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:31:45.149+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:31:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:45 smithi175 ceph-mon[44549]: pgmap v18211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:45 smithi181 ceph-mon[45557]: pgmap v18211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:45 smithi088 ceph-mon[35322]: pgmap v18211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:46 smithi088 ceph-mon[35322]: pgmap v18212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:46 smithi175 ceph-mon[44549]: pgmap v18212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:46 smithi181 ceph-mon[45557]: pgmap v18212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:49 smithi175 ceph-mon[44549]: pgmap v18213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:31:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:49 smithi181 ceph-mon[45557]: pgmap v18213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:31:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:49 smithi088 ceph-mon[35322]: pgmap v18213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:31:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:51 smithi175 ceph-mon[44549]: pgmap v18214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:51 smithi181 ceph-mon[45557]: pgmap v18214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:51 smithi088 ceph-mon[35322]: pgmap v18214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:31:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:53 smithi175 ceph-mon[44549]: pgmap v18215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:53 smithi181 ceph-mon[45557]: pgmap v18215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:53 smithi088 ceph-mon[35322]: pgmap v18215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:55 smithi175 ceph-mon[44549]: pgmap v18216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:55 smithi181 ceph-mon[45557]: pgmap v18216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:55 smithi088 ceph-mon[35322]: pgmap v18216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:31:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:56 smithi088 ceph-mon[35322]: pgmap v18217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:56 smithi175 ceph-mon[44549]: pgmap v18217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:56 smithi181 ceph-mon[45557]: pgmap v18217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:31:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:31:59 smithi175 ceph-mon[44549]: pgmap v18218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:31:59 smithi181 ceph-mon[45557]: pgmap v18218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:31:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:31:59 smithi088 ceph-mon[35322]: pgmap v18218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:32:00.163 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:00.162+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:32:00.163 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:00.162+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:32:00.163 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:00.162+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:32:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:01 smithi175 ceph-mon[44549]: pgmap v18219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:01 smithi181 ceph-mon[45557]: pgmap v18219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:01 smithi088 ceph-mon[35322]: pgmap v18219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:03 smithi175 ceph-mon[44549]: pgmap v18220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:03 smithi181 ceph-mon[45557]: pgmap v18220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:03 smithi088 ceph-mon[35322]: pgmap v18220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:05 smithi175 ceph-mon[44549]: pgmap v18221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:05 smithi181 ceph-mon[45557]: pgmap v18221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:05 smithi088 ceph-mon[35322]: pgmap v18221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:07 smithi088 ceph-mon[35322]: pgmap v18222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:32:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:07 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 146.1M 2024-01-28T22:32:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:07 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 153225474: error parsing value: Value '153225474' is below minimum 939524096 2024-01-28T22:32:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:07 smithi175 ceph-mon[44549]: pgmap v18222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:32:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:07 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 146.1M 2024-01-28T22:32:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:07 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 153225474: error parsing value: Value '153225474' is below minimum 939524096 2024-01-28T22:32:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:07 smithi181 ceph-mon[45557]: pgmap v18222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:32:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:32:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:07 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 146.1M 2024-01-28T22:32:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:07 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 153225474: error parsing value: Value '153225474' is below minimum 939524096 2024-01-28T22:32:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:32:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:32:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:08 smithi088 ceph-mon[35322]: pgmap v18223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:32:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:08 smithi088 ceph-mon[35322]: pgmap v18224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:32:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:32:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:32:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:32:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:08 smithi175 ceph-mon[44549]: pgmap v18223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:32:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:08 smithi175 ceph-mon[44549]: pgmap v18224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:32:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:32:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:32:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:32:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:08 smithi181 ceph-mon[45557]: pgmap v18223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:32:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:08 smithi181 ceph-mon[45557]: pgmap v18224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:32:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:32:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:10 smithi175 ceph-mon[44549]: pgmap v18225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:32:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:10 smithi181 ceph-mon[45557]: pgmap v18225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:32:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:10 smithi088 ceph-mon[35322]: pgmap v18225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:32:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:12 smithi088 ceph-mon[35322]: pgmap v18226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:32:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:12 smithi175 ceph-mon[44549]: pgmap v18226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:32:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:12 smithi181 ceph-mon[45557]: pgmap v18226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:32:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:14 smithi175 ceph-mon[44549]: pgmap v18227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:32:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:14 smithi181 ceph-mon[45557]: pgmap v18227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:32:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:14 smithi088 ceph-mon[35322]: pgmap v18227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:32:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:15.178+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:32:15.178 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:15.178+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:32:15.179 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:15.178+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:32:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:16 smithi175 ceph-mon[44549]: pgmap v18228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:32:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:16 smithi181 ceph-mon[45557]: pgmap v18228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:32:16.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:16 smithi088 ceph-mon[35322]: pgmap v18228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:32:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:18 smithi175 ceph-mon[44549]: pgmap v18229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:32:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:18 smithi181 ceph-mon[45557]: pgmap v18229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:32:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:18 smithi088 ceph-mon[35322]: pgmap v18229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:32:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:20 smithi175 ceph-mon[44549]: pgmap v18230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:20 smithi181 ceph-mon[45557]: pgmap v18230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:20 smithi088 ceph-mon[35322]: pgmap v18230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:22 smithi088 ceph-mon[35322]: pgmap v18231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:22 smithi175 ceph-mon[44549]: pgmap v18231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:22 smithi181 ceph-mon[45557]: pgmap v18231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:24 smithi175 ceph-mon[44549]: pgmap v18232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:32:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:24 smithi181 ceph-mon[45557]: pgmap v18232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:32:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:24 smithi088 ceph-mon[35322]: pgmap v18232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:32:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:26 smithi175 ceph-mon[44549]: pgmap v18233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:26 smithi181 ceph-mon[45557]: pgmap v18233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:26 smithi088 ceph-mon[35322]: pgmap v18233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:28 smithi175 ceph-mon[44549]: pgmap v18234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:28 smithi181 ceph-mon[45557]: pgmap v18234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:28 smithi088 ceph-mon[35322]: pgmap v18234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:30.186 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:30.186+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:32:30.186 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:30.186+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:32:30.186 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:30.186+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:32:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:30 smithi181 ceph-mon[45557]: pgmap v18235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:30 smithi088 ceph-mon[35322]: pgmap v18235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:30 smithi175 ceph-mon[44549]: pgmap v18235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:32 smithi088 ceph-mon[35322]: pgmap v18236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:32 smithi175 ceph-mon[44549]: pgmap v18236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:32 smithi181 ceph-mon[45557]: pgmap v18236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:34 smithi175 ceph-mon[44549]: pgmap v18237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:32:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:34 smithi181 ceph-mon[45557]: pgmap v18237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:32:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:34 smithi088 ceph-mon[35322]: pgmap v18237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:32:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:36 smithi175 ceph-mon[44549]: pgmap v18238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:36 smithi181 ceph-mon[45557]: pgmap v18238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:36 smithi088 ceph-mon[35322]: pgmap v18238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:38 smithi175 ceph-mon[44549]: pgmap v18239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:38 smithi181 ceph-mon[45557]: pgmap v18239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:38 smithi088 ceph-mon[35322]: pgmap v18239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:40 smithi181 ceph-mon[45557]: pgmap v18240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:40 smithi088 ceph-mon[35322]: pgmap v18240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:40 smithi175 ceph-mon[44549]: pgmap v18240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:32:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:42 smithi088 ceph-mon[35322]: pgmap v18241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:42 smithi175 ceph-mon[44549]: pgmap v18241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:42 smithi181 ceph-mon[45557]: pgmap v18241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:44 smithi175 ceph-mon[44549]: pgmap v18242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:32:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:44 smithi181 ceph-mon[45557]: pgmap v18242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:32:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:44 smithi088 ceph-mon[35322]: pgmap v18242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:32:45.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:45.193+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:32:45.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:45.193+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:32:45.194 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:32:45.193+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:32:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:46 smithi181 ceph-mon[45557]: pgmap v18243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:32:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:46 smithi088 ceph-mon[35322]: pgmap v18243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:32:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:46 smithi175 ceph-mon[44549]: pgmap v18243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:32:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:48 smithi181 ceph-mon[45557]: pgmap v18244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:48 smithi088 ceph-mon[35322]: pgmap v18244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:48 smithi175 ceph-mon[44549]: pgmap v18244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:50.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:50 smithi181 ceph-mon[45557]: pgmap v18245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:32:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:50 smithi088 ceph-mon[35322]: pgmap v18245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:32:50.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:50 smithi175 ceph-mon[44549]: pgmap v18245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:32:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:52 smithi088 ceph-mon[35322]: pgmap v18246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:52 smithi175 ceph-mon[44549]: pgmap v18246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:52 smithi181 ceph-mon[45557]: pgmap v18246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:54 smithi175 ceph-mon[44549]: pgmap v18247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:32:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:54 smithi181 ceph-mon[45557]: pgmap v18247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:32:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:54 smithi088 ceph-mon[35322]: pgmap v18247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:32:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:56 smithi181 ceph-mon[45557]: pgmap v18248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:56 smithi088 ceph-mon[35322]: pgmap v18248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:56 smithi175 ceph-mon[44549]: pgmap v18248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:32:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:32:58 smithi181 ceph-mon[45557]: pgmap v18249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:32:58 smithi088 ceph-mon[35322]: pgmap v18249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:32:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:32:58 smithi175 ceph-mon[44549]: pgmap v18249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:00.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:00.209+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:33:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:00.209+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:33:00.210 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:00.209+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:33:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:00 smithi181 ceph-mon[45557]: pgmap v18250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:00 smithi088 ceph-mon[35322]: pgmap v18250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:00 smithi175 ceph-mon[44549]: pgmap v18250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:02 smithi088 ceph-mon[35322]: pgmap v18251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:02 smithi175 ceph-mon[44549]: pgmap v18251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:02 smithi181 ceph-mon[45557]: pgmap v18251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:04 smithi181 ceph-mon[45557]: pgmap v18252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:04 smithi088 ceph-mon[35322]: pgmap v18252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:04 smithi175 ceph-mon[44549]: pgmap v18252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:06 smithi181 ceph-mon[45557]: pgmap v18253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:06 smithi088 ceph-mon[35322]: pgmap v18253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:06 smithi175 ceph-mon[44549]: pgmap v18253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:08 smithi088 ceph-mon[35322]: pgmap v18254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:33:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:33:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:33:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:33:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:08 smithi181 ceph-mon[45557]: pgmap v18254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:33:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:33:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:33:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:33:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:08 smithi175 ceph-mon[44549]: pgmap v18254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:33:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:33:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:33:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:33:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:09 smithi181 ceph-mon[45557]: pgmap v18255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:33:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:09 smithi181 ceph-mon[45557]: pgmap v18256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:33:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:09 smithi088 ceph-mon[35322]: pgmap v18255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:33:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:09 smithi088 ceph-mon[35322]: pgmap v18256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:33:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:09 smithi175 ceph-mon[44549]: pgmap v18255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:33:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:09 smithi175 ceph-mon[44549]: pgmap v18256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:33:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:11 smithi181 ceph-mon[45557]: pgmap v18257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:33:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:11 smithi088 ceph-mon[35322]: pgmap v18257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:33:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:11 smithi175 ceph-mon[44549]: pgmap v18257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:33:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:13 smithi181 ceph-mon[45557]: pgmap v18258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:33:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:13 smithi088 ceph-mon[35322]: pgmap v18258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:33:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:13 smithi175 ceph-mon[44549]: pgmap v18258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:33:15.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:15.223+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:33:15.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:15.223+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:33:15.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:15.223+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:33:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:15 smithi181 ceph-mon[45557]: pgmap v18259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:33:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:15 smithi088 ceph-mon[35322]: pgmap v18259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:33:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:15 smithi175 ceph-mon[44549]: pgmap v18259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:33:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:17 smithi088 ceph-mon[35322]: pgmap v18260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:33:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:17 smithi175 ceph-mon[44549]: pgmap v18260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:33:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:17 smithi181 ceph-mon[45557]: pgmap v18260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:33:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:19 smithi175 ceph-mon[44549]: pgmap v18261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:33:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:19 smithi181 ceph-mon[45557]: pgmap v18261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:33:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:19 smithi088 ceph-mon[35322]: pgmap v18261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:33:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:21 smithi175 ceph-mon[44549]: pgmap v18262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:21 smithi181 ceph-mon[45557]: pgmap v18262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:21 smithi088 ceph-mon[35322]: pgmap v18262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:23 smithi175 ceph-mon[44549]: pgmap v18263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:23 smithi181 ceph-mon[45557]: pgmap v18263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:23 smithi088 ceph-mon[35322]: pgmap v18263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:25 smithi175 ceph-mon[44549]: pgmap v18264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:25 smithi181 ceph-mon[45557]: pgmap v18264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:25 smithi088 ceph-mon[35322]: pgmap v18264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:27 smithi088 ceph-mon[35322]: pgmap v18265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:27 smithi175 ceph-mon[44549]: pgmap v18265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:27 smithi181 ceph-mon[45557]: pgmap v18265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:29 smithi175 ceph-mon[44549]: pgmap v18266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:29 smithi181 ceph-mon[45557]: pgmap v18266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:29 smithi088 ceph-mon[35322]: pgmap v18266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:30.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:30.238+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:33:30.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:30.238+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:33:30.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:30.238+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:33:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:31 smithi175 ceph-mon[44549]: pgmap v18267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:31 smithi181 ceph-mon[45557]: pgmap v18267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:31 smithi088 ceph-mon[35322]: pgmap v18267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:33 smithi175 ceph-mon[44549]: pgmap v18268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:33 smithi181 ceph-mon[45557]: pgmap v18268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:33 smithi088 ceph-mon[35322]: pgmap v18268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:35 smithi175 ceph-mon[44549]: pgmap v18269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:35 smithi181 ceph-mon[45557]: pgmap v18269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:35 smithi088 ceph-mon[35322]: pgmap v18269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:37 smithi175 ceph-mon[44549]: pgmap v18270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:37 smithi181 ceph-mon[45557]: pgmap v18270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:37 smithi088 ceph-mon[35322]: pgmap v18270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:39.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:39 smithi175 ceph-mon[44549]: pgmap v18271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:39 smithi181 ceph-mon[45557]: pgmap v18271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:39 smithi088 ceph-mon[35322]: pgmap v18271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:41 smithi175 ceph-mon[44549]: pgmap v18272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:41 smithi181 ceph-mon[45557]: pgmap v18272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:41 smithi088 ceph-mon[35322]: pgmap v18272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:43 smithi175 ceph-mon[44549]: pgmap v18273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:43 smithi181 ceph-mon[45557]: pgmap v18273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:43 smithi088 ceph-mon[35322]: pgmap v18273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:44.699+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:33:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:44.699+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:33:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:44.700+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 265 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:33:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:44.700+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 265 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:33:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:45.246+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:33:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:45.246+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:33:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:33:45.246+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:33:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:45 smithi175 ceph-mon[44549]: pgmap v18274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:45 smithi181 ceph-mon[45557]: pgmap v18274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:45 smithi088 ceph-mon[35322]: pgmap v18274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:47 smithi175 ceph-mon[44549]: pgmap v18275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:47 smithi181 ceph-mon[45557]: pgmap v18275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:47 smithi088 ceph-mon[35322]: pgmap v18275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:49 smithi175 ceph-mon[44549]: pgmap v18276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:49 smithi181 ceph-mon[45557]: pgmap v18276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:49 smithi088 ceph-mon[35322]: pgmap v18276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:51 smithi175 ceph-mon[44549]: pgmap v18277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:51 smithi181 ceph-mon[45557]: pgmap v18277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:51 smithi088 ceph-mon[35322]: pgmap v18277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:33:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:53 smithi175 ceph-mon[44549]: pgmap v18278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:53 smithi181 ceph-mon[45557]: pgmap v18278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:53 smithi088 ceph-mon[35322]: pgmap v18278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:55 smithi181 ceph-mon[45557]: pgmap v18279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:55 smithi088 ceph-mon[35322]: pgmap v18279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:55 smithi175 ceph-mon[44549]: pgmap v18279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:33:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:57 smithi175 ceph-mon[44549]: pgmap v18280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:57 smithi181 ceph-mon[45557]: pgmap v18280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:57 smithi088 ceph-mon[35322]: pgmap v18280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:33:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:33:59 smithi175 ceph-mon[44549]: pgmap v18281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:33:59 smithi181 ceph-mon[45557]: pgmap v18281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:33:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:33:59 smithi088 ceph-mon[35322]: pgmap v18281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:00.262 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:00.261+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:34:00.262 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:00.261+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:34:00.262 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:00.261+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:34:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:01 smithi181 ceph-mon[45557]: pgmap v18282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:01 smithi088 ceph-mon[35322]: pgmap v18282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:01 smithi175 ceph-mon[44549]: pgmap v18282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:03 smithi181 ceph-mon[45557]: pgmap v18283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:03 smithi088 ceph-mon[35322]: pgmap v18283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:03 smithi175 ceph-mon[44549]: pgmap v18283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:05 smithi181 ceph-mon[45557]: pgmap v18284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:05 smithi088 ceph-mon[35322]: pgmap v18284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:05 smithi175 ceph-mon[44549]: pgmap v18284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:07 smithi175 ceph-mon[44549]: pgmap v18285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:07 smithi181 ceph-mon[45557]: pgmap v18285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:07 smithi088 ceph-mon[35322]: pgmap v18285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:09 smithi175 ceph-mon[44549]: pgmap v18286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:34:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:34:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:09 smithi181 ceph-mon[45557]: pgmap v18286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:34:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:34:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:09 smithi088 ceph-mon[35322]: pgmap v18286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:34:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:34:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:11 smithi181 ceph-mon[45557]: pgmap v18287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:34:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:34:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:11 smithi088 ceph-mon[35322]: pgmap v18287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:34:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:34:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:11 smithi175 ceph-mon[44549]: pgmap v18287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:34:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:34:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:34:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:12 smithi181 ceph-mon[45557]: pgmap v18288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:34:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:12 smithi181 ceph-mon[45557]: pgmap v18289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:34:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:12 smithi088 ceph-mon[35322]: pgmap v18288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:34:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:12 smithi088 ceph-mon[35322]: pgmap v18289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:34:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:12 smithi175 ceph-mon[44549]: pgmap v18288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:34:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:12 smithi175 ceph-mon[44549]: pgmap v18289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:34:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:14 smithi181 ceph-mon[45557]: pgmap v18290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T22:34:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:14 smithi088 ceph-mon[35322]: pgmap v18290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T22:34:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:14 smithi175 ceph-mon[44549]: pgmap v18290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-28T22:34:15.275 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:15.275+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:34:15.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:15.275+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:34:15.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:15.275+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:34:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:16 smithi181 ceph-mon[45557]: pgmap v18291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:16 smithi088 ceph-mon[35322]: pgmap v18291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:16 smithi175 ceph-mon[44549]: pgmap v18291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:18 smithi181 ceph-mon[45557]: pgmap v18292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:34:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:18 smithi088 ceph-mon[35322]: pgmap v18292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:34:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:18 smithi175 ceph-mon[44549]: pgmap v18292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:34:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:20 smithi181 ceph-mon[45557]: pgmap v18293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:34:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:20 smithi088 ceph-mon[35322]: pgmap v18293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:34:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:20 smithi175 ceph-mon[44549]: pgmap v18293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:34:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:22 smithi175 ceph-mon[44549]: pgmap v18294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:34:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:22 smithi181 ceph-mon[45557]: pgmap v18294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:34:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:22 smithi088 ceph-mon[35322]: pgmap v18294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:34:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:24 smithi088 ceph-mon[35322]: pgmap v18295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:24 smithi175 ceph-mon[44549]: pgmap v18295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:24 smithi181 ceph-mon[45557]: pgmap v18295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:26 smithi088 ceph-mon[35322]: pgmap v18296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:26 smithi175 ceph-mon[44549]: pgmap v18296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:26 smithi181 ceph-mon[45557]: pgmap v18296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:28 smithi088 ceph-mon[35322]: pgmap v18297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:28 smithi175 ceph-mon[44549]: pgmap v18297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:28 smithi181 ceph-mon[45557]: pgmap v18297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:30.288+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:34:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:30.288+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:34:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:30.288+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:34:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:30 smithi088 ceph-mon[35322]: pgmap v18298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:30 smithi175 ceph-mon[44549]: pgmap v18298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:30 smithi181 ceph-mon[45557]: pgmap v18298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:32 smithi175 ceph-mon[44549]: pgmap v18299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:32 smithi181 ceph-mon[45557]: pgmap v18299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:32 smithi088 ceph-mon[35322]: pgmap v18299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:34 smithi088 ceph-mon[35322]: pgmap v18300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:34 smithi175 ceph-mon[44549]: pgmap v18300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:34 smithi181 ceph-mon[45557]: pgmap v18300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:36 smithi088 ceph-mon[35322]: pgmap v18301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:36 smithi175 ceph-mon[44549]: pgmap v18301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:36 smithi181 ceph-mon[45557]: pgmap v18301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:38 smithi088 ceph-mon[35322]: pgmap v18302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:38 smithi175 ceph-mon[44549]: pgmap v18302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:38 smithi181 ceph-mon[45557]: pgmap v18302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:40 smithi088 ceph-mon[35322]: pgmap v18303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:40 smithi175 ceph-mon[44549]: pgmap v18303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:40 smithi181 ceph-mon[45557]: pgmap v18303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:42 smithi175 ceph-mon[44549]: pgmap v18304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:42 smithi181 ceph-mon[45557]: pgmap v18304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:42 smithi088 ceph-mon[35322]: pgmap v18304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:44 smithi088 ceph-mon[35322]: pgmap v18305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:44 smithi175 ceph-mon[44549]: pgmap v18305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:44 smithi181 ceph-mon[45557]: pgmap v18305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:45.304+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:34:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:45.304+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:34:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:34:45.304+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:34:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:46 smithi088 ceph-mon[35322]: pgmap v18306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:46 smithi175 ceph-mon[44549]: pgmap v18306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:46 smithi181 ceph-mon[45557]: pgmap v18306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:48 smithi088 ceph-mon[35322]: pgmap v18307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:48 smithi175 ceph-mon[44549]: pgmap v18307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:48 smithi181 ceph-mon[45557]: pgmap v18307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:50 smithi088 ceph-mon[35322]: pgmap v18308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:50 smithi175 ceph-mon[44549]: pgmap v18308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:50 smithi181 ceph-mon[45557]: pgmap v18308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:34:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:52 smithi175 ceph-mon[44549]: pgmap v18309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:52 smithi181 ceph-mon[45557]: pgmap v18309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:52 smithi088 ceph-mon[35322]: pgmap v18309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:34:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:54 smithi088 ceph-mon[35322]: pgmap v18310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:54 smithi175 ceph-mon[44549]: pgmap v18310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:54 smithi181 ceph-mon[45557]: pgmap v18310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:34:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:56 smithi088 ceph-mon[35322]: pgmap v18311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:56 smithi175 ceph-mon[44549]: pgmap v18311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:56 smithi181 ceph-mon[45557]: pgmap v18311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:34:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:34:58 smithi088 ceph-mon[35322]: pgmap v18312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:34:58 smithi175 ceph-mon[44549]: pgmap v18312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:34:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:34:58 smithi181 ceph-mon[45557]: pgmap v18312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:00.320 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:00.320+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:35:00.320 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:00.320+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:35:00.320 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:00.320+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:35:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:00 smithi088 ceph-mon[35322]: pgmap v18313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:00.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:00 smithi175 ceph-mon[44549]: pgmap v18313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:00 smithi181 ceph-mon[45557]: pgmap v18313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:02 smithi175 ceph-mon[44549]: pgmap v18314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:02 smithi181 ceph-mon[45557]: pgmap v18314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:02 smithi088 ceph-mon[35322]: pgmap v18314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:04 smithi088 ceph-mon[35322]: pgmap v18315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:04 smithi175 ceph-mon[44549]: pgmap v18315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:04 smithi181 ceph-mon[45557]: pgmap v18315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:06 smithi088 ceph-mon[35322]: pgmap v18316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:06 smithi175 ceph-mon[44549]: pgmap v18316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:06 smithi181 ceph-mon[45557]: pgmap v18316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:08 smithi088 ceph-mon[35322]: pgmap v18317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:08 smithi175 ceph-mon[44549]: pgmap v18317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:08 smithi181 ceph-mon[45557]: pgmap v18317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:10 smithi175 ceph-mon[44549]: pgmap v18318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:10 smithi181 ceph-mon[45557]: pgmap v18318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:10 smithi088 ceph-mon[35322]: pgmap v18318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:12.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:12 smithi088 ceph-mon[35322]: pgmap v18319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:12.343 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:35:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:12 smithi175 ceph-mon[44549]: pgmap v18319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:35:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:12 smithi181 ceph-mon[45557]: pgmap v18319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:35:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:35:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:35:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:13 smithi175 ceph-mon[44549]: pgmap v18320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:35:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:13 smithi175 ceph-mon[44549]: pgmap v18321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:35:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:35:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:35:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:35:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:13 smithi181 ceph-mon[45557]: pgmap v18320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:35:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:13 smithi181 ceph-mon[45557]: pgmap v18321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:35:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:35:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:35:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:35:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:13 smithi088 ceph-mon[35322]: pgmap v18320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:35:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:13 smithi088 ceph-mon[35322]: pgmap v18321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:35:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:35:15.334 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:15.333+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:35:15.334 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:15.333+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:35:15.334 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:15.333+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:35:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:15 smithi088 ceph-mon[35322]: pgmap v18322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:35:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:15 smithi175 ceph-mon[44549]: pgmap v18322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:35:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:15 smithi181 ceph-mon[45557]: pgmap v18322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:35:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:17 smithi175 ceph-mon[44549]: pgmap v18323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:35:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:17 smithi181 ceph-mon[45557]: pgmap v18323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:35:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:17 smithi088 ceph-mon[35322]: pgmap v18323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:35:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:19 smithi175 ceph-mon[44549]: pgmap v18324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:35:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:19 smithi181 ceph-mon[45557]: pgmap v18324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:35:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:19 smithi088 ceph-mon[35322]: pgmap v18324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:35:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:21 smithi175 ceph-mon[44549]: pgmap v18325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:35:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:21 smithi181 ceph-mon[45557]: pgmap v18325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:35:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:21 smithi088 ceph-mon[35322]: pgmap v18325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:35:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:23 smithi175 ceph-mon[44549]: pgmap v18326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:35:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:23 smithi181 ceph-mon[45557]: pgmap v18326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:35:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:23 smithi088 ceph-mon[35322]: pgmap v18326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:35:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:25 smithi175 ceph-mon[44549]: pgmap v18327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:25 smithi181 ceph-mon[45557]: pgmap v18327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:25 smithi088 ceph-mon[35322]: pgmap v18327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:27 smithi175 ceph-mon[44549]: pgmap v18328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:27 smithi181 ceph-mon[45557]: pgmap v18328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:27 smithi088 ceph-mon[35322]: pgmap v18328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:29 smithi175 ceph-mon[44549]: pgmap v18329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:29 smithi181 ceph-mon[45557]: pgmap v18329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:29 smithi088 ceph-mon[35322]: pgmap v18329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:30.349 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:30.349+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:35:30.349 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:30.349+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:35:30.349 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:30.349+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:35:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:31 smithi175 ceph-mon[44549]: pgmap v18330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:31 smithi181 ceph-mon[45557]: pgmap v18330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:31 smithi088 ceph-mon[35322]: pgmap v18330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:33 smithi175 ceph-mon[44549]: pgmap v18331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:33 smithi181 ceph-mon[45557]: pgmap v18331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:33 smithi088 ceph-mon[35322]: pgmap v18331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:35 smithi175 ceph-mon[44549]: pgmap v18332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:35 smithi181 ceph-mon[45557]: pgmap v18332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:35 smithi088 ceph-mon[35322]: pgmap v18332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:37 smithi175 ceph-mon[44549]: pgmap v18333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:37 smithi181 ceph-mon[45557]: pgmap v18333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:37 smithi088 ceph-mon[35322]: pgmap v18333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:39 smithi175 ceph-mon[44549]: pgmap v18334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:39 smithi181 ceph-mon[45557]: pgmap v18334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:39 smithi088 ceph-mon[35322]: pgmap v18334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:41 smithi175 ceph-mon[44549]: pgmap v18335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:41 smithi181 ceph-mon[45557]: pgmap v18335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:41 smithi088 ceph-mon[35322]: pgmap v18335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:43 smithi175 ceph-mon[44549]: pgmap v18336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:43 smithi181 ceph-mon[45557]: pgmap v18336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:43 smithi088 ceph-mon[35322]: pgmap v18336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:45.364 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:45.364+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:35:45.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:45.364+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:35:45.365 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:35:45.364+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:35:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:45 smithi175 ceph-mon[44549]: pgmap v18337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:45 smithi181 ceph-mon[45557]: pgmap v18337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:45 smithi088 ceph-mon[35322]: pgmap v18337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:47 smithi175 ceph-mon[44549]: pgmap v18338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:47 smithi181 ceph-mon[45557]: pgmap v18338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:47 smithi088 ceph-mon[35322]: pgmap v18338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:49 smithi175 ceph-mon[44549]: pgmap v18339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:49.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:49 smithi181 ceph-mon[45557]: pgmap v18339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:50.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:49 smithi088 ceph-mon[35322]: pgmap v18339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:51 smithi175 ceph-mon[44549]: pgmap v18340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:51 smithi181 ceph-mon[45557]: pgmap v18340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:51 smithi088 ceph-mon[35322]: pgmap v18340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:35:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:53 smithi175 ceph-mon[44549]: pgmap v18341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:53 smithi181 ceph-mon[45557]: pgmap v18341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:53 smithi088 ceph-mon[35322]: pgmap v18341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:35:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:55 smithi175 ceph-mon[44549]: pgmap v18342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:55 smithi181 ceph-mon[45557]: pgmap v18342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:55 smithi088 ceph-mon[35322]: pgmap v18342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:35:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:57 smithi175 ceph-mon[44549]: pgmap v18343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:57 smithi181 ceph-mon[45557]: pgmap v18343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:57.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:57 smithi088 ceph-mon[35322]: pgmap v18343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:35:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:35:59 smithi175 ceph-mon[44549]: pgmap v18344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:35:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:35:59 smithi181 ceph-mon[45557]: pgmap v18344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:35:59 smithi088 ceph-mon[35322]: pgmap v18344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:00.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:00.369+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:36:00.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:00.369+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:36:00.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:00.369+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:36:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:01 smithi175 ceph-mon[44549]: pgmap v18345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:01 smithi181 ceph-mon[45557]: pgmap v18345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:01 smithi088 ceph-mon[35322]: pgmap v18345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:03 smithi175 ceph-mon[44549]: pgmap v18346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:36:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:03 smithi181 ceph-mon[45557]: pgmap v18346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:36:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:03 smithi088 ceph-mon[35322]: pgmap v18346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:36:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:05 smithi175 ceph-mon[44549]: pgmap v18347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:05 smithi181 ceph-mon[45557]: pgmap v18347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:05 smithi088 ceph-mon[35322]: pgmap v18347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:07 smithi175 ceph-mon[44549]: pgmap v18348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:07 smithi181 ceph-mon[45557]: pgmap v18348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:07 smithi088 ceph-mon[35322]: pgmap v18348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:09 smithi175 ceph-mon[44549]: pgmap v18349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:09 smithi181 ceph-mon[45557]: pgmap v18349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:09 smithi088 ceph-mon[35322]: pgmap v18349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:11 smithi175 ceph-mon[44549]: pgmap v18350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:11 smithi181 ceph-mon[45557]: pgmap v18350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:11 smithi088 ceph-mon[35322]: pgmap v18350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:13 smithi175 ceph-mon[44549]: pgmap v18351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:36:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:36:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:13 smithi181 ceph-mon[45557]: pgmap v18351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:36:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:36:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:13 smithi088 ceph-mon[35322]: pgmap v18351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:36:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:36:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:36:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:36:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:36:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:36:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:14 smithi088 ceph-mon[35322]: pgmap v18352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T22:36:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:14 smithi088 ceph-mon[35322]: pgmap v18353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:15.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:36:15.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:15.380+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:36:15.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:15.380+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:36:15.381 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:15.381+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:36:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:36:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:36:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:36:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:36:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:14 smithi175 ceph-mon[44549]: pgmap v18352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T22:36:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:14 smithi175 ceph-mon[44549]: pgmap v18353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:36:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:36:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:36:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:36:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:36:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:14 smithi181 ceph-mon[45557]: pgmap v18352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T22:36:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:14 smithi181 ceph-mon[45557]: pgmap v18353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:36:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:17 smithi175 ceph-mon[44549]: pgmap v18354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:17 smithi181 ceph-mon[45557]: pgmap v18354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:17 smithi088 ceph-mon[35322]: pgmap v18354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:19 smithi175 ceph-mon[44549]: pgmap v18355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:19 smithi181 ceph-mon[45557]: pgmap v18355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:19 smithi088 ceph-mon[35322]: pgmap v18355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:21 smithi175 ceph-mon[44549]: pgmap v18356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:36:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:21 smithi181 ceph-mon[45557]: pgmap v18356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:36:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:21 smithi088 ceph-mon[35322]: pgmap v18356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:36:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:23 smithi175 ceph-mon[44549]: pgmap v18357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:23 smithi181 ceph-mon[45557]: pgmap v18357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:23 smithi088 ceph-mon[35322]: pgmap v18357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:36:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:25 smithi175 ceph-mon[44549]: pgmap v18358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:36:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:25 smithi181 ceph-mon[45557]: pgmap v18358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:36:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:25 smithi088 ceph-mon[35322]: pgmap v18358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:36:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:27 smithi175 ceph-mon[44549]: pgmap v18359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:27 smithi181 ceph-mon[45557]: pgmap v18359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:27 smithi088 ceph-mon[35322]: pgmap v18359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:29 smithi175 ceph-mon[44549]: pgmap v18360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:29 smithi181 ceph-mon[45557]: pgmap v18360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:29 smithi088 ceph-mon[35322]: pgmap v18360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:30.396 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:30.396+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:36:30.396 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:30.396+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:36:30.396 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:30.396+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:36:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:31 smithi175 ceph-mon[44549]: pgmap v18361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:31 smithi181 ceph-mon[45557]: pgmap v18361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:31 smithi088 ceph-mon[35322]: pgmap v18361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:33 smithi175 ceph-mon[44549]: pgmap v18362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:33 smithi181 ceph-mon[45557]: pgmap v18362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:33 smithi088 ceph-mon[35322]: pgmap v18362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:35 smithi175 ceph-mon[44549]: pgmap v18363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:35 smithi181 ceph-mon[45557]: pgmap v18363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:35 smithi088 ceph-mon[35322]: pgmap v18363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:37 smithi175 ceph-mon[44549]: pgmap v18364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:37 smithi181 ceph-mon[45557]: pgmap v18364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:37 smithi088 ceph-mon[35322]: pgmap v18364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:39 smithi175 ceph-mon[44549]: pgmap v18365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:39 smithi181 ceph-mon[45557]: pgmap v18365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:39 smithi088 ceph-mon[35322]: pgmap v18365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:41 smithi175 ceph-mon[44549]: pgmap v18366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:41.464 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:41 smithi181 ceph-mon[45557]: pgmap v18366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:41.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:41 smithi088 ceph-mon[35322]: pgmap v18366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:43 smithi175 ceph-mon[44549]: pgmap v18367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:43 smithi181 ceph-mon[45557]: pgmap v18367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:43 smithi088 ceph-mon[35322]: pgmap v18367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:44.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:44.728+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:36:44.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:44.728+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:36:44.729 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:44.728+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 266 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:36:44.730 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:44.728+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 266 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:36:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:45.407+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:36:45.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:45.407+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:36:45.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:36:45.407+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:36:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:45 smithi175 ceph-mon[44549]: pgmap v18368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:45 smithi181 ceph-mon[45557]: pgmap v18368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:45 smithi088 ceph-mon[35322]: pgmap v18368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:47 smithi175 ceph-mon[44549]: pgmap v18369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:47 smithi181 ceph-mon[45557]: pgmap v18369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:47 smithi088 ceph-mon[35322]: pgmap v18369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:49 smithi175 ceph-mon[44549]: pgmap v18370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:49 smithi181 ceph-mon[45557]: pgmap v18370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:49 smithi088 ceph-mon[35322]: pgmap v18370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:51 smithi175 ceph-mon[44549]: pgmap v18371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:51 smithi181 ceph-mon[45557]: pgmap v18371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:51 smithi088 ceph-mon[35322]: pgmap v18371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:36:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:53 smithi175 ceph-mon[44549]: pgmap v18372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:53 smithi181 ceph-mon[45557]: pgmap v18372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:53 smithi088 ceph-mon[35322]: pgmap v18372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:55 smithi175 ceph-mon[44549]: pgmap v18373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:55 smithi181 ceph-mon[45557]: pgmap v18373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:55 smithi088 ceph-mon[35322]: pgmap v18373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:36:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:57 smithi175 ceph-mon[44549]: pgmap v18374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:57 smithi181 ceph-mon[45557]: pgmap v18374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:57 smithi088 ceph-mon[35322]: pgmap v18374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:36:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:36:59 smithi175 ceph-mon[44549]: pgmap v18375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:36:59 smithi181 ceph-mon[45557]: pgmap v18375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:36:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:36:59 smithi088 ceph-mon[35322]: pgmap v18375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:00.422+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:37:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:00.423+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:37:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:00.423+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:37:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:01 smithi181 ceph-mon[45557]: pgmap v18376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:01 smithi088 ceph-mon[35322]: pgmap v18376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:01 smithi175 ceph-mon[44549]: pgmap v18376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:03 smithi181 ceph-mon[45557]: pgmap v18377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:03 smithi088 ceph-mon[35322]: pgmap v18377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:03 smithi175 ceph-mon[44549]: pgmap v18377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:05 smithi181 ceph-mon[45557]: pgmap v18378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:05 smithi088 ceph-mon[35322]: pgmap v18378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:05 smithi175 ceph-mon[44549]: pgmap v18378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:07 smithi181 ceph-mon[45557]: pgmap v18379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:07 smithi088 ceph-mon[35322]: pgmap v18379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:07 smithi175 ceph-mon[44549]: pgmap v18379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:09 smithi181 ceph-mon[45557]: pgmap v18380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:09 smithi088 ceph-mon[35322]: pgmap v18380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:09 smithi175 ceph-mon[44549]: pgmap v18380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:11 smithi181 ceph-mon[45557]: pgmap v18381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:11 smithi088 ceph-mon[35322]: pgmap v18381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:11 smithi175 ceph-mon[44549]: pgmap v18381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:13 smithi181 ceph-mon[45557]: pgmap v18382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:13 smithi088 ceph-mon[35322]: pgmap v18382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:13 smithi175 ceph-mon[44549]: pgmap v18382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:15.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:15.438+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:37:15.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:15.438+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:37:15.438 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:15.438+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:37:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:15 smithi181 ceph-mon[45557]: pgmap v18383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:37:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:15 smithi088 ceph-mon[35322]: pgmap v18383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:37:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:15 smithi175 ceph-mon[44549]: pgmap v18383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:37:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:15.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:37:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:37:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:16 smithi088 ceph-mon[35322]: pgmap v18384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:37:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:16 smithi088 ceph-mon[35322]: pgmap v18385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:16.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:37:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:37:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:16 smithi175 ceph-mon[44549]: pgmap v18384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:37:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:16 smithi175 ceph-mon[44549]: pgmap v18385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:16.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:37:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:37:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:16 smithi181 ceph-mon[45557]: pgmap v18384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:37:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:16 smithi181 ceph-mon[45557]: pgmap v18385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:16.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:37:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:18 smithi175 ceph-mon[44549]: pgmap v18386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:37:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:18 smithi181 ceph-mon[45557]: pgmap v18386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:37:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:18 smithi088 ceph-mon[35322]: pgmap v18386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:37:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:20 smithi175 ceph-mon[44549]: pgmap v18387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:37:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:20 smithi181 ceph-mon[45557]: pgmap v18387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:37:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:20 smithi088 ceph-mon[35322]: pgmap v18387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:37:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:22 smithi175 ceph-mon[44549]: pgmap v18388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:37:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:22 smithi181 ceph-mon[45557]: pgmap v18388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:37:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:22 smithi088 ceph-mon[35322]: pgmap v18388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:37:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:24 smithi175 ceph-mon[44549]: pgmap v18389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T22:37:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:24 smithi181 ceph-mon[45557]: pgmap v18389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T22:37:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:24 smithi088 ceph-mon[35322]: pgmap v18389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T22:37:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:26 smithi175 ceph-mon[44549]: pgmap v18390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:37:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:26 smithi181 ceph-mon[45557]: pgmap v18390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:37:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:26 smithi088 ceph-mon[35322]: pgmap v18390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:37:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:28 smithi175 ceph-mon[44549]: pgmap v18391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:28 smithi181 ceph-mon[45557]: pgmap v18391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:28 smithi088 ceph-mon[35322]: pgmap v18391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:30.449 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:30.448+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:37:30.449 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:30.448+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:37:30.449 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:30.448+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:37:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:30 smithi175 ceph-mon[44549]: pgmap v18392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:30 smithi181 ceph-mon[45557]: pgmap v18392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:30 smithi088 ceph-mon[35322]: pgmap v18392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:32 smithi175 ceph-mon[44549]: pgmap v18393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:32 smithi181 ceph-mon[45557]: pgmap v18393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:32 smithi088 ceph-mon[35322]: pgmap v18393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:34 smithi175 ceph-mon[44549]: pgmap v18394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:34 smithi181 ceph-mon[45557]: pgmap v18394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:34 smithi088 ceph-mon[35322]: pgmap v18394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:36 smithi175 ceph-mon[44549]: pgmap v18395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:36 smithi181 ceph-mon[45557]: pgmap v18395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:36 smithi088 ceph-mon[35322]: pgmap v18395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:38 smithi175 ceph-mon[44549]: pgmap v18396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:38 smithi181 ceph-mon[45557]: pgmap v18396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:38 smithi088 ceph-mon[35322]: pgmap v18396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:40 smithi175 ceph-mon[44549]: pgmap v18397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:40 smithi181 ceph-mon[45557]: pgmap v18397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:40 smithi088 ceph-mon[35322]: pgmap v18397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:42 smithi175 ceph-mon[44549]: pgmap v18398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:42 smithi181 ceph-mon[45557]: pgmap v18398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:42 smithi088 ceph-mon[35322]: pgmap v18398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:44 smithi175 ceph-mon[44549]: pgmap v18399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:44 smithi181 ceph-mon[45557]: pgmap v18399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:44 smithi088 ceph-mon[35322]: pgmap v18399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:45.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:45.461+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:37:45.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:45.461+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:37:45.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:37:45.461+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:37:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:46 smithi175 ceph-mon[44549]: pgmap v18400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:46 smithi181 ceph-mon[45557]: pgmap v18400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:46 smithi088 ceph-mon[35322]: pgmap v18400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:48 smithi175 ceph-mon[44549]: pgmap v18401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:48 smithi181 ceph-mon[45557]: pgmap v18401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:48 smithi088 ceph-mon[35322]: pgmap v18401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:50 smithi175 ceph-mon[44549]: pgmap v18402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:50 smithi181 ceph-mon[45557]: pgmap v18402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:50 smithi088 ceph-mon[35322]: pgmap v18402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:37:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:52 smithi175 ceph-mon[44549]: pgmap v18403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:52 smithi181 ceph-mon[45557]: pgmap v18403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:52 smithi088 ceph-mon[35322]: pgmap v18403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:37:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:54 smithi175 ceph-mon[44549]: pgmap v18404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:54 smithi181 ceph-mon[45557]: pgmap v18404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:54 smithi088 ceph-mon[35322]: pgmap v18404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:37:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:56 smithi175 ceph-mon[44549]: pgmap v18405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:56 smithi181 ceph-mon[45557]: pgmap v18405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:56 smithi088 ceph-mon[35322]: pgmap v18405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:37:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:37:58 smithi175 ceph-mon[44549]: pgmap v18406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:37:58 smithi181 ceph-mon[45557]: pgmap v18406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:37:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:37:58 smithi088 ceph-mon[35322]: pgmap v18406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:00.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:00.472+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:38:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:00.472+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:38:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:00.472+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:38:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:00 smithi175 ceph-mon[44549]: pgmap v18407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:00 smithi181 ceph-mon[45557]: pgmap v18407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:00 smithi088 ceph-mon[35322]: pgmap v18407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:02 smithi175 ceph-mon[44549]: pgmap v18408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:02 smithi181 ceph-mon[45557]: pgmap v18408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:02 smithi088 ceph-mon[35322]: pgmap v18408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:04 smithi175 ceph-mon[44549]: pgmap v18409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:38:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:04 smithi181 ceph-mon[45557]: pgmap v18409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:38:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:04 smithi088 ceph-mon[35322]: pgmap v18409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:38:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:06 smithi175 ceph-mon[44549]: pgmap v18410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:38:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:06 smithi181 ceph-mon[45557]: pgmap v18410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:38:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:06 smithi088 ceph-mon[35322]: pgmap v18410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:38:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:08 smithi175 ceph-mon[44549]: pgmap v18411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:08 smithi181 ceph-mon[45557]: pgmap v18411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:08 smithi088 ceph-mon[35322]: pgmap v18411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:10 smithi175 ceph-mon[44549]: pgmap v18412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:10 smithi181 ceph-mon[45557]: pgmap v18412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:10 smithi088 ceph-mon[35322]: pgmap v18412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:12 smithi175 ceph-mon[44549]: pgmap v18413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:12 smithi181 ceph-mon[45557]: pgmap v18413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:12 smithi088 ceph-mon[35322]: pgmap v18413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:14.743 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:14.742+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:38:14.743 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:14.742+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:38:14.743 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:14.742+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 267 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:38:14.743 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:14.742+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 267 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:38:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:14 smithi175 ceph-mon[44549]: pgmap v18414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:38:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:14 smithi181 ceph-mon[45557]: pgmap v18414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:38:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:14 smithi088 ceph-mon[35322]: pgmap v18414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:38:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:15.481+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:38:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:15.481+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:38:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:15.481+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:38:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:16 smithi175 ceph-mon[44549]: pgmap v18415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:38:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:38:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:16 smithi181 ceph-mon[45557]: pgmap v18415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:38:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:38:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:16 smithi088 ceph-mon[35322]: pgmap v18415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:38:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:38:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:38:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:38:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:17 smithi175 ceph-mon[44549]: pgmap v18416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:38:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:17 smithi175 ceph-mon[44549]: pgmap v18417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:38:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:38:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:38:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:38:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:17 smithi181 ceph-mon[45557]: pgmap v18416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:38:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:17 smithi181 ceph-mon[45557]: pgmap v18417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:38:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:38:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:38:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:38:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:17 smithi088 ceph-mon[35322]: pgmap v18416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:38:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:17 smithi088 ceph-mon[35322]: pgmap v18417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:38:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:38:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:19 smithi175 ceph-mon[44549]: pgmap v18418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:38:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:19 smithi181 ceph-mon[45557]: pgmap v18418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:38:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:19 smithi088 ceph-mon[35322]: pgmap v18418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:38:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:21 smithi175 ceph-mon[44549]: pgmap v18419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:38:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:21 smithi181 ceph-mon[45557]: pgmap v18419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:38:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:21 smithi088 ceph-mon[35322]: pgmap v18419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:38:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:23 smithi175 ceph-mon[44549]: pgmap v18420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:38:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:23 smithi181 ceph-mon[45557]: pgmap v18420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:38:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:23 smithi088 ceph-mon[35322]: pgmap v18420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:38:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:25 smithi175 ceph-mon[44549]: pgmap v18421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:38:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:25 smithi181 ceph-mon[45557]: pgmap v18421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:38:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:25 smithi088 ceph-mon[35322]: pgmap v18421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:38:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:27 smithi175 ceph-mon[44549]: pgmap v18422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:38:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:27 smithi181 ceph-mon[45557]: pgmap v18422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:38:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:27 smithi088 ceph-mon[35322]: pgmap v18422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:38:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:29 smithi181 ceph-mon[45557]: pgmap v18423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:38:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:29 smithi088 ceph-mon[35322]: pgmap v18423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:38:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:29 smithi175 ceph-mon[44549]: pgmap v18423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:38:30.497 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:30.496+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:38:30.498 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:30.496+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:38:30.498 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:30.496+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:38:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:31 smithi181 ceph-mon[45557]: pgmap v18424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:31 smithi088 ceph-mon[35322]: pgmap v18424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:31 smithi175 ceph-mon[44549]: pgmap v18424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:33 smithi181 ceph-mon[45557]: pgmap v18425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:33 smithi088 ceph-mon[35322]: pgmap v18425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:33 smithi175 ceph-mon[44549]: pgmap v18425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:35 smithi181 ceph-mon[45557]: pgmap v18426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:35 smithi088 ceph-mon[35322]: pgmap v18426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:35 smithi175 ceph-mon[44549]: pgmap v18426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:37 smithi175 ceph-mon[44549]: pgmap v18427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:37 smithi181 ceph-mon[45557]: pgmap v18427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:37 smithi088 ceph-mon[35322]: pgmap v18427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:39 smithi181 ceph-mon[45557]: pgmap v18428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:38:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:39 smithi088 ceph-mon[35322]: pgmap v18428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:38:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:39 smithi175 ceph-mon[44549]: pgmap v18428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:38:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:41 smithi181 ceph-mon[45557]: pgmap v18429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:41 smithi088 ceph-mon[35322]: pgmap v18429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:41 smithi175 ceph-mon[44549]: pgmap v18429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:43 smithi181 ceph-mon[45557]: pgmap v18430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:43 smithi088 ceph-mon[35322]: pgmap v18430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:43 smithi175 ceph-mon[44549]: pgmap v18430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:45.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:45.510+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:38:45.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:45.510+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:38:45.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:38:45.510+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:38:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:45 smithi181 ceph-mon[45557]: pgmap v18431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:45 smithi088 ceph-mon[35322]: pgmap v18431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:45 smithi175 ceph-mon[44549]: pgmap v18431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:47 smithi175 ceph-mon[44549]: pgmap v18432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:47 smithi181 ceph-mon[45557]: pgmap v18432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:47 smithi088 ceph-mon[35322]: pgmap v18432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:49 smithi181 ceph-mon[45557]: pgmap v18433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:38:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:49 smithi088 ceph-mon[35322]: pgmap v18433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:38:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:49 smithi175 ceph-mon[44549]: pgmap v18433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:38:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:51 smithi181 ceph-mon[45557]: pgmap v18434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:51 smithi088 ceph-mon[35322]: pgmap v18434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:51 smithi175 ceph-mon[44549]: pgmap v18434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:53 smithi181 ceph-mon[45557]: pgmap v18435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:53 smithi088 ceph-mon[35322]: pgmap v18435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:53 smithi175 ceph-mon[44549]: pgmap v18435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:38:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:55 smithi181 ceph-mon[45557]: pgmap v18436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:55 smithi088 ceph-mon[35322]: pgmap v18436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:55 smithi175 ceph-mon[44549]: pgmap v18436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:38:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:57 smithi175 ceph-mon[44549]: pgmap v18437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:57 smithi181 ceph-mon[45557]: pgmap v18437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:57 smithi088 ceph-mon[35322]: pgmap v18437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:38:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:38:59 smithi181 ceph-mon[45557]: pgmap v18438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:38:59 smithi088 ceph-mon[35322]: pgmap v18438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:38:59 smithi175 ceph-mon[44549]: pgmap v18438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:00.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:00.521+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:39:00.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:00.521+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:39:00.522 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:00.521+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:39:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:01 smithi181 ceph-mon[45557]: pgmap v18439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:01 smithi088 ceph-mon[35322]: pgmap v18439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:01 smithi175 ceph-mon[44549]: pgmap v18439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:03 smithi181 ceph-mon[45557]: pgmap v18440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:03 smithi088 ceph-mon[35322]: pgmap v18440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:03 smithi175 ceph-mon[44549]: pgmap v18440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:05 smithi181 ceph-mon[45557]: pgmap v18441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:05 smithi088 ceph-mon[35322]: pgmap v18441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:05 smithi175 ceph-mon[44549]: pgmap v18441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:07 smithi175 ceph-mon[44549]: pgmap v18442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:07 smithi181 ceph-mon[45557]: pgmap v18442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:07 smithi088 ceph-mon[35322]: pgmap v18442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:09 smithi181 ceph-mon[45557]: pgmap v18443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:09 smithi088 ceph-mon[35322]: pgmap v18443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:09 smithi175 ceph-mon[44549]: pgmap v18443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:11 smithi181 ceph-mon[45557]: pgmap v18444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:11 smithi088 ceph-mon[35322]: pgmap v18444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:11 smithi175 ceph-mon[44549]: pgmap v18444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:13 smithi181 ceph-mon[45557]: pgmap v18445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:13 smithi088 ceph-mon[35322]: pgmap v18445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:13 smithi175 ceph-mon[44549]: pgmap v18445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:15.531 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:15.531+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:39:15.531 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:15.531+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:39:15.532 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:15.531+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:39:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:15 smithi088 ceph-mon[35322]: pgmap v18446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:15 smithi175 ceph-mon[44549]: pgmap v18446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:15 smithi181 ceph-mon[45557]: pgmap v18446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:17 smithi175 ceph-mon[44549]: pgmap v18447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:39:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:17 smithi181 ceph-mon[45557]: pgmap v18447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:39:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:17 smithi088 ceph-mon[35322]: pgmap v18447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:39:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:39:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:39:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:18 smithi175 ceph-mon[44549]: pgmap v18448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:39:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:18 smithi175 ceph-mon[44549]: pgmap v18449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:39:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:39:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:39:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:39:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:18 smithi181 ceph-mon[45557]: pgmap v18448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:39:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:18 smithi181 ceph-mon[45557]: pgmap v18449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:39:18.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:39:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:39:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:39:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:18 smithi088 ceph-mon[35322]: pgmap v18448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:39:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:18 smithi088 ceph-mon[35322]: pgmap v18449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:39:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:39:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:20 smithi088 ceph-mon[35322]: pgmap v18450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:39:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:20 smithi175 ceph-mon[44549]: pgmap v18450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:39:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:20 smithi181 ceph-mon[45557]: pgmap v18450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:39:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:22 smithi175 ceph-mon[44549]: pgmap v18451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:39:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:22 smithi181 ceph-mon[45557]: pgmap v18451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:39:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:22 smithi088 ceph-mon[35322]: pgmap v18451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:39:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:24 smithi088 ceph-mon[35322]: pgmap v18452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:39:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:24 smithi175 ceph-mon[44549]: pgmap v18452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:39:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:24 smithi181 ceph-mon[45557]: pgmap v18452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:39:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:26 smithi088 ceph-mon[35322]: pgmap v18453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:39:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:26 smithi175 ceph-mon[44549]: pgmap v18453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:39:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:26 smithi181 ceph-mon[45557]: pgmap v18453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:39:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:28 smithi088 ceph-mon[35322]: pgmap v18454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:39:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:28 smithi175 ceph-mon[44549]: pgmap v18454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:39:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:28 smithi181 ceph-mon[45557]: pgmap v18454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:39:30.545 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:30.545+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:39:30.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:30.545+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:39:30.546 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:30.545+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:39:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:30 smithi088 ceph-mon[35322]: pgmap v18455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:30 smithi175 ceph-mon[44549]: pgmap v18455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:30 smithi181 ceph-mon[45557]: pgmap v18455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:32 smithi175 ceph-mon[44549]: pgmap v18456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:32 smithi181 ceph-mon[45557]: pgmap v18456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:32 smithi088 ceph-mon[35322]: pgmap v18456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:34 smithi088 ceph-mon[35322]: pgmap v18457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:34 smithi175 ceph-mon[44549]: pgmap v18457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:34 smithi181 ceph-mon[45557]: pgmap v18457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:36 smithi088 ceph-mon[35322]: pgmap v18458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:36 smithi175 ceph-mon[44549]: pgmap v18458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:36 smithi181 ceph-mon[45557]: pgmap v18458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:38 smithi088 ceph-mon[35322]: pgmap v18459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:38 smithi175 ceph-mon[44549]: pgmap v18459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:38 smithi181 ceph-mon[45557]: pgmap v18459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:40 smithi088 ceph-mon[35322]: pgmap v18460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:40 smithi175 ceph-mon[44549]: pgmap v18460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:40 smithi181 ceph-mon[45557]: pgmap v18460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:42 smithi175 ceph-mon[44549]: pgmap v18461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:42 smithi181 ceph-mon[45557]: pgmap v18461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:42 smithi088 ceph-mon[35322]: pgmap v18461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:44.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:44.756+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:39:44.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:44.756+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:39:44.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:44.756+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 268 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T22:39:44.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:44.756+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 268 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T22:39:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:44 smithi088 ceph-mon[35322]: pgmap v18462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:44 smithi175 ceph-mon[44549]: pgmap v18462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:44 smithi181 ceph-mon[45557]: pgmap v18462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:45.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:45.560+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:39:45.561 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:45.560+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:39:45.561 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:39:45.560+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:39:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:46 smithi088 ceph-mon[35322]: pgmap v18463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:46 smithi175 ceph-mon[44549]: pgmap v18463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:46 smithi181 ceph-mon[45557]: pgmap v18463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:48 smithi088 ceph-mon[35322]: pgmap v18464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:48 smithi175 ceph-mon[44549]: pgmap v18464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:48 smithi181 ceph-mon[45557]: pgmap v18464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:50 smithi088 ceph-mon[35322]: pgmap v18465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:50 smithi175 ceph-mon[44549]: pgmap v18465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:50 smithi181 ceph-mon[45557]: pgmap v18465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:39:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:52 smithi175 ceph-mon[44549]: pgmap v18466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:52 smithi181 ceph-mon[45557]: pgmap v18466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:52 smithi088 ceph-mon[35322]: pgmap v18466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:54 smithi088 ceph-mon[35322]: pgmap v18467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:54 smithi175 ceph-mon[44549]: pgmap v18467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:54 smithi181 ceph-mon[45557]: pgmap v18467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:39:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:56 smithi088 ceph-mon[35322]: pgmap v18468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:56 smithi175 ceph-mon[44549]: pgmap v18468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:56 smithi181 ceph-mon[45557]: pgmap v18468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:39:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:39:58 smithi088 ceph-mon[35322]: pgmap v18469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:39:58 smithi175 ceph-mon[44549]: pgmap v18469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:39:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:39:58 smithi181 ceph-mon[45557]: pgmap v18469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:00.561+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:40:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:00.561+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:40:00.562 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:00.561+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:40:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:00 smithi175 ceph-mon[44549]: pgmap v18470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:40:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:00 smithi181 ceph-mon[45557]: pgmap v18470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:40:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:00 smithi088 ceph-mon[35322]: pgmap v18470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:40:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:02 smithi175 ceph-mon[44549]: pgmap v18471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:02 smithi181 ceph-mon[45557]: pgmap v18471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:02 smithi088 ceph-mon[35322]: pgmap v18471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:04 smithi088 ceph-mon[35322]: pgmap v18472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:04 smithi175 ceph-mon[44549]: pgmap v18472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:04 smithi181 ceph-mon[45557]: pgmap v18472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:06 smithi088 ceph-mon[35322]: pgmap v18473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:06 smithi175 ceph-mon[44549]: pgmap v18473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:06 smithi181 ceph-mon[45557]: pgmap v18473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:08 smithi175 ceph-mon[44549]: pgmap v18474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:08 smithi181 ceph-mon[45557]: pgmap v18474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:08 smithi088 ceph-mon[35322]: pgmap v18474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:10 smithi175 ceph-mon[44549]: pgmap v18475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:10 smithi181 ceph-mon[45557]: pgmap v18475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:10 smithi088 ceph-mon[35322]: pgmap v18475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:12 smithi175 ceph-mon[44549]: pgmap v18476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:12 smithi181 ceph-mon[45557]: pgmap v18476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:12 smithi088 ceph-mon[35322]: pgmap v18476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:14 smithi088 ceph-mon[35322]: pgmap v18477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:14 smithi175 ceph-mon[44549]: pgmap v18477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:14 smithi181 ceph-mon[45557]: pgmap v18477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:15.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:15.574+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:40:15.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:15.574+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:40:15.575 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:15.574+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:40:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:16 smithi175 ceph-mon[44549]: pgmap v18478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:16 smithi181 ceph-mon[45557]: pgmap v18478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:16 smithi088 ceph-mon[35322]: pgmap v18478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:18 smithi175 ceph-mon[44549]: pgmap v18479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:40:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:40:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:40:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:40:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:18 smithi181 ceph-mon[45557]: pgmap v18479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:40:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:40:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:40:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:40:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:18 smithi088 ceph-mon[35322]: pgmap v18479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:40:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:40:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:40:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:40:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:19 smithi175 ceph-mon[44549]: pgmap v18480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:40:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:19 smithi175 ceph-mon[44549]: pgmap v18481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:40:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:19 smithi181 ceph-mon[45557]: pgmap v18480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:40:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:19 smithi181 ceph-mon[45557]: pgmap v18481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:40:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:19 smithi088 ceph-mon[35322]: pgmap v18480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:40:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:19 smithi088 ceph-mon[35322]: pgmap v18481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:40:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:21 smithi175 ceph-mon[44549]: pgmap v18482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:40:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:21 smithi181 ceph-mon[45557]: pgmap v18482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:40:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:21 smithi088 ceph-mon[35322]: pgmap v18482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:40:24.151 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:23 smithi088 ceph-mon[35322]: pgmap v18483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:40:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:23 smithi175 ceph-mon[44549]: pgmap v18483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:40:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:23 smithi181 ceph-mon[45557]: pgmap v18483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:40:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:25 smithi175 ceph-mon[44549]: pgmap v18484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:40:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:25 smithi181 ceph-mon[45557]: pgmap v18484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:40:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:25 smithi088 ceph-mon[35322]: pgmap v18484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:40:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:27 smithi181 ceph-mon[45557]: pgmap v18485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:40:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:27 smithi088 ceph-mon[35322]: pgmap v18485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:40:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:27 smithi175 ceph-mon[44549]: pgmap v18485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:40:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:29 smithi175 ceph-mon[44549]: pgmap v18486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:40:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:29 smithi181 ceph-mon[45557]: pgmap v18486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:40:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:29 smithi088 ceph-mon[35322]: pgmap v18486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:40:30.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:30.579+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:40:30.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:30.579+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:40:30.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:30.579+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:40:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:31 smithi175 ceph-mon[44549]: pgmap v18487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:31 smithi181 ceph-mon[45557]: pgmap v18487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:31 smithi088 ceph-mon[35322]: pgmap v18487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:33 smithi175 ceph-mon[44549]: pgmap v18488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:33 smithi181 ceph-mon[45557]: pgmap v18488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:33 smithi088 ceph-mon[35322]: pgmap v18488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:35 smithi175 ceph-mon[44549]: pgmap v18489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:35 smithi181 ceph-mon[45557]: pgmap v18489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:35 smithi088 ceph-mon[35322]: pgmap v18489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:37 smithi181 ceph-mon[45557]: pgmap v18490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:37 smithi088 ceph-mon[35322]: pgmap v18490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:37 smithi175 ceph-mon[44549]: pgmap v18490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:39 smithi175 ceph-mon[44549]: pgmap v18491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:39 smithi181 ceph-mon[45557]: pgmap v18491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:39 smithi088 ceph-mon[35322]: pgmap v18491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:41 smithi175 ceph-mon[44549]: pgmap v18492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:41 smithi181 ceph-mon[45557]: pgmap v18492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:41 smithi088 ceph-mon[35322]: pgmap v18492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:43 smithi175 ceph-mon[44549]: pgmap v18493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:43 smithi181 ceph-mon[45557]: pgmap v18493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:43 smithi088 ceph-mon[35322]: pgmap v18493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:45.594+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:40:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:45.594+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:40:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:40:45.594+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:40:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:45 smithi175 ceph-mon[44549]: pgmap v18494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:45 smithi181 ceph-mon[45557]: pgmap v18494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:45 smithi088 ceph-mon[35322]: pgmap v18494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:40:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:47 smithi181 ceph-mon[45557]: pgmap v18495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:47 smithi088 ceph-mon[35322]: pgmap v18495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:47 smithi175 ceph-mon[44549]: pgmap v18495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:49 smithi175 ceph-mon[44549]: pgmap v18496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:49 smithi181 ceph-mon[45557]: pgmap v18496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:49 smithi088 ceph-mon[35322]: pgmap v18496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:51 smithi175 ceph-mon[44549]: pgmap v18497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:51 smithi181 ceph-mon[45557]: pgmap v18497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:51 smithi088 ceph-mon[35322]: pgmap v18497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:40:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:53 smithi175 ceph-mon[44549]: pgmap v18498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:53 smithi181 ceph-mon[45557]: pgmap v18498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:53 smithi088 ceph-mon[35322]: pgmap v18498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:40:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:55 smithi175 ceph-mon[44549]: pgmap v18499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:56.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:55 smithi181 ceph-mon[45557]: pgmap v18499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:55 smithi088 ceph-mon[35322]: pgmap v18499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:40:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:57 smithi181 ceph-mon[45557]: pgmap v18500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:57 smithi088 ceph-mon[35322]: pgmap v18500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:40:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:57 smithi175 ceph-mon[44549]: pgmap v18500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:40:59 smithi175 ceph-mon[44549]: pgmap v18501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:40:59 smithi181 ceph-mon[45557]: pgmap v18501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:40:59 smithi088 ceph-mon[35322]: pgmap v18501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:00.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:00.609+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:41:00.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:00.609+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:41:00.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:00.609+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:41:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:01 smithi175 ceph-mon[44549]: pgmap v18502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:41:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:01 smithi181 ceph-mon[45557]: pgmap v18502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:41:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:01 smithi088 ceph-mon[35322]: pgmap v18502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:41:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:03 smithi175 ceph-mon[44549]: pgmap v18503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:03 smithi181 ceph-mon[45557]: pgmap v18503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:03 smithi088 ceph-mon[35322]: pgmap v18503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:05 smithi175 ceph-mon[44549]: pgmap v18504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:05 smithi181 ceph-mon[45557]: pgmap v18504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:05 smithi088 ceph-mon[35322]: pgmap v18504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:07 smithi181 ceph-mon[45557]: pgmap v18505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:07 smithi088 ceph-mon[35322]: pgmap v18505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:07 smithi175 ceph-mon[44549]: pgmap v18505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:09 smithi175 ceph-mon[44549]: pgmap v18506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:09 smithi181 ceph-mon[45557]: pgmap v18506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:10.232 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:09 smithi088 ceph-mon[35322]: pgmap v18506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:11 smithi175 ceph-mon[44549]: pgmap v18507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:41:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:11 smithi181 ceph-mon[45557]: pgmap v18507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:41:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:11 smithi088 ceph-mon[35322]: pgmap v18507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:41:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:13 smithi175 ceph-mon[44549]: pgmap v18508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:13 smithi181 ceph-mon[45557]: pgmap v18508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:13 smithi088 ceph-mon[35322]: pgmap v18508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:15.624 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:15.624+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:41:15.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:15.624+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:41:15.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:15.624+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:41:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:15 smithi175 ceph-mon[44549]: pgmap v18509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:15 smithi181 ceph-mon[45557]: pgmap v18509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:15 smithi088 ceph-mon[35322]: pgmap v18509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:17.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:17 smithi181 ceph-mon[45557]: pgmap v18510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:17 smithi088 ceph-mon[35322]: pgmap v18510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:17 smithi175 ceph-mon[44549]: pgmap v18510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:20.126 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:19 smithi181 ceph-mon[45557]: pgmap v18511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:41:20.126 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:41:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:19 smithi175 ceph-mon[44549]: pgmap v18511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:41:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:41:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:19 smithi088 ceph-mon[35322]: pgmap v18511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:41:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:41:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:21 smithi175 ceph-mon[44549]: pgmap v18512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T22:41:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:21 smithi181 ceph-mon[45557]: pgmap v18512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T22:41:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:21 smithi088 ceph-mon[35322]: pgmap v18512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T22:41:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:22.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:23.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:22 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 142.0M 2024-01-28T22:41:23.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:22 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 148944842: error parsing value: Value '148944842' is below minimum 939524096 2024-01-28T22:41:23.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:23.019 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:22 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 142.0M 2024-01-28T22:41:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:22 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 148944842: error parsing value: Value '148944842' is below minimum 939524096 2024-01-28T22:41:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:23.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:22 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 142.0M 2024-01-28T22:41:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:22 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 148944842: error parsing value: Value '148944842' is below minimum 939524096 2024-01-28T22:41:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:24.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:23 smithi175 ceph-mon[44549]: pgmap v18513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:41:24.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:24.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:24.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:41:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:41:24.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:23 smithi181 ceph-mon[45557]: pgmap v18513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:41:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:41:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:41:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:23 smithi088 ceph-mon[35322]: pgmap v18513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:41:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:41:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:41:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:41:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:41:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:24 smithi175 ceph-mon[44549]: pgmap v18514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:24 smithi175 ceph-mon[44549]: pgmap v18515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-01-28T22:41:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:24 smithi181 ceph-mon[45557]: pgmap v18514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:24 smithi181 ceph-mon[45557]: pgmap v18515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-01-28T22:41:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:24 smithi088 ceph-mon[35322]: pgmap v18514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:41:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:24 smithi088 ceph-mon[35322]: pgmap v18515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-01-28T22:41:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:26 smithi175 ceph-mon[44549]: pgmap v18516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:41:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:26 smithi181 ceph-mon[45557]: pgmap v18516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:41:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:26 smithi088 ceph-mon[35322]: pgmap v18516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:41:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:28 smithi175 ceph-mon[44549]: pgmap v18517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T22:41:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:28 smithi181 ceph-mon[45557]: pgmap v18517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T22:41:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:28 smithi088 ceph-mon[35322]: pgmap v18517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T22:41:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:30.640+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:41:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:30.640+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:41:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:30.640+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:41:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:30 smithi175 ceph-mon[44549]: pgmap v18518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 7 op/s 2024-01-28T22:41:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:30 smithi181 ceph-mon[45557]: pgmap v18518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 7 op/s 2024-01-28T22:41:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:30 smithi088 ceph-mon[35322]: pgmap v18518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 7 op/s 2024-01-28T22:41:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:32 smithi175 ceph-mon[44549]: pgmap v18519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T22:41:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:32 smithi181 ceph-mon[45557]: pgmap v18519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T22:41:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:32 smithi088 ceph-mon[35322]: pgmap v18519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T22:41:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:34 smithi175 ceph-mon[44549]: pgmap v18520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:41:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:34 smithi181 ceph-mon[45557]: pgmap v18520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:41:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:34 smithi088 ceph-mon[35322]: pgmap v18520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:41:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:36 smithi175 ceph-mon[44549]: pgmap v18521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:41:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:36 smithi181 ceph-mon[45557]: pgmap v18521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:41:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:36 smithi088 ceph-mon[35322]: pgmap v18521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:41:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:38 smithi175 ceph-mon[44549]: pgmap v18522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:38 smithi181 ceph-mon[45557]: pgmap v18522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:38 smithi088 ceph-mon[35322]: pgmap v18522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:40 smithi175 ceph-mon[44549]: pgmap v18523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:41:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:40 smithi181 ceph-mon[45557]: pgmap v18523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:41:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:40 smithi088 ceph-mon[35322]: pgmap v18523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:41:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:42 smithi175 ceph-mon[44549]: pgmap v18524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:42 smithi181 ceph-mon[45557]: pgmap v18524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:42 smithi088 ceph-mon[35322]: pgmap v18524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:44 smithi175 ceph-mon[44549]: pgmap v18525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:41:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:44 smithi181 ceph-mon[45557]: pgmap v18525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:41:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:44 smithi088 ceph-mon[35322]: pgmap v18525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:41:45.650 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:45.650+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:41:45.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:45.650+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:41:45.651 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:41:45.650+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:41:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:46 smithi175 ceph-mon[44549]: pgmap v18526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:46 smithi181 ceph-mon[45557]: pgmap v18526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:46 smithi088 ceph-mon[35322]: pgmap v18526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:48 smithi175 ceph-mon[44549]: pgmap v18527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:48 smithi181 ceph-mon[45557]: pgmap v18527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:48 smithi088 ceph-mon[35322]: pgmap v18527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:50 smithi175 ceph-mon[44549]: pgmap v18528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:41:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:50 smithi181 ceph-mon[45557]: pgmap v18528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:41:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:50 smithi088 ceph-mon[35322]: pgmap v18528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:41:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:52 smithi175 ceph-mon[44549]: pgmap v18529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:52 smithi181 ceph-mon[45557]: pgmap v18529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:52 smithi088 ceph-mon[35322]: pgmap v18529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:54 smithi175 ceph-mon[44549]: pgmap v18530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:41:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:54 smithi181 ceph-mon[45557]: pgmap v18530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:41:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:54 smithi088 ceph-mon[35322]: pgmap v18530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:41:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:56 smithi175 ceph-mon[44549]: pgmap v18531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:56 smithi181 ceph-mon[45557]: pgmap v18531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:56 smithi088 ceph-mon[35322]: pgmap v18531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:41:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:41:58 smithi175 ceph-mon[44549]: pgmap v18532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:41:58 smithi181 ceph-mon[45557]: pgmap v18532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:41:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:41:58 smithi088 ceph-mon[35322]: pgmap v18532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:00.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:00.652+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:42:00.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:00.652+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:42:00.652 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:00.652+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:42:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:00 smithi181 ceph-mon[45557]: pgmap v18533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:00 smithi088 ceph-mon[35322]: pgmap v18533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:00 smithi175 ceph-mon[44549]: pgmap v18533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:02 smithi181 ceph-mon[45557]: pgmap v18534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:02 smithi088 ceph-mon[35322]: pgmap v18534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:02 smithi175 ceph-mon[44549]: pgmap v18534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:04 smithi181 ceph-mon[45557]: pgmap v18535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:42:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:04 smithi088 ceph-mon[35322]: pgmap v18535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:42:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:04 smithi175 ceph-mon[44549]: pgmap v18535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:42:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:06 smithi181 ceph-mon[45557]: pgmap v18536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:06 smithi088 ceph-mon[35322]: pgmap v18536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:06 smithi175 ceph-mon[44549]: pgmap v18536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:08 smithi181 ceph-mon[45557]: pgmap v18537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:08 smithi088 ceph-mon[35322]: pgmap v18537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:08 smithi175 ceph-mon[44549]: pgmap v18537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:10 smithi181 ceph-mon[45557]: pgmap v18538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:10 smithi088 ceph-mon[35322]: pgmap v18538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:10 smithi175 ceph-mon[44549]: pgmap v18538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:13.208 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:12 smithi088 ceph-mon[35322]: pgmap v18539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:12 smithi181 ceph-mon[45557]: pgmap v18539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:12 smithi175 ceph-mon[44549]: pgmap v18539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:14 smithi181 ceph-mon[45557]: pgmap v18540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:14 smithi088 ceph-mon[35322]: pgmap v18540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:14 smithi175 ceph-mon[44549]: pgmap v18540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:15.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:15.653+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:42:15.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:15.653+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:42:15.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:15.653+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:42:17.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:16 smithi181 ceph-mon[45557]: pgmap v18541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:16 smithi088 ceph-mon[35322]: pgmap v18541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:16 smithi175 ceph-mon[44549]: pgmap v18541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:18 smithi181 ceph-mon[45557]: pgmap v18542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:18 smithi088 ceph-mon[35322]: pgmap v18542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:18 smithi175 ceph-mon[44549]: pgmap v18542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:20 smithi181 ceph-mon[45557]: pgmap v18543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:20 smithi088 ceph-mon[35322]: pgmap v18543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:20 smithi175 ceph-mon[44549]: pgmap v18543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:22 smithi181 ceph-mon[45557]: pgmap v18544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:22 smithi088 ceph-mon[35322]: pgmap v18544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:22 smithi175 ceph-mon[44549]: pgmap v18544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:42:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:42:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:42:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:24.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:42:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:24 smithi088 ceph-mon[35322]: pgmap v18545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:24 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 140.7M 2024-01-28T22:42:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:24 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 147588329: error parsing value: Value '147588329' is below minimum 939524096 2024-01-28T22:42:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:42:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:42:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:42:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:24 smithi175 ceph-mon[44549]: pgmap v18545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:24 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 140.7M 2024-01-28T22:42:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:24 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 147588329: error parsing value: Value '147588329' is below minimum 939524096 2024-01-28T22:42:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:42:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:42:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:42:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:24 smithi181 ceph-mon[45557]: pgmap v18545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:24 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 140.7M 2024-01-28T22:42:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:24 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 147588329: error parsing value: Value '147588329' is below minimum 939524096 2024-01-28T22:42:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:42:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:42:25.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:42:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:25 smithi088 ceph-mon[35322]: pgmap v18546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:42:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:25 smithi088 ceph-mon[35322]: pgmap v18547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:42:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:25 smithi175 ceph-mon[44549]: pgmap v18546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:42:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:25 smithi175 ceph-mon[44549]: pgmap v18547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:42:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:25 smithi181 ceph-mon[45557]: pgmap v18546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:42:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:25 smithi181 ceph-mon[45557]: pgmap v18547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:42:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:27 smithi088 ceph-mon[35322]: pgmap v18548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:42:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:27 smithi175 ceph-mon[44549]: pgmap v18548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:42:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:27 smithi181 ceph-mon[45557]: pgmap v18548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:42:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:29 smithi088 ceph-mon[35322]: pgmap v18549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:42:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:29 smithi175 ceph-mon[44549]: pgmap v18549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:42:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:29 smithi181 ceph-mon[45557]: pgmap v18549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:42:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:30.657+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:42:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:30.657+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:42:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:30.657+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:42:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:31 smithi088 ceph-mon[35322]: pgmap v18550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:42:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:31 smithi175 ceph-mon[44549]: pgmap v18550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:42:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:31 smithi181 ceph-mon[45557]: pgmap v18550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:42:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:33 smithi088 ceph-mon[35322]: pgmap v18551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:42:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:33 smithi175 ceph-mon[44549]: pgmap v18551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:42:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:33 smithi181 ceph-mon[45557]: pgmap v18551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:42:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:35 smithi088 ceph-mon[35322]: pgmap v18552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:42:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:35 smithi175 ceph-mon[44549]: pgmap v18552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:42:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:35 smithi181 ceph-mon[45557]: pgmap v18552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:42:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:37 smithi088 ceph-mon[35322]: pgmap v18553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:37 smithi175 ceph-mon[44549]: pgmap v18553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:37 smithi181 ceph-mon[45557]: pgmap v18553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:39 smithi088 ceph-mon[35322]: pgmap v18554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:39 smithi175 ceph-mon[44549]: pgmap v18554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:39 smithi181 ceph-mon[45557]: pgmap v18554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:41 smithi088 ceph-mon[35322]: pgmap v18555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:41 smithi175 ceph-mon[44549]: pgmap v18555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:41 smithi181 ceph-mon[45557]: pgmap v18555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:43 smithi088 ceph-mon[35322]: pgmap v18556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:43 smithi175 ceph-mon[44549]: pgmap v18556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:43 smithi181 ceph-mon[45557]: pgmap v18556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:44.783 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:44.782+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:42:44.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:44.782+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:42:44.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:44.782+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 269 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T22:42:44.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:44.782+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 269 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T22:42:45.672 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:45.671+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:42:45.672 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:45.671+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:42:45.672 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:42:45.671+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:42:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:46 smithi088 ceph-mon[35322]: pgmap v18557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:46 smithi175 ceph-mon[44549]: pgmap v18557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:46 smithi181 ceph-mon[45557]: pgmap v18557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:42:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:48 smithi088 ceph-mon[35322]: pgmap v18558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:48 smithi175 ceph-mon[44549]: pgmap v18558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:48 smithi181 ceph-mon[45557]: pgmap v18558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:50 smithi088 ceph-mon[35322]: pgmap v18559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:50 smithi175 ceph-mon[44549]: pgmap v18559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:50 smithi181 ceph-mon[45557]: pgmap v18559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:42:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:52 smithi088 ceph-mon[35322]: pgmap v18560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:52 smithi175 ceph-mon[44549]: pgmap v18560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:52 smithi181 ceph-mon[45557]: pgmap v18560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:42:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:54 smithi088 ceph-mon[35322]: pgmap v18561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:54 smithi175 ceph-mon[44549]: pgmap v18561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:54 smithi181 ceph-mon[45557]: pgmap v18561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:56 smithi088 ceph-mon[35322]: pgmap v18562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:42:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:56 smithi175 ceph-mon[44549]: pgmap v18562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:42:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:56 smithi181 ceph-mon[45557]: pgmap v18562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:42:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:58 smithi088 ceph-mon[35322]: pgmap v18563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:58 smithi175 ceph-mon[44549]: pgmap v18563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:58 smithi181 ceph-mon[45557]: pgmap v18563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:42:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:42:59 smithi175 ceph-mon[44549]: pgmap v18564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:42:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:42:59 smithi181 ceph-mon[45557]: pgmap v18564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:42:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:42:59 smithi088 ceph-mon[35322]: pgmap v18564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:43:00.677 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:00.676+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:43:00.677 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:00.676+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:43:00.677 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:00.676+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:43:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:01 smithi088 ceph-mon[35322]: pgmap v18565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:43:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:01 smithi175 ceph-mon[44549]: pgmap v18565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:43:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:01 smithi181 ceph-mon[45557]: pgmap v18565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:43:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:03 smithi088 ceph-mon[35322]: pgmap v18566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:03 smithi175 ceph-mon[44549]: pgmap v18566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:03 smithi181 ceph-mon[45557]: pgmap v18566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:05 smithi088 ceph-mon[35322]: pgmap v18567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:05 smithi175 ceph-mon[44549]: pgmap v18567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:05 smithi181 ceph-mon[45557]: pgmap v18567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:07 smithi088 ceph-mon[35322]: pgmap v18568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:07 smithi175 ceph-mon[44549]: pgmap v18568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:07 smithi181 ceph-mon[45557]: pgmap v18568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:09 smithi088 ceph-mon[35322]: pgmap v18569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:09 smithi175 ceph-mon[44549]: pgmap v18569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:09 smithi181 ceph-mon[45557]: pgmap v18569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:11 smithi088 ceph-mon[35322]: pgmap v18570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:11 smithi175 ceph-mon[44549]: pgmap v18570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:11 smithi181 ceph-mon[45557]: pgmap v18570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:13 smithi088 ceph-mon[35322]: pgmap v18571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:13 smithi175 ceph-mon[44549]: pgmap v18571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:13 smithi181 ceph-mon[45557]: pgmap v18571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:15 smithi088 ceph-mon[35322]: pgmap v18572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:15 smithi175 ceph-mon[44549]: pgmap v18572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:15.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:15.692+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:43:15.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:15.692+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:43:15.692 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:15.692+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:43:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:15 smithi181 ceph-mon[45557]: pgmap v18572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:17 smithi088 ceph-mon[35322]: pgmap v18573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:17 smithi175 ceph-mon[44549]: pgmap v18573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:17 smithi181 ceph-mon[45557]: pgmap v18573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:19 smithi088 ceph-mon[35322]: pgmap v18574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:19 smithi175 ceph-mon[44549]: pgmap v18574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:19 smithi181 ceph-mon[45557]: pgmap v18574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:21 smithi088 ceph-mon[35322]: pgmap v18575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:21 smithi175 ceph-mon[44549]: pgmap v18575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:21 smithi181 ceph-mon[45557]: pgmap v18575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:23 smithi088 ceph-mon[35322]: pgmap v18576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:23 smithi175 ceph-mon[44549]: pgmap v18576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:23 smithi181 ceph-mon[45557]: pgmap v18576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:25 smithi175 ceph-mon[44549]: pgmap v18577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:43:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:43:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:43:25.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:43:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:25 smithi181 ceph-mon[45557]: pgmap v18577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:43:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:43:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:43:25.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:43:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:25 smithi088 ceph-mon[35322]: pgmap v18577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:43:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:43:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:43:25.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:43:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:26 smithi175 ceph-mon[44549]: pgmap v18578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:43:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:26 smithi175 ceph-mon[44549]: pgmap v18579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:43:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:26 smithi181 ceph-mon[45557]: pgmap v18578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:43:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:26 smithi181 ceph-mon[45557]: pgmap v18579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:43:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:26 smithi088 ceph-mon[35322]: pgmap v18578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:43:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:26 smithi088 ceph-mon[35322]: pgmap v18579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:43:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:28 smithi175 ceph-mon[44549]: pgmap v18580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:43:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:28 smithi181 ceph-mon[45557]: pgmap v18580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:43:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:28 smithi088 ceph-mon[35322]: pgmap v18580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:43:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:30 smithi175 ceph-mon[44549]: pgmap v18581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:43:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:30 smithi181 ceph-mon[45557]: pgmap v18581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:43:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:30.707+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:43:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:30.707+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:43:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:30.707+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:43:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:30 smithi088 ceph-mon[35322]: pgmap v18581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:43:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:32 smithi175 ceph-mon[44549]: pgmap v18582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:43:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:32 smithi181 ceph-mon[45557]: pgmap v18582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:43:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:32 smithi088 ceph-mon[35322]: pgmap v18582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:43:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:34 smithi175 ceph-mon[44549]: pgmap v18583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:43:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:34 smithi181 ceph-mon[45557]: pgmap v18583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:43:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:34 smithi088 ceph-mon[35322]: pgmap v18583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:43:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:36 smithi175 ceph-mon[44549]: pgmap v18584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:43:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:36 smithi181 ceph-mon[45557]: pgmap v18584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:43:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:36 smithi088 ceph-mon[35322]: pgmap v18584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:43:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:38 smithi175 ceph-mon[44549]: pgmap v18585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:38 smithi181 ceph-mon[45557]: pgmap v18585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:38 smithi088 ceph-mon[35322]: pgmap v18585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:40 smithi175 ceph-mon[44549]: pgmap v18586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:40 smithi181 ceph-mon[45557]: pgmap v18586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:40 smithi088 ceph-mon[35322]: pgmap v18586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:42 smithi175 ceph-mon[44549]: pgmap v18587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:42 smithi181 ceph-mon[45557]: pgmap v18587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:42 smithi088 ceph-mon[35322]: pgmap v18587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:44 smithi175 ceph-mon[44549]: pgmap v18588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:44 smithi181 ceph-mon[45557]: pgmap v18588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:44 smithi088 ceph-mon[35322]: pgmap v18588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:45.712+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:43:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:45.712+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:43:45.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:43:45.712+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:43:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:46 smithi175 ceph-mon[44549]: pgmap v18589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:46 smithi181 ceph-mon[45557]: pgmap v18589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:46 smithi088 ceph-mon[35322]: pgmap v18589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:48 smithi175 ceph-mon[44549]: pgmap v18590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:48 smithi181 ceph-mon[45557]: pgmap v18590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:48 smithi088 ceph-mon[35322]: pgmap v18590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:50 smithi175 ceph-mon[44549]: pgmap v18591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:50 smithi181 ceph-mon[45557]: pgmap v18591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:50 smithi088 ceph-mon[35322]: pgmap v18591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:43:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:52 smithi175 ceph-mon[44549]: pgmap v18592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:52 smithi181 ceph-mon[45557]: pgmap v18592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:52 smithi088 ceph-mon[35322]: pgmap v18592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:54 smithi175 ceph-mon[44549]: pgmap v18593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:54 smithi181 ceph-mon[45557]: pgmap v18593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:54 smithi088 ceph-mon[35322]: pgmap v18593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:43:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:56 smithi175 ceph-mon[44549]: pgmap v18594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:56 smithi181 ceph-mon[45557]: pgmap v18594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:56 smithi088 ceph-mon[35322]: pgmap v18594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:43:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:43:58 smithi175 ceph-mon[44549]: pgmap v18595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:43:58 smithi181 ceph-mon[45557]: pgmap v18595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:43:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:43:58 smithi088 ceph-mon[35322]: pgmap v18595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:00 smithi175 ceph-mon[44549]: pgmap v18596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:00 smithi181 ceph-mon[45557]: pgmap v18596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:00.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:00.713+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:44:00.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:00.713+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:44:00.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:00.713+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:44:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:00 smithi088 ceph-mon[35322]: pgmap v18596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:02 smithi175 ceph-mon[44549]: pgmap v18597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:02 smithi181 ceph-mon[45557]: pgmap v18597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:02 smithi088 ceph-mon[35322]: pgmap v18597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:04 smithi175 ceph-mon[44549]: pgmap v18598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:44:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:04 smithi181 ceph-mon[45557]: pgmap v18598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:44:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:04 smithi088 ceph-mon[35322]: pgmap v18598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:44:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:06 smithi175 ceph-mon[44549]: pgmap v18599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:44:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:06 smithi181 ceph-mon[45557]: pgmap v18599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:44:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:06 smithi088 ceph-mon[35322]: pgmap v18599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:44:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:08 smithi175 ceph-mon[44549]: pgmap v18600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:08 smithi181 ceph-mon[45557]: pgmap v18600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:08 smithi088 ceph-mon[35322]: pgmap v18600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:10 smithi175 ceph-mon[44549]: pgmap v18601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:10 smithi181 ceph-mon[45557]: pgmap v18601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:10 smithi088 ceph-mon[35322]: pgmap v18601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:12 smithi175 ceph-mon[44549]: pgmap v18602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:12 smithi181 ceph-mon[45557]: pgmap v18602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:12.781 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:12 smithi088 ceph-mon[35322]: pgmap v18602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:14 smithi175 ceph-mon[44549]: pgmap v18603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:44:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:14 smithi181 ceph-mon[45557]: pgmap v18603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:44:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:14 smithi088 ceph-mon[35322]: pgmap v18603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:44:15.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:15.722+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:44:15.724 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:15.723+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:44:15.725 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:15.723+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:44:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:16 smithi175 ceph-mon[44549]: pgmap v18604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:44:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:16 smithi181 ceph-mon[45557]: pgmap v18604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:44:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:16 smithi088 ceph-mon[35322]: pgmap v18604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:44:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:18 smithi175 ceph-mon[44549]: pgmap v18605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:18 smithi181 ceph-mon[45557]: pgmap v18605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:18.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:18 smithi088 ceph-mon[35322]: pgmap v18605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:20 smithi175 ceph-mon[44549]: pgmap v18606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:20 smithi181 ceph-mon[45557]: pgmap v18606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:20 smithi088 ceph-mon[35322]: pgmap v18606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:22 smithi175 ceph-mon[44549]: pgmap v18607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:22 smithi181 ceph-mon[45557]: pgmap v18607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:22 smithi088 ceph-mon[35322]: pgmap v18607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:24 smithi175 ceph-mon[44549]: pgmap v18608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:44:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:24 smithi181 ceph-mon[45557]: pgmap v18608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:44:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:24 smithi088 ceph-mon[35322]: pgmap v18608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:44:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:26 smithi175 ceph-mon[44549]: pgmap v18609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:44:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:44:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:26 smithi181 ceph-mon[45557]: pgmap v18609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:44:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:44:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:26 smithi088 ceph-mon[35322]: pgmap v18609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:44:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:44:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:28 smithi181 ceph-mon[45557]: pgmap v18610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:44:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:44:28.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:28 smithi088 ceph-mon[35322]: pgmap v18610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:44:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:44:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:28 smithi175 ceph-mon[44549]: pgmap v18610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:44:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:44:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:44:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:29 smithi088 ceph-mon[35322]: pgmap v18611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:44:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:29 smithi088 ceph-mon[35322]: pgmap v18612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T22:44:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:29 smithi175 ceph-mon[44549]: pgmap v18611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:44:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:29 smithi175 ceph-mon[44549]: pgmap v18612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T22:44:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:29 smithi181 ceph-mon[45557]: pgmap v18611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:44:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:29 smithi181 ceph-mon[45557]: pgmap v18612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T22:44:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:30.730+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:44:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:30.731+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:44:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:30.731+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:44:32.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:31 smithi088 ceph-mon[35322]: pgmap v18613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:44:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:31 smithi175 ceph-mon[44549]: pgmap v18613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:44:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:31 smithi181 ceph-mon[45557]: pgmap v18613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:44:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:33 smithi088 ceph-mon[35322]: pgmap v18614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:44:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:33 smithi175 ceph-mon[44549]: pgmap v18614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:44:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:33 smithi181 ceph-mon[45557]: pgmap v18614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:44:36.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:35 smithi088 ceph-mon[35322]: pgmap v18615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:44:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:35 smithi175 ceph-mon[44549]: pgmap v18615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:44:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:35 smithi181 ceph-mon[45557]: pgmap v18615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:44:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:37 smithi088 ceph-mon[35322]: pgmap v18616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:44:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:37 smithi175 ceph-mon[44549]: pgmap v18616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:44:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:37 smithi181 ceph-mon[45557]: pgmap v18616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:44:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:39 smithi175 ceph-mon[44549]: pgmap v18617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:44:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:39 smithi181 ceph-mon[45557]: pgmap v18617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:44:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:39 smithi088 ceph-mon[35322]: pgmap v18617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:44:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:41 smithi175 ceph-mon[44549]: pgmap v18618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:41 smithi181 ceph-mon[45557]: pgmap v18618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:41 smithi088 ceph-mon[35322]: pgmap v18618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:43 smithi175 ceph-mon[44549]: pgmap v18619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:43 smithi181 ceph-mon[45557]: pgmap v18619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:43 smithi088 ceph-mon[35322]: pgmap v18619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:45.735+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:44:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:45.736+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:44:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:44:45.736+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:44:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:45 smithi175 ceph-mon[44549]: pgmap v18620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:45.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:45 smithi181 ceph-mon[45557]: pgmap v18620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:45 smithi088 ceph-mon[35322]: pgmap v18620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:47 smithi088 ceph-mon[35322]: pgmap v18621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:47 smithi175 ceph-mon[44549]: pgmap v18621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:47 smithi181 ceph-mon[45557]: pgmap v18621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:49 smithi175 ceph-mon[44549]: pgmap v18622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:44:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:49 smithi181 ceph-mon[45557]: pgmap v18622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:44:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:49 smithi088 ceph-mon[35322]: pgmap v18622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:44:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:51 smithi175 ceph-mon[44549]: pgmap v18623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:51 smithi181 ceph-mon[45557]: pgmap v18623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:51 smithi088 ceph-mon[35322]: pgmap v18623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:53 smithi175 ceph-mon[44549]: pgmap v18624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:53 smithi181 ceph-mon[45557]: pgmap v18624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:53 smithi088 ceph-mon[35322]: pgmap v18624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:44:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:55 smithi175 ceph-mon[44549]: pgmap v18625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:55 smithi181 ceph-mon[45557]: pgmap v18625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:55 smithi088 ceph-mon[35322]: pgmap v18625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:44:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:57 smithi088 ceph-mon[35322]: pgmap v18626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:57 smithi175 ceph-mon[44549]: pgmap v18626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:57 smithi181 ceph-mon[45557]: pgmap v18626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:44:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:44:59 smithi175 ceph-mon[44549]: pgmap v18627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:44:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:44:59 smithi181 ceph-mon[45557]: pgmap v18627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:44:59 smithi088 ceph-mon[35322]: pgmap v18627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:00.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:00.750+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:45:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:00.750+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:45:00.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:00.750+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:45:01.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:01 smithi175 ceph-mon[44549]: pgmap v18628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:01 smithi181 ceph-mon[45557]: pgmap v18628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:01 smithi088 ceph-mon[35322]: pgmap v18628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:03 smithi175 ceph-mon[44549]: pgmap v18629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:03.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:03 smithi181 ceph-mon[45557]: pgmap v18629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:03 smithi088 ceph-mon[35322]: pgmap v18629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:05 smithi175 ceph-mon[44549]: pgmap v18630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:05 smithi181 ceph-mon[45557]: pgmap v18630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:05 smithi088 ceph-mon[35322]: pgmap v18630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:07 smithi088 ceph-mon[35322]: pgmap v18631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:07 smithi175 ceph-mon[44549]: pgmap v18631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:07 smithi181 ceph-mon[45557]: pgmap v18631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:09 smithi175 ceph-mon[44549]: pgmap v18632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:09 smithi181 ceph-mon[45557]: pgmap v18632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:09 smithi088 ceph-mon[35322]: pgmap v18632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:11 smithi175 ceph-mon[44549]: pgmap v18633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:11 smithi181 ceph-mon[45557]: pgmap v18633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:11 smithi088 ceph-mon[35322]: pgmap v18633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:13 smithi175 ceph-mon[44549]: pgmap v18634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:13 smithi181 ceph-mon[45557]: pgmap v18634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:13 smithi088 ceph-mon[35322]: pgmap v18634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:15.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:15.765+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:45:15.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:15.765+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:45:15.766 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:15.765+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:45:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:15 smithi175 ceph-mon[44549]: pgmap v18635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:15 smithi181 ceph-mon[45557]: pgmap v18635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:15 smithi088 ceph-mon[35322]: pgmap v18635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:17 smithi088 ceph-mon[35322]: pgmap v18636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:17 smithi175 ceph-mon[44549]: pgmap v18636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:17 smithi181 ceph-mon[45557]: pgmap v18636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:19 smithi175 ceph-mon[44549]: pgmap v18637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:19 smithi181 ceph-mon[45557]: pgmap v18637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:19 smithi088 ceph-mon[35322]: pgmap v18637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:21 smithi175 ceph-mon[44549]: pgmap v18638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:21 smithi181 ceph-mon[45557]: pgmap v18638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:21 smithi088 ceph-mon[35322]: pgmap v18638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:23 smithi175 ceph-mon[44549]: pgmap v18639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:23 smithi181 ceph-mon[45557]: pgmap v18639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:23 smithi088 ceph-mon[35322]: pgmap v18639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:25 smithi175 ceph-mon[44549]: pgmap v18640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:25 smithi181 ceph-mon[45557]: pgmap v18640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:25 smithi088 ceph-mon[35322]: pgmap v18640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:27 smithi088 ceph-mon[35322]: pgmap v18641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:27 smithi175 ceph-mon[44549]: pgmap v18641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:27 smithi181 ceph-mon[45557]: pgmap v18641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:29 smithi175 ceph-mon[44549]: pgmap v18642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:45:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:45:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:45:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:45:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:29 smithi181 ceph-mon[45557]: pgmap v18642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:45:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:45:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:45:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:45:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:29 smithi088 ceph-mon[35322]: pgmap v18642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:45:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:45:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:45:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:45:30.781 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:30.780+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:45:30.781 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:30.780+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:45:30.781 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:30.780+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:45:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:30 smithi175 ceph-mon[44549]: pgmap v18643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T22:45:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:30 smithi175 ceph-mon[44549]: pgmap v18644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:45:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:30 smithi181 ceph-mon[45557]: pgmap v18643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T22:45:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:30 smithi181 ceph-mon[45557]: pgmap v18644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:45:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:30 smithi088 ceph-mon[35322]: pgmap v18643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T22:45:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:30 smithi088 ceph-mon[35322]: pgmap v18644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:45:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:32 smithi088 ceph-mon[35322]: pgmap v18645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:45:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:32 smithi175 ceph-mon[44549]: pgmap v18645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:45:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:32 smithi181 ceph-mon[45557]: pgmap v18645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:45:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:34 smithi175 ceph-mon[44549]: pgmap v18646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:45:34.935 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:34 smithi088 ceph-mon[35322]: pgmap v18646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:45:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:34 smithi181 ceph-mon[45557]: pgmap v18646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:45:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:36 smithi175 ceph-mon[44549]: pgmap v18647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:45:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:36 smithi181 ceph-mon[45557]: pgmap v18647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:45:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:36 smithi088 ceph-mon[35322]: pgmap v18647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:45:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:38 smithi175 ceph-mon[44549]: pgmap v18648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:45:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:38 smithi181 ceph-mon[45557]: pgmap v18648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:45:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:38 smithi088 ceph-mon[35322]: pgmap v18648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:45:39.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:39.498+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T22:45:39.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:39.498+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T22:45:39.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:39.498+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344073040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T22:45:39.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:39.498+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344073040 comp rx=0 tx=0).stop 2024-01-28T22:45:39.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:39.498+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T22:45:39.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:39.498+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T22:45:39.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:39.498+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T22:45:39.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:39.498+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T22:45:39.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:39.498+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T22:45:39.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:39.499+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344020000 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T22:45:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:40 smithi175 ceph-mon[44549]: pgmap v18649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:45:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:40 smithi181 ceph-mon[45557]: pgmap v18649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:45:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:40 smithi088 ceph-mon[35322]: pgmap v18649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:45:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:42 smithi088 ceph-mon[35322]: pgmap v18650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:42 smithi175 ceph-mon[44549]: pgmap v18650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:42 smithi181 ceph-mon[45557]: pgmap v18650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:44.811+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:45:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:44.811+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:45:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:44.811+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 270 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:45:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:44.811+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 270 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:45:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:44 smithi175 ceph-mon[44549]: pgmap v18651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:44 smithi181 ceph-mon[45557]: pgmap v18651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:44 smithi088 ceph-mon[35322]: pgmap v18651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:45.796 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:45.796+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:45:45.797 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:45.796+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:45:45.797 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:45:45.796+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:45:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:46 smithi175 ceph-mon[44549]: pgmap v18652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:46 smithi181 ceph-mon[45557]: pgmap v18652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:46 smithi088 ceph-mon[35322]: pgmap v18652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:48 smithi175 ceph-mon[44549]: pgmap v18653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:48 smithi181 ceph-mon[45557]: pgmap v18653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:48 smithi088 ceph-mon[35322]: pgmap v18653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:50.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:50 smithi175 ceph-mon[44549]: pgmap v18654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:50 smithi181 ceph-mon[45557]: pgmap v18654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:50 smithi088 ceph-mon[35322]: pgmap v18654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:45:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:52 smithi088 ceph-mon[35322]: pgmap v18655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:52 smithi175 ceph-mon[44549]: pgmap v18655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:52 smithi181 ceph-mon[45557]: pgmap v18655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:45:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:54 smithi175 ceph-mon[44549]: pgmap v18656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:54 smithi181 ceph-mon[45557]: pgmap v18656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:54 smithi088 ceph-mon[35322]: pgmap v18656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:45:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:56 smithi175 ceph-mon[44549]: pgmap v18657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:56 smithi181 ceph-mon[45557]: pgmap v18657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:56 smithi088 ceph-mon[35322]: pgmap v18657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:45:58 smithi175 ceph-mon[44549]: pgmap v18658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:45:58 smithi181 ceph-mon[45557]: pgmap v18658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:45:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:45:58 smithi088 ceph-mon[35322]: pgmap v18658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:00.811 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:00.810+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:46:00.811 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:00.810+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:46:00.811 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:00.810+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:46:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:00 smithi175 ceph-mon[44549]: pgmap v18659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:00 smithi181 ceph-mon[45557]: pgmap v18659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:00 smithi088 ceph-mon[35322]: pgmap v18659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:02 smithi088 ceph-mon[35322]: pgmap v18660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:02 smithi175 ceph-mon[44549]: pgmap v18660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:02 smithi181 ceph-mon[45557]: pgmap v18660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:04 smithi175 ceph-mon[44549]: pgmap v18661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:04 smithi181 ceph-mon[45557]: pgmap v18661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:04 smithi088 ceph-mon[35322]: pgmap v18661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:06 smithi175 ceph-mon[44549]: pgmap v18662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:06 smithi181 ceph-mon[45557]: pgmap v18662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:06 smithi088 ceph-mon[35322]: pgmap v18662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:08 smithi175 ceph-mon[44549]: pgmap v18663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:08 smithi181 ceph-mon[45557]: pgmap v18663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:08 smithi088 ceph-mon[35322]: pgmap v18663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:10 smithi175 ceph-mon[44549]: pgmap v18664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:10 smithi181 ceph-mon[45557]: pgmap v18664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:10 smithi088 ceph-mon[35322]: pgmap v18664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:12 smithi088 ceph-mon[35322]: pgmap v18665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:12 smithi175 ceph-mon[44549]: pgmap v18665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:12 smithi181 ceph-mon[45557]: pgmap v18665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:14 smithi175 ceph-mon[44549]: pgmap v18666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:14 smithi181 ceph-mon[45557]: pgmap v18666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:14 smithi088 ceph-mon[35322]: pgmap v18666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:15.816 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:15.816+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:46:15.816 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:15.816+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:46:15.816 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:15.816+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:46:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:16 smithi175 ceph-mon[44549]: pgmap v18667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:16 smithi181 ceph-mon[45557]: pgmap v18667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:16 smithi088 ceph-mon[35322]: pgmap v18667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:18 smithi175 ceph-mon[44549]: pgmap v18668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:18 smithi181 ceph-mon[45557]: pgmap v18668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:18 smithi088 ceph-mon[35322]: pgmap v18668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:20 smithi175 ceph-mon[44549]: pgmap v18669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:20 smithi181 ceph-mon[45557]: pgmap v18669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:20 smithi088 ceph-mon[35322]: pgmap v18669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:22 smithi088 ceph-mon[35322]: pgmap v18670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:22 smithi175 ceph-mon[44549]: pgmap v18670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:22 smithi181 ceph-mon[45557]: pgmap v18670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:24 smithi175 ceph-mon[44549]: pgmap v18671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:24 smithi181 ceph-mon[45557]: pgmap v18671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:24 smithi088 ceph-mon[35322]: pgmap v18671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:26 smithi175 ceph-mon[44549]: pgmap v18672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:26 smithi181 ceph-mon[45557]: pgmap v18672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:26 smithi088 ceph-mon[35322]: pgmap v18672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:28 smithi175 ceph-mon[44549]: pgmap v18673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:28.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:28 smithi181 ceph-mon[45557]: pgmap v18673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:28 smithi088 ceph-mon[35322]: pgmap v18673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:29.819 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:29.818+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:46:29.819 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:29.818+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:46:29.819 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:29.819+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 271 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T22:46:29.819 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:29.819+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 271 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T22:46:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:30.831+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:46:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:30.831+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:46:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:30.831+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:46:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:30 smithi175 ceph-mon[44549]: pgmap v18674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:46:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:46:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:46:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:46:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:30 smithi181 ceph-mon[45557]: pgmap v18674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:46:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:46:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:46:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:46:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:30 smithi088 ceph-mon[35322]: pgmap v18674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:46:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:46:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:46:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:46:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:31 smithi175 ceph-mon[44549]: pgmap v18675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:46:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:31 smithi175 ceph-mon[44549]: pgmap v18676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:46:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:31 smithi181 ceph-mon[45557]: pgmap v18675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:46:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:31 smithi181 ceph-mon[45557]: pgmap v18676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:46:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:31 smithi088 ceph-mon[35322]: pgmap v18675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:46:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:31 smithi088 ceph-mon[35322]: pgmap v18676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:46:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:33 smithi175 ceph-mon[44549]: pgmap v18677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:46:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:33 smithi181 ceph-mon[45557]: pgmap v18677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:46:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:33 smithi088 ceph-mon[35322]: pgmap v18677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:46:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:35 smithi175 ceph-mon[44549]: pgmap v18678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:46:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:35 smithi181 ceph-mon[45557]: pgmap v18678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:46:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:35 smithi088 ceph-mon[35322]: pgmap v18678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:46:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:37 smithi175 ceph-mon[44549]: pgmap v18679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:46:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:37 smithi181 ceph-mon[45557]: pgmap v18679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:46:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:37 smithi088 ceph-mon[35322]: pgmap v18679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:46:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:39 smithi175 ceph-mon[44549]: pgmap v18680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:46:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:39 smithi181 ceph-mon[45557]: pgmap v18680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:46:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:39 smithi088 ceph-mon[35322]: pgmap v18680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:46:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:41 smithi175 ceph-mon[44549]: pgmap v18681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:46:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:41 smithi181 ceph-mon[45557]: pgmap v18681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:46:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:41 smithi088 ceph-mon[35322]: pgmap v18681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:46:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:43 smithi175 ceph-mon[44549]: pgmap v18682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:43 smithi181 ceph-mon[45557]: pgmap v18682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:43 smithi088 ceph-mon[35322]: pgmap v18682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:45.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:45.839+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:46:45.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:45.839+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:46:45.841 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:46:45.839+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:46:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:45 smithi175 ceph-mon[44549]: pgmap v18683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:45 smithi181 ceph-mon[45557]: pgmap v18683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:45 smithi088 ceph-mon[35322]: pgmap v18683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:47 smithi175 ceph-mon[44549]: pgmap v18684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:47 smithi181 ceph-mon[45557]: pgmap v18684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:47 smithi088 ceph-mon[35322]: pgmap v18684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:49 smithi175 ceph-mon[44549]: pgmap v18685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:49 smithi181 ceph-mon[45557]: pgmap v18685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:49 smithi088 ceph-mon[35322]: pgmap v18685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:51 smithi175 ceph-mon[44549]: pgmap v18686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:51 smithi181 ceph-mon[45557]: pgmap v18686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:51 smithi088 ceph-mon[35322]: pgmap v18686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:53 smithi175 ceph-mon[44549]: pgmap v18687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:53 smithi181 ceph-mon[45557]: pgmap v18687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:53 smithi088 ceph-mon[35322]: pgmap v18687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:46:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:55 smithi175 ceph-mon[44549]: pgmap v18688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:55 smithi181 ceph-mon[45557]: pgmap v18688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:55 smithi088 ceph-mon[35322]: pgmap v18688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:46:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:57 smithi175 ceph-mon[44549]: pgmap v18689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:57 smithi181 ceph-mon[45557]: pgmap v18689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:57 smithi088 ceph-mon[35322]: pgmap v18689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:46:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:46:59 smithi175 ceph-mon[44549]: pgmap v18690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:46:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:46:59 smithi181 ceph-mon[45557]: pgmap v18690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:46:59 smithi088 ceph-mon[35322]: pgmap v18690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:00.857 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:00.856+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:47:00.857 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:00.856+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:47:00.857 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:00.856+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:47:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:01 smithi175 ceph-mon[44549]: pgmap v18691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:01 smithi181 ceph-mon[45557]: pgmap v18691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:01 smithi088 ceph-mon[35322]: pgmap v18691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:03 smithi175 ceph-mon[44549]: pgmap v18692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:03 smithi181 ceph-mon[45557]: pgmap v18692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:04.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:03 smithi088 ceph-mon[35322]: pgmap v18692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:05 smithi175 ceph-mon[44549]: pgmap v18693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:05 smithi181 ceph-mon[45557]: pgmap v18693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:05 smithi088 ceph-mon[35322]: pgmap v18693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:07 smithi175 ceph-mon[44549]: pgmap v18694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:07 smithi181 ceph-mon[45557]: pgmap v18694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:07 smithi088 ceph-mon[35322]: pgmap v18694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:09 smithi175 ceph-mon[44549]: pgmap v18695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:09 smithi181 ceph-mon[45557]: pgmap v18695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:09 smithi088 ceph-mon[35322]: pgmap v18695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:11 smithi175 ceph-mon[44549]: pgmap v18696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:11 smithi181 ceph-mon[45557]: pgmap v18696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:12.052 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:11 smithi088 ceph-mon[35322]: pgmap v18696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:13 smithi175 ceph-mon[44549]: pgmap v18697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:13 smithi181 ceph-mon[45557]: pgmap v18697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:13 smithi088 ceph-mon[35322]: pgmap v18697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:15.870+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:47:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:15.870+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:47:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:15.870+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:47:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:15 smithi175 ceph-mon[44549]: pgmap v18698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:15 smithi181 ceph-mon[45557]: pgmap v18698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:15 smithi088 ceph-mon[35322]: pgmap v18698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:17 smithi175 ceph-mon[44549]: pgmap v18699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:17 smithi181 ceph-mon[45557]: pgmap v18699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:17 smithi088 ceph-mon[35322]: pgmap v18699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:19 smithi175 ceph-mon[44549]: pgmap v18700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:19 smithi181 ceph-mon[45557]: pgmap v18700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:19 smithi088 ceph-mon[35322]: pgmap v18700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:21 smithi175 ceph-mon[44549]: pgmap v18701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:21 smithi181 ceph-mon[45557]: pgmap v18701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:21 smithi088 ceph-mon[35322]: pgmap v18701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:23 smithi175 ceph-mon[44549]: pgmap v18702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:23 smithi181 ceph-mon[45557]: pgmap v18702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:23.991 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:23 smithi088 ceph-mon[35322]: pgmap v18702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:25 smithi175 ceph-mon[44549]: pgmap v18703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:25 smithi181 ceph-mon[45557]: pgmap v18703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:25 smithi088 ceph-mon[35322]: pgmap v18703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:27 smithi175 ceph-mon[44549]: pgmap v18704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:27 smithi181 ceph-mon[45557]: pgmap v18704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:27 smithi088 ceph-mon[35322]: pgmap v18704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:29 smithi175 ceph-mon[44549]: pgmap v18705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:29 smithi181 ceph-mon[45557]: pgmap v18705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:29 smithi088 ceph-mon[35322]: pgmap v18705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:47:30.885 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:30.885+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:47:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:30.885+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:47:30.886 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:30.885+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:47:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:31 smithi175 ceph-mon[44549]: pgmap v18706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:47:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:31 smithi181 ceph-mon[45557]: pgmap v18706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:47:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:31 smithi088 ceph-mon[35322]: pgmap v18706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:47:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:47:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:32.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:47:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:47:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:47:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:47:32.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:47:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:47:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:47:33.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:33 smithi175 ceph-mon[44549]: pgmap v18707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:47:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:33 smithi181 ceph-mon[45557]: pgmap v18707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:47:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:33 smithi088 ceph-mon[35322]: pgmap v18707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:47:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:35 smithi175 ceph-mon[44549]: pgmap v18708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T22:47:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:35 smithi181 ceph-mon[45557]: pgmap v18708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T22:47:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:35 smithi088 ceph-mon[35322]: pgmap v18708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T22:47:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:37 smithi175 ceph-mon[44549]: pgmap v18709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:47:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:37 smithi181 ceph-mon[45557]: pgmap v18709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:47:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:37 smithi088 ceph-mon[35322]: pgmap v18709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:47:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:39 smithi175 ceph-mon[44549]: pgmap v18710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:47:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:39 smithi181 ceph-mon[45557]: pgmap v18710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:47:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:39 smithi088 ceph-mon[35322]: pgmap v18710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T22:47:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:41 smithi175 ceph-mon[44549]: pgmap v18711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:47:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:41 smithi181 ceph-mon[45557]: pgmap v18711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:47:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:41 smithi088 ceph-mon[35322]: pgmap v18711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:47:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:43 smithi175 ceph-mon[44549]: pgmap v18712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:47:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:43 smithi181 ceph-mon[45557]: pgmap v18712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:47:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:43 smithi088 ceph-mon[35322]: pgmap v18712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:47:45.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:45.894+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:47:45.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:45.894+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:47:45.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:47:45.894+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:47:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:45 smithi175 ceph-mon[44549]: pgmap v18713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:45 smithi181 ceph-mon[45557]: pgmap v18713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:45 smithi088 ceph-mon[35322]: pgmap v18713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:47 smithi175 ceph-mon[44549]: pgmap v18714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:47 smithi181 ceph-mon[45557]: pgmap v18714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:47 smithi088 ceph-mon[35322]: pgmap v18714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:49 smithi181 ceph-mon[45557]: pgmap v18715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:47:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:49 smithi088 ceph-mon[35322]: pgmap v18715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:47:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:49 smithi175 ceph-mon[44549]: pgmap v18715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:47:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:51 smithi181 ceph-mon[45557]: pgmap v18716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:47:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:51 smithi088 ceph-mon[35322]: pgmap v18716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:47:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:51 smithi175 ceph-mon[44549]: pgmap v18716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:47:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:53 smithi181 ceph-mon[45557]: pgmap v18717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:53 smithi088 ceph-mon[35322]: pgmap v18717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:53 smithi175 ceph-mon[44549]: pgmap v18717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:55 smithi181 ceph-mon[45557]: pgmap v18718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:55 smithi088 ceph-mon[35322]: pgmap v18718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:55 smithi175 ceph-mon[44549]: pgmap v18718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:47:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:57 smithi181 ceph-mon[45557]: pgmap v18719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:57 smithi088 ceph-mon[35322]: pgmap v18719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:57 smithi175 ceph-mon[44549]: pgmap v18719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:47:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:47:59 smithi181 ceph-mon[45557]: pgmap v18720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:47:59 smithi088 ceph-mon[35322]: pgmap v18720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:47:59 smithi175 ceph-mon[44549]: pgmap v18720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:00.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:00.910+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:48:00.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:00.910+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:48:00.910 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:00.910+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:48:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:01 smithi181 ceph-mon[45557]: pgmap v18721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:01 smithi088 ceph-mon[35322]: pgmap v18721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:01 smithi175 ceph-mon[44549]: pgmap v18721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:03 smithi181 ceph-mon[45557]: pgmap v18722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:03 smithi088 ceph-mon[35322]: pgmap v18722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:03 smithi175 ceph-mon[44549]: pgmap v18722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:05 smithi181 ceph-mon[45557]: pgmap v18723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:05 smithi088 ceph-mon[35322]: pgmap v18723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:05 smithi175 ceph-mon[44549]: pgmap v18723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:07 smithi181 ceph-mon[45557]: pgmap v18724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:07 smithi088 ceph-mon[35322]: pgmap v18724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:07 smithi175 ceph-mon[44549]: pgmap v18724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:09 smithi181 ceph-mon[45557]: pgmap v18725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:09 smithi088 ceph-mon[35322]: pgmap v18725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:09 smithi175 ceph-mon[44549]: pgmap v18725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:11 smithi181 ceph-mon[45557]: pgmap v18726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:11 smithi088 ceph-mon[35322]: pgmap v18726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:11 smithi175 ceph-mon[44549]: pgmap v18726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:13.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:13 smithi181 ceph-mon[45557]: pgmap v18727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:13 smithi088 ceph-mon[35322]: pgmap v18727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:13 smithi175 ceph-mon[44549]: pgmap v18727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:15.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:15.921+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:48:15.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:15.921+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:48:15.921 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:15.921+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:48:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:15 smithi088 ceph-mon[35322]: pgmap v18728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:15 smithi175 ceph-mon[44549]: pgmap v18728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:15 smithi181 ceph-mon[45557]: pgmap v18728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:17 smithi088 ceph-mon[35322]: pgmap v18729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:17 smithi175 ceph-mon[44549]: pgmap v18729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:17 smithi181 ceph-mon[45557]: pgmap v18729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:19 smithi088 ceph-mon[35322]: pgmap v18730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:19 smithi175 ceph-mon[44549]: pgmap v18730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:19 smithi181 ceph-mon[45557]: pgmap v18730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:21 smithi088 ceph-mon[35322]: pgmap v18731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:21 smithi175 ceph-mon[44549]: pgmap v18731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:21 smithi181 ceph-mon[45557]: pgmap v18731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:23 smithi088 ceph-mon[35322]: pgmap v18732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:23 smithi175 ceph-mon[44549]: pgmap v18732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:23 smithi181 ceph-mon[45557]: pgmap v18732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:25 smithi088 ceph-mon[35322]: pgmap v18733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:25 smithi175 ceph-mon[44549]: pgmap v18733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:25 smithi181 ceph-mon[45557]: pgmap v18733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:27 smithi088 ceph-mon[35322]: pgmap v18734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:27 smithi175 ceph-mon[44549]: pgmap v18734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:27 smithi181 ceph-mon[45557]: pgmap v18734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:29 smithi088 ceph-mon[35322]: pgmap v18735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:29 smithi175 ceph-mon[44549]: pgmap v18735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:29 smithi181 ceph-mon[45557]: pgmap v18735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:30.936 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:30.936+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:48:30.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:30.936+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:48:30.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:30.936+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:48:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:31 smithi088 ceph-mon[35322]: pgmap v18736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:31 smithi175 ceph-mon[44549]: pgmap v18736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:31 smithi181 ceph-mon[45557]: pgmap v18736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:48:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:48:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:48:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:33 smithi088 ceph-mon[35322]: pgmap v18737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:48:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:48:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:48:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:33 smithi175 ceph-mon[44549]: pgmap v18737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:48:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:48:34.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:48:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:33 smithi181 ceph-mon[45557]: pgmap v18737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:48:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:48:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:48:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:34 smithi088 ceph-mon[35322]: pgmap v18738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:48:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:34 smithi088 ceph-mon[35322]: pgmap v18739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:48:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:34 smithi175 ceph-mon[44549]: pgmap v18738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:48:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:34 smithi175 ceph-mon[44549]: pgmap v18739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:48:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:34 smithi181 ceph-mon[45557]: pgmap v18738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:48:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:34 smithi181 ceph-mon[45557]: pgmap v18739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:48:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:36 smithi088 ceph-mon[35322]: pgmap v18740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:48:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:36 smithi175 ceph-mon[44549]: pgmap v18740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:48:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:36 smithi181 ceph-mon[45557]: pgmap v18740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:48:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:38 smithi088 ceph-mon[35322]: pgmap v18741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:48:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:38 smithi175 ceph-mon[44549]: pgmap v18741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:48:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:38 smithi181 ceph-mon[45557]: pgmap v18741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:48:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:40 smithi088 ceph-mon[35322]: pgmap v18742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:48:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:40 smithi175 ceph-mon[44549]: pgmap v18742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:48:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:40 smithi181 ceph-mon[45557]: pgmap v18742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:48:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:42 smithi088 ceph-mon[35322]: pgmap v18743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:48:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:42 smithi175 ceph-mon[44549]: pgmap v18743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:48:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:42 smithi181 ceph-mon[45557]: pgmap v18743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:48:44.839 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:44.839+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:48:44.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:44.839+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:48:44.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:44.840+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 272 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T22:48:44.840 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:44.840+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 272 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T22:48:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:44 smithi175 ceph-mon[44549]: pgmap v18744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:48:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:44 smithi181 ceph-mon[45557]: pgmap v18744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:48:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:44 smithi088 ceph-mon[35322]: pgmap v18744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:48:45.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:45.951+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:48:45.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:45.951+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:48:45.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:48:45.951+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:48:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:46 smithi175 ceph-mon[44549]: pgmap v18745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:46 smithi181 ceph-mon[45557]: pgmap v18745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:46 smithi088 ceph-mon[35322]: pgmap v18745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:48 smithi175 ceph-mon[44549]: pgmap v18746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:48 smithi181 ceph-mon[45557]: pgmap v18746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:48 smithi088 ceph-mon[35322]: pgmap v18746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:50 smithi175 ceph-mon[44549]: pgmap v18747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:50 smithi181 ceph-mon[45557]: pgmap v18747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:50 smithi088 ceph-mon[35322]: pgmap v18747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:48:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:52 smithi175 ceph-mon[44549]: pgmap v18748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:52 smithi181 ceph-mon[45557]: pgmap v18748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:52 smithi088 ceph-mon[35322]: pgmap v18748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:54 smithi175 ceph-mon[44549]: pgmap v18749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:54 smithi181 ceph-mon[45557]: pgmap v18749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:54 smithi088 ceph-mon[35322]: pgmap v18749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:48:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:56 smithi175 ceph-mon[44549]: pgmap v18750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:56 smithi181 ceph-mon[45557]: pgmap v18750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:56 smithi088 ceph-mon[35322]: pgmap v18750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:48:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:48:58 smithi175 ceph-mon[44549]: pgmap v18751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:48:58 smithi181 ceph-mon[45557]: pgmap v18751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:48:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:48:58 smithi088 ceph-mon[35322]: pgmap v18751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:00.957 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:00.957+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:49:00.958 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:00.957+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:49:00.958 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:00.957+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:49:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:00 smithi175 ceph-mon[44549]: pgmap v18752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:00 smithi181 ceph-mon[45557]: pgmap v18752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:00 smithi088 ceph-mon[35322]: pgmap v18752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:02 smithi175 ceph-mon[44549]: pgmap v18753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:02 smithi181 ceph-mon[45557]: pgmap v18753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:02 smithi088 ceph-mon[35322]: pgmap v18753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:04 smithi175 ceph-mon[44549]: pgmap v18754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:04 smithi181 ceph-mon[45557]: pgmap v18754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:04 smithi088 ceph-mon[35322]: pgmap v18754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:06 smithi175 ceph-mon[44549]: pgmap v18755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:06 smithi181 ceph-mon[45557]: pgmap v18755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:06 smithi088 ceph-mon[35322]: pgmap v18755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:08 smithi175 ceph-mon[44549]: pgmap v18756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:08 smithi181 ceph-mon[45557]: pgmap v18756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:08 smithi088 ceph-mon[35322]: pgmap v18756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:10 smithi175 ceph-mon[44549]: pgmap v18757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:10 smithi181 ceph-mon[45557]: pgmap v18757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:10 smithi088 ceph-mon[35322]: pgmap v18757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:12 smithi175 ceph-mon[44549]: pgmap v18758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:12 smithi181 ceph-mon[45557]: pgmap v18758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:12 smithi088 ceph-mon[35322]: pgmap v18758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:14 smithi175 ceph-mon[44549]: pgmap v18759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:14 smithi181 ceph-mon[45557]: pgmap v18759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:14 smithi088 ceph-mon[35322]: pgmap v18759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:15.966+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:49:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:15.966+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:49:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:15.966+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:49:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:16 smithi175 ceph-mon[44549]: pgmap v18760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:16 smithi181 ceph-mon[45557]: pgmap v18760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:16 smithi088 ceph-mon[35322]: pgmap v18760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:18 smithi175 ceph-mon[44549]: pgmap v18761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:18 smithi181 ceph-mon[45557]: pgmap v18761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:18 smithi088 ceph-mon[35322]: pgmap v18761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:20 smithi175 ceph-mon[44549]: pgmap v18762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:20 smithi181 ceph-mon[45557]: pgmap v18762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:20 smithi088 ceph-mon[35322]: pgmap v18762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:22 smithi175 ceph-mon[44549]: pgmap v18763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:22 smithi181 ceph-mon[45557]: pgmap v18763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:22 smithi088 ceph-mon[35322]: pgmap v18763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:24 smithi175 ceph-mon[44549]: pgmap v18764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:24 smithi181 ceph-mon[45557]: pgmap v18764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:24 smithi088 ceph-mon[35322]: pgmap v18764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:26 smithi175 ceph-mon[44549]: pgmap v18765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:26 smithi181 ceph-mon[45557]: pgmap v18765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:26 smithi088 ceph-mon[35322]: pgmap v18765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:28 smithi175 ceph-mon[44549]: pgmap v18766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:28 smithi181 ceph-mon[45557]: pgmap v18766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:28 smithi088 ceph-mon[35322]: pgmap v18766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:30.975 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:30.975+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:49:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:30.975+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:49:30.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:30.975+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:49:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:30 smithi175 ceph-mon[44549]: pgmap v18767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:30 smithi181 ceph-mon[45557]: pgmap v18767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:30 smithi088 ceph-mon[35322]: pgmap v18767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:32 smithi175 ceph-mon[44549]: pgmap v18768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:32 smithi181 ceph-mon[45557]: pgmap v18768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:32 smithi088 ceph-mon[35322]: pgmap v18768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:49:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:49:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:49:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:34 smithi175 ceph-mon[44549]: pgmap v18769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:49:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:49:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:49:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:34 smithi181 ceph-mon[45557]: pgmap v18769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:49:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:49:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:49:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:34 smithi088 ceph-mon[35322]: pgmap v18769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:49:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:49:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:49:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:35 smithi175 ceph-mon[44549]: pgmap v18770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:49:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:35 smithi175 ceph-mon[44549]: pgmap v18771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:49:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:35 smithi181 ceph-mon[45557]: pgmap v18770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:49:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:35 smithi181 ceph-mon[45557]: pgmap v18771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:49:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:35 smithi088 ceph-mon[35322]: pgmap v18770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T22:49:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:35 smithi088 ceph-mon[35322]: pgmap v18771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:49:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:37 smithi175 ceph-mon[44549]: pgmap v18772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:49:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:37 smithi181 ceph-mon[45557]: pgmap v18772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:49:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:37 smithi088 ceph-mon[35322]: pgmap v18772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:49:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:39 smithi175 ceph-mon[44549]: pgmap v18773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:49:40.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:39 smithi181 ceph-mon[45557]: pgmap v18773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:49:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:39 smithi088 ceph-mon[35322]: pgmap v18773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:49:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:41 smithi175 ceph-mon[44549]: pgmap v18774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:49:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:41 smithi181 ceph-mon[45557]: pgmap v18774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:49:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:41 smithi088 ceph-mon[35322]: pgmap v18774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:49:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:43 smithi175 ceph-mon[44549]: pgmap v18775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:49:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:43 smithi181 ceph-mon[45557]: pgmap v18775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:49:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:43 smithi088 ceph-mon[35322]: pgmap v18775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:49:45.980 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:45.979+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:49:45.980 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:45.980+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:49:45.980 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:49:45.980+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:49:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:45 smithi175 ceph-mon[44549]: pgmap v18776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:49:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:45 smithi181 ceph-mon[45557]: pgmap v18776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:49:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:45 smithi088 ceph-mon[35322]: pgmap v18776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:49:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:47 smithi181 ceph-mon[45557]: pgmap v18777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:47 smithi088 ceph-mon[35322]: pgmap v18777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:47 smithi175 ceph-mon[44549]: pgmap v18777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:49 smithi181 ceph-mon[45557]: pgmap v18778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:49 smithi088 ceph-mon[35322]: pgmap v18778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:49 smithi175 ceph-mon[44549]: pgmap v18778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:49:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:51 smithi181 ceph-mon[45557]: pgmap v18779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:51 smithi088 ceph-mon[35322]: pgmap v18779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:51 smithi175 ceph-mon[44549]: pgmap v18779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:49:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:53 smithi181 ceph-mon[45557]: pgmap v18780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:53 smithi088 ceph-mon[35322]: pgmap v18780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:53 smithi175 ceph-mon[44549]: pgmap v18780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:55 smithi181 ceph-mon[45557]: pgmap v18781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:55 smithi088 ceph-mon[35322]: pgmap v18781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:56.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:55 smithi175 ceph-mon[44549]: pgmap v18781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:49:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:57 smithi181 ceph-mon[45557]: pgmap v18782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:57 smithi088 ceph-mon[35322]: pgmap v18782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:49:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:57 smithi175 ceph-mon[44549]: pgmap v18782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:49:59 smithi181 ceph-mon[45557]: pgmap v18783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:49:59 smithi088 ceph-mon[35322]: pgmap v18783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:49:59 smithi175 ceph-mon[44549]: pgmap v18783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:00.995+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:50:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:00.995+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:50:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:00.995+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:50:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:50:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:50:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T22:50:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:01 smithi181 ceph-mon[45557]: pgmap v18784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:50:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:01 smithi088 ceph-mon[35322]: pgmap v18784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:50:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:01 smithi175 ceph-mon[44549]: pgmap v18784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:50:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:03 smithi181 ceph-mon[45557]: pgmap v18785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:03 smithi088 ceph-mon[35322]: pgmap v18785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:03 smithi175 ceph-mon[44549]: pgmap v18785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:05 smithi181 ceph-mon[45557]: pgmap v18786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:05 smithi088 ceph-mon[35322]: pgmap v18786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:05 smithi175 ceph-mon[44549]: pgmap v18786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:07 smithi181 ceph-mon[45557]: pgmap v18787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:07 smithi088 ceph-mon[35322]: pgmap v18787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:07 smithi175 ceph-mon[44549]: pgmap v18787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:09 smithi181 ceph-mon[45557]: pgmap v18788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:09 smithi088 ceph-mon[35322]: pgmap v18788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:09 smithi175 ceph-mon[44549]: pgmap v18788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:11 smithi088 ceph-mon[35322]: pgmap v18789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:50:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:11 smithi175 ceph-mon[44549]: pgmap v18789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:50:12.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:11 smithi181 ceph-mon[45557]: pgmap v18789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:50:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:13 smithi088 ceph-mon[35322]: pgmap v18790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:13 smithi175 ceph-mon[44549]: pgmap v18790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:13 smithi181 ceph-mon[45557]: pgmap v18790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:16.009+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:50:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:16.009+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:50:16.010 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:16.009+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:50:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:15 smithi088 ceph-mon[35322]: pgmap v18791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:15 smithi175 ceph-mon[44549]: pgmap v18791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:15 smithi181 ceph-mon[45557]: pgmap v18791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:17 smithi088 ceph-mon[35322]: pgmap v18792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:17 smithi175 ceph-mon[44549]: pgmap v18792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:17 smithi181 ceph-mon[45557]: pgmap v18792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:19 smithi088 ceph-mon[35322]: pgmap v18793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:19 smithi175 ceph-mon[44549]: pgmap v18793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:19 smithi181 ceph-mon[45557]: pgmap v18793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:21 smithi088 ceph-mon[35322]: pgmap v18794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:21 smithi175 ceph-mon[44549]: pgmap v18794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:21 smithi181 ceph-mon[45557]: pgmap v18794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:23 smithi088 ceph-mon[35322]: pgmap v18795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:50:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:23 smithi175 ceph-mon[44549]: pgmap v18795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:50:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:23 smithi181 ceph-mon[45557]: pgmap v18795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:50:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:25 smithi088 ceph-mon[35322]: pgmap v18796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:50:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:25 smithi175 ceph-mon[44549]: pgmap v18796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:50:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:25 smithi181 ceph-mon[45557]: pgmap v18796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:50:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:27 smithi088 ceph-mon[35322]: pgmap v18797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:50:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:27 smithi175 ceph-mon[44549]: pgmap v18797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:50:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:27 smithi181 ceph-mon[45557]: pgmap v18797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T22:50:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:29 smithi088 ceph-mon[35322]: pgmap v18798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:50:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:29 smithi175 ceph-mon[44549]: pgmap v18798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:50:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:29 smithi181 ceph-mon[45557]: pgmap v18798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:50:31.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:31.012+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:50:31.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:31.012+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:50:31.012 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:31.012+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:50:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:31 smithi088 ceph-mon[35322]: pgmap v18799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:31 smithi175 ceph-mon[44549]: pgmap v18799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:31 smithi181 ceph-mon[45557]: pgmap v18799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:34 smithi088 ceph-mon[35322]: pgmap v18800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:34 smithi175 ceph-mon[44549]: pgmap v18800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:34 smithi181 ceph-mon[45557]: pgmap v18800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:50:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:50:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:50:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:36 smithi088 ceph-mon[35322]: pgmap v18801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:50:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:50:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:50:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:36 smithi175 ceph-mon[44549]: pgmap v18801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:50:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:50:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:50:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:36 smithi181 ceph-mon[45557]: pgmap v18801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:50:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:50:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:50:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:37 smithi088 ceph-mon[35322]: pgmap v18802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:50:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:37 smithi088 ceph-mon[35322]: pgmap v18803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:50:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:37 smithi175 ceph-mon[44549]: pgmap v18802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:50:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:37 smithi175 ceph-mon[44549]: pgmap v18803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:50:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:37 smithi181 ceph-mon[45557]: pgmap v18802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:50:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:37 smithi181 ceph-mon[45557]: pgmap v18803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:50:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:39 smithi088 ceph-mon[35322]: pgmap v18804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:39 smithi175 ceph-mon[44549]: pgmap v18804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:39 smithi181 ceph-mon[45557]: pgmap v18804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:41 smithi088 ceph-mon[35322]: pgmap v18805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:41 smithi175 ceph-mon[44549]: pgmap v18805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:41 smithi181 ceph-mon[45557]: pgmap v18805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:43 smithi088 ceph-mon[35322]: pgmap v18806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:43 smithi175 ceph-mon[44549]: pgmap v18806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:43 smithi181 ceph-mon[45557]: pgmap v18806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:50:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:45 smithi088 ceph-mon[35322]: pgmap v18807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:50:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:45 smithi175 ceph-mon[44549]: pgmap v18807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:50:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:45 smithi181 ceph-mon[45557]: pgmap v18807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:50:46.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:46.027+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:50:46.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:46.027+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:50:46.028 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:50:46.027+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:50:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:47 smithi175 ceph-mon[44549]: pgmap v18808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:50:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:47 smithi181 ceph-mon[45557]: pgmap v18808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:50:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:47 smithi088 ceph-mon[35322]: pgmap v18808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:50:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:49 smithi175 ceph-mon[44549]: pgmap v18809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:49 smithi181 ceph-mon[45557]: pgmap v18809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:49.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:49 smithi088 ceph-mon[35322]: pgmap v18809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:51 smithi175 ceph-mon[44549]: pgmap v18810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:51 smithi181 ceph-mon[45557]: pgmap v18810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:51 smithi088 ceph-mon[35322]: pgmap v18810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:50:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:53 smithi175 ceph-mon[44549]: pgmap v18811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:53 smithi181 ceph-mon[45557]: pgmap v18811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:53 smithi088 ceph-mon[35322]: pgmap v18811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:55 smithi175 ceph-mon[44549]: pgmap v18812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:55 smithi181 ceph-mon[45557]: pgmap v18812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:55 smithi088 ceph-mon[35322]: pgmap v18812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:50:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:57 smithi175 ceph-mon[44549]: pgmap v18813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:50:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:57 smithi181 ceph-mon[45557]: pgmap v18813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:50:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:57 smithi088 ceph-mon[35322]: pgmap v18813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:50:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:50:59 smithi175 ceph-mon[44549]: pgmap v18814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:50:59 smithi181 ceph-mon[45557]: pgmap v18814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:50:59.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:50:59 smithi088 ceph-mon[35322]: pgmap v18814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:01.030+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:51:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:01.030+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:51:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:01.030+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:51:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:01 smithi175 ceph-mon[44549]: pgmap v18815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:01 smithi181 ceph-mon[45557]: pgmap v18815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:01 smithi088 ceph-mon[35322]: pgmap v18815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:03 smithi175 ceph-mon[44549]: pgmap v18816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:03 smithi181 ceph-mon[45557]: pgmap v18816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:03 smithi088 ceph-mon[35322]: pgmap v18816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:05 smithi175 ceph-mon[44549]: pgmap v18817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:05 smithi181 ceph-mon[45557]: pgmap v18817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:05 smithi088 ceph-mon[35322]: pgmap v18817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:07 smithi175 ceph-mon[44549]: pgmap v18818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:07 smithi181 ceph-mon[45557]: pgmap v18818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:07 smithi088 ceph-mon[35322]: pgmap v18818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:09 smithi175 ceph-mon[44549]: pgmap v18819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:09 smithi181 ceph-mon[45557]: pgmap v18819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:09 smithi088 ceph-mon[35322]: pgmap v18819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:11 smithi175 ceph-mon[44549]: pgmap v18820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:11 smithi181 ceph-mon[45557]: pgmap v18820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:11 smithi088 ceph-mon[35322]: pgmap v18820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:13 smithi175 ceph-mon[44549]: pgmap v18821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:13 smithi181 ceph-mon[45557]: pgmap v18821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:13 smithi088 ceph-mon[35322]: pgmap v18821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:15 smithi175 ceph-mon[44549]: pgmap v18822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:15 smithi181 ceph-mon[45557]: pgmap v18822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:15 smithi088 ceph-mon[35322]: pgmap v18822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:16.045+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:51:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:16.045+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:51:16.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:16.045+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:51:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:17 smithi175 ceph-mon[44549]: pgmap v18823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:17 smithi181 ceph-mon[45557]: pgmap v18823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:17 smithi088 ceph-mon[35322]: pgmap v18823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:19 smithi175 ceph-mon[44549]: pgmap v18824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:19 smithi181 ceph-mon[45557]: pgmap v18824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:19 smithi088 ceph-mon[35322]: pgmap v18824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:21 smithi175 ceph-mon[44549]: pgmap v18825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:21 smithi181 ceph-mon[45557]: pgmap v18825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:21 smithi088 ceph-mon[35322]: pgmap v18825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:23 smithi175 ceph-mon[44549]: pgmap v18826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:23 smithi181 ceph-mon[45557]: pgmap v18826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:23.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:23 smithi088 ceph-mon[35322]: pgmap v18826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:25 smithi175 ceph-mon[44549]: pgmap v18827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:25 smithi181 ceph-mon[45557]: pgmap v18827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:25 smithi088 ceph-mon[35322]: pgmap v18827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:27 smithi175 ceph-mon[44549]: pgmap v18828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:27 smithi181 ceph-mon[45557]: pgmap v18828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:27.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:27 smithi088 ceph-mon[35322]: pgmap v18828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:29 smithi175 ceph-mon[44549]: pgmap v18829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:29 smithi181 ceph-mon[45557]: pgmap v18829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:29.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:29 smithi088 ceph-mon[35322]: pgmap v18829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:31.060+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:51:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:31.060+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:51:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:31.060+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:51:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:31 smithi175 ceph-mon[44549]: pgmap v18830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:31 smithi181 ceph-mon[45557]: pgmap v18830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:31 smithi088 ceph-mon[35322]: pgmap v18830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:33 smithi175 ceph-mon[44549]: pgmap v18831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:33 smithi181 ceph-mon[45557]: pgmap v18831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:33 smithi088 ceph-mon[35322]: pgmap v18831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:34 smithi181 ceph-mon[45557]: pgmap v18832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:34 smithi088 ceph-mon[35322]: pgmap v18832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:34 smithi175 ceph-mon[44549]: pgmap v18832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: pgmap v18833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:51:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 136.6M 2024-01-28T22:51:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 143307698: error parsing value: Value '143307698' is below minimum 939524096 2024-01-28T22:51:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:51:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:51:36.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:51:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: pgmap v18833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:51:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 136.6M 2024-01-28T22:51:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 143307698: error parsing value: Value '143307698' is below minimum 939524096 2024-01-28T22:51:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:51:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:51:36.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:51:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: pgmap v18833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:51:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 136.6M 2024-01-28T22:51:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 143307698: error parsing value: Value '143307698' is below minimum 939524096 2024-01-28T22:51:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:51:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:51:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:51:36.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:51:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:37 smithi175 ceph-mon[44549]: pgmap v18834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:51:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:37 smithi175 ceph-mon[44549]: pgmap v18835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:51:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:37 smithi181 ceph-mon[45557]: pgmap v18834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:51:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:37 smithi181 ceph-mon[45557]: pgmap v18835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:51:37.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:37 smithi088 ceph-mon[35322]: pgmap v18834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:51:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:37 smithi088 ceph-mon[35322]: pgmap v18835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:51:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:39 smithi175 ceph-mon[44549]: pgmap v18836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:51:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:39 smithi181 ceph-mon[45557]: pgmap v18836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:51:39.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:39 smithi088 ceph-mon[35322]: pgmap v18836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:51:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:41 smithi175 ceph-mon[44549]: pgmap v18837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:51:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:41 smithi181 ceph-mon[45557]: pgmap v18837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:51:41.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:41 smithi088 ceph-mon[35322]: pgmap v18837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:51:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:43 smithi175 ceph-mon[44549]: pgmap v18838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:51:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:43 smithi181 ceph-mon[45557]: pgmap v18838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:51:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:43 smithi088 ceph-mon[35322]: pgmap v18838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:51:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:44.865+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:51:44.865 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:44.865+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:51:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:44.865+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 273 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T22:51:44.866 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:44.865+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 273 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T22:51:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:45 smithi175 ceph-mon[44549]: pgmap v18839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:51:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:45 smithi181 ceph-mon[45557]: pgmap v18839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:51:45.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:45 smithi088 ceph-mon[35322]: pgmap v18839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:51:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:46.074+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:51:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:46.074+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:51:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:51:46.074+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:51:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:47 smithi175 ceph-mon[44549]: pgmap v18840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:51:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:47 smithi181 ceph-mon[45557]: pgmap v18840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:51:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:47 smithi088 ceph-mon[35322]: pgmap v18840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:51:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:49 smithi088 ceph-mon[35322]: pgmap v18841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:49 smithi175 ceph-mon[44549]: pgmap v18841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:49 smithi181 ceph-mon[45557]: pgmap v18841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:51:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:51 smithi175 ceph-mon[44549]: pgmap v18842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:51 smithi181 ceph-mon[45557]: pgmap v18842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:51 smithi088 ceph-mon[35322]: pgmap v18842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:51:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:53 smithi175 ceph-mon[44549]: pgmap v18843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:53 smithi181 ceph-mon[45557]: pgmap v18843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:53 smithi088 ceph-mon[35322]: pgmap v18843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:55 smithi175 ceph-mon[44549]: pgmap v18844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:55 smithi181 ceph-mon[45557]: pgmap v18844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:55 smithi088 ceph-mon[35322]: pgmap v18844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:51:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:57 smithi175 ceph-mon[44549]: pgmap v18845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:57 smithi181 ceph-mon[45557]: pgmap v18845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:57.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:57 smithi088 ceph-mon[35322]: pgmap v18845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:51:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:51:59 smithi175 ceph-mon[44549]: pgmap v18846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:51:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:51:59 smithi181 ceph-mon[45557]: pgmap v18846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:51:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:51:59 smithi088 ceph-mon[35322]: pgmap v18846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:52:01.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:01.090+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:52:01.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:01.090+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:52:01.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:01.090+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:52:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:01 smithi175 ceph-mon[44549]: pgmap v18847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:01 smithi181 ceph-mon[45557]: pgmap v18847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:01 smithi088 ceph-mon[35322]: pgmap v18847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:03 smithi181 ceph-mon[45557]: pgmap v18848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:03 smithi088 ceph-mon[35322]: pgmap v18848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:03 smithi175 ceph-mon[44549]: pgmap v18848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:05 smithi181 ceph-mon[45557]: pgmap v18849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:52:05.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:05 smithi088 ceph-mon[35322]: pgmap v18849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:52:05.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:05 smithi175 ceph-mon[44549]: pgmap v18849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:52:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:07 smithi181 ceph-mon[45557]: pgmap v18850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:07 smithi088 ceph-mon[35322]: pgmap v18850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:07 smithi175 ceph-mon[44549]: pgmap v18850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:09 smithi181 ceph-mon[45557]: pgmap v18851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:52:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:09 smithi088 ceph-mon[35322]: pgmap v18851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:52:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:09 smithi175 ceph-mon[44549]: pgmap v18851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:52:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:11 smithi181 ceph-mon[45557]: pgmap v18852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:11 smithi088 ceph-mon[35322]: pgmap v18852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:11 smithi175 ceph-mon[44549]: pgmap v18852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:13 smithi181 ceph-mon[45557]: pgmap v18853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:13.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:13 smithi088 ceph-mon[35322]: pgmap v18853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:13.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:13 smithi175 ceph-mon[44549]: pgmap v18853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:15 smithi181 ceph-mon[45557]: pgmap v18854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:52:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:15 smithi088 ceph-mon[35322]: pgmap v18854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:52:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:15 smithi175 ceph-mon[44549]: pgmap v18854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:52:16.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:16.105+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:52:16.106 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:16.105+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:52:16.106 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:16.105+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:52:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:17 smithi181 ceph-mon[45557]: pgmap v18855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:17 smithi088 ceph-mon[35322]: pgmap v18855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:17 smithi175 ceph-mon[44549]: pgmap v18855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:19 smithi181 ceph-mon[45557]: pgmap v18856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:52:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:19 smithi088 ceph-mon[35322]: pgmap v18856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:52:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:19 smithi175 ceph-mon[44549]: pgmap v18856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:52:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:21 smithi181 ceph-mon[45557]: pgmap v18857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:21 smithi088 ceph-mon[35322]: pgmap v18857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:21 smithi175 ceph-mon[44549]: pgmap v18857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:23 smithi181 ceph-mon[45557]: pgmap v18858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:23 smithi088 ceph-mon[35322]: pgmap v18858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:23 smithi175 ceph-mon[44549]: pgmap v18858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:25 smithi181 ceph-mon[45557]: pgmap v18859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:52:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:25 smithi088 ceph-mon[35322]: pgmap v18859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:52:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:25 smithi175 ceph-mon[44549]: pgmap v18859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:52:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:27 smithi088 ceph-mon[35322]: pgmap v18860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:27 smithi175 ceph-mon[44549]: pgmap v18860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:27 smithi181 ceph-mon[45557]: pgmap v18860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:29 smithi088 ceph-mon[35322]: pgmap v18861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:52:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:29 smithi175 ceph-mon[44549]: pgmap v18861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:52:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:29 smithi181 ceph-mon[45557]: pgmap v18861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:52:31.119 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:31.119+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:52:31.120 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:31.119+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:52:31.120 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:31.119+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:52:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:31 smithi088 ceph-mon[35322]: pgmap v18862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:31 smithi175 ceph-mon[44549]: pgmap v18862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:31 smithi181 ceph-mon[45557]: pgmap v18862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:33 smithi088 ceph-mon[35322]: pgmap v18863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:33 smithi175 ceph-mon[44549]: pgmap v18863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:33 smithi181 ceph-mon[45557]: pgmap v18863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:35 smithi088 ceph-mon[35322]: pgmap v18864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:52:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:35 smithi175 ceph-mon[44549]: pgmap v18864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:52:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:35 smithi181 ceph-mon[45557]: pgmap v18864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: pgmap v18865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 135.3M 2024-01-28T22:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 141951185: error parsing value: Value '141951185' is below minimum 939524096 2024-01-28T22:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:52:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:52:37.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:52:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: pgmap v18865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:52:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 135.3M 2024-01-28T22:52:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 141951185: error parsing value: Value '141951185' is below minimum 939524096 2024-01-28T22:52:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:52:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:52:37.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: pgmap v18865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 135.3M 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 141951185: error parsing value: Value '141951185' is below minimum 939524096 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:52:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:52:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:38 smithi088 ceph-mon[35322]: pgmap v18866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:52:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:38 smithi088 ceph-mon[35322]: pgmap v18867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:38 smithi175 ceph-mon[44549]: pgmap v18866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:52:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:38 smithi175 ceph-mon[44549]: pgmap v18867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:38 smithi181 ceph-mon[45557]: pgmap v18866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:52:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:38 smithi181 ceph-mon[45557]: pgmap v18867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:40 smithi088 ceph-mon[35322]: pgmap v18868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:40 smithi175 ceph-mon[44549]: pgmap v18868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:40 smithi181 ceph-mon[45557]: pgmap v18868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:42 smithi088 ceph-mon[35322]: pgmap v18869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:42 smithi175 ceph-mon[44549]: pgmap v18869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:42 smithi181 ceph-mon[45557]: pgmap v18869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:52:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:44 smithi088 ceph-mon[35322]: pgmap v18870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:52:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:44 smithi175 ceph-mon[44549]: pgmap v18870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:52:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:44 smithi181 ceph-mon[45557]: pgmap v18870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:52:46.128 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:46.128+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:52:46.128 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:46.128+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:52:46.128 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:52:46.128+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:52:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:46 smithi088 ceph-mon[35322]: pgmap v18871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:52:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:46 smithi175 ceph-mon[44549]: pgmap v18871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:52:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:46 smithi181 ceph-mon[45557]: pgmap v18871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:52:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:48 smithi088 ceph-mon[35322]: pgmap v18872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:52:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:48 smithi175 ceph-mon[44549]: pgmap v18872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:52:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:48 smithi181 ceph-mon[45557]: pgmap v18872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:52:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:50 smithi088 ceph-mon[35322]: pgmap v18873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:52:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:50 smithi175 ceph-mon[44549]: pgmap v18873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:52:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:50 smithi181 ceph-mon[45557]: pgmap v18873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:52:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:52 smithi088 ceph-mon[35322]: pgmap v18874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:52.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:52 smithi175 ceph-mon[44549]: pgmap v18874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:52 smithi181 ceph-mon[45557]: pgmap v18874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:54 smithi088 ceph-mon[35322]: pgmap v18875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:52:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:54 smithi175 ceph-mon[44549]: pgmap v18875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:52:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:54 smithi181 ceph-mon[45557]: pgmap v18875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:52:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:56 smithi088 ceph-mon[35322]: pgmap v18876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:56 smithi175 ceph-mon[44549]: pgmap v18876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:56 smithi181 ceph-mon[45557]: pgmap v18876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:52:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:52:58 smithi088 ceph-mon[35322]: pgmap v18877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:52:58 smithi175 ceph-mon[44549]: pgmap v18877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:52:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:52:58 smithi181 ceph-mon[45557]: pgmap v18877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:00 smithi088 ceph-mon[35322]: pgmap v18878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:00 smithi175 ceph-mon[44549]: pgmap v18878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:00 smithi181 ceph-mon[45557]: pgmap v18878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:01.135 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:01.135+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:53:01.135 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:01.135+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:53:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:01.135+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:53:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:02 smithi088 ceph-mon[35322]: pgmap v18879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:02 smithi175 ceph-mon[44549]: pgmap v18879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:02 smithi181 ceph-mon[45557]: pgmap v18879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:04 smithi175 ceph-mon[44549]: pgmap v18880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:53:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:04 smithi181 ceph-mon[45557]: pgmap v18880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:53:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:04 smithi088 ceph-mon[35322]: pgmap v18880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:53:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:06 smithi175 ceph-mon[44549]: pgmap v18881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:06 smithi181 ceph-mon[45557]: pgmap v18881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:06 smithi088 ceph-mon[35322]: pgmap v18881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:08 smithi175 ceph-mon[44549]: pgmap v18882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:08 smithi181 ceph-mon[45557]: pgmap v18882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:08 smithi088 ceph-mon[35322]: pgmap v18882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:10 smithi175 ceph-mon[44549]: pgmap v18883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:10 smithi181 ceph-mon[45557]: pgmap v18883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:10 smithi088 ceph-mon[35322]: pgmap v18883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:12 smithi175 ceph-mon[44549]: pgmap v18884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:12 smithi181 ceph-mon[45557]: pgmap v18884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:12 smithi088 ceph-mon[35322]: pgmap v18884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:14 smithi175 ceph-mon[44549]: pgmap v18885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:53:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:14 smithi181 ceph-mon[45557]: pgmap v18885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:53:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:14 smithi088 ceph-mon[35322]: pgmap v18885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:53:16.151 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:16.151+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:53:16.151 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:16.151+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:53:16.151 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:16.151+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:53:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:16 smithi175 ceph-mon[44549]: pgmap v18886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:16 smithi181 ceph-mon[45557]: pgmap v18886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:16 smithi088 ceph-mon[35322]: pgmap v18886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:18 smithi175 ceph-mon[44549]: pgmap v18887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:18 smithi181 ceph-mon[45557]: pgmap v18887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:18 smithi088 ceph-mon[35322]: pgmap v18887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:20 smithi175 ceph-mon[44549]: pgmap v18888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:20 smithi181 ceph-mon[45557]: pgmap v18888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:20 smithi088 ceph-mon[35322]: pgmap v18888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:22 smithi175 ceph-mon[44549]: pgmap v18889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:22 smithi181 ceph-mon[45557]: pgmap v18889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:22 smithi088 ceph-mon[35322]: pgmap v18889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:24 smithi175 ceph-mon[44549]: pgmap v18890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:53:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:24 smithi181 ceph-mon[45557]: pgmap v18890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:53:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:24 smithi088 ceph-mon[35322]: pgmap v18890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:53:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:26 smithi175 ceph-mon[44549]: pgmap v18891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:26 smithi181 ceph-mon[45557]: pgmap v18891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:26 smithi088 ceph-mon[35322]: pgmap v18891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:28 smithi175 ceph-mon[44549]: pgmap v18892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:28 smithi181 ceph-mon[45557]: pgmap v18892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:28 smithi088 ceph-mon[35322]: pgmap v18892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:30 smithi175 ceph-mon[44549]: pgmap v18893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:30 smithi181 ceph-mon[45557]: pgmap v18893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:30 smithi088 ceph-mon[35322]: pgmap v18893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:31.166 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:31.165+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:53:31.167 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:31.165+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:53:31.167 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:31.165+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:53:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:32 smithi175 ceph-mon[44549]: pgmap v18894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:32 smithi181 ceph-mon[45557]: pgmap v18894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:32 smithi088 ceph-mon[35322]: pgmap v18894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:34 smithi175 ceph-mon[44549]: pgmap v18895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:53:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:34 smithi181 ceph-mon[45557]: pgmap v18895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:53:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:34 smithi088 ceph-mon[35322]: pgmap v18895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:53:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:36 smithi175 ceph-mon[44549]: pgmap v18896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:36 smithi181 ceph-mon[45557]: pgmap v18896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:36 smithi088 ceph-mon[35322]: pgmap v18896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:37.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:53:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:53:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:53:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:38 smithi175 ceph-mon[44549]: pgmap v18897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:53:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:53:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:53:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:38 smithi181 ceph-mon[45557]: pgmap v18897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:53:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:53:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:53:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:38 smithi088 ceph-mon[35322]: pgmap v18897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:53:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:53:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:53:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:39 smithi175 ceph-mon[44549]: pgmap v18898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:53:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:39 smithi175 ceph-mon[44549]: pgmap v18899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:53:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:39 smithi181 ceph-mon[45557]: pgmap v18898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:53:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:39 smithi181 ceph-mon[45557]: pgmap v18899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:53:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:39 smithi088 ceph-mon[35322]: pgmap v18898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:53:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:39 smithi088 ceph-mon[35322]: pgmap v18899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:53:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:41 smithi175 ceph-mon[44549]: pgmap v18900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:53:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:41 smithi181 ceph-mon[45557]: pgmap v18900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:53:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:41 smithi088 ceph-mon[35322]: pgmap v18900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:53:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:43 smithi175 ceph-mon[44549]: pgmap v18901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:53:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:43 smithi181 ceph-mon[45557]: pgmap v18901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:53:44.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:43 smithi088 ceph-mon[35322]: pgmap v18901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:53:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:45 smithi175 ceph-mon[44549]: pgmap v18902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:53:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:45 smithi181 ceph-mon[45557]: pgmap v18902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:53:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:45 smithi088 ceph-mon[35322]: pgmap v18902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:53:46.182 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:46.182+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:53:46.182 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:46.182+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:53:46.182 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:53:46.182+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:53:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:47 smithi175 ceph-mon[44549]: pgmap v18903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:53:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:47 smithi181 ceph-mon[45557]: pgmap v18903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:53:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:47 smithi088 ceph-mon[35322]: pgmap v18903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:53:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:49 smithi175 ceph-mon[44549]: pgmap v18904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:53:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:49 smithi181 ceph-mon[45557]: pgmap v18904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:53:50.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:49 smithi088 ceph-mon[35322]: pgmap v18904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:53:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:51 smithi175 ceph-mon[44549]: pgmap v18905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:51 smithi181 ceph-mon[45557]: pgmap v18905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:51 smithi088 ceph-mon[35322]: pgmap v18905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:53:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:53 smithi175 ceph-mon[44549]: pgmap v18906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:53 smithi181 ceph-mon[45557]: pgmap v18906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:53 smithi088 ceph-mon[35322]: pgmap v18906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:55 smithi175 ceph-mon[44549]: pgmap v18907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:55 smithi181 ceph-mon[45557]: pgmap v18907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:55 smithi088 ceph-mon[35322]: pgmap v18907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:53:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:57 smithi175 ceph-mon[44549]: pgmap v18908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:57 smithi181 ceph-mon[45557]: pgmap v18908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:57 smithi088 ceph-mon[35322]: pgmap v18908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:53:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:53:59 smithi175 ceph-mon[44549]: pgmap v18909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:53:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:53:59 smithi181 ceph-mon[45557]: pgmap v18909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:53:59 smithi088 ceph-mon[35322]: pgmap v18909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:01.197 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:01.197+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:54:01.197 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:01.197+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:54:01.197 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:01.197+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:54:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:01 smithi175 ceph-mon[44549]: pgmap v18910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:01 smithi181 ceph-mon[45557]: pgmap v18910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:01 smithi088 ceph-mon[35322]: pgmap v18910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:03 smithi175 ceph-mon[44549]: pgmap v18911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:03 smithi181 ceph-mon[45557]: pgmap v18911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:03 smithi088 ceph-mon[35322]: pgmap v18911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:05 smithi175 ceph-mon[44549]: pgmap v18912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:54:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:05 smithi181 ceph-mon[45557]: pgmap v18912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:54:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:05 smithi088 ceph-mon[35322]: pgmap v18912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:54:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:07 smithi181 ceph-mon[45557]: pgmap v18913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:07 smithi088 ceph-mon[35322]: pgmap v18913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:07 smithi175 ceph-mon[44549]: pgmap v18913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:09 smithi181 ceph-mon[45557]: pgmap v18914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:09 smithi088 ceph-mon[35322]: pgmap v18914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:10.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:09 smithi175 ceph-mon[44549]: pgmap v18914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:11 smithi181 ceph-mon[45557]: pgmap v18915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:11 smithi088 ceph-mon[35322]: pgmap v18915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:11 smithi175 ceph-mon[44549]: pgmap v18915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:13 smithi181 ceph-mon[45557]: pgmap v18916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:13 smithi088 ceph-mon[35322]: pgmap v18916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:13 smithi175 ceph-mon[44549]: pgmap v18916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:15 smithi181 ceph-mon[45557]: pgmap v18917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:54:16.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:15 smithi088 ceph-mon[35322]: pgmap v18917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:54:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:15 smithi175 ceph-mon[44549]: pgmap v18917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:54:16.212 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:16.212+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:54:16.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:16.212+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:54:16.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:16.212+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:54:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:17 smithi181 ceph-mon[45557]: pgmap v18918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:17 smithi088 ceph-mon[35322]: pgmap v18918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:17 smithi175 ceph-mon[44549]: pgmap v18918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:19 smithi181 ceph-mon[45557]: pgmap v18919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:19 smithi088 ceph-mon[35322]: pgmap v18919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:20.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:19 smithi175 ceph-mon[44549]: pgmap v18919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:21 smithi181 ceph-mon[45557]: pgmap v18920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:21 smithi088 ceph-mon[35322]: pgmap v18920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:21 smithi175 ceph-mon[44549]: pgmap v18920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:23 smithi181 ceph-mon[45557]: pgmap v18921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:23 smithi088 ceph-mon[35322]: pgmap v18921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:24.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:23 smithi175 ceph-mon[44549]: pgmap v18921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:25 smithi181 ceph-mon[45557]: pgmap v18922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:54:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:25 smithi088 ceph-mon[35322]: pgmap v18922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:54:26.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:25 smithi175 ceph-mon[44549]: pgmap v18922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:54:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:27 smithi181 ceph-mon[45557]: pgmap v18923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:27 smithi088 ceph-mon[35322]: pgmap v18923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:27 smithi175 ceph-mon[44549]: pgmap v18923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:29 smithi181 ceph-mon[45557]: pgmap v18924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:54:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:29 smithi088 ceph-mon[35322]: pgmap v18924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:54:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:29 smithi175 ceph-mon[44549]: pgmap v18924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T22:54:31.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:31.213+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:54:31.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:31.213+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:54:31.213 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:31.213+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:54:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:31 smithi088 ceph-mon[35322]: pgmap v18925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:54:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:31 smithi175 ceph-mon[44549]: pgmap v18925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:54:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:31 smithi181 ceph-mon[45557]: pgmap v18925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:54:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:33 smithi088 ceph-mon[35322]: pgmap v18926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:33 smithi175 ceph-mon[44549]: pgmap v18926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:33 smithi181 ceph-mon[45557]: pgmap v18926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:35 smithi088 ceph-mon[35322]: pgmap v18927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:54:36.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:35 smithi175 ceph-mon[44549]: pgmap v18927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:54:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:35 smithi181 ceph-mon[45557]: pgmap v18927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T22:54:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:37 smithi088 ceph-mon[35322]: pgmap v18928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:38.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:37 smithi175 ceph-mon[44549]: pgmap v18928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:37 smithi181 ceph-mon[45557]: pgmap v18928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:54:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:54:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:54:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:54:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:39 smithi088 ceph-mon[35322]: pgmap v18929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:40.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:39 smithi175 ceph-mon[44549]: pgmap v18929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:39 smithi181 ceph-mon[45557]: pgmap v18929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:54:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:41 smithi175 ceph-mon[44549]: pgmap v18930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:54:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:54:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:41 smithi181 ceph-mon[45557]: pgmap v18930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:54:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:54:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:42.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:41 smithi088 ceph-mon[35322]: pgmap v18930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:54:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:54:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:54:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:54:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:42 smithi175 ceph-mon[44549]: pgmap v18931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:54:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:42 smithi175 ceph-mon[44549]: pgmap v18932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:54:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:42 smithi181 ceph-mon[45557]: pgmap v18931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:54:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:42 smithi181 ceph-mon[45557]: pgmap v18932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:54:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:42 smithi088 ceph-mon[35322]: pgmap v18931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T22:54:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:42 smithi088 ceph-mon[35322]: pgmap v18932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:54:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:44.893+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:54:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:44.893+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:54:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:44.895+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 274 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T22:54:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:44.895+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T22:54:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:44.895+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 274 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T22:54:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:44.895+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T22:54:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:44.895+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 275 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:54:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:44.895+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 275 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:54:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:44 smithi175 ceph-mon[44549]: pgmap v18933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T22:54:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:44 smithi181 ceph-mon[45557]: pgmap v18933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T22:54:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:44 smithi088 ceph-mon[35322]: pgmap v18933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T22:54:46.221 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:46.221+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:54:46.221 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:46.221+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:54:46.221 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:54:46.221+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:54:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:46 smithi175 ceph-mon[44549]: pgmap v18934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:54:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:46 smithi181 ceph-mon[45557]: pgmap v18934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:54:47.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:46 smithi088 ceph-mon[35322]: pgmap v18934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T22:54:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:48 smithi175 ceph-mon[44549]: pgmap v18935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:54:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:48 smithi181 ceph-mon[45557]: pgmap v18935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:54:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:48 smithi088 ceph-mon[35322]: pgmap v18935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:54:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:50 smithi175 ceph-mon[44549]: pgmap v18936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:54:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:50 smithi181 ceph-mon[45557]: pgmap v18936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:54:51.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:50 smithi088 ceph-mon[35322]: pgmap v18936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T22:54:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:52 smithi181 ceph-mon[45557]: pgmap v18937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:54:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:52 smithi088 ceph-mon[35322]: pgmap v18937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:54:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:52 smithi175 ceph-mon[44549]: pgmap v18937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:54:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:54 smithi175 ceph-mon[44549]: pgmap v18938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:54:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:54 smithi181 ceph-mon[45557]: pgmap v18938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:54:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:54 smithi088 ceph-mon[35322]: pgmap v18938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:54:56.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:56 smithi175 ceph-mon[44549]: pgmap v18939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:54:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:56 smithi181 ceph-mon[45557]: pgmap v18939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:54:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:56 smithi088 ceph-mon[35322]: pgmap v18939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:54:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:54:58 smithi175 ceph-mon[44549]: pgmap v18940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:54:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:54:58 smithi181 ceph-mon[45557]: pgmap v18940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:54:59.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:54:58 smithi088 ceph-mon[35322]: pgmap v18940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:00 smithi175 ceph-mon[44549]: pgmap v18941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:00 smithi181 ceph-mon[45557]: pgmap v18941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:00 smithi088 ceph-mon[35322]: pgmap v18941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:01.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:01.230+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:55:01.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:01.230+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:55:01.231 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:01.230+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:55:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:02 smithi181 ceph-mon[45557]: pgmap v18942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:02.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:02 smithi088 ceph-mon[35322]: pgmap v18942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:02 smithi175 ceph-mon[44549]: pgmap v18942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:04 smithi175 ceph-mon[44549]: pgmap v18943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:04 smithi181 ceph-mon[45557]: pgmap v18943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:04 smithi088 ceph-mon[35322]: pgmap v18943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:06 smithi175 ceph-mon[44549]: pgmap v18944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:06 smithi181 ceph-mon[45557]: pgmap v18944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:06 smithi088 ceph-mon[35322]: pgmap v18944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:08 smithi175 ceph-mon[44549]: pgmap v18945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:08 smithi181 ceph-mon[45557]: pgmap v18945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:09.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:08 smithi088 ceph-mon[35322]: pgmap v18945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:10 smithi175 ceph-mon[44549]: pgmap v18946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:10.935 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:10 smithi088 ceph-mon[35322]: pgmap v18946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:10 smithi181 ceph-mon[45557]: pgmap v18946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:12 smithi181 ceph-mon[45557]: pgmap v18947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:12 smithi088 ceph-mon[35322]: pgmap v18947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:12 smithi175 ceph-mon[44549]: pgmap v18947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:14 smithi175 ceph-mon[44549]: pgmap v18948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:14 smithi181 ceph-mon[45557]: pgmap v18948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:14 smithi088 ceph-mon[35322]: pgmap v18948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:16.232 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:16.232+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:55:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:16.232+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:55:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:16.232+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:55:16.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:16 smithi175 ceph-mon[44549]: pgmap v18949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:16 smithi181 ceph-mon[45557]: pgmap v18949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:16 smithi088 ceph-mon[35322]: pgmap v18949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:18 smithi175 ceph-mon[44549]: pgmap v18950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:18 smithi181 ceph-mon[45557]: pgmap v18950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:19.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:18 smithi088 ceph-mon[35322]: pgmap v18950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:20 smithi175 ceph-mon[44549]: pgmap v18951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:20.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:20 smithi181 ceph-mon[45557]: pgmap v18951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:20 smithi088 ceph-mon[35322]: pgmap v18951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:22 smithi181 ceph-mon[45557]: pgmap v18952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:22 smithi088 ceph-mon[35322]: pgmap v18952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:22.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:22 smithi175 ceph-mon[44549]: pgmap v18952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:24 smithi175 ceph-mon[44549]: pgmap v18953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:24 smithi181 ceph-mon[45557]: pgmap v18953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:24 smithi088 ceph-mon[35322]: pgmap v18953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:26 smithi175 ceph-mon[44549]: pgmap v18954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:26 smithi181 ceph-mon[45557]: pgmap v18954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:26 smithi088 ceph-mon[35322]: pgmap v18954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:28 smithi175 ceph-mon[44549]: pgmap v18955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:28 smithi181 ceph-mon[45557]: pgmap v18955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:28 smithi088 ceph-mon[35322]: pgmap v18955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:30 smithi175 ceph-mon[44549]: pgmap v18956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:30 smithi181 ceph-mon[45557]: pgmap v18956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:30 smithi088 ceph-mon[35322]: pgmap v18956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:31.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:31.238+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:55:31.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:31.238+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:55:31.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:31.238+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:55:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:32 smithi181 ceph-mon[45557]: pgmap v18957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:32 smithi088 ceph-mon[35322]: pgmap v18957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:32 smithi175 ceph-mon[44549]: pgmap v18957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:34 smithi175 ceph-mon[44549]: pgmap v18958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:34 smithi181 ceph-mon[45557]: pgmap v18958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:34 smithi088 ceph-mon[35322]: pgmap v18958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:36 smithi175 ceph-mon[44549]: pgmap v18959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:36 smithi181 ceph-mon[45557]: pgmap v18959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:36 smithi088 ceph-mon[35322]: pgmap v18959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:38 smithi175 ceph-mon[44549]: pgmap v18960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:38 smithi181 ceph-mon[45557]: pgmap v18960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:38 smithi088 ceph-mon[35322]: pgmap v18960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:55:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:40 smithi175 ceph-mon[44549]: pgmap v18961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:40.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:40 smithi181 ceph-mon[45557]: pgmap v18961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:40 smithi088 ceph-mon[35322]: pgmap v18961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:42 smithi181 ceph-mon[45557]: pgmap v18962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:55:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:42 smithi088 ceph-mon[35322]: pgmap v18962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:55:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:42 smithi175 ceph-mon[44549]: pgmap v18962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:55:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:55:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:55:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:43 smithi088 ceph-mon[35322]: pgmap v18963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:55:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:43 smithi088 ceph-mon[35322]: pgmap v18964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:55:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:55:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:55:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:55:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:43 smithi175 ceph-mon[44549]: pgmap v18963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:55:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:43 smithi175 ceph-mon[44549]: pgmap v18964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:55:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:55:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:55:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:55:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:43 smithi181 ceph-mon[45557]: pgmap v18963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:55:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:43 smithi181 ceph-mon[45557]: pgmap v18964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:55:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:55:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:45 smithi175 ceph-mon[44549]: pgmap v18965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:55:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:45 smithi181 ceph-mon[45557]: pgmap v18965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:55:46.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:45 smithi088 ceph-mon[35322]: pgmap v18965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:55:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:46.248+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:55:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:46.248+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:55:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:55:46.248+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:55:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:47 smithi088 ceph-mon[35322]: pgmap v18966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:55:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:47 smithi175 ceph-mon[44549]: pgmap v18966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:55:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:47 smithi181 ceph-mon[45557]: pgmap v18966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:55:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:49 smithi175 ceph-mon[44549]: pgmap v18967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:55:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:49 smithi181 ceph-mon[45557]: pgmap v18967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:55:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:49 smithi088 ceph-mon[35322]: pgmap v18967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:55:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:51 smithi175 ceph-mon[44549]: pgmap v18968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:55:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:51 smithi181 ceph-mon[45557]: pgmap v18968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:55:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:51 smithi088 ceph-mon[35322]: pgmap v18968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:55:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:53 smithi175 ceph-mon[44549]: pgmap v18969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:55:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:53 smithi181 ceph-mon[45557]: pgmap v18969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:55:54.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:53 smithi088 ceph-mon[35322]: pgmap v18969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:55:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:55 smithi175 ceph-mon[44549]: pgmap v18970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:55 smithi181 ceph-mon[45557]: pgmap v18970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:55 smithi088 ceph-mon[35322]: pgmap v18970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:55:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:57 smithi088 ceph-mon[35322]: pgmap v18971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:57 smithi175 ceph-mon[44549]: pgmap v18971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:57 smithi181 ceph-mon[45557]: pgmap v18971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:55:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:55:59 smithi175 ceph-mon[44549]: pgmap v18972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:55:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:55:59 smithi181 ceph-mon[45557]: pgmap v18972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:55:59 smithi088 ceph-mon[35322]: pgmap v18972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:01.263 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:01.263+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:56:01.264 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:01.263+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:56:01.264 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:01.263+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:56:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:01 smithi175 ceph-mon[44549]: pgmap v18973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:01 smithi181 ceph-mon[45557]: pgmap v18973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:01 smithi088 ceph-mon[35322]: pgmap v18973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:03.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:03 smithi175 ceph-mon[44549]: pgmap v18974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:03 smithi181 ceph-mon[45557]: pgmap v18974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:03 smithi088 ceph-mon[35322]: pgmap v18974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:05 smithi175 ceph-mon[44549]: pgmap v18975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:05 smithi181 ceph-mon[45557]: pgmap v18975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:05 smithi088 ceph-mon[35322]: pgmap v18975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:07 smithi088 ceph-mon[35322]: pgmap v18976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:07 smithi175 ceph-mon[44549]: pgmap v18976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:07 smithi181 ceph-mon[45557]: pgmap v18976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:09 smithi175 ceph-mon[44549]: pgmap v18977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:09 smithi181 ceph-mon[45557]: pgmap v18977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:09 smithi088 ceph-mon[35322]: pgmap v18977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:11.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:11 smithi175 ceph-mon[44549]: pgmap v18978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:11 smithi181 ceph-mon[45557]: pgmap v18978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:12.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:11 smithi088 ceph-mon[35322]: pgmap v18978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:13 smithi175 ceph-mon[44549]: pgmap v18979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:13 smithi181 ceph-mon[45557]: pgmap v18979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:13 smithi088 ceph-mon[35322]: pgmap v18979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:15 smithi175 ceph-mon[44549]: pgmap v18980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:15 smithi181 ceph-mon[45557]: pgmap v18980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:15 smithi088 ceph-mon[35322]: pgmap v18980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:16.279+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:56:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:16.279+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:56:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:16.279+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:56:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:17 smithi088 ceph-mon[35322]: pgmap v18981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:17 smithi175 ceph-mon[44549]: pgmap v18981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:17 smithi181 ceph-mon[45557]: pgmap v18981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:19 smithi175 ceph-mon[44549]: pgmap v18982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:19 smithi181 ceph-mon[45557]: pgmap v18982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:19 smithi088 ceph-mon[35322]: pgmap v18982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:21 smithi175 ceph-mon[44549]: pgmap v18983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:21 smithi181 ceph-mon[45557]: pgmap v18983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:22.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:21 smithi088 ceph-mon[35322]: pgmap v18983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:23 smithi175 ceph-mon[44549]: pgmap v18984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:23 smithi181 ceph-mon[45557]: pgmap v18984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:23 smithi088 ceph-mon[35322]: pgmap v18984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:25 smithi175 ceph-mon[44549]: pgmap v18985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:25.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:25 smithi181 ceph-mon[45557]: pgmap v18985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:25 smithi088 ceph-mon[35322]: pgmap v18985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:27 smithi088 ceph-mon[35322]: pgmap v18986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:27 smithi175 ceph-mon[44549]: pgmap v18986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:27 smithi181 ceph-mon[45557]: pgmap v18986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:29.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:29 smithi175 ceph-mon[44549]: pgmap v18987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:29 smithi181 ceph-mon[45557]: pgmap v18987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:29 smithi088 ceph-mon[35322]: pgmap v18987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:31.294+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:56:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:31.294+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:56:31.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:31.294+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:56:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:31 smithi175 ceph-mon[44549]: pgmap v18988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:31 smithi181 ceph-mon[45557]: pgmap v18988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:31 smithi088 ceph-mon[35322]: pgmap v18988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:33 smithi175 ceph-mon[44549]: pgmap v18989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:33 smithi181 ceph-mon[45557]: pgmap v18989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:33 smithi088 ceph-mon[35322]: pgmap v18989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:35 smithi175 ceph-mon[44549]: pgmap v18990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:35 smithi181 ceph-mon[45557]: pgmap v18990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:35 smithi088 ceph-mon[35322]: pgmap v18990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:56:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:37 smithi088 ceph-mon[35322]: pgmap v18991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:37.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:37 smithi175 ceph-mon[44549]: pgmap v18991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:37 smithi181 ceph-mon[45557]: pgmap v18991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:39 smithi175 ceph-mon[44549]: pgmap v18992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:39 smithi181 ceph-mon[45557]: pgmap v18992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:39 smithi088 ceph-mon[35322]: pgmap v18992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:56:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:41 smithi175 ceph-mon[44549]: pgmap v18993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:41 smithi181 ceph-mon[45557]: pgmap v18993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:41 smithi088 ceph-mon[35322]: pgmap v18993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:43 smithi175 ceph-mon[44549]: pgmap v18994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:56:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:56:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:56:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:56:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:43 smithi181 ceph-mon[45557]: pgmap v18994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:56:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:56:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:56:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:56:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:43 smithi088 ceph-mon[35322]: pgmap v18994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:56:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:56:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:56:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:56:44.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:44 smithi175 ceph-mon[44549]: pgmap v18995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:56:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:44 smithi175 ceph-mon[44549]: pgmap v18996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:56:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:44 smithi181 ceph-mon[45557]: pgmap v18995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:56:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:44 smithi181 ceph-mon[45557]: pgmap v18996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:56:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:44 smithi088 ceph-mon[35322]: pgmap v18995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T22:56:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:44 smithi088 ceph-mon[35322]: pgmap v18996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:56:46.309 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:46.308+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:56:46.309 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:46.308+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:56:46.309 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:56:46.308+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:56:46.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:46 smithi175 ceph-mon[44549]: pgmap v18997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:56:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:46 smithi181 ceph-mon[45557]: pgmap v18997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:56:47.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:46 smithi088 ceph-mon[35322]: pgmap v18997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T22:56:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:48 smithi175 ceph-mon[44549]: pgmap v18998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:56:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:48 smithi181 ceph-mon[45557]: pgmap v18998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:56:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:48 smithi088 ceph-mon[35322]: pgmap v18998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:56:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:50 smithi175 ceph-mon[44549]: pgmap v18999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:56:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:50 smithi181 ceph-mon[45557]: pgmap v18999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:56:51.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:50 smithi088 ceph-mon[35322]: pgmap v18999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T22:56:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:52 smithi088 ceph-mon[35322]: pgmap v19000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:56:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:52 smithi175 ceph-mon[44549]: pgmap v19000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:56:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:52 smithi181 ceph-mon[45557]: pgmap v19000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:56:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:54 smithi175 ceph-mon[44549]: pgmap v19001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:56:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:54 smithi181 ceph-mon[45557]: pgmap v19001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:56:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:54 smithi088 ceph-mon[35322]: pgmap v19001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:56:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:56 smithi175 ceph-mon[44549]: pgmap v19002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:56 smithi181 ceph-mon[45557]: pgmap v19002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:56 smithi088 ceph-mon[35322]: pgmap v19002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:56:58.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:56:58 smithi175 ceph-mon[44549]: pgmap v19003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:56:58 smithi181 ceph-mon[45557]: pgmap v19003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:56:59.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:56:58 smithi088 ceph-mon[35322]: pgmap v19003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:00.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:00 smithi175 ceph-mon[44549]: pgmap v19004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:00 smithi181 ceph-mon[45557]: pgmap v19004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:00 smithi088 ceph-mon[35322]: pgmap v19004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:01.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:01.315+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:57:01.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:01.315+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:57:01.315 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:01.315+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:57:02.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:02 smithi088 ceph-mon[35322]: pgmap v19005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:02 smithi175 ceph-mon[44549]: pgmap v19005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:02 smithi181 ceph-mon[45557]: pgmap v19005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:04.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:04 smithi175 ceph-mon[44549]: pgmap v19006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:04 smithi181 ceph-mon[45557]: pgmap v19006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:04 smithi088 ceph-mon[35322]: pgmap v19006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:06 smithi175 ceph-mon[44549]: pgmap v19007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:06 smithi181 ceph-mon[45557]: pgmap v19007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:06 smithi088 ceph-mon[35322]: pgmap v19007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:08.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:08 smithi175 ceph-mon[44549]: pgmap v19008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:08 smithi181 ceph-mon[45557]: pgmap v19008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:08 smithi088 ceph-mon[35322]: pgmap v19008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:10 smithi175 ceph-mon[44549]: pgmap v19009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:10 smithi181 ceph-mon[45557]: pgmap v19009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:10 smithi088 ceph-mon[35322]: pgmap v19009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:12 smithi088 ceph-mon[35322]: pgmap v19010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:12 smithi175 ceph-mon[44549]: pgmap v19010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:12 smithi181 ceph-mon[45557]: pgmap v19010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:14 smithi175 ceph-mon[44549]: pgmap v19011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:14 smithi181 ceph-mon[45557]: pgmap v19011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:14 smithi088 ceph-mon[35322]: pgmap v19011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:16.323 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:16.323+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:57:16.323 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:16.323+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:57:16.323 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:16.323+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:57:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:16 smithi175 ceph-mon[44549]: pgmap v19012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:16 smithi181 ceph-mon[45557]: pgmap v19012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:17.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:16 smithi088 ceph-mon[35322]: pgmap v19012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:18 smithi175 ceph-mon[44549]: pgmap v19013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:18 smithi181 ceph-mon[45557]: pgmap v19013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:19.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:18 smithi088 ceph-mon[35322]: pgmap v19013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:20 smithi175 ceph-mon[44549]: pgmap v19014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:20 smithi181 ceph-mon[45557]: pgmap v19014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:21.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:20 smithi088 ceph-mon[35322]: pgmap v19014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:22.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:22 smithi088 ceph-mon[35322]: pgmap v19015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:22.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:22 smithi175 ceph-mon[44549]: pgmap v19015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:22 smithi181 ceph-mon[45557]: pgmap v19015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:24 smithi175 ceph-mon[44549]: pgmap v19016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:24 smithi181 ceph-mon[45557]: pgmap v19016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:24 smithi088 ceph-mon[35322]: pgmap v19016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:26 smithi175 ceph-mon[44549]: pgmap v19017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:26 smithi181 ceph-mon[45557]: pgmap v19017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:27.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:26 smithi088 ceph-mon[35322]: pgmap v19017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:28 smithi175 ceph-mon[44549]: pgmap v19018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:28 smithi181 ceph-mon[45557]: pgmap v19018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:28 smithi088 ceph-mon[35322]: pgmap v19018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:30 smithi175 ceph-mon[44549]: pgmap v19019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:30 smithi181 ceph-mon[45557]: pgmap v19019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:30 smithi088 ceph-mon[35322]: pgmap v19019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:31.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:31.325+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:57:31.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:31.325+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:57:31.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:31.325+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:57:32.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:32 smithi088 ceph-mon[35322]: pgmap v19020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:32 smithi175 ceph-mon[44549]: pgmap v19020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:32 smithi181 ceph-mon[45557]: pgmap v19020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:34 smithi175 ceph-mon[44549]: pgmap v19021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:34 smithi181 ceph-mon[45557]: pgmap v19021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:34 smithi088 ceph-mon[35322]: pgmap v19021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:36 smithi175 ceph-mon[44549]: pgmap v19022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:36 smithi181 ceph-mon[45557]: pgmap v19022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:36 smithi088 ceph-mon[35322]: pgmap v19022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:38.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:38 smithi175 ceph-mon[44549]: pgmap v19023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:38 smithi181 ceph-mon[45557]: pgmap v19023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:38 smithi088 ceph-mon[35322]: pgmap v19023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T22:57:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:40 smithi175 ceph-mon[44549]: pgmap v19024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:40 smithi181 ceph-mon[45557]: pgmap v19024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:40 smithi088 ceph-mon[35322]: pgmap v19024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:57:42.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:42 smithi088 ceph-mon[35322]: pgmap v19025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:42 smithi175 ceph-mon[44549]: pgmap v19025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:42 smithi181 ceph-mon[45557]: pgmap v19025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:44 smithi175 ceph-mon[44549]: pgmap v19026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:57:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:44.921+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T22:57:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:44.921+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T22:57:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:44.921+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 276 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T22:57:44.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:44.921+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 276 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T22:57:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:44 smithi181 ceph-mon[45557]: pgmap v19026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:57:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:44 smithi088 ceph-mon[35322]: pgmap v19026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:57:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:57:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:57:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:45 smithi175 ceph-mon[44549]: pgmap v19027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:57:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:45 smithi175 ceph-mon[44549]: pgmap v19028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:57:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:57:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:45 smithi181 ceph-mon[45557]: pgmap v19027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:57:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:45 smithi181 ceph-mon[45557]: pgmap v19028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:57:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:57:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:45 smithi088 ceph-mon[35322]: pgmap v19027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:57:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:45 smithi088 ceph-mon[35322]: pgmap v19028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T22:57:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:57:46.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:46.334+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:57:46.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:46.334+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:57:46.335 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:57:46.334+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:57:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:47 smithi088 ceph-mon[35322]: pgmap v19029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:57:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:47 smithi175 ceph-mon[44549]: pgmap v19029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:57:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:47 smithi181 ceph-mon[45557]: pgmap v19029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:57:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:50 smithi181 ceph-mon[45557]: pgmap v19030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:57:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:50 smithi088 ceph-mon[35322]: pgmap v19030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:57:50.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:50 smithi175 ceph-mon[44549]: pgmap v19030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:57:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:52 smithi181 ceph-mon[45557]: pgmap v19031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:57:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:52 smithi088 ceph-mon[35322]: pgmap v19031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:57:52.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:52 smithi175 ceph-mon[44549]: pgmap v19031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T22:57:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:54 smithi181 ceph-mon[45557]: pgmap v19032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T22:57:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:54 smithi088 ceph-mon[35322]: pgmap v19032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T22:57:54.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:54 smithi175 ceph-mon[44549]: pgmap v19032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 7 op/s 2024-01-28T22:57:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:55 smithi088 ceph-mon[35322]: pgmap v19033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:57:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:55 smithi175 ceph-mon[44549]: pgmap v19033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:57:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:55 smithi181 ceph-mon[45557]: pgmap v19033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:57:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:57:57 smithi088 ceph-mon[35322]: pgmap v19034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:57:57 smithi175 ceph-mon[44549]: pgmap v19034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:57:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:57:57 smithi181 ceph-mon[45557]: pgmap v19034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:00 smithi181 ceph-mon[45557]: pgmap v19035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:00.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:00 smithi088 ceph-mon[35322]: pgmap v19035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:00 smithi175 ceph-mon[44549]: pgmap v19035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:01.336+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:58:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:01.336+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:58:01.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:01.336+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:58:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:02 smithi181 ceph-mon[45557]: pgmap v19036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:02 smithi088 ceph-mon[35322]: pgmap v19036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:02.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:02 smithi175 ceph-mon[44549]: pgmap v19036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:04 smithi181 ceph-mon[45557]: pgmap v19037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:04 smithi088 ceph-mon[35322]: pgmap v19037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:04.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:04 smithi175 ceph-mon[44549]: pgmap v19037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:05.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:05 smithi088 ceph-mon[35322]: pgmap v19038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:05.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:05 smithi175 ceph-mon[44549]: pgmap v19038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:05 smithi181 ceph-mon[45557]: pgmap v19038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:07 smithi088 ceph-mon[35322]: pgmap v19039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:07 smithi175 ceph-mon[44549]: pgmap v19039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:07 smithi181 ceph-mon[45557]: pgmap v19039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:10 smithi181 ceph-mon[45557]: pgmap v19040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:10 smithi088 ceph-mon[35322]: pgmap v19040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:10.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:10 smithi175 ceph-mon[44549]: pgmap v19040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:12 smithi181 ceph-mon[45557]: pgmap v19041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:12.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:12 smithi088 ceph-mon[35322]: pgmap v19041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:12.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:12 smithi175 ceph-mon[44549]: pgmap v19041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:13 smithi088 ceph-mon[35322]: pgmap v19042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:13.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:13 smithi175 ceph-mon[44549]: pgmap v19042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:13 smithi181 ceph-mon[45557]: pgmap v19042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:16.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:16.344+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:58:16.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:16.344+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:58:16.344 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:16.344+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:58:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:16 smithi181 ceph-mon[45557]: pgmap v19043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:16.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:16 smithi088 ceph-mon[35322]: pgmap v19043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:16.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:16 smithi175 ceph-mon[44549]: pgmap v19043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:17 smithi088 ceph-mon[35322]: pgmap v19044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:17 smithi175 ceph-mon[44549]: pgmap v19044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:17 smithi181 ceph-mon[45557]: pgmap v19044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:20.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:20 smithi088 ceph-mon[35322]: pgmap v19045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:20.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:20 smithi175 ceph-mon[44549]: pgmap v19045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:20 smithi181 ceph-mon[45557]: pgmap v19045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:22 smithi181 ceph-mon[45557]: pgmap v19046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:22 smithi088 ceph-mon[35322]: pgmap v19046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:22 smithi175 ceph-mon[44549]: pgmap v19046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:23 smithi181 ceph-mon[45557]: pgmap v19047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:23.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:23 smithi088 ceph-mon[35322]: pgmap v19047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:23.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:23 smithi175 ceph-mon[44549]: pgmap v19047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:26 smithi181 ceph-mon[45557]: pgmap v19048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:26.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:26 smithi088 ceph-mon[35322]: pgmap v19048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:26 smithi175 ceph-mon[44549]: pgmap v19048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:27.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:27 smithi088 ceph-mon[35322]: pgmap v19049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:27 smithi175 ceph-mon[44549]: pgmap v19049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:27 smithi181 ceph-mon[45557]: pgmap v19049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:30 smithi181 ceph-mon[45557]: pgmap v19050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:30.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:30 smithi088 ceph-mon[35322]: pgmap v19050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:30.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:30 smithi175 ceph-mon[44549]: pgmap v19050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:31.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:31.347+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:58:31.348 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:31.347+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:58:31.348 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:31.347+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:58:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:31 smithi181 ceph-mon[45557]: pgmap v19051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:31 smithi088 ceph-mon[35322]: pgmap v19051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:31.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:31 smithi175 ceph-mon[44549]: pgmap v19051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:34 smithi181 ceph-mon[45557]: pgmap v19052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:34 smithi088 ceph-mon[35322]: pgmap v19052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:34.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:34 smithi175 ceph-mon[44549]: pgmap v19052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:35 smithi181 ceph-mon[45557]: pgmap v19053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:35 smithi088 ceph-mon[35322]: pgmap v19053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:35 smithi175 ceph-mon[44549]: pgmap v19053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:37.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:37 smithi088 ceph-mon[35322]: pgmap v19054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:37.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:37 smithi175 ceph-mon[44549]: pgmap v19054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:37 smithi181 ceph-mon[45557]: pgmap v19054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:39 smithi088 ceph-mon[35322]: pgmap v19055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:39 smithi175 ceph-mon[44549]: pgmap v19055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:39 smithi181 ceph-mon[45557]: pgmap v19055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:58:41.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:41 smithi088 ceph-mon[35322]: pgmap v19056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:41.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:41 smithi175 ceph-mon[44549]: pgmap v19056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:41 smithi181 ceph-mon[45557]: pgmap v19056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:58:43.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:43 smithi088 ceph-mon[35322]: pgmap v19057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:43.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:43 smithi175 ceph-mon[44549]: pgmap v19057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:43 smithi181 ceph-mon[45557]: pgmap v19057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:58:45.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:45 smithi088 ceph-mon[35322]: pgmap v19058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:45 smithi175 ceph-mon[44549]: pgmap v19058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:45 smithi181 ceph-mon[45557]: pgmap v19058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:58:46.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:46.359+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:58:46.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:46.360+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:58:46.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:58:46.360+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:58:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:58:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:58:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:58:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:46 smithi088 ceph-mon[35322]: pgmap v19059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:58:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:46 smithi088 ceph-mon[35322]: pgmap v19060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:58:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:58:46.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:58:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:58:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:58:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:46 smithi175 ceph-mon[44549]: pgmap v19059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:58:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:46 smithi175 ceph-mon[44549]: pgmap v19060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:58:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:58:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:58:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:58:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:58:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:46 smithi181 ceph-mon[45557]: pgmap v19059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T22:58:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:46 smithi181 ceph-mon[45557]: pgmap v19060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:58:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:58:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:48 smithi088 ceph-mon[35322]: pgmap v19061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:58:48.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:48 smithi175 ceph-mon[44549]: pgmap v19061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:58:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:48 smithi181 ceph-mon[45557]: pgmap v19061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:58:50.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:50 smithi088 ceph-mon[35322]: pgmap v19062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:58:50.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:50 smithi175 ceph-mon[44549]: pgmap v19062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:58:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:50 smithi181 ceph-mon[45557]: pgmap v19062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:58:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:52 smithi088 ceph-mon[35322]: pgmap v19063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:58:52.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:52 smithi175 ceph-mon[44549]: pgmap v19063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:58:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:52 smithi181 ceph-mon[45557]: pgmap v19063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:58:54.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:54 smithi088 ceph-mon[35322]: pgmap v19064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:58:54.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:54 smithi175 ceph-mon[44549]: pgmap v19064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:58:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:54 smithi181 ceph-mon[45557]: pgmap v19064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:58:56.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:56 smithi088 ceph-mon[35322]: pgmap v19065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:58:56.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:56 smithi175 ceph-mon[44549]: pgmap v19065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:58:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:56 smithi181 ceph-mon[45557]: pgmap v19065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:58:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:58:58 smithi088 ceph-mon[35322]: pgmap v19066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:58:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:58:58 smithi175 ceph-mon[44549]: pgmap v19066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:58:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:58:58 smithi181 ceph-mon[45557]: pgmap v19066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T22:59:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:00 smithi088 ceph-mon[35322]: pgmap v19067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:00.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:00 smithi175 ceph-mon[44549]: pgmap v19067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:00 smithi181 ceph-mon[45557]: pgmap v19067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:01.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:01.371+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:59:01.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:01.371+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:59:01.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:01.371+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:59:02.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:02 smithi088 ceph-mon[35322]: pgmap v19068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:02.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:02 smithi175 ceph-mon[44549]: pgmap v19068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:02 smithi181 ceph-mon[45557]: pgmap v19068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:04 smithi088 ceph-mon[35322]: pgmap v19069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:04.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:04 smithi175 ceph-mon[44549]: pgmap v19069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:04 smithi181 ceph-mon[45557]: pgmap v19069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:06 smithi088 ceph-mon[35322]: pgmap v19070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:06.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:06 smithi175 ceph-mon[44549]: pgmap v19070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:06 smithi181 ceph-mon[45557]: pgmap v19070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:08.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:08 smithi088 ceph-mon[35322]: pgmap v19071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:08.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:08 smithi175 ceph-mon[44549]: pgmap v19071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:08 smithi181 ceph-mon[45557]: pgmap v19071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:10.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:10 smithi088 ceph-mon[35322]: pgmap v19072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:10.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:10 smithi175 ceph-mon[44549]: pgmap v19072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:10 smithi181 ceph-mon[45557]: pgmap v19072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:12 smithi088 ceph-mon[35322]: pgmap v19073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:12.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:12 smithi175 ceph-mon[44549]: pgmap v19073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:12 smithi181 ceph-mon[45557]: pgmap v19073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:14.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:14 smithi088 ceph-mon[35322]: pgmap v19074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:14 smithi175 ceph-mon[44549]: pgmap v19074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:14 smithi181 ceph-mon[45557]: pgmap v19074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:16.383+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:59:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:16.383+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:59:16.384 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:16.383+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:59:16.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:16 smithi088 ceph-mon[35322]: pgmap v19075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:16.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:16 smithi175 ceph-mon[44549]: pgmap v19075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:16 smithi181 ceph-mon[45557]: pgmap v19075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:18.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:18 smithi088 ceph-mon[35322]: pgmap v19076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:18.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:18 smithi175 ceph-mon[44549]: pgmap v19076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:18 smithi181 ceph-mon[45557]: pgmap v19076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:20.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:20 smithi088 ceph-mon[35322]: pgmap v19077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:20 smithi175 ceph-mon[44549]: pgmap v19077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:20 smithi181 ceph-mon[45557]: pgmap v19077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:22.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:22 smithi088 ceph-mon[35322]: pgmap v19078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:22 smithi175 ceph-mon[44549]: pgmap v19078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:22 smithi181 ceph-mon[45557]: pgmap v19078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:24 smithi088 ceph-mon[35322]: pgmap v19079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:24 smithi175 ceph-mon[44549]: pgmap v19079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:24 smithi181 ceph-mon[45557]: pgmap v19079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:26.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:26 smithi088 ceph-mon[35322]: pgmap v19080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:26.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:26 smithi175 ceph-mon[44549]: pgmap v19080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:26 smithi181 ceph-mon[45557]: pgmap v19080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:28.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:28 smithi088 ceph-mon[35322]: pgmap v19081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:28.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:28 smithi175 ceph-mon[44549]: pgmap v19081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:28 smithi181 ceph-mon[45557]: pgmap v19081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:30 smithi088 ceph-mon[35322]: pgmap v19082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:30.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:30 smithi175 ceph-mon[44549]: pgmap v19082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:30 smithi181 ceph-mon[45557]: pgmap v19082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:31.391 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:31.391+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:59:31.391 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:31.391+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:59:31.391 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:31.391+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:59:32.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:32 smithi088 ceph-mon[35322]: pgmap v19083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:32 smithi175 ceph-mon[44549]: pgmap v19083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:32 smithi181 ceph-mon[45557]: pgmap v19083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:34.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:34 smithi088 ceph-mon[35322]: pgmap v19084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:34.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:34 smithi175 ceph-mon[44549]: pgmap v19084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:34 smithi181 ceph-mon[45557]: pgmap v19084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:36.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:36 smithi088 ceph-mon[35322]: pgmap v19085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:36.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:36 smithi175 ceph-mon[44549]: pgmap v19085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:36 smithi181 ceph-mon[45557]: pgmap v19085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:38.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:38 smithi088 ceph-mon[35322]: pgmap v19086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:38.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:38 smithi175 ceph-mon[44549]: pgmap v19086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:38 smithi181 ceph-mon[45557]: pgmap v19086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T22:59:40.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:40 smithi088 ceph-mon[35322]: pgmap v19087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:40.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:40 smithi175 ceph-mon[44549]: pgmap v19087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:40 smithi181 ceph-mon[45557]: pgmap v19087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T22:59:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:42 smithi175 ceph-mon[44549]: pgmap v19088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:42.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:42 smithi181 ceph-mon[45557]: pgmap v19088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:42 smithi088 ceph-mon[35322]: pgmap v19088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:44.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:44 smithi088 ceph-mon[35322]: pgmap v19089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:44.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:44 smithi175 ceph-mon[44549]: pgmap v19089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:44 smithi181 ceph-mon[45557]: pgmap v19089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:46.406 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:46.406+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T22:59:46.406 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:46.406+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T22:59:46.406 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T22:59:46.406+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T22:59:46.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:46 smithi088 ceph-mon[35322]: pgmap v19090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:46.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:46 smithi175 ceph-mon[44549]: pgmap v19090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:46 smithi181 ceph-mon[45557]: pgmap v19090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T22:59:47.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:59:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:59:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:59:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:47 smithi088 ceph-mon[35322]: pgmap v19091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:59:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:47 smithi088 ceph-mon[35322]: pgmap v19092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:59:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:59:47.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:59:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:59:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:59:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:47 smithi175 ceph-mon[44549]: pgmap v19091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:59:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:47 smithi175 ceph-mon[44549]: pgmap v19092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:59:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:59:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T22:59:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T22:59:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T22:59:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:47 smithi181 ceph-mon[45557]: pgmap v19091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T22:59:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:47 smithi181 ceph-mon[45557]: pgmap v19092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:59:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T22:59:49.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:49 smithi088 ceph-mon[35322]: pgmap v19093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:59:49.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:49 smithi175 ceph-mon[44549]: pgmap v19093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:59:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:49 smithi181 ceph-mon[45557]: pgmap v19093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:59:51.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:51 smithi088 ceph-mon[35322]: pgmap v19094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:59:51.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:51 smithi175 ceph-mon[44549]: pgmap v19094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:59:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:51 smithi181 ceph-mon[45557]: pgmap v19094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T22:59:53.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:53 smithi088 ceph-mon[35322]: pgmap v19095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:59:53.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:53 smithi175 ceph-mon[44549]: pgmap v19095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:59:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:53 smithi181 ceph-mon[45557]: pgmap v19095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T22:59:55.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:55 smithi088 ceph-mon[35322]: pgmap v19096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:59:55.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:55 smithi175 ceph-mon[44549]: pgmap v19096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:59:55.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:55 smithi181 ceph-mon[45557]: pgmap v19096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T22:59:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:57 smithi175 ceph-mon[44549]: pgmap v19097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:59:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:57 smithi181 ceph-mon[45557]: pgmap v19097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:59:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:57 smithi088 ceph-mon[35322]: pgmap v19097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T22:59:59.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 22:59:59 smithi088 ceph-mon[35322]: pgmap v19098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:59.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 22:59:59 smithi175 ceph-mon[44549]: pgmap v19098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T22:59:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 22:59:59 smithi181 ceph-mon[45557]: pgmap v19098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:00:00.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:00:00.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:00:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:00:01.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:01.421+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:00:01.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:01.421+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:00:01.421 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:01.421+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:00:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:01 smithi088 ceph-mon[35322]: pgmap v19099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:01.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:01 smithi175 ceph-mon[44549]: pgmap v19099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:01 smithi181 ceph-mon[45557]: pgmap v19099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:03.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:03 smithi088 ceph-mon[35322]: pgmap v19100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:03.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:03 smithi175 ceph-mon[44549]: pgmap v19100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:03 smithi181 ceph-mon[45557]: pgmap v19100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:05 smithi088 ceph-mon[35322]: pgmap v19101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:00:05.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:05 smithi175 ceph-mon[44549]: pgmap v19101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:00:05.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:05 smithi181 ceph-mon[45557]: pgmap v19101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:00:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:07 smithi175 ceph-mon[44549]: pgmap v19102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:07 smithi181 ceph-mon[45557]: pgmap v19102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:08.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:07 smithi088 ceph-mon[35322]: pgmap v19102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:09.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:09 smithi088 ceph-mon[35322]: pgmap v19103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:00:09.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:09 smithi175 ceph-mon[44549]: pgmap v19103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:00:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:09 smithi181 ceph-mon[45557]: pgmap v19103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:00:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:11 smithi088 ceph-mon[35322]: pgmap v19104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:11.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:11 smithi175 ceph-mon[44549]: pgmap v19104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:11 smithi181 ceph-mon[45557]: pgmap v19104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:13 smithi088 ceph-mon[35322]: pgmap v19105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:13.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:13 smithi175 ceph-mon[44549]: pgmap v19105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:13 smithi181 ceph-mon[45557]: pgmap v19105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:15.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:15 smithi088 ceph-mon[35322]: pgmap v19106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:00:15.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:15 smithi175 ceph-mon[44549]: pgmap v19106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:00:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:15 smithi181 ceph-mon[45557]: pgmap v19106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:00:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:16.434+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:00:16.434 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:16.434+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:00:16.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:16.434+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:00:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:17 smithi175 ceph-mon[44549]: pgmap v19107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:17 smithi181 ceph-mon[45557]: pgmap v19107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:17 smithi088 ceph-mon[35322]: pgmap v19107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:19 smithi088 ceph-mon[35322]: pgmap v19108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:00:19.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:19 smithi175 ceph-mon[44549]: pgmap v19108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:00:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:19 smithi181 ceph-mon[45557]: pgmap v19108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:00:21.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:21 smithi175 ceph-mon[44549]: pgmap v19109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:21 smithi088 ceph-mon[35322]: pgmap v19109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:21 smithi181 ceph-mon[45557]: pgmap v19109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:23.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:23 smithi088 ceph-mon[35322]: pgmap v19110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:23 smithi175 ceph-mon[44549]: pgmap v19110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:23 smithi181 ceph-mon[45557]: pgmap v19110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:25.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:25 smithi088 ceph-mon[35322]: pgmap v19111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:00:25.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:25 smithi175 ceph-mon[44549]: pgmap v19111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:00:25.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:25 smithi181 ceph-mon[45557]: pgmap v19111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:00:27.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:27 smithi175 ceph-mon[44549]: pgmap v19112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:27 smithi181 ceph-mon[45557]: pgmap v19112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:27 smithi088 ceph-mon[35322]: pgmap v19112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:29 smithi088 ceph-mon[35322]: pgmap v19113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:00:29.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:29 smithi175 ceph-mon[44549]: pgmap v19113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:00:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:29 smithi181 ceph-mon[45557]: pgmap v19113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:00:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:31.448+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:00:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:31.448+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:00:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:31.448+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:00:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:31 smithi088 ceph-mon[35322]: pgmap v19114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:31.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:31 smithi175 ceph-mon[44549]: pgmap v19114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:31 smithi181 ceph-mon[45557]: pgmap v19114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:33.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:33 smithi088 ceph-mon[35322]: pgmap v19115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:33.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:33 smithi175 ceph-mon[44549]: pgmap v19115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:33.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:33 smithi181 ceph-mon[45557]: pgmap v19115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:00:35.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:35 smithi088 ceph-mon[35322]: pgmap v19116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:35.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:35 smithi175 ceph-mon[44549]: pgmap v19116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:35 smithi181 ceph-mon[45557]: pgmap v19116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:37.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:37 smithi175 ceph-mon[44549]: pgmap v19117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:00:37.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:37 smithi181 ceph-mon[45557]: pgmap v19117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:00:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:37 smithi088 ceph-mon[35322]: pgmap v19117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:00:39.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:39.500+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T23:00:39.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:39.500+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T23:00:39.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:39.500+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344020000 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T23:00:39.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:39.500+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344020000 comp rx=0 tx=0).stop 2024-01-28T23:00:39.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:39.500+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T23:00:39.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:39.500+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T23:00:39.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:39.500+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T23:00:39.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:39.500+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T23:00:39.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:39.500+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T23:00:39.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:39.501+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344043050 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T23:00:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:39 smithi088 ceph-mon[35322]: pgmap v19118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:00:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:39 smithi175 ceph-mon[44549]: pgmap v19118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:00:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:39 smithi181 ceph-mon[45557]: pgmap v19118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:00:41.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:41 smithi088 ceph-mon[35322]: pgmap v19119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:00:41.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:41 smithi175 ceph-mon[44549]: pgmap v19119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:00:41.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:41 smithi181 ceph-mon[45557]: pgmap v19119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:00:43.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:43 smithi088 ceph-mon[35322]: pgmap v19120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:00:43.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:43 smithi175 ceph-mon[44549]: pgmap v19120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:00:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:43 smithi181 ceph-mon[45557]: pgmap v19120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:00:44.949 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:44.949+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:00:44.949 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:44.949+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:00:44.949 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:44.949+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 277 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:00:44.949 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:44.949+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 277 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:00:45.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:45 smithi088 ceph-mon[35322]: pgmap v19121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:45 smithi175 ceph-mon[44549]: pgmap v19121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:45 smithi181 ceph-mon[45557]: pgmap v19121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:46.463+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:00:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:46.463+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:00:46.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:00:46.463+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:00:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:47 smithi175 ceph-mon[44549]: pgmap v19122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:00:47.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:47 smithi181 ceph-mon[45557]: pgmap v19122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:00:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:47 smithi088 ceph-mon[35322]: pgmap v19122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:00:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:00:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:00:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:00:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:48 smithi175 ceph-mon[44549]: pgmap v19123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:00:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:48 smithi175 ceph-mon[44549]: pgmap v19124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:00:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:00:48.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:00:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:00:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:48 smithi181 ceph-mon[45557]: pgmap v19123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:00:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:48 smithi181 ceph-mon[45557]: pgmap v19124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:00:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:00:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:00:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:00:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:48 smithi088 ceph-mon[35322]: pgmap v19123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:00:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:48 smithi088 ceph-mon[35322]: pgmap v19124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:00:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:00:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:50 smithi088 ceph-mon[35322]: pgmap v19125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:00:50.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:50 smithi175 ceph-mon[44549]: pgmap v19125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:00:50.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:50 smithi181 ceph-mon[45557]: pgmap v19125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:00:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:52 smithi175 ceph-mon[44549]: pgmap v19126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:52 smithi181 ceph-mon[45557]: pgmap v19126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:52 smithi088 ceph-mon[35322]: pgmap v19126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:54 smithi088 ceph-mon[35322]: pgmap v19127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:54.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:54 smithi175 ceph-mon[44549]: pgmap v19127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:54 smithi181 ceph-mon[45557]: pgmap v19127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:56.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:56 smithi088 ceph-mon[35322]: pgmap v19128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:56.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:56 smithi175 ceph-mon[44549]: pgmap v19128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:56 smithi181 ceph-mon[45557]: pgmap v19128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:00:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:00:58 smithi088 ceph-mon[35322]: pgmap v19129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:00:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:00:58 smithi175 ceph-mon[44549]: pgmap v19129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:00:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:00:58 smithi181 ceph-mon[45557]: pgmap v19129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:01:00.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:00 smithi088 ceph-mon[35322]: pgmap v19130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:01:00.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:00 smithi175 ceph-mon[44549]: pgmap v19130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:01:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:00 smithi181 ceph-mon[45557]: pgmap v19130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:01:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:01.473+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:01:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:01.473+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:01:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:01.473+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:01:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:02 smithi175 ceph-mon[44549]: pgmap v19131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:02 smithi181 ceph-mon[45557]: pgmap v19131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:02 smithi088 ceph-mon[35322]: pgmap v19131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:04.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:04 smithi088 ceph-mon[35322]: pgmap v19132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:04 smithi175 ceph-mon[44549]: pgmap v19132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:04 smithi181 ceph-mon[45557]: pgmap v19132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:06.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:06 smithi088 ceph-mon[35322]: pgmap v19133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:06.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:06 smithi175 ceph-mon[44549]: pgmap v19133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:06 smithi181 ceph-mon[45557]: pgmap v19133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:08.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:08 smithi088 ceph-mon[35322]: pgmap v19134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:01:08.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:08 smithi175 ceph-mon[44549]: pgmap v19134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:01:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:08 smithi181 ceph-mon[45557]: pgmap v19134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:01:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:10 smithi088 ceph-mon[35322]: pgmap v19135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:01:10.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:10 smithi175 ceph-mon[44549]: pgmap v19135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:01:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:10 smithi181 ceph-mon[45557]: pgmap v19135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:01:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:12 smithi175 ceph-mon[44549]: pgmap v19136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:12 smithi181 ceph-mon[45557]: pgmap v19136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:12 smithi088 ceph-mon[35322]: pgmap v19136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:14.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:14 smithi088 ceph-mon[35322]: pgmap v19137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:01:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:14 smithi175 ceph-mon[44549]: pgmap v19137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:01:14.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:14 smithi181 ceph-mon[45557]: pgmap v19137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:01:16.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:16.480+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:01:16.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:16.480+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:01:16.480 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:16.480+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:01:16.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:16 smithi088 ceph-mon[35322]: pgmap v19138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:16 smithi175 ceph-mon[44549]: pgmap v19138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:16 smithi181 ceph-mon[45557]: pgmap v19138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:18.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:18 smithi088 ceph-mon[35322]: pgmap v19139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:01:18.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:18 smithi175 ceph-mon[44549]: pgmap v19139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:01:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:18 smithi181 ceph-mon[45557]: pgmap v19139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:01:20.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:20 smithi088 ceph-mon[35322]: pgmap v19140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:01:20.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:20 smithi175 ceph-mon[44549]: pgmap v19140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:01:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:20 smithi181 ceph-mon[45557]: pgmap v19140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:01:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:22 smithi175 ceph-mon[44549]: pgmap v19141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:22 smithi181 ceph-mon[45557]: pgmap v19141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:22 smithi088 ceph-mon[35322]: pgmap v19141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:24 smithi088 ceph-mon[35322]: pgmap v19142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:24.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:24 smithi175 ceph-mon[44549]: pgmap v19142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:24 smithi181 ceph-mon[45557]: pgmap v19142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:26.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:26 smithi088 ceph-mon[35322]: pgmap v19143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:26 smithi175 ceph-mon[44549]: pgmap v19143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:26 smithi181 ceph-mon[45557]: pgmap v19143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:28.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:28 smithi088 ceph-mon[35322]: pgmap v19144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:01:28.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:28 smithi175 ceph-mon[44549]: pgmap v19144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:01:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:28 smithi181 ceph-mon[45557]: pgmap v19144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:01:30.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:30 smithi088 ceph-mon[35322]: pgmap v19145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:01:30.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:30 smithi175 ceph-mon[44549]: pgmap v19145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:01:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:30 smithi181 ceph-mon[45557]: pgmap v19145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:01:31.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:31.495+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:01:31.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:31.495+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:01:31.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:31.495+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:01:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:32 smithi175 ceph-mon[44549]: pgmap v19146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:32 smithi181 ceph-mon[45557]: pgmap v19146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:32 smithi088 ceph-mon[35322]: pgmap v19146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:34.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:34 smithi088 ceph-mon[35322]: pgmap v19147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:34.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:34 smithi175 ceph-mon[44549]: pgmap v19147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:34 smithi181 ceph-mon[45557]: pgmap v19147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:36.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:36 smithi088 ceph-mon[35322]: pgmap v19148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:36 smithi175 ceph-mon[44549]: pgmap v19148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:36 smithi181 ceph-mon[45557]: pgmap v19148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:38 smithi175 ceph-mon[44549]: pgmap v19149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:01:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:38 smithi181 ceph-mon[45557]: pgmap v19149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:01:38.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:38 smithi088 ceph-mon[35322]: pgmap v19149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:01:40.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:40 smithi088 ceph-mon[35322]: pgmap v19150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:01:40.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:40 smithi175 ceph-mon[44549]: pgmap v19150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:01:40.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:40 smithi181 ceph-mon[45557]: pgmap v19150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:01:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:42 smithi175 ceph-mon[44549]: pgmap v19151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:42 smithi181 ceph-mon[45557]: pgmap v19151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:42 smithi088 ceph-mon[35322]: pgmap v19151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:44.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:44 smithi175 ceph-mon[44549]: pgmap v19152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:44 smithi181 ceph-mon[45557]: pgmap v19152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:44 smithi088 ceph-mon[35322]: pgmap v19152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:01:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:46.510+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:01:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:46.510+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:01:46.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:01:46.510+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:01:46.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:46 smithi175 ceph-mon[44549]: pgmap v19153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:46 smithi181 ceph-mon[45557]: pgmap v19153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:46.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:46 smithi088 ceph-mon[35322]: pgmap v19153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:01:48.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:48 smithi175 ceph-mon[44549]: pgmap v19154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:01:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:48 smithi181 ceph-mon[45557]: pgmap v19154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:01:48.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:48 smithi088 ceph-mon[35322]: pgmap v19154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:01:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:01:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:49 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 132.0M 2024-01-28T23:01:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:49 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 138475860: error parsing value: Value '138475860' is below minimum 939524096 2024-01-28T23:01:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:01:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:01:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:01:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:49 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 132.0M 2024-01-28T23:01:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:49 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 138475860: error parsing value: Value '138475860' is below minimum 939524096 2024-01-28T23:01:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:01:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:01:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:01:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:49 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 132.0M 2024-01-28T23:01:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:49 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 138475860: error parsing value: Value '138475860' is below minimum 939524096 2024-01-28T23:01:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:01:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:01:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:01:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:50 smithi175 ceph-mon[44549]: pgmap v19155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:01:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:50 smithi175 ceph-mon[44549]: pgmap v19156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:01:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:01:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:50 smithi181 ceph-mon[45557]: pgmap v19155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:01:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:50 smithi181 ceph-mon[45557]: pgmap v19156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:01:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:01:50.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:50 smithi088 ceph-mon[35322]: pgmap v19155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:01:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:50 smithi088 ceph-mon[35322]: pgmap v19156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:01:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:01:52.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:52 smithi175 ceph-mon[44549]: pgmap v19157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:01:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:52 smithi181 ceph-mon[45557]: pgmap v19157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:01:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:52 smithi088 ceph-mon[35322]: pgmap v19157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:01:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:54 smithi175 ceph-mon[44549]: pgmap v19158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:01:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:54 smithi181 ceph-mon[45557]: pgmap v19158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:01:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:54 smithi088 ceph-mon[35322]: pgmap v19158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:01:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:56 smithi175 ceph-mon[44549]: pgmap v19159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:01:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:56 smithi181 ceph-mon[45557]: pgmap v19159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:01:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:56 smithi088 ceph-mon[35322]: pgmap v19159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:01:58.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:01:58 smithi175 ceph-mon[44549]: pgmap v19160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:01:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:01:58 smithi181 ceph-mon[45557]: pgmap v19160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:01:59.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:01:58 smithi088 ceph-mon[35322]: pgmap v19160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:02:00.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:00 smithi175 ceph-mon[44549]: pgmap v19161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:02:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:00 smithi181 ceph-mon[45557]: pgmap v19161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:02:01.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:00 smithi088 ceph-mon[35322]: pgmap v19161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:02:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:01.525+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:02:01.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:01.525+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:02:01.526 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:01.525+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:02:02.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:02 smithi175 ceph-mon[44549]: pgmap v19162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:02 smithi181 ceph-mon[45557]: pgmap v19162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:02 smithi088 ceph-mon[35322]: pgmap v19162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:04.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:04 smithi175 ceph-mon[44549]: pgmap v19163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:04.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:04 smithi181 ceph-mon[45557]: pgmap v19163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:04 smithi088 ceph-mon[35322]: pgmap v19163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:06 smithi175 ceph-mon[44549]: pgmap v19164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:06 smithi181 ceph-mon[45557]: pgmap v19164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:06 smithi088 ceph-mon[35322]: pgmap v19164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:08.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:08 smithi175 ceph-mon[44549]: pgmap v19165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:08 smithi181 ceph-mon[45557]: pgmap v19165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:09.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:08 smithi088 ceph-mon[35322]: pgmap v19165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:10 smithi175 ceph-mon[44549]: pgmap v19166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:10 smithi181 ceph-mon[45557]: pgmap v19166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:10 smithi088 ceph-mon[35322]: pgmap v19166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:12.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:12 smithi175 ceph-mon[44549]: pgmap v19167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:12.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:12 smithi181 ceph-mon[45557]: pgmap v19167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:12 smithi088 ceph-mon[35322]: pgmap v19167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:14 smithi175 ceph-mon[44549]: pgmap v19168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:14.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:14 smithi181 ceph-mon[45557]: pgmap v19168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:14 smithi088 ceph-mon[35322]: pgmap v19168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:16.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:16.541+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:02:16.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:16.541+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:02:16.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:16.541+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:02:16.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:16 smithi175 ceph-mon[44549]: pgmap v19169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:16.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:16 smithi181 ceph-mon[45557]: pgmap v19169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:17.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:16 smithi088 ceph-mon[35322]: pgmap v19169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:18 smithi175 ceph-mon[44549]: pgmap v19170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:18 smithi181 ceph-mon[45557]: pgmap v19170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:19.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:18 smithi088 ceph-mon[35322]: pgmap v19170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:20 smithi175 ceph-mon[44549]: pgmap v19171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:20 smithi181 ceph-mon[45557]: pgmap v19171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:21.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:20 smithi088 ceph-mon[35322]: pgmap v19171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:22.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:22 smithi175 ceph-mon[44549]: pgmap v19172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:22 smithi181 ceph-mon[45557]: pgmap v19172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:22 smithi088 ceph-mon[35322]: pgmap v19172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:24 smithi175 ceph-mon[44549]: pgmap v19173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:24 smithi181 ceph-mon[45557]: pgmap v19173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:24 smithi088 ceph-mon[35322]: pgmap v19173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:26 smithi175 ceph-mon[44549]: pgmap v19174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:26.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:26 smithi181 ceph-mon[45557]: pgmap v19174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:27.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:26 smithi088 ceph-mon[35322]: pgmap v19174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:28 smithi175 ceph-mon[44549]: pgmap v19175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:28.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:28 smithi181 ceph-mon[45557]: pgmap v19175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:28 smithi088 ceph-mon[35322]: pgmap v19175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:30.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:30 smithi175 ceph-mon[44549]: pgmap v19176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:30.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:30 smithi181 ceph-mon[45557]: pgmap v19176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:30 smithi088 ceph-mon[35322]: pgmap v19176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:31.544+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:02:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:31.544+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:02:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:31.544+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:02:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:32 smithi175 ceph-mon[44549]: pgmap v19177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:32 smithi181 ceph-mon[45557]: pgmap v19177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:32 smithi088 ceph-mon[35322]: pgmap v19177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:34 smithi175 ceph-mon[44549]: pgmap v19178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:34 smithi181 ceph-mon[45557]: pgmap v19178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:34 smithi088 ceph-mon[35322]: pgmap v19178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:36 smithi175 ceph-mon[44549]: pgmap v19179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:36 smithi181 ceph-mon[45557]: pgmap v19179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:37.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:36 smithi088 ceph-mon[35322]: pgmap v19179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:38 smithi181 ceph-mon[45557]: pgmap v19180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:38 smithi088 ceph-mon[35322]: pgmap v19180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:38 smithi175 ceph-mon[44549]: pgmap v19180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:40 smithi181 ceph-mon[45557]: pgmap v19181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:40 smithi088 ceph-mon[35322]: pgmap v19181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:40 smithi175 ceph-mon[44549]: pgmap v19181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:42 smithi181 ceph-mon[45557]: pgmap v19182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:42 smithi088 ceph-mon[35322]: pgmap v19182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:42 smithi175 ceph-mon[44549]: pgmap v19182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:44 smithi181 ceph-mon[45557]: pgmap v19183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:44 smithi088 ceph-mon[35322]: pgmap v19183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:45.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:44 smithi175 ceph-mon[44549]: pgmap v19183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:02:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:46.558+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:02:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:46.558+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:02:46.558 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:46.558+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:02:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:46 smithi181 ceph-mon[45557]: pgmap v19184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:46 smithi088 ceph-mon[35322]: pgmap v19184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:46 smithi175 ceph-mon[44549]: pgmap v19184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:02:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:48 smithi181 ceph-mon[45557]: pgmap v19185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:48 smithi088 ceph-mon[35322]: pgmap v19185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:49.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:48 smithi175 ceph-mon[44549]: pgmap v19185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:02:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:02:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:02:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:02:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:50 smithi181 ceph-mon[45557]: pgmap v19186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:50 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 130.5M 2024-01-28T23:02:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:50 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 136850911: error parsing value: Value '136850911' is below minimum 939524096 2024-01-28T23:02:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:02:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:02:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:02:51.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:50 smithi088 ceph-mon[35322]: pgmap v19186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:50 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 130.5M 2024-01-28T23:02:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:50 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 136850911: error parsing value: Value '136850911' is below minimum 939524096 2024-01-28T23:02:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:02:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:02:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:02:51.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:50 smithi175 ceph-mon[44549]: pgmap v19186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:02:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:02:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:50 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 130.5M 2024-01-28T23:02:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:50 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 136850911: error parsing value: Value '136850911' is below minimum 939524096 2024-01-28T23:02:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:02:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:02:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:02:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:51 smithi181 ceph-mon[45557]: pgmap v19187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:02:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:51 smithi181 ceph-mon[45557]: pgmap v19188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:02:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:51 smithi088 ceph-mon[35322]: pgmap v19187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:02:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:51 smithi088 ceph-mon[35322]: pgmap v19188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:02:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:51 smithi175 ceph-mon[44549]: pgmap v19187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:02:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:51 smithi175 ceph-mon[44549]: pgmap v19188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:02:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:53 smithi181 ceph-mon[45557]: pgmap v19189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:02:54.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:53 smithi088 ceph-mon[35322]: pgmap v19189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:02:54.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:53 smithi175 ceph-mon[44549]: pgmap v19189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:02:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:55 smithi181 ceph-mon[45557]: pgmap v19190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:02:56.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:55 smithi088 ceph-mon[35322]: pgmap v19190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:02:56.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:55 smithi175 ceph-mon[44549]: pgmap v19190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:02:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:57 smithi181 ceph-mon[45557]: pgmap v19191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:02:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:57 smithi088 ceph-mon[35322]: pgmap v19191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:02:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:57 smithi175 ceph-mon[44549]: pgmap v19191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:02:59.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:59.970+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:02:59.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:59.970+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:02:59.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:59.970+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 278 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:02:59.971 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:02:59.971+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 278 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:03:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:02:59 smithi088 ceph-mon[35322]: pgmap v19192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:03:00.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:02:59 smithi175 ceph-mon[44549]: pgmap v19192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:03:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:02:59 smithi181 ceph-mon[45557]: pgmap v19192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:03:01.571 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:01.571+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:03:01.571 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:01.571+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:03:01.571 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:01.571+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:03:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:01 smithi088 ceph-mon[35322]: pgmap v19193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:03:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:01 smithi175 ceph-mon[44549]: pgmap v19193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:03:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:01 smithi181 ceph-mon[45557]: pgmap v19193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:03:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:03 smithi088 ceph-mon[35322]: pgmap v19194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:03 smithi175 ceph-mon[44549]: pgmap v19194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:03 smithi181 ceph-mon[45557]: pgmap v19194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:05 smithi088 ceph-mon[35322]: pgmap v19195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:06.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:05 smithi175 ceph-mon[44549]: pgmap v19195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:06.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:05 smithi181 ceph-mon[45557]: pgmap v19195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:07 smithi088 ceph-mon[35322]: pgmap v19196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:07 smithi175 ceph-mon[44549]: pgmap v19196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:07 smithi181 ceph-mon[45557]: pgmap v19196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:09 smithi088 ceph-mon[35322]: pgmap v19197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:10.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:09 smithi175 ceph-mon[44549]: pgmap v19197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:09 smithi181 ceph-mon[45557]: pgmap v19197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:12.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:11 smithi088 ceph-mon[35322]: pgmap v19198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:12.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:11 smithi175 ceph-mon[44549]: pgmap v19198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:12.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:11 smithi181 ceph-mon[45557]: pgmap v19198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:13 smithi088 ceph-mon[35322]: pgmap v19199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:14.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:13 smithi175 ceph-mon[44549]: pgmap v19199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:14.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:13 smithi181 ceph-mon[45557]: pgmap v19199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:16.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:15 smithi088 ceph-mon[35322]: pgmap v19200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:16.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:15 smithi175 ceph-mon[44549]: pgmap v19200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:15 smithi181 ceph-mon[45557]: pgmap v19200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:16.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:16.586+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:03:16.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:16.586+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:03:16.586 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:16.586+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:03:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:17 smithi088 ceph-mon[35322]: pgmap v19201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:17 smithi175 ceph-mon[44549]: pgmap v19201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:18.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:17 smithi181 ceph-mon[45557]: pgmap v19201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:20.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:19 smithi088 ceph-mon[35322]: pgmap v19202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:20.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:19 smithi175 ceph-mon[44549]: pgmap v19202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:19 smithi181 ceph-mon[45557]: pgmap v19202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:22.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:21 smithi088 ceph-mon[35322]: pgmap v19203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:22.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:21 smithi175 ceph-mon[44549]: pgmap v19203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:22.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:21 smithi181 ceph-mon[45557]: pgmap v19203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:24.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:23 smithi088 ceph-mon[35322]: pgmap v19204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:24.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:23 smithi175 ceph-mon[44549]: pgmap v19204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:23 smithi181 ceph-mon[45557]: pgmap v19204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:26.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:25 smithi088 ceph-mon[35322]: pgmap v19205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:25 smithi175 ceph-mon[44549]: pgmap v19205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:25 smithi181 ceph-mon[45557]: pgmap v19205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:27 smithi088 ceph-mon[35322]: pgmap v19206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:27 smithi175 ceph-mon[44549]: pgmap v19206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:27 smithi181 ceph-mon[45557]: pgmap v19206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:30.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:29 smithi088 ceph-mon[35322]: pgmap v19207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:30.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:29 smithi175 ceph-mon[44549]: pgmap v19207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:29 smithi181 ceph-mon[45557]: pgmap v19207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:31.600+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:03:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:31.600+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:03:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:31.600+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:03:32.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:31 smithi088 ceph-mon[35322]: pgmap v19208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:32.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:31 smithi175 ceph-mon[44549]: pgmap v19208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:32.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:31 smithi181 ceph-mon[45557]: pgmap v19208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:33 smithi088 ceph-mon[35322]: pgmap v19209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:34.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:33 smithi175 ceph-mon[44549]: pgmap v19209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:33 smithi181 ceph-mon[45557]: pgmap v19209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:35 smithi175 ceph-mon[44549]: pgmap v19210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:35 smithi181 ceph-mon[45557]: pgmap v19210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:36.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:35 smithi088 ceph-mon[35322]: pgmap v19210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:03:38.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:37 smithi175 ceph-mon[44549]: pgmap v19211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:37 smithi181 ceph-mon[45557]: pgmap v19211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:38.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:37 smithi088 ceph-mon[35322]: pgmap v19211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:40.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:39 smithi175 ceph-mon[44549]: pgmap v19212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:39 smithi181 ceph-mon[45557]: pgmap v19212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:40.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:39 smithi088 ceph-mon[35322]: pgmap v19212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:03:42.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:41 smithi175 ceph-mon[44549]: pgmap v19213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:41 smithi181 ceph-mon[45557]: pgmap v19213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:42.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:41 smithi088 ceph-mon[35322]: pgmap v19213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:03:44.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:43 smithi175 ceph-mon[44549]: pgmap v19214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:44.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:43 smithi181 ceph-mon[45557]: pgmap v19214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:44.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:43 smithi088 ceph-mon[35322]: pgmap v19214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:03:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:44.977+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:03:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:44.977+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:03:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:44.977+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 279 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T23:03:44.977 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:44.977+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 279 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T23:03:46.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:45 smithi175 ceph-mon[44549]: pgmap v19215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:03:46.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:45 smithi181 ceph-mon[45557]: pgmap v19215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:03:46.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:45 smithi088 ceph-mon[35322]: pgmap v19215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:03:46.613 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:46.613+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:03:46.613 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:46.613+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:03:46.613 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:03:46.613+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:03:48.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:47 smithi175 ceph-mon[44549]: pgmap v19216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:47 smithi181 ceph-mon[45557]: pgmap v19216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:47 smithi088 ceph-mon[35322]: pgmap v19216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:03:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:49 smithi175 ceph-mon[44549]: pgmap v19217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:03:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:49 smithi181 ceph-mon[45557]: pgmap v19217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:03:50.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:49 smithi088 ceph-mon[35322]: pgmap v19217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:03:51.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:03:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:03:51.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:03:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:51 smithi175 ceph-mon[44549]: pgmap v19218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:03:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:03:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:03:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:03:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:51 smithi181 ceph-mon[45557]: pgmap v19218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:03:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:03:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:03:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:03:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:51 smithi088 ceph-mon[35322]: pgmap v19218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:03:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:03:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:03:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:03:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:52 smithi175 ceph-mon[44549]: pgmap v19219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T23:03:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:52 smithi175 ceph-mon[44549]: pgmap v19220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:03:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:52 smithi181 ceph-mon[45557]: pgmap v19219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T23:03:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:52 smithi181 ceph-mon[45557]: pgmap v19220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:03:53.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:52 smithi088 ceph-mon[35322]: pgmap v19219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-01-28T23:03:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:52 smithi088 ceph-mon[35322]: pgmap v19220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:03:55.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:54 smithi175 ceph-mon[44549]: pgmap v19221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:03:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:54 smithi181 ceph-mon[45557]: pgmap v19221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:03:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:54 smithi088 ceph-mon[35322]: pgmap v19221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:03:57.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:56 smithi175 ceph-mon[44549]: pgmap v19222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:03:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:56 smithi181 ceph-mon[45557]: pgmap v19222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:03:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:56 smithi088 ceph-mon[35322]: pgmap v19222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:03:59.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:03:58 smithi175 ceph-mon[44549]: pgmap v19223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:03:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:03:58 smithi181 ceph-mon[45557]: pgmap v19223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:03:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:03:58 smithi088 ceph-mon[35322]: pgmap v19223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:04:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:00 smithi175 ceph-mon[44549]: pgmap v19224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:04:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:00 smithi181 ceph-mon[45557]: pgmap v19224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:04:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:00 smithi088 ceph-mon[35322]: pgmap v19224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:04:01.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:01.628+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:04:01.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:01.628+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:04:01.628 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:01.628+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:04:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:02 smithi175 ceph-mon[44549]: pgmap v19225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:04:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:02 smithi181 ceph-mon[45557]: pgmap v19225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:04:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:02 smithi088 ceph-mon[35322]: pgmap v19225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:04:05.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:04 smithi175 ceph-mon[44549]: pgmap v19226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:05.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:04 smithi181 ceph-mon[45557]: pgmap v19226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:05.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:04 smithi088 ceph-mon[35322]: pgmap v19226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:07.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:06 smithi175 ceph-mon[44549]: pgmap v19227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:06 smithi181 ceph-mon[45557]: pgmap v19227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:07.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:06 smithi088 ceph-mon[35322]: pgmap v19227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:08 smithi175 ceph-mon[44549]: pgmap v19228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:08 smithi181 ceph-mon[45557]: pgmap v19228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:09.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:08 smithi088 ceph-mon[35322]: pgmap v19228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:10 smithi175 ceph-mon[44549]: pgmap v19229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:10 smithi181 ceph-mon[45557]: pgmap v19229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:11.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:10 smithi088 ceph-mon[35322]: pgmap v19229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:12 smithi175 ceph-mon[44549]: pgmap v19230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:12 smithi181 ceph-mon[45557]: pgmap v19230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:13.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:12 smithi088 ceph-mon[35322]: pgmap v19230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:14 smithi175 ceph-mon[44549]: pgmap v19231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:14 smithi181 ceph-mon[45557]: pgmap v19231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:14 smithi088 ceph-mon[35322]: pgmap v19231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:16.643 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:16.642+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:04:16.643 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:16.642+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:04:16.643 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:16.642+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:04:17.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:16 smithi175 ceph-mon[44549]: pgmap v19232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:16 smithi181 ceph-mon[45557]: pgmap v19232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:17.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:16 smithi088 ceph-mon[35322]: pgmap v19232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:19.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:18 smithi175 ceph-mon[44549]: pgmap v19233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:18 smithi181 ceph-mon[45557]: pgmap v19233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:18 smithi088 ceph-mon[35322]: pgmap v19233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:21.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:20 smithi175 ceph-mon[44549]: pgmap v19234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:20 smithi181 ceph-mon[45557]: pgmap v19234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:21.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:20 smithi088 ceph-mon[35322]: pgmap v19234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:22 smithi175 ceph-mon[44549]: pgmap v19235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:22 smithi181 ceph-mon[45557]: pgmap v19235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:22 smithi088 ceph-mon[35322]: pgmap v19235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:24 smithi175 ceph-mon[44549]: pgmap v19236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:24 smithi181 ceph-mon[45557]: pgmap v19236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:25.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:24 smithi088 ceph-mon[35322]: pgmap v19236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:26 smithi175 ceph-mon[44549]: pgmap v19237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:26 smithi181 ceph-mon[45557]: pgmap v19237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:26 smithi088 ceph-mon[35322]: pgmap v19237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:28 smithi175 ceph-mon[44549]: pgmap v19238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:28 smithi181 ceph-mon[45557]: pgmap v19238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:28 smithi088 ceph-mon[35322]: pgmap v19238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:31.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:30 smithi175 ceph-mon[44549]: pgmap v19239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:30 smithi181 ceph-mon[45557]: pgmap v19239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:31.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:30 smithi088 ceph-mon[35322]: pgmap v19239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:31.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:31.653+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:04:31.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:31.653+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:04:31.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:31.653+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:04:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:32 smithi175 ceph-mon[44549]: pgmap v19240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:33.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:32 smithi181 ceph-mon[45557]: pgmap v19240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:33.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:32 smithi088 ceph-mon[35322]: pgmap v19240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:35.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:34 smithi175 ceph-mon[44549]: pgmap v19241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:34 smithi181 ceph-mon[45557]: pgmap v19241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:35.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:34 smithi088 ceph-mon[35322]: pgmap v19241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:36 smithi175 ceph-mon[44549]: pgmap v19242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:36 smithi181 ceph-mon[45557]: pgmap v19242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:37.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:36 smithi088 ceph-mon[35322]: pgmap v19242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:39.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:38 smithi175 ceph-mon[44549]: pgmap v19243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:38 smithi181 ceph-mon[45557]: pgmap v19243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:39.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:38 smithi088 ceph-mon[35322]: pgmap v19243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:40 smithi175 ceph-mon[44549]: pgmap v19244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:40 smithi181 ceph-mon[45557]: pgmap v19244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:41.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:40 smithi088 ceph-mon[35322]: pgmap v19244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:42 smithi181 ceph-mon[45557]: pgmap v19245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:43.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:42 smithi088 ceph-mon[35322]: pgmap v19245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:43.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:42 smithi175 ceph-mon[44549]: pgmap v19245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:44 smithi181 ceph-mon[45557]: pgmap v19246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:44 smithi088 ceph-mon[35322]: pgmap v19246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:45.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:44 smithi175 ceph-mon[44549]: pgmap v19246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:46.664 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:46.664+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:04:46.664 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:46.664+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:04:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:04:46.664+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:04:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:46 smithi181 ceph-mon[45557]: pgmap v19247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:47.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:46 smithi088 ceph-mon[35322]: pgmap v19247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:47.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:46 smithi175 ceph-mon[44549]: pgmap v19247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:04:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:48 smithi181 ceph-mon[45557]: pgmap v19248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:49.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:48 smithi088 ceph-mon[35322]: pgmap v19248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:49.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:48 smithi175 ceph-mon[44549]: pgmap v19248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:04:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:50 smithi181 ceph-mon[45557]: pgmap v19249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:51.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:50 smithi088 ceph-mon[35322]: pgmap v19249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:51.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:50 smithi175 ceph-mon[44549]: pgmap v19249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:04:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:04:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:04:52.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:04:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:52 smithi181 ceph-mon[45557]: pgmap v19250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:53.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:52 smithi088 ceph-mon[35322]: pgmap v19250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:53.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:53.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:52 smithi175 ceph-mon[44549]: pgmap v19250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:04:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:55 smithi088 ceph-mon[35322]: pgmap v19251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:04:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:04:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:55 smithi175 ceph-mon[44549]: pgmap v19251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:04:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:04:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:55 smithi181 ceph-mon[45557]: pgmap v19251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:04:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:04:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:04:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:04:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:56 smithi088 ceph-mon[35322]: pgmap v19252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T23:04:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:56 smithi088 ceph-mon[35322]: pgmap v19253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:04:56.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:56 smithi175 ceph-mon[44549]: pgmap v19252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T23:04:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:56 smithi175 ceph-mon[44549]: pgmap v19253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:04:56.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:56 smithi181 ceph-mon[45557]: pgmap v19252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T23:04:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:56 smithi181 ceph-mon[45557]: pgmap v19253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:04:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:57 smithi175 ceph-mon[44549]: pgmap v19254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:04:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:57 smithi181 ceph-mon[45557]: pgmap v19254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:04:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:57 smithi088 ceph-mon[35322]: pgmap v19254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:05:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:04:59 smithi088 ceph-mon[35322]: pgmap v19255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:05:00.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:04:59 smithi175 ceph-mon[44549]: pgmap v19255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:05:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:04:59 smithi181 ceph-mon[45557]: pgmap v19255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:05:01.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:01.679+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:05:01.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:01.679+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:05:01.680 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:01.679+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:05:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:01 smithi175 ceph-mon[44549]: pgmap v19256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:05:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:01 smithi181 ceph-mon[45557]: pgmap v19256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:05:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:01 smithi088 ceph-mon[35322]: pgmap v19256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:05:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:03 smithi175 ceph-mon[44549]: pgmap v19257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:05:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:03 smithi181 ceph-mon[45557]: pgmap v19257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:05:04.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:03 smithi088 ceph-mon[35322]: pgmap v19257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:05:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:05 smithi175 ceph-mon[44549]: pgmap v19258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:05:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:05 smithi181 ceph-mon[45557]: pgmap v19258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:05:06.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:05 smithi088 ceph-mon[35322]: pgmap v19258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:05:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:07 smithi175 ceph-mon[44549]: pgmap v19259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:07 smithi181 ceph-mon[45557]: pgmap v19259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:08.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:07 smithi088 ceph-mon[35322]: pgmap v19259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:10.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:09 smithi175 ceph-mon[44549]: pgmap v19260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:09 smithi181 ceph-mon[45557]: pgmap v19260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:10.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:09 smithi088 ceph-mon[35322]: pgmap v19260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:12.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:11 smithi175 ceph-mon[44549]: pgmap v19261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:11 smithi181 ceph-mon[45557]: pgmap v19261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:12.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:11 smithi088 ceph-mon[35322]: pgmap v19261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:14.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:13 smithi175 ceph-mon[44549]: pgmap v19262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:13 smithi181 ceph-mon[45557]: pgmap v19262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:13 smithi088 ceph-mon[35322]: pgmap v19262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:15 smithi175 ceph-mon[44549]: pgmap v19263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:16.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:15 smithi181 ceph-mon[45557]: pgmap v19263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:16.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:15 smithi088 ceph-mon[35322]: pgmap v19263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:16.691+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:05:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:16.691+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:05:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:16.691+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:05:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:17 smithi175 ceph-mon[44549]: pgmap v19264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:17 smithi181 ceph-mon[45557]: pgmap v19264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:17 smithi088 ceph-mon[35322]: pgmap v19264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:20.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:19 smithi175 ceph-mon[44549]: pgmap v19265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:19 smithi181 ceph-mon[45557]: pgmap v19265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:20.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:19 smithi088 ceph-mon[35322]: pgmap v19265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:22.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:21 smithi175 ceph-mon[44549]: pgmap v19266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:21 smithi181 ceph-mon[45557]: pgmap v19266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:21 smithi088 ceph-mon[35322]: pgmap v19266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:24.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:23 smithi175 ceph-mon[44549]: pgmap v19267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:24.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:23 smithi181 ceph-mon[45557]: pgmap v19267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:24.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:23 smithi088 ceph-mon[35322]: pgmap v19267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:26.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:25 smithi175 ceph-mon[44549]: pgmap v19268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:25 smithi181 ceph-mon[45557]: pgmap v19268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:26.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:25 smithi088 ceph-mon[35322]: pgmap v19268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:27 smithi175 ceph-mon[44549]: pgmap v19269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:27 smithi181 ceph-mon[45557]: pgmap v19269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:27 smithi088 ceph-mon[35322]: pgmap v19269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:30.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:29 smithi175 ceph-mon[44549]: pgmap v19270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:30.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:29 smithi181 ceph-mon[45557]: pgmap v19270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:30.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:29 smithi088 ceph-mon[35322]: pgmap v19270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:31.706+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:05:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:31.706+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:05:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:31.706+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:05:32.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:31 smithi175 ceph-mon[44549]: pgmap v19271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:32.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:31 smithi181 ceph-mon[45557]: pgmap v19271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:32.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:31 smithi088 ceph-mon[35322]: pgmap v19271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:34.048 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:33 smithi088 ceph-mon[35322]: pgmap v19272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:34.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:33 smithi175 ceph-mon[44549]: pgmap v19272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:34.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:33 smithi181 ceph-mon[45557]: pgmap v19272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:36.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:35 smithi175 ceph-mon[44549]: pgmap v19273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:35 smithi181 ceph-mon[45557]: pgmap v19273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:36.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:35 smithi088 ceph-mon[35322]: pgmap v19273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:37.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:37 smithi175 ceph-mon[44549]: pgmap v19274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:37 smithi181 ceph-mon[45557]: pgmap v19274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:37 smithi088 ceph-mon[35322]: pgmap v19274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:40.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:39 smithi175 ceph-mon[44549]: pgmap v19275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:39 smithi181 ceph-mon[45557]: pgmap v19275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:39 smithi088 ceph-mon[35322]: pgmap v19275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:41 smithi175 ceph-mon[44549]: pgmap v19276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:41 smithi181 ceph-mon[45557]: pgmap v19276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:42.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:41 smithi088 ceph-mon[35322]: pgmap v19276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:44.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:43 smithi175 ceph-mon[44549]: pgmap v19277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:44.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:43 smithi181 ceph-mon[45557]: pgmap v19277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:44.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:43 smithi088 ceph-mon[35322]: pgmap v19277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:46.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:45 smithi175 ceph-mon[44549]: pgmap v19278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:45 smithi181 ceph-mon[45557]: pgmap v19278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:46.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:45 smithi088 ceph-mon[35322]: pgmap v19278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:46.719 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:46.719+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:05:46.719 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:46.719+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:05:46.719 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:05:46.719+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:05:47.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:47 smithi175 ceph-mon[44549]: pgmap v19279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:47 smithi181 ceph-mon[45557]: pgmap v19279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:47 smithi088 ceph-mon[35322]: pgmap v19279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:05:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:49 smithi175 ceph-mon[44549]: pgmap v19280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:49 smithi181 ceph-mon[45557]: pgmap v19280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:50.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:49 smithi088 ceph-mon[35322]: pgmap v19280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:05:52.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:51 smithi175 ceph-mon[44549]: pgmap v19281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:51 smithi181 ceph-mon[45557]: pgmap v19281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:51 smithi088 ceph-mon[35322]: pgmap v19281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:05:54.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:53 smithi175 ceph-mon[44549]: pgmap v19282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:53 smithi181 ceph-mon[45557]: pgmap v19282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:54.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:53 smithi088 ceph-mon[35322]: pgmap v19282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:05:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:55 smithi175 ceph-mon[44549]: pgmap v19283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:05:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:05:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:05:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:05:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:55 smithi181 ceph-mon[45557]: pgmap v19283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:05:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:05:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:05:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:05:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:55 smithi088 ceph-mon[35322]: pgmap v19283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:05:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:05:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:05:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:05:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:05:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:56 smithi175 ceph-mon[44549]: pgmap v19284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:05:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:56 smithi181 ceph-mon[45557]: pgmap v19284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:05:57.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:56 smithi088 ceph-mon[35322]: pgmap v19284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:05:59.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:05:58 smithi175 ceph-mon[44549]: pgmap v19285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:05:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:05:58 smithi181 ceph-mon[45557]: pgmap v19285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:05:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:05:58 smithi088 ceph-mon[35322]: pgmap v19285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:06:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:00 smithi175 ceph-mon[44549]: pgmap v19286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:06:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:00 smithi181 ceph-mon[45557]: pgmap v19286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:06:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:00 smithi088 ceph-mon[35322]: pgmap v19286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:06:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:01.729+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:06:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:01.729+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:06:01.730 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:01.729+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:06:02.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:02 smithi175 ceph-mon[44549]: pgmap v19287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:06:02.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:02 smithi181 ceph-mon[45557]: pgmap v19287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:06:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:02 smithi088 ceph-mon[35322]: pgmap v19287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:06:05.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:04 smithi175 ceph-mon[44549]: pgmap v19288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:06:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:04 smithi181 ceph-mon[45557]: pgmap v19288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:06:05.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:04 smithi088 ceph-mon[35322]: pgmap v19288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:06:07.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:06 smithi175 ceph-mon[44549]: pgmap v19289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:06:07.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:06 smithi181 ceph-mon[45557]: pgmap v19289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:06:07.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:06 smithi088 ceph-mon[35322]: pgmap v19289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:06:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:08 smithi175 ceph-mon[44549]: pgmap v19290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:08 smithi181 ceph-mon[45557]: pgmap v19290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:09.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:08 smithi088 ceph-mon[35322]: pgmap v19290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:10 smithi175 ceph-mon[44549]: pgmap v19291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:11.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:10 smithi181 ceph-mon[45557]: pgmap v19291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:11.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:10 smithi088 ceph-mon[35322]: pgmap v19291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:12.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:12 smithi175 ceph-mon[44549]: pgmap v19292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:12.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:12 smithi181 ceph-mon[45557]: pgmap v19292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:12 smithi088 ceph-mon[35322]: pgmap v19292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:14.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:14 smithi181 ceph-mon[45557]: pgmap v19293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:14 smithi175 ceph-mon[44549]: pgmap v19293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:14 smithi088 ceph-mon[35322]: pgmap v19293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:16.743 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:16.743+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:06:16.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:16.743+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:06:16.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:16.743+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:06:17.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:16 smithi175 ceph-mon[44549]: pgmap v19294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:16 smithi181 ceph-mon[45557]: pgmap v19294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:17.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:16 smithi088 ceph-mon[35322]: pgmap v19294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:19.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:18 smithi175 ceph-mon[44549]: pgmap v19295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:19.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:18 smithi181 ceph-mon[45557]: pgmap v19295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:18 smithi088 ceph-mon[35322]: pgmap v19295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:21.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:20 smithi175 ceph-mon[44549]: pgmap v19296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:21.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:20 smithi181 ceph-mon[45557]: pgmap v19296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:21.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:20 smithi088 ceph-mon[35322]: pgmap v19296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:22.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:22 smithi175 ceph-mon[44549]: pgmap v19297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:22.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:22 smithi181 ceph-mon[45557]: pgmap v19297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:22 smithi088 ceph-mon[35322]: pgmap v19297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:24 smithi175 ceph-mon[44549]: pgmap v19298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:24 smithi181 ceph-mon[45557]: pgmap v19298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:25.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:24 smithi088 ceph-mon[35322]: pgmap v19298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:26 smithi175 ceph-mon[44549]: pgmap v19299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:26 smithi181 ceph-mon[45557]: pgmap v19299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:26 smithi088 ceph-mon[35322]: pgmap v19299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:28 smithi175 ceph-mon[44549]: pgmap v19300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:28 smithi181 ceph-mon[45557]: pgmap v19300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:28 smithi088 ceph-mon[35322]: pgmap v19300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:31.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:30 smithi175 ceph-mon[44549]: pgmap v19301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:30 smithi181 ceph-mon[45557]: pgmap v19301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:31.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:30 smithi088 ceph-mon[35322]: pgmap v19301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:31.757+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:06:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:31.757+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:06:31.757 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:31.757+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:06:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:32 smithi181 ceph-mon[45557]: pgmap v19302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:32 smithi088 ceph-mon[35322]: pgmap v19302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:32 smithi175 ceph-mon[44549]: pgmap v19302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:35.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:34 smithi175 ceph-mon[44549]: pgmap v19303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:34 smithi181 ceph-mon[45557]: pgmap v19303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:35.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:34 smithi088 ceph-mon[35322]: pgmap v19303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:36 smithi175 ceph-mon[44549]: pgmap v19304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:36 smithi181 ceph-mon[45557]: pgmap v19304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:37.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:36 smithi088 ceph-mon[35322]: pgmap v19304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:39.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:38 smithi175 ceph-mon[44549]: pgmap v19305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:38 smithi181 ceph-mon[45557]: pgmap v19305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:39.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:38 smithi088 ceph-mon[35322]: pgmap v19305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:40 smithi175 ceph-mon[44549]: pgmap v19306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:40 smithi181 ceph-mon[45557]: pgmap v19306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:41.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:40 smithi088 ceph-mon[35322]: pgmap v19306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:42 smithi181 ceph-mon[45557]: pgmap v19307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:42 smithi088 ceph-mon[35322]: pgmap v19307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:42 smithi175 ceph-mon[44549]: pgmap v19307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:45.003+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:06:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:45.003+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:06:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:45.003+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 280 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T23:06:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:45.003+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 280 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T23:06:45.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:44 smithi175 ceph-mon[44549]: pgmap v19308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:44 smithi181 ceph-mon[45557]: pgmap v19308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:45.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:44 smithi088 ceph-mon[35322]: pgmap v19308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:46.769 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:46.768+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:06:46.769 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:46.768+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:06:46.769 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:06:46.768+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:06:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:46 smithi175 ceph-mon[44549]: pgmap v19309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:46 smithi181 ceph-mon[45557]: pgmap v19309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:47.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:46 smithi088 ceph-mon[35322]: pgmap v19309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:49.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:48 smithi175 ceph-mon[44549]: pgmap v19310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:48 smithi181 ceph-mon[45557]: pgmap v19310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:48 smithi088 ceph-mon[35322]: pgmap v19310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:06:51.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:50 smithi175 ceph-mon[44549]: pgmap v19311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:50 smithi181 ceph-mon[45557]: pgmap v19311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:51.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:50 smithi088 ceph-mon[35322]: pgmap v19311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:06:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:52 smithi181 ceph-mon[45557]: pgmap v19312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:52 smithi088 ceph-mon[35322]: pgmap v19312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:52 smithi175 ceph-mon[44549]: pgmap v19312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:06:55.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:54 smithi175 ceph-mon[44549]: pgmap v19313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:54 smithi181 ceph-mon[45557]: pgmap v19313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:55.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:54 smithi088 ceph-mon[35322]: pgmap v19313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:06:57.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:56 smithi175 ceph-mon[44549]: pgmap v19314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:06:57.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:56 smithi181 ceph-mon[45557]: pgmap v19314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:06:57.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:56 smithi088 ceph-mon[35322]: pgmap v19314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:06:57.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:06:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:06:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:06:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:06:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:06:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:58 smithi175 ceph-mon[44549]: pgmap v19315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:06:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:58 smithi175 ceph-mon[44549]: pgmap v19316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:06:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:06:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:06:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:06:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:06:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:06:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:06:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:58 smithi181 ceph-mon[45557]: pgmap v19315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:06:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:58 smithi181 ceph-mon[45557]: pgmap v19316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:06:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:06:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:06:58.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:06:58.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:06:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:06:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:06:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:58 smithi088 ceph-mon[35322]: pgmap v19315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:06:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:58 smithi088 ceph-mon[35322]: pgmap v19316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:06:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:06:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:00.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:00 smithi175 ceph-mon[44549]: pgmap v19317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:07:00.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:00 smithi181 ceph-mon[45557]: pgmap v19317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:07:00.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:00 smithi088 ceph-mon[35322]: pgmap v19317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:07:01.769 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:01.770+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:07:01.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:01.770+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:07:01.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:01.770+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:07:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:02 smithi181 ceph-mon[45557]: pgmap v19318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:07:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:02 smithi088 ceph-mon[35322]: pgmap v19318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:07:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:02 smithi175 ceph-mon[44549]: pgmap v19318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:07:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:04 smithi181 ceph-mon[45557]: pgmap v19319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:07:05.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:04 smithi088 ceph-mon[35322]: pgmap v19319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:07:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:04 smithi175 ceph-mon[44549]: pgmap v19319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:07:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:06 smithi181 ceph-mon[45557]: pgmap v19320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:07:07.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:06 smithi088 ceph-mon[35322]: pgmap v19320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:07:07.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:06 smithi175 ceph-mon[44549]: pgmap v19320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:07:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:08 smithi181 ceph-mon[45557]: pgmap v19321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:07:09.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:08 smithi088 ceph-mon[35322]: pgmap v19321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:07:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:08 smithi175 ceph-mon[44549]: pgmap v19321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:07:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:10 smithi181 ceph-mon[45557]: pgmap v19322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:11.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:10 smithi088 ceph-mon[35322]: pgmap v19322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:10 smithi175 ceph-mon[44549]: pgmap v19322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:12 smithi181 ceph-mon[45557]: pgmap v19323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:12 smithi088 ceph-mon[35322]: pgmap v19323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:12 smithi175 ceph-mon[44549]: pgmap v19323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:14 smithi181 ceph-mon[45557]: pgmap v19324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:15.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:14 smithi088 ceph-mon[35322]: pgmap v19324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:14 smithi175 ceph-mon[44549]: pgmap v19324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:16.783 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:16.783+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:07:16.783 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:16.783+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:07:16.784 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:16.783+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:07:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:16 smithi181 ceph-mon[45557]: pgmap v19325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:17.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:16 smithi088 ceph-mon[35322]: pgmap v19325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:17.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:16 smithi175 ceph-mon[44549]: pgmap v19325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:18 smithi181 ceph-mon[45557]: pgmap v19326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:19.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:18 smithi088 ceph-mon[35322]: pgmap v19326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:19.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:18 smithi175 ceph-mon[44549]: pgmap v19326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:20 smithi181 ceph-mon[45557]: pgmap v19327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:21.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:20 smithi088 ceph-mon[35322]: pgmap v19327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:21.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:20 smithi175 ceph-mon[44549]: pgmap v19327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:22 smithi181 ceph-mon[45557]: pgmap v19328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:22 smithi088 ceph-mon[35322]: pgmap v19328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:22 smithi175 ceph-mon[44549]: pgmap v19328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:24.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:24 smithi181 ceph-mon[45557]: pgmap v19329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:25.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:24 smithi088 ceph-mon[35322]: pgmap v19329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:24 smithi175 ceph-mon[44549]: pgmap v19329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:27.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:26 smithi088 ceph-mon[35322]: pgmap v19330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:26 smithi175 ceph-mon[44549]: pgmap v19330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:27.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:26 smithi181 ceph-mon[45557]: pgmap v19330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:28 smithi088 ceph-mon[35322]: pgmap v19331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:28 smithi175 ceph-mon[44549]: pgmap v19331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:28 smithi181 ceph-mon[45557]: pgmap v19331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:30 smithi088 ceph-mon[35322]: pgmap v19332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:31.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:30 smithi175 ceph-mon[44549]: pgmap v19332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:30 smithi181 ceph-mon[45557]: pgmap v19332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:31.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:31.798+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:07:31.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:31.798+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:07:31.799 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:31.798+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:07:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:32 smithi088 ceph-mon[35322]: pgmap v19333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:32 smithi175 ceph-mon[44549]: pgmap v19333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:32 smithi181 ceph-mon[45557]: pgmap v19333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:35.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:34 smithi088 ceph-mon[35322]: pgmap v19334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:35.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:34 smithi175 ceph-mon[44549]: pgmap v19334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:34 smithi181 ceph-mon[45557]: pgmap v19334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:37.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:36 smithi088 ceph-mon[35322]: pgmap v19335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:36 smithi175 ceph-mon[44549]: pgmap v19335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:36 smithi181 ceph-mon[45557]: pgmap v19335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:38 smithi088 ceph-mon[35322]: pgmap v19336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:39.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:38 smithi175 ceph-mon[44549]: pgmap v19336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:38 smithi181 ceph-mon[45557]: pgmap v19336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:40 smithi088 ceph-mon[35322]: pgmap v19337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:40 smithi175 ceph-mon[44549]: pgmap v19337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:40 smithi181 ceph-mon[45557]: pgmap v19337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:42 smithi088 ceph-mon[35322]: pgmap v19338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:42 smithi175 ceph-mon[44549]: pgmap v19338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:43.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:42 smithi181 ceph-mon[45557]: pgmap v19338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:45.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:44 smithi088 ceph-mon[35322]: pgmap v19339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:45.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:44 smithi175 ceph-mon[44549]: pgmap v19339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:44 smithi181 ceph-mon[45557]: pgmap v19339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:46.814 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:46.814+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:07:46.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:46.814+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:07:46.815 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:07:46.814+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:07:47.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:46 smithi088 ceph-mon[35322]: pgmap v19340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:46 smithi175 ceph-mon[44549]: pgmap v19340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:46 smithi181 ceph-mon[45557]: pgmap v19340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:48 smithi088 ceph-mon[35322]: pgmap v19341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:49.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:48 smithi175 ceph-mon[44549]: pgmap v19341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:48 smithi181 ceph-mon[45557]: pgmap v19341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:51.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:50 smithi088 ceph-mon[35322]: pgmap v19342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:50 smithi175 ceph-mon[44549]: pgmap v19342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:50 smithi181 ceph-mon[45557]: pgmap v19342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:07:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:52 smithi088 ceph-mon[35322]: pgmap v19343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:52 smithi175 ceph-mon[44549]: pgmap v19343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:52 smithi181 ceph-mon[45557]: pgmap v19343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:55.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:54 smithi088 ceph-mon[35322]: pgmap v19344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:55.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:54 smithi175 ceph-mon[44549]: pgmap v19344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:54 smithi181 ceph-mon[45557]: pgmap v19344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:07:57.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:56 smithi088 ceph-mon[35322]: pgmap v19345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:57.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:56 smithi175 ceph-mon[44549]: pgmap v19345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:56 smithi181 ceph-mon[45557]: pgmap v19345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:07:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:07:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:07:58.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: pgmap v19346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:07:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:07:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: pgmap v19346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:07:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:07:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: pgmap v19346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:07:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:08:00.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:59 smithi175 ceph-mon[44549]: pgmap v19347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T23:08:00.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:07:59 smithi175 ceph-mon[44549]: pgmap v19348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:08:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:59 smithi181 ceph-mon[45557]: pgmap v19347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T23:08:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:07:59 smithi181 ceph-mon[45557]: pgmap v19348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:08:00.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:59 smithi088 ceph-mon[35322]: pgmap v19347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T23:08:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:07:59 smithi088 ceph-mon[35322]: pgmap v19348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:08:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:01.830+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:08:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:01.830+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:08:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:01.830+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:08:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:01 smithi175 ceph-mon[44549]: pgmap v19349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:08:02.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:01 smithi181 ceph-mon[45557]: pgmap v19349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:08:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:01 smithi088 ceph-mon[35322]: pgmap v19349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:08:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:03 smithi175 ceph-mon[44549]: pgmap v19350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:08:04.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:03 smithi181 ceph-mon[45557]: pgmap v19350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:08:04.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:03 smithi088 ceph-mon[35322]: pgmap v19350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:08:06.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:05 smithi175 ceph-mon[44549]: pgmap v19351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:08:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:05 smithi181 ceph-mon[45557]: pgmap v19351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:08:06.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:05 smithi088 ceph-mon[35322]: pgmap v19351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:08:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:07 smithi181 ceph-mon[45557]: pgmap v19352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:08:08.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:07 smithi088 ceph-mon[35322]: pgmap v19352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:08:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:07 smithi175 ceph-mon[44549]: pgmap v19352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:08:10.199 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:09 smithi088 ceph-mon[35322]: pgmap v19353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:08:10.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:09 smithi181 ceph-mon[45557]: pgmap v19353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:08:10.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:09 smithi175 ceph-mon[44549]: pgmap v19353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:08:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:11 smithi181 ceph-mon[45557]: pgmap v19354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:11 smithi088 ceph-mon[35322]: pgmap v19354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:12.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:11 smithi175 ceph-mon[44549]: pgmap v19354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:13 smithi181 ceph-mon[45557]: pgmap v19355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:13 smithi088 ceph-mon[35322]: pgmap v19355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:14.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:13 smithi175 ceph-mon[44549]: pgmap v19355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:15 smithi181 ceph-mon[45557]: pgmap v19356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:16.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:15 smithi088 ceph-mon[35322]: pgmap v19356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:15 smithi175 ceph-mon[44549]: pgmap v19356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:16.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:16.836+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:08:16.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:16.836+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:08:16.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:16.836+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:08:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:17 smithi181 ceph-mon[45557]: pgmap v19357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:17 smithi088 ceph-mon[35322]: pgmap v19357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:17 smithi175 ceph-mon[44549]: pgmap v19357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:19 smithi181 ceph-mon[45557]: pgmap v19358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:20.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:19 smithi088 ceph-mon[35322]: pgmap v19358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:20.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:19 smithi175 ceph-mon[44549]: pgmap v19358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:21 smithi181 ceph-mon[45557]: pgmap v19359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:21 smithi088 ceph-mon[35322]: pgmap v19359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:21 smithi175 ceph-mon[44549]: pgmap v19359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:23 smithi181 ceph-mon[45557]: pgmap v19360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:24.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:23 smithi088 ceph-mon[35322]: pgmap v19360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:23 smithi175 ceph-mon[44549]: pgmap v19360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:25 smithi181 ceph-mon[45557]: pgmap v19361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:26.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:25 smithi088 ceph-mon[35322]: pgmap v19361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:26.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:25 smithi175 ceph-mon[44549]: pgmap v19361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:27.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:27 smithi181 ceph-mon[45557]: pgmap v19362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:27 smithi088 ceph-mon[35322]: pgmap v19362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:27 smithi175 ceph-mon[44549]: pgmap v19362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:29 smithi181 ceph-mon[45557]: pgmap v19363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:30.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:29 smithi088 ceph-mon[35322]: pgmap v19363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:30.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:29 smithi175 ceph-mon[44549]: pgmap v19363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:31.851+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:08:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:31.851+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:08:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:31.851+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:08:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:31 smithi181 ceph-mon[45557]: pgmap v19364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:32.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:31 smithi088 ceph-mon[35322]: pgmap v19364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:32.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:31 smithi175 ceph-mon[44549]: pgmap v19364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:33 smithi181 ceph-mon[45557]: pgmap v19365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:33 smithi088 ceph-mon[35322]: pgmap v19365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:34.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:33 smithi175 ceph-mon[44549]: pgmap v19365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:35 smithi181 ceph-mon[45557]: pgmap v19366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:36.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:35 smithi088 ceph-mon[35322]: pgmap v19366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:36.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:35 smithi175 ceph-mon[44549]: pgmap v19366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:37 smithi181 ceph-mon[45557]: pgmap v19367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:37 smithi088 ceph-mon[35322]: pgmap v19367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:38.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:37 smithi175 ceph-mon[44549]: pgmap v19367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:40.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:39 smithi181 ceph-mon[45557]: pgmap v19368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:40.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:39 smithi088 ceph-mon[35322]: pgmap v19368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:40.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:39 smithi175 ceph-mon[44549]: pgmap v19368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:42.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:41 smithi181 ceph-mon[45557]: pgmap v19369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:42.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:41 smithi088 ceph-mon[35322]: pgmap v19369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:42.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:41 smithi175 ceph-mon[44549]: pgmap v19369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:43 smithi181 ceph-mon[45557]: pgmap v19370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:44.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:43 smithi088 ceph-mon[35322]: pgmap v19370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:44.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:43 smithi175 ceph-mon[44549]: pgmap v19370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:45 smithi181 ceph-mon[45557]: pgmap v19371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:46.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:45 smithi088 ceph-mon[35322]: pgmap v19371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:46.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:45 smithi175 ceph-mon[44549]: pgmap v19371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:46.867+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:08:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:46.867+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:08:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:08:46.867+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:08:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:47 smithi181 ceph-mon[45557]: pgmap v19372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:47 smithi088 ceph-mon[35322]: pgmap v19372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:48.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:47 smithi175 ceph-mon[44549]: pgmap v19372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:49 smithi181 ceph-mon[45557]: pgmap v19373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:50.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:49 smithi088 ceph-mon[35322]: pgmap v19373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:50.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:49 smithi175 ceph-mon[44549]: pgmap v19373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:08:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:51 smithi181 ceph-mon[45557]: pgmap v19374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:51 smithi088 ceph-mon[35322]: pgmap v19374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:52.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:51 smithi175 ceph-mon[44549]: pgmap v19374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:53 smithi181 ceph-mon[45557]: pgmap v19375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:54.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:53 smithi088 ceph-mon[35322]: pgmap v19375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:54.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:53 smithi175 ceph-mon[44549]: pgmap v19375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:08:56.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:55 smithi181 ceph-mon[45557]: pgmap v19376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:55 smithi088 ceph-mon[35322]: pgmap v19376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:56.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:55 smithi175 ceph-mon[44549]: pgmap v19376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:08:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:57 smithi088 ceph-mon[35322]: pgmap v19377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:57 smithi175 ceph-mon[44549]: pgmap v19377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:08:58.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:57 smithi181 ceph-mon[45557]: pgmap v19377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:59 smithi181 ceph-mon[45557]: pgmap v19378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:09:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:09:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:09:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:08:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:09:00.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:59 smithi088 ceph-mon[35322]: pgmap v19378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:00.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:09:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:09:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:09:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:08:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:09:00.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:59 smithi175 ceph-mon[44549]: pgmap v19378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:00.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:09:00.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:09:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:09:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:08:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:09:01.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:00 smithi181 ceph-mon[45557]: pgmap v19379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:00 smithi181 ceph-mon[45557]: pgmap v19380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T23:09:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:00 smithi088 ceph-mon[35322]: pgmap v19379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:00 smithi088 ceph-mon[35322]: pgmap v19380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T23:09:01.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:00 smithi175 ceph-mon[44549]: pgmap v19379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:01.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:00 smithi175 ceph-mon[44549]: pgmap v19380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 6 op/s 2024-01-28T23:09:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:01.876+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:09:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:01.876+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:09:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:01.876+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:09:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:02 smithi088 ceph-mon[35322]: pgmap v19381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:09:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:02 smithi175 ceph-mon[44549]: pgmap v19381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:09:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:02 smithi181 ceph-mon[45557]: pgmap v19381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:09:05.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:04 smithi175 ceph-mon[44549]: pgmap v19382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:09:05.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:04 smithi181 ceph-mon[45557]: pgmap v19382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:09:05.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:04 smithi088 ceph-mon[35322]: pgmap v19382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:09:07.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:06 smithi175 ceph-mon[44549]: pgmap v19383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:09:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:06 smithi181 ceph-mon[45557]: pgmap v19383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:09:07.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:06 smithi088 ceph-mon[35322]: pgmap v19383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:09:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:08 smithi175 ceph-mon[44549]: pgmap v19384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:09:09.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:08 smithi181 ceph-mon[45557]: pgmap v19384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:09:09.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:08 smithi088 ceph-mon[35322]: pgmap v19384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:09:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:10 smithi175 ceph-mon[44549]: pgmap v19385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:09:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:10 smithi181 ceph-mon[45557]: pgmap v19385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:09:11.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:10 smithi088 ceph-mon[35322]: pgmap v19385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:09:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:12 smithi088 ceph-mon[35322]: pgmap v19386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:12 smithi175 ceph-mon[44549]: pgmap v19386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:12 smithi181 ceph-mon[45557]: pgmap v19386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:14 smithi175 ceph-mon[44549]: pgmap v19387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:14 smithi181 ceph-mon[45557]: pgmap v19387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:14 smithi088 ceph-mon[35322]: pgmap v19387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:16.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:16.889+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:09:16.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:16.889+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:09:16.890 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:16.889+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:09:17.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:16 smithi175 ceph-mon[44549]: pgmap v19388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:16 smithi181 ceph-mon[45557]: pgmap v19388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:17.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:16 smithi088 ceph-mon[35322]: pgmap v19388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:19.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:18 smithi175 ceph-mon[44549]: pgmap v19389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:18 smithi181 ceph-mon[45557]: pgmap v19389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:18 smithi088 ceph-mon[35322]: pgmap v19389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:21.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:20 smithi175 ceph-mon[44549]: pgmap v19390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:21.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:20 smithi181 ceph-mon[45557]: pgmap v19390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:21.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:20 smithi088 ceph-mon[35322]: pgmap v19390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:22 smithi088 ceph-mon[35322]: pgmap v19391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:22 smithi175 ceph-mon[44549]: pgmap v19391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:22 smithi181 ceph-mon[45557]: pgmap v19391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:25.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:24 smithi175 ceph-mon[44549]: pgmap v19392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:24 smithi181 ceph-mon[45557]: pgmap v19392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:25.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:24 smithi088 ceph-mon[35322]: pgmap v19392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:27.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:26 smithi175 ceph-mon[44549]: pgmap v19393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:26 smithi181 ceph-mon[45557]: pgmap v19393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:26 smithi088 ceph-mon[35322]: pgmap v19393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:29.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:28 smithi175 ceph-mon[44549]: pgmap v19394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:29.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:28 smithi181 ceph-mon[45557]: pgmap v19394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:28 smithi088 ceph-mon[35322]: pgmap v19394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:31.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:30 smithi175 ceph-mon[44549]: pgmap v19395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:30 smithi181 ceph-mon[45557]: pgmap v19395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:31.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:30 smithi088 ceph-mon[35322]: pgmap v19395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:31.901 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:31.901+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:09:31.901 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:31.901+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:09:31.901 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:31.901+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:09:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:32 smithi088 ceph-mon[35322]: pgmap v19396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:32 smithi175 ceph-mon[44549]: pgmap v19396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:32 smithi181 ceph-mon[45557]: pgmap v19396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:35.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:34 smithi175 ceph-mon[44549]: pgmap v19397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:34 smithi181 ceph-mon[45557]: pgmap v19397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:35.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:34 smithi088 ceph-mon[35322]: pgmap v19397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:37.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:36 smithi175 ceph-mon[44549]: pgmap v19398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:36 smithi181 ceph-mon[45557]: pgmap v19398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:37.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:36 smithi088 ceph-mon[35322]: pgmap v19398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:39.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:38 smithi175 ceph-mon[44549]: pgmap v19399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:38 smithi181 ceph-mon[45557]: pgmap v19399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:39.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:38 smithi088 ceph-mon[35322]: pgmap v19399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:41.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:40 smithi175 ceph-mon[44549]: pgmap v19400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:41.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:40 smithi181 ceph-mon[45557]: pgmap v19400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:41.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:40 smithi088 ceph-mon[35322]: pgmap v19400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:42 smithi088 ceph-mon[35322]: pgmap v19401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:42 smithi175 ceph-mon[44549]: pgmap v19401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:43.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:42 smithi181 ceph-mon[45557]: pgmap v19401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:45.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:45.032+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:09:45.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:45.032+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:09:45.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:45.032+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 281 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:09:45.032 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:45.032+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 281 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:09:45.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:44 smithi175 ceph-mon[44549]: pgmap v19402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:45.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:44 smithi181 ceph-mon[45557]: pgmap v19402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:45.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:44 smithi088 ceph-mon[35322]: pgmap v19402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:46.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:46.908+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:09:46.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:46.908+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:09:46.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:09:46.908+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:09:47.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:46 smithi175 ceph-mon[44549]: pgmap v19403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:47.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:46 smithi181 ceph-mon[45557]: pgmap v19403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:47.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:46 smithi088 ceph-mon[35322]: pgmap v19403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:49.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:48 smithi175 ceph-mon[44549]: pgmap v19404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:49.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:48 smithi181 ceph-mon[45557]: pgmap v19404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:49.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:48 smithi088 ceph-mon[35322]: pgmap v19404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:51.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:50 smithi175 ceph-mon[44549]: pgmap v19405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:51.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:50 smithi181 ceph-mon[45557]: pgmap v19405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:51.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:50 smithi088 ceph-mon[35322]: pgmap v19405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:09:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:52 smithi088 ceph-mon[35322]: pgmap v19406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:52 smithi175 ceph-mon[44549]: pgmap v19406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:53.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:52 smithi181 ceph-mon[45557]: pgmap v19406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:09:55.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:54 smithi175 ceph-mon[44549]: pgmap v19407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:54 smithi181 ceph-mon[45557]: pgmap v19407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:55.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:54 smithi088 ceph-mon[35322]: pgmap v19407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:09:57.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:56 smithi175 ceph-mon[44549]: pgmap v19408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:57.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:56 smithi181 ceph-mon[45557]: pgmap v19408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:57.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:56 smithi088 ceph-mon[35322]: pgmap v19408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:09:59.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:09:58 smithi175 ceph-mon[44549]: pgmap v19409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:59.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:09:58 smithi181 ceph-mon[45557]: pgmap v19409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:09:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:09:58 smithi088 ceph-mon[35322]: pgmap v19409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:00 smithi181 ceph-mon[45557]: pgmap v19410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:10:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:10:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:10:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:10:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:10:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:00 smithi088 ceph-mon[35322]: pgmap v19410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:10:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:10:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:10:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:10:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:10:01.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:00 smithi175 ceph-mon[44549]: pgmap v19410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:10:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:10:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:10:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:10:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:10:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:01.922+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:10:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:01.922+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:10:01.923 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:01.922+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:10:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:01 smithi181 ceph-mon[45557]: pgmap v19411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:10:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:01 smithi181 ceph-mon[45557]: pgmap v19412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:10:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:01 smithi088 ceph-mon[35322]: pgmap v19411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:10:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:01 smithi088 ceph-mon[35322]: pgmap v19412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:10:02.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:01 smithi175 ceph-mon[44549]: pgmap v19411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:10:02.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:01 smithi175 ceph-mon[44549]: pgmap v19412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:10:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:03 smithi181 ceph-mon[45557]: pgmap v19413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:10:04.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:03 smithi088 ceph-mon[35322]: pgmap v19413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:10:04.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:03 smithi175 ceph-mon[44549]: pgmap v19413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:10:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:05 smithi181 ceph-mon[45557]: pgmap v19414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:10:06.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:05 smithi088 ceph-mon[35322]: pgmap v19414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:10:06.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:05 smithi175 ceph-mon[44549]: pgmap v19414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:10:08.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:07 smithi088 ceph-mon[35322]: pgmap v19415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:10:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:07 smithi175 ceph-mon[44549]: pgmap v19415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:10:08.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:07 smithi181 ceph-mon[45557]: pgmap v19415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:10:10.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:09 smithi175 ceph-mon[44549]: pgmap v19416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:10:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:09 smithi181 ceph-mon[45557]: pgmap v19416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:10:10.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:09 smithi088 ceph-mon[35322]: pgmap v19416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:10:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:11 smithi181 ceph-mon[45557]: pgmap v19417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:10:12.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:11 smithi088 ceph-mon[35322]: pgmap v19417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:10:12.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:11 smithi175 ceph-mon[44549]: pgmap v19417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:10:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:13 smithi181 ceph-mon[45557]: pgmap v19418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:13 smithi088 ceph-mon[35322]: pgmap v19418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:14.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:13 smithi175 ceph-mon[44549]: pgmap v19418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:15 smithi181 ceph-mon[45557]: pgmap v19419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:16.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:15 smithi088 ceph-mon[35322]: pgmap v19419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:15 smithi175 ceph-mon[44549]: pgmap v19419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:16.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:16.937+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:10:16.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:16.937+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:10:16.937 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:16.937+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:10:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:17 smithi088 ceph-mon[35322]: pgmap v19420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:17 smithi175 ceph-mon[44549]: pgmap v19420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:17 smithi181 ceph-mon[45557]: pgmap v19420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:20.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:19 smithi181 ceph-mon[45557]: pgmap v19421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:20.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:19 smithi088 ceph-mon[35322]: pgmap v19421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:20.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:19 smithi175 ceph-mon[44549]: pgmap v19421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:21 smithi181 ceph-mon[45557]: pgmap v19422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:22.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:21 smithi088 ceph-mon[35322]: pgmap v19422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:21 smithi175 ceph-mon[44549]: pgmap v19422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:23 smithi181 ceph-mon[45557]: pgmap v19423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:24.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:23 smithi088 ceph-mon[35322]: pgmap v19423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:23 smithi175 ceph-mon[44549]: pgmap v19423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:26.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:25 smithi181 ceph-mon[45557]: pgmap v19424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:26.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:25 smithi088 ceph-mon[35322]: pgmap v19424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:26.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:25 smithi175 ceph-mon[44549]: pgmap v19424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:28.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:27 smithi088 ceph-mon[35322]: pgmap v19425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:27 smithi175 ceph-mon[44549]: pgmap v19425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:27 smithi181 ceph-mon[45557]: pgmap v19425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:30.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:29 smithi181 ceph-mon[45557]: pgmap v19426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:30.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:29 smithi088 ceph-mon[35322]: pgmap v19426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:30.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:29 smithi175 ceph-mon[44549]: pgmap v19426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:31.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:31.944+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:10:31.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:31.944+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:10:31.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:31.944+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:10:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:31 smithi181 ceph-mon[45557]: pgmap v19427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:32.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:31 smithi088 ceph-mon[35322]: pgmap v19427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:32.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:31 smithi175 ceph-mon[44549]: pgmap v19427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:33 smithi181 ceph-mon[45557]: pgmap v19428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:33 smithi088 ceph-mon[35322]: pgmap v19428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:34.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:33 smithi175 ceph-mon[44549]: pgmap v19428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:35 smithi181 ceph-mon[45557]: pgmap v19429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:36.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:35 smithi088 ceph-mon[35322]: pgmap v19429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:36.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:35 smithi175 ceph-mon[44549]: pgmap v19429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:38.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:37 smithi088 ceph-mon[35322]: pgmap v19430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:38.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:37 smithi175 ceph-mon[44549]: pgmap v19430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:37 smithi181 ceph-mon[45557]: pgmap v19430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:39 smithi181 ceph-mon[45557]: pgmap v19431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:40.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:39 smithi088 ceph-mon[35322]: pgmap v19431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:40.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:39 smithi175 ceph-mon[44549]: pgmap v19431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:41 smithi181 ceph-mon[45557]: pgmap v19432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:42.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:41 smithi088 ceph-mon[35322]: pgmap v19432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:42.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:41 smithi175 ceph-mon[44549]: pgmap v19432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:43 smithi181 ceph-mon[45557]: pgmap v19433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:44.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:43 smithi088 ceph-mon[35322]: pgmap v19433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:44.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:43 smithi175 ceph-mon[44549]: pgmap v19433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:45 smithi181 ceph-mon[45557]: pgmap v19434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:46.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:45 smithi088 ceph-mon[35322]: pgmap v19434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:46.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:45 smithi175 ceph-mon[44549]: pgmap v19434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:10:46.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:46.956+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:10:46.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:46.956+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:10:46.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:10:46.956+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:10:48.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:47 smithi088 ceph-mon[35322]: pgmap v19435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:48.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:47 smithi175 ceph-mon[44549]: pgmap v19435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:47 smithi181 ceph-mon[45557]: pgmap v19435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:49 smithi181 ceph-mon[45557]: pgmap v19436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:50.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:49 smithi088 ceph-mon[35322]: pgmap v19436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:50.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:49 smithi175 ceph-mon[44549]: pgmap v19436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:51 smithi181 ceph-mon[45557]: pgmap v19437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:51 smithi088 ceph-mon[35322]: pgmap v19437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:52.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:51 smithi175 ceph-mon[44549]: pgmap v19437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:10:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:53 smithi181 ceph-mon[45557]: pgmap v19438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:54.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:53 smithi088 ceph-mon[35322]: pgmap v19438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:54.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:53 smithi175 ceph-mon[44549]: pgmap v19438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:10:56.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:55 smithi181 ceph-mon[45557]: pgmap v19439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:55 smithi088 ceph-mon[35322]: pgmap v19439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:56.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:55 smithi175 ceph-mon[44549]: pgmap v19439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:10:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:57 smithi088 ceph-mon[35322]: pgmap v19440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:57 smithi175 ceph-mon[44549]: pgmap v19440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:10:58.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:57 smithi181 ceph-mon[45557]: pgmap v19440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:10:59 smithi181 ceph-mon[45557]: pgmap v19441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:00.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:10:59 smithi088 ceph-mon[35322]: pgmap v19441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:00.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:10:59 smithi175 ceph-mon[44549]: pgmap v19441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:01.968+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:11:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:01.968+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:11:01.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:01.968+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:11:02.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:01 smithi181 ceph-mon[45557]: pgmap v19442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:11:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:11:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:11:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:11:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:01 smithi088 ceph-mon[35322]: pgmap v19442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:11:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:11:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:11:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:11:02.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:01 smithi175 ceph-mon[44549]: pgmap v19442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:02.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:11:02.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:11:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:11:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:11:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:02 smithi181 ceph-mon[45557]: pgmap v19443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:11:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:02 smithi181 ceph-mon[45557]: pgmap v19444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:11:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:02 smithi088 ceph-mon[35322]: pgmap v19443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:11:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:02 smithi088 ceph-mon[35322]: pgmap v19444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:11:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:02 smithi175 ceph-mon[44549]: pgmap v19443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:11:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:02 smithi175 ceph-mon[44549]: pgmap v19444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:11:05.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:04 smithi181 ceph-mon[45557]: pgmap v19445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:11:05.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:04 smithi088 ceph-mon[35322]: pgmap v19445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:11:05.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:04 smithi175 ceph-mon[44549]: pgmap v19445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:11:07.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:06 smithi181 ceph-mon[45557]: pgmap v19446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:11:07.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:06 smithi088 ceph-mon[35322]: pgmap v19446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:11:07.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:06 smithi175 ceph-mon[44549]: pgmap v19446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:11:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:08 smithi181 ceph-mon[45557]: pgmap v19447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:11:09.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:08 smithi088 ceph-mon[35322]: pgmap v19447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:11:09.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:08 smithi175 ceph-mon[44549]: pgmap v19447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:11:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:10 smithi181 ceph-mon[45557]: pgmap v19448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T23:11:11.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:10 smithi088 ceph-mon[35322]: pgmap v19448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T23:11:11.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:10 smithi175 ceph-mon[44549]: pgmap v19448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T23:11:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:12 smithi088 ceph-mon[35322]: pgmap v19449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:11:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:12 smithi175 ceph-mon[44549]: pgmap v19449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:11:13.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:12 smithi181 ceph-mon[45557]: pgmap v19449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:11:15.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:15.046+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:11:15.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:15.046+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:11:15.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:15.046+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 282 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T23:11:15.046 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:15.046+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 282 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T23:11:15.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:14 smithi181 ceph-mon[45557]: pgmap v19450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:11:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:14 smithi088 ceph-mon[35322]: pgmap v19450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:11:15.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:14 smithi175 ceph-mon[44549]: pgmap v19450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:11:16.983 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:16.983+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:11:16.983 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:16.983+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:11:16.983 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:16.983+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:11:17.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:16 smithi181 ceph-mon[45557]: pgmap v19451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:17.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:16 smithi088 ceph-mon[35322]: pgmap v19451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:17.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:16 smithi175 ceph-mon[44549]: pgmap v19451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:18 smithi181 ceph-mon[45557]: pgmap v19452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:11:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:18 smithi088 ceph-mon[35322]: pgmap v19452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:11:19.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:18 smithi175 ceph-mon[44549]: pgmap v19452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:11:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:20 smithi181 ceph-mon[45557]: pgmap v19453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:11:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:20 smithi088 ceph-mon[35322]: pgmap v19453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:11:21.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:20 smithi175 ceph-mon[44549]: pgmap v19453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:11:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:22 smithi088 ceph-mon[35322]: pgmap v19454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:22 smithi175 ceph-mon[44549]: pgmap v19454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:23.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:22 smithi181 ceph-mon[45557]: pgmap v19454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:25.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:24 smithi181 ceph-mon[45557]: pgmap v19455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:25.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:24 smithi088 ceph-mon[35322]: pgmap v19455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:25.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:24 smithi175 ceph-mon[44549]: pgmap v19455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:26 smithi181 ceph-mon[45557]: pgmap v19456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:26 smithi088 ceph-mon[35322]: pgmap v19456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:27.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:26 smithi175 ceph-mon[44549]: pgmap v19456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:28 smithi088 ceph-mon[35322]: pgmap v19457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:11:29.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:28 smithi175 ceph-mon[44549]: pgmap v19457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:11:29.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:28 smithi181 ceph-mon[45557]: pgmap v19457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:11:31.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:30 smithi088 ceph-mon[35322]: pgmap v19458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:31.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:30 smithi175 ceph-mon[44549]: pgmap v19458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:31.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:30 smithi181 ceph-mon[45557]: pgmap v19458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:31.999+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:11:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:31.999+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:11:31.999 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:31.999+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:11:33.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:32 smithi088 ceph-mon[35322]: pgmap v19459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:32 smithi175 ceph-mon[44549]: pgmap v19459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:32 smithi181 ceph-mon[45557]: pgmap v19459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:34 smithi181 ceph-mon[45557]: pgmap v19460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:35.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:34 smithi088 ceph-mon[35322]: pgmap v19460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:35.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:34 smithi175 ceph-mon[44549]: pgmap v19460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:37.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:36 smithi181 ceph-mon[45557]: pgmap v19461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:37.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:36 smithi088 ceph-mon[35322]: pgmap v19461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:37.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:36 smithi175 ceph-mon[44549]: pgmap v19461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:39.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:38 smithi088 ceph-mon[35322]: pgmap v19462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:11:39.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:38 smithi175 ceph-mon[44549]: pgmap v19462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:11:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:38 smithi181 ceph-mon[45557]: pgmap v19462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:11:41.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:40 smithi088 ceph-mon[35322]: pgmap v19463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:41.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:40 smithi175 ceph-mon[44549]: pgmap v19463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:41.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:40 smithi181 ceph-mon[45557]: pgmap v19463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:42 smithi088 ceph-mon[35322]: pgmap v19464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:42 smithi175 ceph-mon[44549]: pgmap v19464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:42 smithi181 ceph-mon[45557]: pgmap v19464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:44 smithi181 ceph-mon[45557]: pgmap v19465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:45.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:44 smithi088 ceph-mon[35322]: pgmap v19465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:45.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:44 smithi175 ceph-mon[44549]: pgmap v19465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:47.002+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:11:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:47.002+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:11:47.002 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:11:47.002+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:11:47.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:46 smithi088 ceph-mon[35322]: pgmap v19466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:47.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:46 smithi175 ceph-mon[44549]: pgmap v19466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:47.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:46 smithi181 ceph-mon[45557]: pgmap v19466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:49.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:48 smithi088 ceph-mon[35322]: pgmap v19467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:11:49.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:48 smithi175 ceph-mon[44549]: pgmap v19467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:11:49.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:48 smithi181 ceph-mon[45557]: pgmap v19467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:11:51.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:50 smithi088 ceph-mon[35322]: pgmap v19468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:51.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:50 smithi175 ceph-mon[44549]: pgmap v19468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:51.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:50 smithi181 ceph-mon[45557]: pgmap v19468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:53.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:52 smithi088 ceph-mon[35322]: pgmap v19469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:52 smithi175 ceph-mon[44549]: pgmap v19469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:53.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:52 smithi181 ceph-mon[45557]: pgmap v19469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:11:55.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:54 smithi088 ceph-mon[35322]: pgmap v19470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:55.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:54 smithi175 ceph-mon[44549]: pgmap v19470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:55.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:54 smithi181 ceph-mon[45557]: pgmap v19470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:11:57.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:56 smithi088 ceph-mon[35322]: pgmap v19471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:57.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:56 smithi175 ceph-mon[44549]: pgmap v19471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:57.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:56 smithi181 ceph-mon[45557]: pgmap v19471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:11:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:11:58 smithi088 ceph-mon[35322]: pgmap v19472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:11:59.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:11:58 smithi175 ceph-mon[44549]: pgmap v19472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:11:59.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:11:58 smithi181 ceph-mon[45557]: pgmap v19472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:12:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:00 smithi088 ceph-mon[35322]: pgmap v19473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:01.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:00 smithi175 ceph-mon[44549]: pgmap v19473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:01.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:00 smithi181 ceph-mon[45557]: pgmap v19473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:02.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:02.018+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:12:02.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:02.018+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:12:02.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:02.018+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:12:03.026 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:02 smithi181 ceph-mon[45557]: pgmap v19474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:12:03.026 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:12:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:02 smithi088 ceph-mon[35322]: pgmap v19474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:12:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:12:03.094 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:02 smithi175 ceph-mon[44549]: pgmap v19474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:12:03.094 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:12:05.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:04 smithi175 ceph-mon[44549]: pgmap v19475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:05.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:04 smithi088 ceph-mon[35322]: pgmap v19475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:05.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:04 smithi181 ceph-mon[45557]: pgmap v19475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:06.170 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.170 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.170 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.170 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.170 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.170 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.170 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:05 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 127.4M 2024-01-28T23:12:06.170 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:05 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 133644021: error parsing value: Value '133644021' is below minimum 939524096 2024-01-28T23:12:06.170 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.170 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:05 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 127.4M 2024-01-28T23:12:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:05 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 133644021: error parsing value: Value '133644021' is below minimum 939524096 2024-01-28T23:12:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:05 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 127.4M 2024-01-28T23:12:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:05 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 133644021: error parsing value: Value '133644021' is below minimum 939524096 2024-01-28T23:12:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:06.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:07.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:07 smithi088 ceph-mon[35322]: pgmap v19476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:07.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:07.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:12:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:12:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:07 smithi088 ceph-mon[35322]: pgmap v19477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:12:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:07 smithi088 ceph-mon[35322]: pgmap v19478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T23:12:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:07.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:07 smithi175 ceph-mon[44549]: pgmap v19476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:07.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:12:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:12:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:07 smithi175 ceph-mon[44549]: pgmap v19477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:12:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:07 smithi175 ceph-mon[44549]: pgmap v19478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T23:12:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:07 smithi181 ceph-mon[45557]: pgmap v19476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:12:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:12:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:12:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:07 smithi181 ceph-mon[45557]: pgmap v19477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:12:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:07 smithi181 ceph-mon[45557]: pgmap v19478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-28T23:12:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:12:09.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:09 smithi175 ceph-mon[44549]: pgmap v19479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T23:12:09.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:09 smithi181 ceph-mon[45557]: pgmap v19479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T23:12:09.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:09 smithi088 ceph-mon[35322]: pgmap v19479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T23:12:11.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:11 smithi175 ceph-mon[44549]: pgmap v19480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:12:11.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:11 smithi181 ceph-mon[45557]: pgmap v19480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:12:11.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:11 smithi088 ceph-mon[35322]: pgmap v19480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:12:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:12 smithi088 ceph-mon[35322]: pgmap v19481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T23:12:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:12 smithi175 ceph-mon[44549]: pgmap v19481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T23:12:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:12 smithi181 ceph-mon[45557]: pgmap v19481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s 2024-01-28T23:12:15.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:15 smithi175 ceph-mon[44549]: pgmap v19482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 6 op/s 2024-01-28T23:12:15.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:15 smithi181 ceph-mon[45557]: pgmap v19482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 6 op/s 2024-01-28T23:12:15.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:15 smithi088 ceph-mon[35322]: pgmap v19482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 6 op/s 2024-01-28T23:12:17.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:17.027+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:12:17.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:17.027+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:12:17.027 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:17.027+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:12:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:17 smithi175 ceph-mon[44549]: pgmap v19483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T23:12:17.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:17 smithi181 ceph-mon[45557]: pgmap v19483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T23:12:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:17 smithi088 ceph-mon[35322]: pgmap v19483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T23:12:19.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:19 smithi175 ceph-mon[44549]: pgmap v19484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:12:19.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:19 smithi181 ceph-mon[45557]: pgmap v19484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:12:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:19 smithi088 ceph-mon[35322]: pgmap v19484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:12:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:21 smithi175 ceph-mon[44549]: pgmap v19485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:12:21.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:21 smithi181 ceph-mon[45557]: pgmap v19485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:12:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:21 smithi088 ceph-mon[35322]: pgmap v19485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:12:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:22 smithi088 ceph-mon[35322]: pgmap v19486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:12:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:22 smithi175 ceph-mon[44549]: pgmap v19486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:12:23.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:22 smithi181 ceph-mon[45557]: pgmap v19486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:12:25.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:25 smithi175 ceph-mon[44549]: pgmap v19487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:12:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:25 smithi181 ceph-mon[45557]: pgmap v19487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:12:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:25 smithi088 ceph-mon[35322]: pgmap v19487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:12:27.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:27 smithi175 ceph-mon[44549]: pgmap v19488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:27 smithi181 ceph-mon[45557]: pgmap v19488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:27.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:27 smithi088 ceph-mon[35322]: pgmap v19488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:29.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:29 smithi175 ceph-mon[44549]: pgmap v19489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:12:29.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:29 smithi181 ceph-mon[45557]: pgmap v19489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:12:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:29 smithi088 ceph-mon[35322]: pgmap v19489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:12:31.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:31 smithi175 ceph-mon[44549]: pgmap v19490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:31 smithi181 ceph-mon[45557]: pgmap v19490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:31 smithi088 ceph-mon[35322]: pgmap v19490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:32.039+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:12:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:32.039+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:12:32.040 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:32.039+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:12:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:32 smithi175 ceph-mon[44549]: pgmap v19491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:32 smithi181 ceph-mon[45557]: pgmap v19491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:33.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:32 smithi088 ceph-mon[35322]: pgmap v19491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:35.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:35 smithi175 ceph-mon[44549]: pgmap v19492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:12:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:35 smithi181 ceph-mon[45557]: pgmap v19492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:12:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:35 smithi088 ceph-mon[35322]: pgmap v19492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:12:37.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:37 smithi175 ceph-mon[44549]: pgmap v19493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:37.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:37 smithi181 ceph-mon[45557]: pgmap v19493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:37 smithi088 ceph-mon[35322]: pgmap v19493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:39 smithi175 ceph-mon[44549]: pgmap v19494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:12:39.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:39 smithi181 ceph-mon[45557]: pgmap v19494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:12:39.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:39 smithi088 ceph-mon[35322]: pgmap v19494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:12:41.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:41 smithi175 ceph-mon[44549]: pgmap v19495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:41.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:41 smithi181 ceph-mon[45557]: pgmap v19495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:41.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:41 smithi088 ceph-mon[35322]: pgmap v19495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:12:43.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:42 smithi175 ceph-mon[44549]: pgmap v19496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:43.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:42 smithi181 ceph-mon[45557]: pgmap v19496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:43.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:42 smithi088 ceph-mon[35322]: pgmap v19496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:45.059 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:45.060+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:12:45.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:45.060+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:12:45.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:45.060+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 283 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:12:45.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:45.060+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 283 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:12:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:45 smithi175 ceph-mon[44549]: pgmap v19497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:12:45.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:45 smithi181 ceph-mon[45557]: pgmap v19497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:12:45.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:45 smithi088 ceph-mon[35322]: pgmap v19497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:12:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:47.056+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:12:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:47.056+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:12:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:12:47.056+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:12:47.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:47 smithi175 ceph-mon[44549]: pgmap v19498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:47.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:47 smithi181 ceph-mon[45557]: pgmap v19498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:47.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:47 smithi088 ceph-mon[35322]: pgmap v19498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:49.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:49 smithi088 ceph-mon[35322]: pgmap v19499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:12:49.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:49 smithi175 ceph-mon[44549]: pgmap v19499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:12:49.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:49 smithi181 ceph-mon[45557]: pgmap v19499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:12:51.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:51 smithi175 ceph-mon[44549]: pgmap v19500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:12:51.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:51 smithi181 ceph-mon[45557]: pgmap v19500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:12:51.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:51 smithi088 ceph-mon[35322]: pgmap v19500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:12:53.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:52 smithi175 ceph-mon[44549]: pgmap v19501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:53.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:52 smithi181 ceph-mon[45557]: pgmap v19501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:53.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:52 smithi088 ceph-mon[35322]: pgmap v19501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:55.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:55 smithi175 ceph-mon[44549]: pgmap v19502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:12:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:55 smithi181 ceph-mon[45557]: pgmap v19502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:12:55.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:55 smithi088 ceph-mon[35322]: pgmap v19502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:12:57.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:57 smithi175 ceph-mon[44549]: pgmap v19503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:57.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:57 smithi181 ceph-mon[45557]: pgmap v19503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:57.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:57 smithi088 ceph-mon[35322]: pgmap v19503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:12:59.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:12:59 smithi175 ceph-mon[44549]: pgmap v19504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:12:59.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:12:59 smithi181 ceph-mon[45557]: pgmap v19504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:12:59.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:12:59 smithi088 ceph-mon[35322]: pgmap v19504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:01.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:01 smithi175 ceph-mon[44549]: pgmap v19505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:01.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:01 smithi181 ceph-mon[45557]: pgmap v19505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:01 smithi088 ceph-mon[35322]: pgmap v19505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:02.058 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:02.058+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:13:02.058 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:02.058+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:13:02.058 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:02.058+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:13:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:02 smithi175 ceph-mon[44549]: pgmap v19506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:03.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:02 smithi181 ceph-mon[45557]: pgmap v19506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:02 smithi088 ceph-mon[35322]: pgmap v19506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:05.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:05 smithi088 ceph-mon[35322]: pgmap v19507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:05.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:05 smithi175 ceph-mon[44549]: pgmap v19507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:05 smithi181 ceph-mon[45557]: pgmap v19507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:07 smithi175 ceph-mon[44549]: pgmap v19508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:13:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:13:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:07 smithi181 ceph-mon[45557]: pgmap v19508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:13:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:13:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:07 smithi088 ceph-mon[35322]: pgmap v19508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:13:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:13:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:13:08.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:08 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 126.1M 2024-01-28T23:13:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:08 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 132287508: error parsing value: Value '132287508' is below minimum 939524096 2024-01-28T23:13:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:13:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:08 smithi175 ceph-mon[44549]: pgmap v19509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:13:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:08 smithi175 ceph-mon[44549]: pgmap v19510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:13:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:13:08.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:08 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 126.1M 2024-01-28T23:13:08.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:08 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 132287508: error parsing value: Value '132287508' is below minimum 939524096 2024-01-28T23:13:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:13:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:08 smithi181 ceph-mon[45557]: pgmap v19509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:13:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:08 smithi181 ceph-mon[45557]: pgmap v19510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:13:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:13:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:08 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 126.1M 2024-01-28T23:13:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:08 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 132287508: error parsing value: Value '132287508' is below minimum 939524096 2024-01-28T23:13:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:13:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:08 smithi088 ceph-mon[35322]: pgmap v19509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:13:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:08 smithi088 ceph-mon[35322]: pgmap v19510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:13:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:13:10.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:10 smithi175 ceph-mon[44549]: pgmap v19511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:13:10.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:10 smithi181 ceph-mon[45557]: pgmap v19511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:13:10.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:10 smithi088 ceph-mon[35322]: pgmap v19511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:13:12.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:12 smithi175 ceph-mon[44549]: pgmap v19512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:13:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:12 smithi181 ceph-mon[45557]: pgmap v19512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:13:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:12 smithi088 ceph-mon[35322]: pgmap v19512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:13:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:14 smithi175 ceph-mon[44549]: pgmap v19513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:13:14.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:14 smithi181 ceph-mon[45557]: pgmap v19513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:13:14.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:14 smithi088 ceph-mon[35322]: pgmap v19513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:13:16.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:16 smithi175 ceph-mon[44549]: pgmap v19514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:13:16.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:16 smithi181 ceph-mon[45557]: pgmap v19514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:13:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:16 smithi088 ceph-mon[35322]: pgmap v19514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:13:17.073 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:17.073+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:13:17.073 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:17.073+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:13:17.073 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:17.073+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:13:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:17 smithi175 ceph-mon[44549]: pgmap v19515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:13:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:17 smithi181 ceph-mon[45557]: pgmap v19515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:13:18.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:17 smithi088 ceph-mon[35322]: pgmap v19515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:13:19.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:19 smithi175 ceph-mon[44549]: pgmap v19516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:19 smithi181 ceph-mon[45557]: pgmap v19516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:19 smithi088 ceph-mon[35322]: pgmap v19516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:21 smithi175 ceph-mon[44549]: pgmap v19517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:21 smithi181 ceph-mon[45557]: pgmap v19517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:21 smithi088 ceph-mon[35322]: pgmap v19517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:23.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:23 smithi175 ceph-mon[44549]: pgmap v19518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:23.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:23 smithi181 ceph-mon[45557]: pgmap v19518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:23 smithi088 ceph-mon[35322]: pgmap v19518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:25.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:25 smithi175 ceph-mon[44549]: pgmap v19519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:25.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:25 smithi181 ceph-mon[45557]: pgmap v19519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:25 smithi088 ceph-mon[35322]: pgmap v19519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:27 smithi175 ceph-mon[44549]: pgmap v19520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:28.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:27 smithi181 ceph-mon[45557]: pgmap v19520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:27 smithi088 ceph-mon[35322]: pgmap v19520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:29.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:29 smithi175 ceph-mon[44549]: pgmap v19521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:29.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:29 smithi181 ceph-mon[45557]: pgmap v19521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:29 smithi088 ceph-mon[35322]: pgmap v19521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:31.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:31 smithi175 ceph-mon[44549]: pgmap v19522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:31 smithi181 ceph-mon[45557]: pgmap v19522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:31 smithi088 ceph-mon[35322]: pgmap v19522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:32.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:32.080+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:13:32.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:32.080+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:13:32.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:32.080+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:13:33.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:33 smithi175 ceph-mon[44549]: pgmap v19523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:33 smithi181 ceph-mon[45557]: pgmap v19523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:33.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:33 smithi088 ceph-mon[35322]: pgmap v19523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:35.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:35 smithi175 ceph-mon[44549]: pgmap v19524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:35.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:35 smithi181 ceph-mon[45557]: pgmap v19524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:35 smithi088 ceph-mon[35322]: pgmap v19524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:37 smithi175 ceph-mon[44549]: pgmap v19525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:38.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:37 smithi181 ceph-mon[45557]: pgmap v19525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:38.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:37 smithi088 ceph-mon[35322]: pgmap v19525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:39 smithi175 ceph-mon[44549]: pgmap v19526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:39.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:39 smithi181 ceph-mon[45557]: pgmap v19526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:39.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:39 smithi088 ceph-mon[35322]: pgmap v19526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:41.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:41 smithi175 ceph-mon[44549]: pgmap v19527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:41.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:41 smithi181 ceph-mon[45557]: pgmap v19527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:41.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:41 smithi088 ceph-mon[35322]: pgmap v19527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:43.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:43 smithi175 ceph-mon[44549]: pgmap v19528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:43.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:43 smithi181 ceph-mon[45557]: pgmap v19528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:43.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:43 smithi088 ceph-mon[35322]: pgmap v19528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:45 smithi175 ceph-mon[44549]: pgmap v19529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:45.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:45 smithi181 ceph-mon[45557]: pgmap v19529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:45.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:45 smithi088 ceph-mon[35322]: pgmap v19529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:47.090+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:13:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:47.090+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:13:47.090 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:13:47.090+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:13:48.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:47 smithi175 ceph-mon[44549]: pgmap v19530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:48.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:47 smithi181 ceph-mon[45557]: pgmap v19530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:47 smithi088 ceph-mon[35322]: pgmap v19530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:49.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:49 smithi175 ceph-mon[44549]: pgmap v19531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:49 smithi181 ceph-mon[45557]: pgmap v19531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:49 smithi088 ceph-mon[35322]: pgmap v19531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:51.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:51 smithi175 ceph-mon[44549]: pgmap v19532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:51.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:51 smithi181 ceph-mon[45557]: pgmap v19532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:51.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:51 smithi088 ceph-mon[35322]: pgmap v19532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:13:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:53 smithi181 ceph-mon[45557]: pgmap v19533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:53 smithi088 ceph-mon[35322]: pgmap v19533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:53.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:53 smithi175 ceph-mon[44549]: pgmap v19533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:13:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:55 smithi181 ceph-mon[45557]: pgmap v19534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:55.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:55 smithi088 ceph-mon[35322]: pgmap v19534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:55.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:55 smithi175 ceph-mon[44549]: pgmap v19534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:13:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:57 smithi175 ceph-mon[44549]: pgmap v19535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:57 smithi181 ceph-mon[45557]: pgmap v19535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:58.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:57 smithi088 ceph-mon[35322]: pgmap v19535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:13:59.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:13:59 smithi181 ceph-mon[45557]: pgmap v19536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:59.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:13:59 smithi088 ceph-mon[35322]: pgmap v19536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:13:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:13:59 smithi175 ceph-mon[44549]: pgmap v19536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:01 smithi181 ceph-mon[45557]: pgmap v19537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:01 smithi088 ceph-mon[35322]: pgmap v19537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:01 smithi175 ceph-mon[44549]: pgmap v19537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:02.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:02.105+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:14:02.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:02.105+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:14:02.105 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:02.105+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:14:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:03 smithi181 ceph-mon[45557]: pgmap v19538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:03.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:03 smithi088 ceph-mon[35322]: pgmap v19538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:03.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:03 smithi175 ceph-mon[44549]: pgmap v19538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:05.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:05 smithi181 ceph-mon[45557]: pgmap v19539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:05.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:05 smithi088 ceph-mon[35322]: pgmap v19539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:05.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:05 smithi175 ceph-mon[44549]: pgmap v19539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:08.087 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:07 smithi088 ceph-mon[35322]: pgmap v19540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:08.087 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:07 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:14:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:07 smithi175 ceph-mon[44549]: pgmap v19540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:07 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:14:08.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:07 smithi181 ceph-mon[45557]: pgmap v19540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:07 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:14:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:14:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:14:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:08 smithi175 ceph-mon[44549]: pgmap v19541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:14:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:08 smithi175 ceph-mon[44549]: pgmap v19542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:14:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:14:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:14:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:14:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:08 smithi181 ceph-mon[45557]: pgmap v19541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:14:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:08 smithi181 ceph-mon[45557]: pgmap v19542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:14:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:14:09.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:14:09.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:14:09.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:08 smithi088 ceph-mon[35322]: pgmap v19541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:14:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:08 smithi088 ceph-mon[35322]: pgmap v19542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:14:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:14:10.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:10 smithi181 ceph-mon[45557]: pgmap v19543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:14:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:10 smithi088 ceph-mon[35322]: pgmap v19543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:14:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:10 smithi175 ceph-mon[44549]: pgmap v19543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:14:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:12 smithi175 ceph-mon[44549]: pgmap v19544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:14:13.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:12 smithi181 ceph-mon[45557]: pgmap v19544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:14:13.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:12 smithi088 ceph-mon[35322]: pgmap v19544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:14:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:14 smithi181 ceph-mon[45557]: pgmap v19545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:14:14.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:14 smithi088 ceph-mon[35322]: pgmap v19545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:14:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:14 smithi175 ceph-mon[44549]: pgmap v19545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:14:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:16 smithi181 ceph-mon[45557]: pgmap v19546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:14:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:16 smithi088 ceph-mon[35322]: pgmap v19546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:14:16.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:16 smithi175 ceph-mon[44549]: pgmap v19546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:14:17.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:17.113+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:14:17.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:17.113+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:14:17.116 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:17.113+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:14:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:18 smithi181 ceph-mon[45557]: pgmap v19547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:14:18.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:18 smithi088 ceph-mon[35322]: pgmap v19547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:14:18.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:18 smithi175 ceph-mon[44549]: pgmap v19547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:14:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:20 smithi181 ceph-mon[45557]: pgmap v19548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:20.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:20 smithi088 ceph-mon[35322]: pgmap v19548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:20 smithi175 ceph-mon[44549]: pgmap v19548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:22 smithi175 ceph-mon[44549]: pgmap v19549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:22 smithi181 ceph-mon[45557]: pgmap v19549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:23.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:22 smithi088 ceph-mon[35322]: pgmap v19549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:24 smithi181 ceph-mon[45557]: pgmap v19550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:24.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:24 smithi088 ceph-mon[35322]: pgmap v19550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:24 smithi175 ceph-mon[44549]: pgmap v19550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:26.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:26 smithi181 ceph-mon[45557]: pgmap v19551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:26 smithi088 ceph-mon[35322]: pgmap v19551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:26 smithi175 ceph-mon[44549]: pgmap v19551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:28 smithi181 ceph-mon[45557]: pgmap v19552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:28.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:28 smithi088 ceph-mon[35322]: pgmap v19552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:28.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:28 smithi175 ceph-mon[44549]: pgmap v19552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:31 smithi181 ceph-mon[45557]: pgmap v19553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:31 smithi088 ceph-mon[35322]: pgmap v19553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:31 smithi175 ceph-mon[44549]: pgmap v19553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:32.129+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:14:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:32.129+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:14:32.129 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:32.129+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:14:34.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:33 smithi175 ceph-mon[44549]: pgmap v19554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:34.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:33 smithi181 ceph-mon[45557]: pgmap v19554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:33 smithi088 ceph-mon[35322]: pgmap v19554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:36.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:35 smithi175 ceph-mon[44549]: pgmap v19555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:35 smithi181 ceph-mon[45557]: pgmap v19555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:36.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:35 smithi088 ceph-mon[35322]: pgmap v19555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:38.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:37 smithi175 ceph-mon[44549]: pgmap v19556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:38.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:37 smithi181 ceph-mon[45557]: pgmap v19556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:38.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:37 smithi088 ceph-mon[35322]: pgmap v19556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:40.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:39 smithi175 ceph-mon[44549]: pgmap v19557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:40.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:39 smithi181 ceph-mon[45557]: pgmap v19557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:40.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:39 smithi088 ceph-mon[35322]: pgmap v19557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:42.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:41 smithi175 ceph-mon[44549]: pgmap v19558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:42.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:41 smithi181 ceph-mon[45557]: pgmap v19558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:42.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:41 smithi088 ceph-mon[35322]: pgmap v19558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:44.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:43 smithi175 ceph-mon[44549]: pgmap v19559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:43 smithi181 ceph-mon[45557]: pgmap v19559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:44.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:43 smithi088 ceph-mon[35322]: pgmap v19559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:46.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:45 smithi175 ceph-mon[44549]: pgmap v19560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:46.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:45 smithi181 ceph-mon[45557]: pgmap v19560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:46.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:45 smithi088 ceph-mon[35322]: pgmap v19560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:47.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:47.141+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:14:47.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:47.141+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:14:47.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:14:47.141+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:14:48.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:47 smithi175 ceph-mon[44549]: pgmap v19561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:48.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:47 smithi181 ceph-mon[45557]: pgmap v19561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:47 smithi088 ceph-mon[35322]: pgmap v19561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:50.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:49 smithi175 ceph-mon[44549]: pgmap v19562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:50.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:49 smithi181 ceph-mon[45557]: pgmap v19562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:50.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:49 smithi088 ceph-mon[35322]: pgmap v19562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:14:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:51 smithi175 ceph-mon[44549]: pgmap v19563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:52.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:51 smithi181 ceph-mon[45557]: pgmap v19563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:51 smithi088 ceph-mon[35322]: pgmap v19563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:14:54.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:53 smithi175 ceph-mon[44549]: pgmap v19564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:54.166 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:53 smithi088 ceph-mon[35322]: pgmap v19564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:54.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:53 smithi181 ceph-mon[45557]: pgmap v19564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:14:56.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:55 smithi175 ceph-mon[44549]: pgmap v19565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:56.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:55 smithi181 ceph-mon[45557]: pgmap v19565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:55 smithi088 ceph-mon[35322]: pgmap v19565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:14:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:57 smithi175 ceph-mon[44549]: pgmap v19566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:58.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:57 smithi181 ceph-mon[45557]: pgmap v19566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:14:58.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:57 smithi088 ceph-mon[35322]: pgmap v19566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:00.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:14:59 smithi175 ceph-mon[44549]: pgmap v19567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:15:00.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:14:59 smithi181 ceph-mon[45557]: pgmap v19567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:15:00.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:14:59 smithi088 ceph-mon[35322]: pgmap v19567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:15:02.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:02.153+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:15:02.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:02.153+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:15:02.153 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:02.153+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:15:02.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:01 smithi175 ceph-mon[44549]: pgmap v19568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:02.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:01 smithi181 ceph-mon[45557]: pgmap v19568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:02.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:01 smithi088 ceph-mon[35322]: pgmap v19568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:04.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:03 smithi175 ceph-mon[44549]: pgmap v19569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:04.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:03 smithi181 ceph-mon[45557]: pgmap v19569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:04.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:03 smithi088 ceph-mon[35322]: pgmap v19569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:06.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:05 smithi175 ceph-mon[44549]: pgmap v19570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:06.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:05 smithi181 ceph-mon[45557]: pgmap v19570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:06.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:05 smithi088 ceph-mon[35322]: pgmap v19570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:07 smithi175 ceph-mon[44549]: pgmap v19571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:08.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:07 smithi181 ceph-mon[45557]: pgmap v19571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:08.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:07 smithi088 ceph-mon[35322]: pgmap v19571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:15:09.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:15:09.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:15:10.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:09 smithi175 ceph-mon[44549]: pgmap v19572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:15:10.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:10.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:10.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:09 smithi181 ceph-mon[45557]: pgmap v19572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:15:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:10.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:09 smithi088 ceph-mon[35322]: pgmap v19572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:15:10.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:11.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:12.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:12 smithi175 ceph-mon[44549]: pgmap v19573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:12.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:15:12.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:15:12.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:12 smithi181 ceph-mon[45557]: pgmap v19573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:15:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:15:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:12.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:12 smithi088 ceph-mon[35322]: pgmap v19573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:12.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:15:12.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:15:12.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:15:13.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:13 smithi175 ceph-mon[44549]: pgmap v19574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:15:13.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:13 smithi175 ceph-mon[44549]: pgmap v19575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:15:13.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:13 smithi181 ceph-mon[45557]: pgmap v19574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:15:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:13 smithi181 ceph-mon[45557]: pgmap v19575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:15:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:13 smithi088 ceph-mon[35322]: pgmap v19574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:15:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:13 smithi088 ceph-mon[35322]: pgmap v19575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:15:15.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:15 smithi175 ceph-mon[44549]: pgmap v19576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:15:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:15 smithi181 ceph-mon[45557]: pgmap v19576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:15:15.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:15 smithi088 ceph-mon[35322]: pgmap v19576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:15:17.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:17.169+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:15:17.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:17.169+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:15:17.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:17.169+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:15:17.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:17 smithi175 ceph-mon[44549]: pgmap v19577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:15:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:17 smithi181 ceph-mon[45557]: pgmap v19577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:15:17.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:17 smithi088 ceph-mon[35322]: pgmap v19577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:15:19.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:19 smithi175 ceph-mon[44549]: pgmap v19578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:15:19.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:19 smithi181 ceph-mon[45557]: pgmap v19578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:15:19.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:19 smithi088 ceph-mon[35322]: pgmap v19578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:15:21.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:21 smithi175 ceph-mon[44549]: pgmap v19579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:15:21.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:21 smithi181 ceph-mon[45557]: pgmap v19579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:15:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:21 smithi088 ceph-mon[35322]: pgmap v19579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:15:23.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:23 smithi175 ceph-mon[44549]: pgmap v19580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:15:23.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:23 smithi181 ceph-mon[45557]: pgmap v19580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:15:23.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:23 smithi088 ceph-mon[35322]: pgmap v19580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:15:25.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:25 smithi088 ceph-mon[35322]: pgmap v19581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:15:25.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:25 smithi175 ceph-mon[44549]: pgmap v19581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:15:25.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:25 smithi181 ceph-mon[45557]: pgmap v19581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:15:27.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:27 smithi175 ceph-mon[44549]: pgmap v19582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:27.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:27 smithi181 ceph-mon[45557]: pgmap v19582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:27.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:27 smithi088 ceph-mon[35322]: pgmap v19582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:29.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:29 smithi175 ceph-mon[44549]: pgmap v19583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:29.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:29 smithi181 ceph-mon[45557]: pgmap v19583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:29.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:29 smithi088 ceph-mon[35322]: pgmap v19583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:31.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:31 smithi175 ceph-mon[44549]: pgmap v19584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:31.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:31 smithi181 ceph-mon[45557]: pgmap v19584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:31.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:31 smithi088 ceph-mon[35322]: pgmap v19584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:32.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:32.170+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:15:32.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:32.170+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:15:32.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:32.170+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:15:33.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:33 smithi175 ceph-mon[44549]: pgmap v19585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:33.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:33 smithi181 ceph-mon[45557]: pgmap v19585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:33.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:33 smithi088 ceph-mon[35322]: pgmap v19585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:35.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:35 smithi175 ceph-mon[44549]: pgmap v19586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:15:35.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:35 smithi181 ceph-mon[45557]: pgmap v19586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:15:35.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:35 smithi088 ceph-mon[35322]: pgmap v19586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:15:37.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:37 smithi175 ceph-mon[44549]: pgmap v19587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:37.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:37 smithi181 ceph-mon[45557]: pgmap v19587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:37.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:37 smithi088 ceph-mon[35322]: pgmap v19587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:39.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:39 smithi175 ceph-mon[44549]: pgmap v19588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:39.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:39 smithi181 ceph-mon[45557]: pgmap v19588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:39.502+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T23:15:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:39.502+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T23:15:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:39.502+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344043050 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T23:15:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:39.502+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344043050 comp rx=0 tx=0).stop 2024-01-28T23:15:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:39.502+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T23:15:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:39.502+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T23:15:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:39.502+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T23:15:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:39.502+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T23:15:39.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:39.502+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T23:15:39.503 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:39.503+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344072000 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T23:15:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:39 smithi088 ceph-mon[35322]: pgmap v19588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:41.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:41 smithi175 ceph-mon[44549]: pgmap v19589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:41.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:41 smithi181 ceph-mon[45557]: pgmap v19589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:41.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:41 smithi088 ceph-mon[35322]: pgmap v19589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:43.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:43 smithi175 ceph-mon[44549]: pgmap v19590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:43.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:43 smithi181 ceph-mon[45557]: pgmap v19590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:43.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:43 smithi088 ceph-mon[35322]: pgmap v19590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:45.086 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:45.086+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:15:45.086 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:45.086+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:15:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:45.087+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 284 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T23:15:45.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:45.087+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 284 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T23:15:45.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:45 smithi175 ceph-mon[44549]: pgmap v19591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:45.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:45 smithi181 ceph-mon[45557]: pgmap v19591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:45.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:45 smithi088 ceph-mon[35322]: pgmap v19591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:47.184 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:47.184+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:15:47.184 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:47.184+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:15:47.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:15:47.184+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:15:47.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:47 smithi175 ceph-mon[44549]: pgmap v19592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:47.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:47 smithi181 ceph-mon[45557]: pgmap v19592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:47.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:47 smithi088 ceph-mon[35322]: pgmap v19592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:49.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:49 smithi175 ceph-mon[44549]: pgmap v19593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:49.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:49 smithi181 ceph-mon[45557]: pgmap v19593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:49.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:49 smithi088 ceph-mon[35322]: pgmap v19593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:51.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:51 smithi175 ceph-mon[44549]: pgmap v19594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:51.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:51 smithi181 ceph-mon[45557]: pgmap v19594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:51.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:51 smithi088 ceph-mon[35322]: pgmap v19594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:15:53.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:53 smithi175 ceph-mon[44549]: pgmap v19595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:53.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:53 smithi181 ceph-mon[45557]: pgmap v19595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:53.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:53 smithi088 ceph-mon[35322]: pgmap v19595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:15:55.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:55 smithi175 ceph-mon[44549]: pgmap v19596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:55.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:55 smithi181 ceph-mon[45557]: pgmap v19596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:55.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:55 smithi088 ceph-mon[35322]: pgmap v19596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:15:57.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:57 smithi175 ceph-mon[44549]: pgmap v19597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:15:57.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:57 smithi181 ceph-mon[45557]: pgmap v19597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:15:57.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:57 smithi088 ceph-mon[35322]: pgmap v19597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:15:59.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:15:59 smithi175 ceph-mon[44549]: pgmap v19598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:59.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:15:59 smithi181 ceph-mon[45557]: pgmap v19598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:15:59.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:15:59 smithi088 ceph-mon[35322]: pgmap v19598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:01.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:01 smithi175 ceph-mon[44549]: pgmap v19599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:01.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:01 smithi181 ceph-mon[45557]: pgmap v19599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:01 smithi088 ceph-mon[35322]: pgmap v19599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:02.185+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:16:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:02.185+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:16:02.185 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:02.185+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:16:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:03 smithi181 ceph-mon[45557]: pgmap v19600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:03.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:03 smithi088 ceph-mon[35322]: pgmap v19600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:03.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:03 smithi175 ceph-mon[44549]: pgmap v19600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:05 smithi181 ceph-mon[45557]: pgmap v19601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:05.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:05 smithi088 ceph-mon[35322]: pgmap v19601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:05.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:05 smithi175 ceph-mon[44549]: pgmap v19601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:07 smithi181 ceph-mon[45557]: pgmap v19602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:07.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:07 smithi088 ceph-mon[35322]: pgmap v19602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:07.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:07 smithi175 ceph-mon[44549]: pgmap v19602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:09 smithi181 ceph-mon[45557]: pgmap v19603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:09.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:09 smithi088 ceph-mon[35322]: pgmap v19603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:09.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:09 smithi175 ceph-mon[44549]: pgmap v19603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:11.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:11 smithi181 ceph-mon[45557]: pgmap v19604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:11.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:11 smithi088 ceph-mon[35322]: pgmap v19604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:11.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:11 smithi175 ceph-mon[44549]: pgmap v19604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:12 smithi175 ceph-mon[44549]: pgmap v19605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:16:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:16:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:16:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:16:13.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:12 smithi181 ceph-mon[45557]: pgmap v19605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:13.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:16:13.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:16:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:16:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:16:13.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:12 smithi088 ceph-mon[35322]: pgmap v19605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:13.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:16:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:16:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:16:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:16:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:14 smithi181 ceph-mon[45557]: pgmap v19606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:16:14.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:14 smithi088 ceph-mon[35322]: pgmap v19606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:16:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:14 smithi175 ceph-mon[44549]: pgmap v19606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:16:16.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:16 smithi181 ceph-mon[45557]: pgmap v19607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:16:16.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:16 smithi088 ceph-mon[35322]: pgmap v19607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:16:16.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:16 smithi175 ceph-mon[44549]: pgmap v19607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:16:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:17.200+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:16:17.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:17.201+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:16:17.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:17.201+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:16:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:18 smithi181 ceph-mon[45557]: pgmap v19608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:16:18.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:18 smithi088 ceph-mon[35322]: pgmap v19608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:16:18.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:18 smithi175 ceph-mon[44549]: pgmap v19608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:16:20.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:20 smithi181 ceph-mon[45557]: pgmap v19609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:16:20.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:20 smithi088 ceph-mon[35322]: pgmap v19609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:16:20.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:20 smithi175 ceph-mon[44549]: pgmap v19609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:16:22.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:22 smithi181 ceph-mon[45557]: pgmap v19610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:16:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:22 smithi088 ceph-mon[35322]: pgmap v19610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:16:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:22 smithi175 ceph-mon[44549]: pgmap v19610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:16:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:24 smithi088 ceph-mon[35322]: pgmap v19611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:16:24.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:24 smithi175 ceph-mon[44549]: pgmap v19611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:16:24.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:24 smithi181 ceph-mon[45557]: pgmap v19611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:16:26.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:26 smithi088 ceph-mon[35322]: pgmap v19612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:26.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:26 smithi175 ceph-mon[44549]: pgmap v19612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:26.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:26 smithi181 ceph-mon[45557]: pgmap v19612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:28.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:28 smithi088 ceph-mon[35322]: pgmap v19613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:28.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:28 smithi175 ceph-mon[44549]: pgmap v19613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:28.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:28 smithi181 ceph-mon[45557]: pgmap v19613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:30.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:30 smithi088 ceph-mon[35322]: pgmap v19614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:30.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:30 smithi175 ceph-mon[44549]: pgmap v19614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:30.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:30 smithi181 ceph-mon[45557]: pgmap v19614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:32.211 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:32.211+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:16:32.211 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:32.211+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:16:32.211 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:32.211+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:16:32.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:32 smithi088 ceph-mon[35322]: pgmap v19615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:32.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:32 smithi175 ceph-mon[44549]: pgmap v19615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:32.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:32 smithi181 ceph-mon[45557]: pgmap v19615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:34 smithi088 ceph-mon[35322]: pgmap v19616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:34.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:34 smithi175 ceph-mon[44549]: pgmap v19616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:34.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:34 smithi181 ceph-mon[45557]: pgmap v19616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:36.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:36 smithi088 ceph-mon[35322]: pgmap v19617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:36.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:36 smithi175 ceph-mon[44549]: pgmap v19617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:36.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:36 smithi181 ceph-mon[45557]: pgmap v19617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:38.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:38 smithi088 ceph-mon[35322]: pgmap v19618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:38.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:38 smithi175 ceph-mon[44549]: pgmap v19618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:38.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:38 smithi181 ceph-mon[45557]: pgmap v19618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:40.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:40 smithi088 ceph-mon[35322]: pgmap v19619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:40.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:40 smithi175 ceph-mon[44549]: pgmap v19619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:40 smithi181 ceph-mon[45557]: pgmap v19619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:42.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:42 smithi088 ceph-mon[35322]: pgmap v19620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:42.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:42 smithi175 ceph-mon[44549]: pgmap v19620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:42.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:42 smithi181 ceph-mon[45557]: pgmap v19620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:44.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:44 smithi088 ceph-mon[35322]: pgmap v19621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:44.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:44 smithi175 ceph-mon[44549]: pgmap v19621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:44 smithi181 ceph-mon[45557]: pgmap v19621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:46.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:46 smithi088 ceph-mon[35322]: pgmap v19622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:46.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:46 smithi175 ceph-mon[44549]: pgmap v19622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:46.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:46 smithi181 ceph-mon[45557]: pgmap v19622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:47.214+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:16:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:47.214+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:16:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:16:47.214+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:16:48.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:48 smithi088 ceph-mon[35322]: pgmap v19623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:48.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:48 smithi175 ceph-mon[44549]: pgmap v19623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:48 smithi181 ceph-mon[45557]: pgmap v19623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:50.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:50 smithi088 ceph-mon[35322]: pgmap v19624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:50.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:50 smithi175 ceph-mon[44549]: pgmap v19624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:50.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:50 smithi181 ceph-mon[45557]: pgmap v19624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:16:52.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:52 smithi088 ceph-mon[35322]: pgmap v19625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:52.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:52 smithi175 ceph-mon[44549]: pgmap v19625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:52 smithi181 ceph-mon[45557]: pgmap v19625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:16:54.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:54 smithi088 ceph-mon[35322]: pgmap v19626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:54.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:54 smithi175 ceph-mon[44549]: pgmap v19626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:54 smithi181 ceph-mon[45557]: pgmap v19626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:16:56.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:56 smithi088 ceph-mon[35322]: pgmap v19627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:56.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:56 smithi175 ceph-mon[44549]: pgmap v19627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:56.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:56 smithi181 ceph-mon[45557]: pgmap v19627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:16:58.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:16:58 smithi088 ceph-mon[35322]: pgmap v19628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:58.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:16:58 smithi175 ceph-mon[44549]: pgmap v19628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:16:58.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:16:58 smithi181 ceph-mon[45557]: pgmap v19628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:00.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:00 smithi175 ceph-mon[44549]: pgmap v19629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:00.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:00 smithi181 ceph-mon[45557]: pgmap v19629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:00.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:00 smithi088 ceph-mon[35322]: pgmap v19629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:02.229 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:02.229+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:02.229+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:02.229+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:17:02.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:02 smithi175 ceph-mon[44549]: pgmap v19630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:02.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:02 smithi181 ceph-mon[45557]: pgmap v19630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:02.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:02 smithi088 ceph-mon[35322]: pgmap v19630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:04.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:04 smithi175 ceph-mon[44549]: pgmap v19631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:04.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:04 smithi181 ceph-mon[45557]: pgmap v19631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:04.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:04 smithi088 ceph-mon[35322]: pgmap v19631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:06.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:06 smithi175 ceph-mon[44549]: pgmap v19632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:06.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:06 smithi181 ceph-mon[45557]: pgmap v19632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:06 smithi088 ceph-mon[35322]: pgmap v19632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:08.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:08 smithi175 ceph-mon[44549]: pgmap v19633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:08.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:08 smithi181 ceph-mon[45557]: pgmap v19633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:08.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:08 smithi088 ceph-mon[35322]: pgmap v19633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:10.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:10 smithi175 ceph-mon[44549]: pgmap v19634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:10 smithi181 ceph-mon[45557]: pgmap v19634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:10 smithi088 ceph-mon[35322]: pgmap v19634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:12.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:12 smithi175 ceph-mon[44549]: pgmap v19635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:12.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:12 smithi181 ceph-mon[45557]: pgmap v19635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:12 smithi088 ceph-mon[35322]: pgmap v19635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:13.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:17:13.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:17:13.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:17:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:14 smithi175 ceph-mon[44549]: pgmap v19636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:17:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:17:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:17:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:14 smithi181 ceph-mon[45557]: pgmap v19636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:17:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:17:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:17:14.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:14 smithi088 ceph-mon[35322]: pgmap v19636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:14.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:17:14.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:17:14.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:17:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:15 smithi175 ceph-mon[44549]: pgmap v19637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:17:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:15 smithi175 ceph-mon[44549]: pgmap v19638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:17:15.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:15 smithi181 ceph-mon[45557]: pgmap v19637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:17:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:15 smithi181 ceph-mon[45557]: pgmap v19638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:17:15.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:15 smithi088 ceph-mon[35322]: pgmap v19637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:17:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:15 smithi088 ceph-mon[35322]: pgmap v19638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:17:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:17.234+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:17:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:17.234+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:17:17.234 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:17.234+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:17:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:17 smithi175 ceph-mon[44549]: pgmap v19639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:17:17.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:17 smithi181 ceph-mon[45557]: pgmap v19639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:17:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:17 smithi088 ceph-mon[35322]: pgmap v19639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:17:19.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:19 smithi175 ceph-mon[44549]: pgmap v19640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:17:19.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:19 smithi181 ceph-mon[45557]: pgmap v19640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:17:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:19 smithi088 ceph-mon[35322]: pgmap v19640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:17:21.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:21 smithi175 ceph-mon[44549]: pgmap v19641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:17:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:21 smithi181 ceph-mon[45557]: pgmap v19641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:17:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:21 smithi088 ceph-mon[35322]: pgmap v19641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:17:23.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:23 smithi175 ceph-mon[44549]: pgmap v19642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:17:23.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:23 smithi181 ceph-mon[45557]: pgmap v19642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:17:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:23 smithi088 ceph-mon[35322]: pgmap v19642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:17:25.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:25 smithi175 ceph-mon[44549]: pgmap v19643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:17:25.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:25 smithi181 ceph-mon[45557]: pgmap v19643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:17:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:25 smithi088 ceph-mon[35322]: pgmap v19643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:17:27.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:27 smithi175 ceph-mon[44549]: pgmap v19644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:27.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:27 smithi181 ceph-mon[45557]: pgmap v19644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:27.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:27 smithi088 ceph-mon[35322]: pgmap v19644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:29.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:29 smithi175 ceph-mon[44549]: pgmap v19645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:29.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:29 smithi181 ceph-mon[45557]: pgmap v19645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:29 smithi088 ceph-mon[35322]: pgmap v19645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:31.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:31 smithi175 ceph-mon[44549]: pgmap v19646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:31 smithi181 ceph-mon[45557]: pgmap v19646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:31 smithi088 ceph-mon[35322]: pgmap v19646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:32.247+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:17:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:32.247+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:17:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:32.247+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:17:33.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:33 smithi175 ceph-mon[44549]: pgmap v19647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:33.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:33 smithi181 ceph-mon[45557]: pgmap v19647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:33.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:33 smithi088 ceph-mon[35322]: pgmap v19647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:35.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:35 smithi175 ceph-mon[44549]: pgmap v19648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:35.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:35 smithi181 ceph-mon[45557]: pgmap v19648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:35 smithi088 ceph-mon[35322]: pgmap v19648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:37.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:37 smithi175 ceph-mon[44549]: pgmap v19649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:37.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:37 smithi181 ceph-mon[45557]: pgmap v19649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:37.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:37 smithi088 ceph-mon[35322]: pgmap v19649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:39 smithi175 ceph-mon[44549]: pgmap v19650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:39.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:39 smithi181 ceph-mon[45557]: pgmap v19650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:39.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:39 smithi088 ceph-mon[35322]: pgmap v19650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:41.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:41 smithi175 ceph-mon[44549]: pgmap v19651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:41.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:41 smithi181 ceph-mon[45557]: pgmap v19651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:41.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:41 smithi088 ceph-mon[35322]: pgmap v19651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:43.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:43 smithi175 ceph-mon[44549]: pgmap v19652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:43.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:43 smithi181 ceph-mon[45557]: pgmap v19652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:43.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:43 smithi088 ceph-mon[35322]: pgmap v19652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:45 smithi175 ceph-mon[44549]: pgmap v19653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:45.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:45 smithi181 ceph-mon[45557]: pgmap v19653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:45.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:45 smithi088 ceph-mon[35322]: pgmap v19653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:47.264 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:47.264+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:17:47.264 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:47.264+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:17:47.264 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:17:47.264+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:17:47.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:47 smithi175 ceph-mon[44549]: pgmap v19654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:47.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:47 smithi181 ceph-mon[45557]: pgmap v19654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:47.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:47 smithi088 ceph-mon[35322]: pgmap v19654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:49.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:49 smithi175 ceph-mon[44549]: pgmap v19655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:49.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:49 smithi181 ceph-mon[45557]: pgmap v19655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:49 smithi088 ceph-mon[35322]: pgmap v19655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:51.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:51 smithi175 ceph-mon[44549]: pgmap v19656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:51.709 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:51 smithi181 ceph-mon[45557]: pgmap v19656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:51.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:51 smithi088 ceph-mon[35322]: pgmap v19656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:17:53.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:53 smithi175 ceph-mon[44549]: pgmap v19657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:53.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:53 smithi181 ceph-mon[45557]: pgmap v19657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:53.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:53 smithi088 ceph-mon[35322]: pgmap v19657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:17:55.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:55 smithi175 ceph-mon[44549]: pgmap v19658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:55 smithi181 ceph-mon[45557]: pgmap v19658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:55.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:55 smithi088 ceph-mon[35322]: pgmap v19658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:17:56.715 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:56 smithi181 ceph-mon[45557]: pgmap v19659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:56 smithi088 ceph-mon[35322]: pgmap v19659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:56 smithi175 ceph-mon[44549]: pgmap v19659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:17:59.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:17:58 smithi175 ceph-mon[44549]: pgmap v19660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:59.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:17:58 smithi181 ceph-mon[45557]: pgmap v19660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:17:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:17:58 smithi088 ceph-mon[35322]: pgmap v19660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:18:01.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:00 smithi175 ceph-mon[44549]: pgmap v19661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:01.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:00 smithi181 ceph-mon[45557]: pgmap v19661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:00 smithi088 ceph-mon[35322]: pgmap v19661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:02.268+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:18:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:02.268+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:18:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:02.268+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:18:03.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:02 smithi175 ceph-mon[44549]: pgmap v19662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:03.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:02 smithi181 ceph-mon[45557]: pgmap v19662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:02 smithi088 ceph-mon[35322]: pgmap v19662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:05.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:04 smithi175 ceph-mon[44549]: pgmap v19663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:05.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:04 smithi181 ceph-mon[45557]: pgmap v19663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:05.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:04 smithi088 ceph-mon[35322]: pgmap v19663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:07.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:06 smithi175 ceph-mon[44549]: pgmap v19664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:06 smithi181 ceph-mon[45557]: pgmap v19664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:07.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:06 smithi088 ceph-mon[35322]: pgmap v19664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:09.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:08 smithi175 ceph-mon[44549]: pgmap v19665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:18:09.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:08 smithi181 ceph-mon[45557]: pgmap v19665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:18:09.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:08 smithi088 ceph-mon[35322]: pgmap v19665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:18:11.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:10 smithi175 ceph-mon[44549]: pgmap v19666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:11.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:10 smithi181 ceph-mon[45557]: pgmap v19666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:11.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:10 smithi088 ceph-mon[35322]: pgmap v19666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:13.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:12 smithi175 ceph-mon[44549]: pgmap v19667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:13.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:12 smithi181 ceph-mon[45557]: pgmap v19667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:13.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:12 smithi088 ceph-mon[35322]: pgmap v19667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:14 smithi175 ceph-mon[44549]: pgmap v19668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:18:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:14 smithi181 ceph-mon[45557]: pgmap v19668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:15.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:18:15.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:14 smithi088 ceph-mon[35322]: pgmap v19668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:18:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:18:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:18:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:15 smithi181 ceph-mon[45557]: pgmap v19669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:18:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:15 smithi181 ceph-mon[45557]: pgmap v19670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:18:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:16.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:18:16.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:18:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:15 smithi088 ceph-mon[35322]: pgmap v19669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:18:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:15 smithi088 ceph-mon[35322]: pgmap v19670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:18:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:18:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:18:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:15 smithi175 ceph-mon[44549]: pgmap v19669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:18:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:15 smithi175 ceph-mon[44549]: pgmap v19670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:18:16.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:18:17.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:17.276+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:18:17.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:17.276+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:18:17.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:17.276+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:18:18.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:17 smithi175 ceph-mon[44549]: pgmap v19671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:18:18.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:17 smithi181 ceph-mon[45557]: pgmap v19671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:18:18.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:17 smithi088 ceph-mon[35322]: pgmap v19671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:18:20.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:20 smithi175 ceph-mon[44549]: pgmap v19672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:18:20.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:20 smithi181 ceph-mon[45557]: pgmap v19672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:18:20.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:20 smithi088 ceph-mon[35322]: pgmap v19672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:18:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:22 smithi175 ceph-mon[44549]: pgmap v19673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:18:22.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:22 smithi181 ceph-mon[45557]: pgmap v19673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:18:22.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:22 smithi088 ceph-mon[35322]: pgmap v19673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:18:24.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:24 smithi175 ceph-mon[44549]: pgmap v19674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:18:24.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:24 smithi181 ceph-mon[45557]: pgmap v19674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:18:24.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:24 smithi088 ceph-mon[35322]: pgmap v19674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:18:26.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:26 smithi175 ceph-mon[44549]: pgmap v19675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:18:26.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:26 smithi181 ceph-mon[45557]: pgmap v19675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:18:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:26 smithi088 ceph-mon[35322]: pgmap v19675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:18:28.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:27 smithi175 ceph-mon[44549]: pgmap v19676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:27 smithi181 ceph-mon[45557]: pgmap v19676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:27 smithi088 ceph-mon[35322]: pgmap v19676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:30.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:30 smithi175 ceph-mon[44549]: pgmap v19677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:30.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:30 smithi181 ceph-mon[45557]: pgmap v19677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:30.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:30 smithi088 ceph-mon[35322]: pgmap v19677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:32.282+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:18:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:32.282+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:18:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:32.282+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:18:32.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:32 smithi175 ceph-mon[44549]: pgmap v19678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:32.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:32 smithi181 ceph-mon[45557]: pgmap v19678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:32.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:32 smithi088 ceph-mon[35322]: pgmap v19678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:34.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:34 smithi175 ceph-mon[44549]: pgmap v19679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:34.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:34 smithi181 ceph-mon[45557]: pgmap v19679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:34.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:34 smithi088 ceph-mon[35322]: pgmap v19679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:36.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:36 smithi175 ceph-mon[44549]: pgmap v19680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:36.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:36 smithi181 ceph-mon[45557]: pgmap v19680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:36.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:36 smithi088 ceph-mon[35322]: pgmap v19680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:38.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:37 smithi175 ceph-mon[44549]: pgmap v19681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:38.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:37 smithi181 ceph-mon[45557]: pgmap v19681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:38.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:37 smithi088 ceph-mon[35322]: pgmap v19681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:40.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:40 smithi175 ceph-mon[44549]: pgmap v19682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:40.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:40 smithi181 ceph-mon[45557]: pgmap v19682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:40.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:40 smithi088 ceph-mon[35322]: pgmap v19682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:42.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:42 smithi175 ceph-mon[44549]: pgmap v19683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:42.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:42 smithi181 ceph-mon[45557]: pgmap v19683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:42.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:42 smithi088 ceph-mon[35322]: pgmap v19683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:44.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:44 smithi175 ceph-mon[44549]: pgmap v19684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:44 smithi181 ceph-mon[45557]: pgmap v19684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:44 smithi088 ceph-mon[35322]: pgmap v19684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:45.114+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:18:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:45.114+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 285 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:18:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:45.115+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:18:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:45.116+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 285 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:18:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:46 smithi175 ceph-mon[44549]: pgmap v19685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:46 smithi181 ceph-mon[45557]: pgmap v19685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:46.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:46 smithi088 ceph-mon[35322]: pgmap v19685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:47.288+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:18:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:47.288+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:18:47.288 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:18:47.288+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:18:48.151 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:47 smithi088 ceph-mon[35322]: pgmap v19686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:48.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:47 smithi175 ceph-mon[44549]: pgmap v19686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:47 smithi181 ceph-mon[45557]: pgmap v19686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:50.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:50 smithi175 ceph-mon[44549]: pgmap v19687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:50.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:50 smithi181 ceph-mon[45557]: pgmap v19687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:50.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:50 smithi088 ceph-mon[35322]: pgmap v19687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:18:52.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:52 smithi175 ceph-mon[44549]: pgmap v19688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:52 smithi181 ceph-mon[45557]: pgmap v19688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:52.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:52 smithi088 ceph-mon[35322]: pgmap v19688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:54.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:54 smithi175 ceph-mon[44549]: pgmap v19689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:54.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:54 smithi181 ceph-mon[45557]: pgmap v19689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:54.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:54 smithi088 ceph-mon[35322]: pgmap v19689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:18:56.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:56 smithi175 ceph-mon[44549]: pgmap v19690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:56.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:56 smithi181 ceph-mon[45557]: pgmap v19690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:56.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:56 smithi088 ceph-mon[35322]: pgmap v19690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:18:58.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:18:57 smithi175 ceph-mon[44549]: pgmap v19691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:58.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:18:57 smithi181 ceph-mon[45557]: pgmap v19691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:18:58.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:18:57 smithi088 ceph-mon[35322]: pgmap v19691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:00.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:00 smithi175 ceph-mon[44549]: pgmap v19692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:00.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:00 smithi181 ceph-mon[45557]: pgmap v19692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:00.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:00 smithi088 ceph-mon[35322]: pgmap v19692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:02.303+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:19:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:02.303+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:19:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:02.303+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:19:02.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:02 smithi175 ceph-mon[44549]: pgmap v19693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:02.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:02 smithi181 ceph-mon[45557]: pgmap v19693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:02.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:02 smithi088 ceph-mon[35322]: pgmap v19693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:04.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:04 smithi175 ceph-mon[44549]: pgmap v19694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:04.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:04 smithi181 ceph-mon[45557]: pgmap v19694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:04.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:04 smithi088 ceph-mon[35322]: pgmap v19694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:06.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:06 smithi175 ceph-mon[44549]: pgmap v19695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:06 smithi181 ceph-mon[45557]: pgmap v19695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:06 smithi088 ceph-mon[35322]: pgmap v19695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:08.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:07 smithi175 ceph-mon[44549]: pgmap v19696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:08.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:07 smithi181 ceph-mon[45557]: pgmap v19696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:08.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:07 smithi088 ceph-mon[35322]: pgmap v19696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:10.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:10 smithi175 ceph-mon[44549]: pgmap v19697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:10.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:10 smithi181 ceph-mon[45557]: pgmap v19697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:10.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:10 smithi088 ceph-mon[35322]: pgmap v19697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:12.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:12 smithi175 ceph-mon[44549]: pgmap v19698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:12 smithi181 ceph-mon[45557]: pgmap v19698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:12 smithi088 ceph-mon[35322]: pgmap v19698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:14 smithi175 ceph-mon[44549]: pgmap v19699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:14.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:14 smithi181 ceph-mon[45557]: pgmap v19699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:14 smithi088 ceph-mon[35322]: pgmap v19699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:16.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:16 smithi175 ceph-mon[44549]: pgmap v19700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:19:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:19:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:19:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:19:16.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:16 smithi181 ceph-mon[45557]: pgmap v19700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:19:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:19:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:19:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:19:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:16 smithi088 ceph-mon[35322]: pgmap v19700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:19:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:19:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:19:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:19:17.306 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:17.305+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:19:17.306 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:17.305+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:19:17.306 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:17.305+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:19:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:17 smithi175 ceph-mon[44549]: pgmap v19701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:19:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:17 smithi175 ceph-mon[44549]: pgmap v19702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:19:17.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:17 smithi181 ceph-mon[45557]: pgmap v19701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:19:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:17 smithi181 ceph-mon[45557]: pgmap v19702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:19:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:17 smithi088 ceph-mon[35322]: pgmap v19701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:19:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:17 smithi088 ceph-mon[35322]: pgmap v19702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:19:19.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:19 smithi175 ceph-mon[44549]: pgmap v19703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:19:19.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:19 smithi181 ceph-mon[45557]: pgmap v19703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:19:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:19 smithi088 ceph-mon[35322]: pgmap v19703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:19:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:21 smithi175 ceph-mon[44549]: pgmap v19704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:19:21.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:21 smithi181 ceph-mon[45557]: pgmap v19704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:19:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:21 smithi088 ceph-mon[35322]: pgmap v19704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:19:23.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:22 smithi175 ceph-mon[44549]: pgmap v19705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:19:23.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:22 smithi181 ceph-mon[45557]: pgmap v19705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:19:23.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:22 smithi088 ceph-mon[35322]: pgmap v19705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:19:25.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:25 smithi175 ceph-mon[44549]: pgmap v19706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:19:25.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:25 smithi181 ceph-mon[45557]: pgmap v19706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:19:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:25 smithi088 ceph-mon[35322]: pgmap v19706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:19:27.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:27 smithi175 ceph-mon[44549]: pgmap v19707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:19:27.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:27 smithi181 ceph-mon[45557]: pgmap v19707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:19:27.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:27 smithi088 ceph-mon[35322]: pgmap v19707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:19:29.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:29 smithi175 ceph-mon[44549]: pgmap v19708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:29 smithi181 ceph-mon[45557]: pgmap v19708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:29 smithi088 ceph-mon[35322]: pgmap v19708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:30.121+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:19:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:30.121+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:19:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:30.121+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 286 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-28T23:19:30.121 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:30.122+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 286 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-28T23:19:31.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:31 smithi175 ceph-mon[44549]: pgmap v19709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:31 smithi181 ceph-mon[45557]: pgmap v19709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:31 smithi088 ceph-mon[35322]: pgmap v19709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:32.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:32.318+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:19:32.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:32.318+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:19:32.318 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:32.318+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:19:33.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:32 smithi175 ceph-mon[44549]: pgmap v19710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:33.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:32 smithi181 ceph-mon[45557]: pgmap v19710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:33.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:32 smithi088 ceph-mon[35322]: pgmap v19710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:35.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:35 smithi175 ceph-mon[44549]: pgmap v19711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:35.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:35 smithi181 ceph-mon[45557]: pgmap v19711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:35 smithi088 ceph-mon[35322]: pgmap v19711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:37.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:37 smithi175 ceph-mon[44549]: pgmap v19712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:37.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:37 smithi181 ceph-mon[45557]: pgmap v19712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:37.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:37 smithi088 ceph-mon[35322]: pgmap v19712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:39 smithi175 ceph-mon[44549]: pgmap v19713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:39.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:39 smithi181 ceph-mon[45557]: pgmap v19713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:39.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:39 smithi088 ceph-mon[35322]: pgmap v19713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:41.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:41 smithi175 ceph-mon[44549]: pgmap v19714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:41.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:41 smithi181 ceph-mon[45557]: pgmap v19714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:41.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:41 smithi088 ceph-mon[35322]: pgmap v19714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:19:43.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:42 smithi181 ceph-mon[45557]: pgmap v19715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:43.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:42 smithi088 ceph-mon[35322]: pgmap v19715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:43.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:42 smithi175 ceph-mon[44549]: pgmap v19715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:45 smithi175 ceph-mon[44549]: pgmap v19716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:45.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:45 smithi181 ceph-mon[45557]: pgmap v19716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:45.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:45 smithi088 ceph-mon[35322]: pgmap v19716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:19:47.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:47.334+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:19:47.334 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:47.334+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:19:47.334 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:19:47.334+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:19:47.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:47 smithi175 ceph-mon[44549]: pgmap v19717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:47.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:47 smithi181 ceph-mon[45557]: pgmap v19717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:47.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:47 smithi088 ceph-mon[35322]: pgmap v19717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:49.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:49 smithi175 ceph-mon[44549]: pgmap v19718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:49 smithi181 ceph-mon[45557]: pgmap v19718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:49 smithi088 ceph-mon[35322]: pgmap v19718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:19:51.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:51 smithi175 ceph-mon[44549]: pgmap v19719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:19:51.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:51 smithi181 ceph-mon[45557]: pgmap v19719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:19:51.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:51 smithi088 ceph-mon[35322]: pgmap v19719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:19:53.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:52 smithi181 ceph-mon[45557]: pgmap v19720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:53.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:52 smithi088 ceph-mon[35322]: pgmap v19720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:53.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:52 smithi175 ceph-mon[44549]: pgmap v19720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:55.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:55 smithi175 ceph-mon[44549]: pgmap v19721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:19:55.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:55 smithi181 ceph-mon[45557]: pgmap v19721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:19:55.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:55 smithi088 ceph-mon[35322]: pgmap v19721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:19:57.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:57 smithi175 ceph-mon[44549]: pgmap v19722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:57.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:57 smithi181 ceph-mon[45557]: pgmap v19722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:57.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:57 smithi088 ceph-mon[35322]: pgmap v19722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:19:59.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:19:59 smithi175 ceph-mon[44549]: pgmap v19723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:19:59.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:19:59 smithi181 ceph-mon[45557]: pgmap v19723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:19:59.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:19:59 smithi088 ceph-mon[35322]: pgmap v19723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:20:00.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:20:00.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:20:00.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:20:01.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:01 smithi175 ceph-mon[44549]: pgmap v19724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:20:01.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:01 smithi181 ceph-mon[45557]: pgmap v19724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:20:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:01 smithi088 ceph-mon[35322]: pgmap v19724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:20:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:02.346+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:20:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:02.346+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:20:02.347 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:02.346+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:20:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:02 smithi181 ceph-mon[45557]: pgmap v19725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:02 smithi088 ceph-mon[35322]: pgmap v19725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:02 smithi175 ceph-mon[44549]: pgmap v19725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:05.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:05 smithi175 ceph-mon[44549]: pgmap v19726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:05.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:05 smithi181 ceph-mon[45557]: pgmap v19726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:05.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:05 smithi088 ceph-mon[35322]: pgmap v19726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:07.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:07 smithi175 ceph-mon[44549]: pgmap v19727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:07.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:07 smithi181 ceph-mon[45557]: pgmap v19727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:07 smithi088 ceph-mon[35322]: pgmap v19727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:09.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:09 smithi175 ceph-mon[44549]: pgmap v19728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:20:09.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:09 smithi181 ceph-mon[45557]: pgmap v19728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:20:09.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:09 smithi088 ceph-mon[35322]: pgmap v19728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:20:11.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:11 smithi175 ceph-mon[44549]: pgmap v19729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:11.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:11 smithi181 ceph-mon[45557]: pgmap v19729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:11.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:11 smithi088 ceph-mon[35322]: pgmap v19729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:13.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:12 smithi181 ceph-mon[45557]: pgmap v19730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:13.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:12 smithi088 ceph-mon[35322]: pgmap v19730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:13.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:12 smithi175 ceph-mon[44549]: pgmap v19730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:15.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:15 smithi175 ceph-mon[44549]: pgmap v19731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:15.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:15 smithi181 ceph-mon[45557]: pgmap v19731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:15.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:15 smithi088 ceph-mon[35322]: pgmap v19731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:17.361 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:17.362+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:20:17.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:17.362+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:20:17.362 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:17.362+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:20:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:17 smithi175 ceph-mon[44549]: pgmap v19732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:20:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:20:17.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:20:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:20:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:17 smithi181 ceph-mon[45557]: pgmap v19732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:20:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:20:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:20:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:20:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:17 smithi088 ceph-mon[35322]: pgmap v19732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:20:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:20:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:20:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:20:18.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:18 smithi175 ceph-mon[44549]: pgmap v19733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:20:18.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:18 smithi175 ceph-mon[44549]: pgmap v19734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:20:18.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:18 smithi181 ceph-mon[45557]: pgmap v19733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:20:18.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:18 smithi181 ceph-mon[45557]: pgmap v19734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:20:18.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:18 smithi088 ceph-mon[35322]: pgmap v19733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:20:18.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:18 smithi088 ceph-mon[35322]: pgmap v19734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:20:20.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:20 smithi175 ceph-mon[44549]: pgmap v19735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:20:20.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:20 smithi181 ceph-mon[45557]: pgmap v19735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:20:20.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:20 smithi088 ceph-mon[35322]: pgmap v19735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:20:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:22 smithi175 ceph-mon[44549]: pgmap v19736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:20:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:22 smithi181 ceph-mon[45557]: pgmap v19736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:20:22.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:22 smithi088 ceph-mon[35322]: pgmap v19736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:20:24.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:24 smithi175 ceph-mon[44549]: pgmap v19737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:20:24.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:24 smithi181 ceph-mon[45557]: pgmap v19737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:20:24.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:24 smithi088 ceph-mon[35322]: pgmap v19737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:20:26.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:26 smithi175 ceph-mon[44549]: pgmap v19738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:20:26.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:26 smithi181 ceph-mon[45557]: pgmap v19738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:20:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:26 smithi088 ceph-mon[35322]: pgmap v19738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:20:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:27 smithi181 ceph-mon[45557]: pgmap v19739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:20:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:27 smithi088 ceph-mon[35322]: pgmap v19739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:20:28.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:27 smithi175 ceph-mon[44549]: pgmap v19739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:20:30.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:30 smithi175 ceph-mon[44549]: pgmap v19740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:30.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:30 smithi181 ceph-mon[45557]: pgmap v19740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:30.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:30 smithi088 ceph-mon[35322]: pgmap v19740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:32.372+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:20:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:32.372+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:20:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:32.372+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:20:32.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:32 smithi175 ceph-mon[44549]: pgmap v19741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:32.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:32 smithi181 ceph-mon[45557]: pgmap v19741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:32.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:32 smithi088 ceph-mon[35322]: pgmap v19741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:34.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:34 smithi175 ceph-mon[44549]: pgmap v19742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:20:34.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:34 smithi181 ceph-mon[45557]: pgmap v19742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:20:34.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:34 smithi088 ceph-mon[35322]: pgmap v19742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:20:36.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:36 smithi175 ceph-mon[44549]: pgmap v19743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:36.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:36 smithi181 ceph-mon[45557]: pgmap v19743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:36.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:36 smithi088 ceph-mon[35322]: pgmap v19743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:37 smithi181 ceph-mon[45557]: pgmap v19744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:38.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:37 smithi088 ceph-mon[35322]: pgmap v19744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:38.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:37 smithi175 ceph-mon[44549]: pgmap v19744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:40.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:40 smithi175 ceph-mon[44549]: pgmap v19745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:40.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:40 smithi181 ceph-mon[45557]: pgmap v19745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:40.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:40 smithi088 ceph-mon[35322]: pgmap v19745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:42.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:42 smithi175 ceph-mon[44549]: pgmap v19746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:42.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:42 smithi181 ceph-mon[45557]: pgmap v19746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:42.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:42 smithi088 ceph-mon[35322]: pgmap v19746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:44.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:44 smithi175 ceph-mon[44549]: pgmap v19747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:20:44.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:44 smithi181 ceph-mon[45557]: pgmap v19747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:20:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:44 smithi088 ceph-mon[35322]: pgmap v19747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:20:46.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:46 smithi175 ceph-mon[44549]: pgmap v19748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:46.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:46 smithi181 ceph-mon[45557]: pgmap v19748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:46.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:46 smithi088 ceph-mon[35322]: pgmap v19748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:47.385+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:20:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:47.385+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:20:47.385 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:20:47.385+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:20:48.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:47 smithi181 ceph-mon[45557]: pgmap v19749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:47 smithi088 ceph-mon[35322]: pgmap v19749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:48.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:47 smithi175 ceph-mon[44549]: pgmap v19749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:50.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:50 smithi175 ceph-mon[44549]: pgmap v19750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:50.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:50 smithi181 ceph-mon[45557]: pgmap v19750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:50.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:50 smithi088 ceph-mon[35322]: pgmap v19750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:20:52.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:52 smithi175 ceph-mon[44549]: pgmap v19751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:52.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:52 smithi181 ceph-mon[45557]: pgmap v19751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:52.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:52 smithi088 ceph-mon[35322]: pgmap v19751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:54.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:54 smithi175 ceph-mon[44549]: pgmap v19752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:20:54.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:54 smithi181 ceph-mon[45557]: pgmap v19752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:20:54.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:54 smithi088 ceph-mon[35322]: pgmap v19752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:20:56.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:56 smithi175 ceph-mon[44549]: pgmap v19753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:56.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:56 smithi181 ceph-mon[45557]: pgmap v19753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:56.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:56 smithi088 ceph-mon[35322]: pgmap v19753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:20:58.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:20:57 smithi181 ceph-mon[45557]: pgmap v19754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:58.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:20:57 smithi088 ceph-mon[35322]: pgmap v19754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:20:58.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:20:57 smithi175 ceph-mon[44549]: pgmap v19754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:00.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:00 smithi175 ceph-mon[44549]: pgmap v19755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:00.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:00 smithi181 ceph-mon[45557]: pgmap v19755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:00.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:00 smithi088 ceph-mon[35322]: pgmap v19755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:02.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:02.399+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:21:02.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:02.399+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:21:02.399 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:02.399+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:21:02.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:02 smithi175 ceph-mon[44549]: pgmap v19756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:02.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:02 smithi181 ceph-mon[45557]: pgmap v19756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:02.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:02 smithi088 ceph-mon[35322]: pgmap v19756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:04.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:04 smithi175 ceph-mon[44549]: pgmap v19757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:04.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:04 smithi181 ceph-mon[45557]: pgmap v19757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:04.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:04 smithi088 ceph-mon[35322]: pgmap v19757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:06.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:06 smithi175 ceph-mon[44549]: pgmap v19758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:06 smithi181 ceph-mon[45557]: pgmap v19758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:06 smithi088 ceph-mon[35322]: pgmap v19758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:07 smithi181 ceph-mon[45557]: pgmap v19759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:08.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:07 smithi088 ceph-mon[35322]: pgmap v19759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:08.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:07 smithi175 ceph-mon[44549]: pgmap v19759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:10.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:10 smithi175 ceph-mon[44549]: pgmap v19760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:10.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:10 smithi181 ceph-mon[45557]: pgmap v19760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:10.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:10 smithi088 ceph-mon[35322]: pgmap v19760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:12.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:12 smithi175 ceph-mon[44549]: pgmap v19761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:12.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:12 smithi181 ceph-mon[45557]: pgmap v19761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:12 smithi088 ceph-mon[35322]: pgmap v19761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:14 smithi175 ceph-mon[44549]: pgmap v19762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:21:14.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:14 smithi181 ceph-mon[45557]: pgmap v19762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:21:14.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:14 smithi088 ceph-mon[35322]: pgmap v19762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:21:16.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:16 smithi175 ceph-mon[44549]: pgmap v19763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:16.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:16 smithi181 ceph-mon[45557]: pgmap v19763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:16 smithi088 ceph-mon[35322]: pgmap v19763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:17.402+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:21:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:17.402+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:21:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:17.402+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:21:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:17 smithi181 ceph-mon[45557]: pgmap v19764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:21:18.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:17 smithi088 ceph-mon[35322]: pgmap v19764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:18.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:21:18.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:17 smithi175 ceph-mon[44549]: pgmap v19764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:18.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:21:19.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:21:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:21:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:18 smithi181 ceph-mon[45557]: pgmap v19765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:21:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:18 smithi181 ceph-mon[45557]: pgmap v19766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:21:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:21:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:21:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:21:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:18 smithi088 ceph-mon[35322]: pgmap v19765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:21:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:18 smithi088 ceph-mon[35322]: pgmap v19766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:21:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:21:19.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:21:19.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:21:19.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:18 smithi175 ceph-mon[44549]: pgmap v19765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:21:19.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:18 smithi175 ceph-mon[44549]: pgmap v19766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:21:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:21:21.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:21 smithi175 ceph-mon[44549]: pgmap v19767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:21:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:21 smithi181 ceph-mon[45557]: pgmap v19767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:21:21.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:21 smithi088 ceph-mon[35322]: pgmap v19767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:21:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:22 smithi181 ceph-mon[45557]: pgmap v19768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:21:23.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:22 smithi088 ceph-mon[35322]: pgmap v19768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:21:23.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:22 smithi175 ceph-mon[44549]: pgmap v19768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:21:25.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:25 smithi175 ceph-mon[44549]: pgmap v19769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:21:25.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:25 smithi181 ceph-mon[45557]: pgmap v19769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:21:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:25 smithi088 ceph-mon[35322]: pgmap v19769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:21:27.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:27 smithi175 ceph-mon[44549]: pgmap v19770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:21:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:27 smithi181 ceph-mon[45557]: pgmap v19770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:21:27.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:27 smithi088 ceph-mon[35322]: pgmap v19770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:21:29.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:29 smithi175 ceph-mon[44549]: pgmap v19771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:21:29.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:29 smithi181 ceph-mon[45557]: pgmap v19771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:21:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:29 smithi088 ceph-mon[35322]: pgmap v19771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:21:31.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:31 smithi175 ceph-mon[44549]: pgmap v19772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:31.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:31 smithi181 ceph-mon[45557]: pgmap v19772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:31 smithi088 ceph-mon[35322]: pgmap v19772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:32.403+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:21:32.402 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:32.403+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:21:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:32.403+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:21:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:32 smithi181 ceph-mon[45557]: pgmap v19773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:33.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:32 smithi088 ceph-mon[35322]: pgmap v19773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:33.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:32 smithi175 ceph-mon[44549]: pgmap v19773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:35.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:35 smithi175 ceph-mon[44549]: pgmap v19774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:35.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:35 smithi181 ceph-mon[45557]: pgmap v19774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:35 smithi088 ceph-mon[35322]: pgmap v19774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:37.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:37 smithi175 ceph-mon[44549]: pgmap v19775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:37 smithi181 ceph-mon[45557]: pgmap v19775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:37.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:37 smithi088 ceph-mon[35322]: pgmap v19775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:39 smithi088 ceph-mon[35322]: pgmap v19776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:39 smithi175 ceph-mon[44549]: pgmap v19776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:39.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:39 smithi181 ceph-mon[45557]: pgmap v19776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:41.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:41 smithi175 ceph-mon[44549]: pgmap v19777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:41.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:41 smithi181 ceph-mon[45557]: pgmap v19777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:41.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:41 smithi088 ceph-mon[35322]: pgmap v19777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:43.206 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:42 smithi181 ceph-mon[45557]: pgmap v19778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:21:43.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:42 smithi088 ceph-mon[35322]: pgmap v19778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:21:43.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:42 smithi175 ceph-mon[44549]: pgmap v19778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:21:45.142 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:45.142+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:21:45.142 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:45.142+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:21:45.143 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:45.142+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 287 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:21:45.143 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:45.142+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 287 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:21:45.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:45 smithi175 ceph-mon[44549]: pgmap v19779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:45 smithi181 ceph-mon[45557]: pgmap v19779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:45.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:45 smithi088 ceph-mon[35322]: pgmap v19779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:47.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:47.417+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:21:47.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:47.417+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:21:47.418 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:21:47.417+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:21:47.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:47 smithi175 ceph-mon[44549]: pgmap v19780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:47.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:47 smithi181 ceph-mon[45557]: pgmap v19780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:47.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:47 smithi088 ceph-mon[35322]: pgmap v19780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:49.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:49 smithi175 ceph-mon[44549]: pgmap v19781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:49.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:49 smithi181 ceph-mon[45557]: pgmap v19781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:49 smithi088 ceph-mon[35322]: pgmap v19781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:51 smithi181 ceph-mon[45557]: pgmap v19782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:51.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:51 smithi088 ceph-mon[35322]: pgmap v19782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:51.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:51 smithi175 ceph-mon[44549]: pgmap v19782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:21:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:52 smithi181 ceph-mon[45557]: pgmap v19783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:21:53.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:52 smithi088 ceph-mon[35322]: pgmap v19783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:21:53.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:52 smithi175 ceph-mon[44549]: pgmap v19783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:21:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:55 smithi175 ceph-mon[44549]: pgmap v19784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:55.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:55 smithi181 ceph-mon[45557]: pgmap v19784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:55.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:55 smithi088 ceph-mon[35322]: pgmap v19784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:21:57.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:57 smithi175 ceph-mon[44549]: pgmap v19785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:57 smithi181 ceph-mon[45557]: pgmap v19785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:57.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:57 smithi088 ceph-mon[35322]: pgmap v19785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:21:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:21:59 smithi181 ceph-mon[45557]: pgmap v19786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:59.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:21:59 smithi088 ceph-mon[35322]: pgmap v19786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:21:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:21:59 smithi175 ceph-mon[44549]: pgmap v19786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:01 smithi181 ceph-mon[45557]: pgmap v19787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:22:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:01 smithi088 ceph-mon[35322]: pgmap v19787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:22:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:01 smithi175 ceph-mon[44549]: pgmap v19787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:22:02.431 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:02.432+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:22:02.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:02.432+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:22:02.432 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:02.432+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:22:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:02 smithi181 ceph-mon[45557]: pgmap v19788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:02 smithi088 ceph-mon[35322]: pgmap v19788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:02 smithi175 ceph-mon[44549]: pgmap v19788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:05.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:05 smithi175 ceph-mon[44549]: pgmap v19789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:22:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:05 smithi181 ceph-mon[45557]: pgmap v19789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:22:05.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:05 smithi088 ceph-mon[35322]: pgmap v19789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:22:07.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:07 smithi181 ceph-mon[45557]: pgmap v19790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:07 smithi088 ceph-mon[35322]: pgmap v19790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:07 smithi175 ceph-mon[44549]: pgmap v19790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:09 smithi181 ceph-mon[45557]: pgmap v19791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:09.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:09 smithi088 ceph-mon[35322]: pgmap v19791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:09 smithi175 ceph-mon[44549]: pgmap v19791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:11 smithi181 ceph-mon[45557]: pgmap v19792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:22:11.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:11 smithi088 ceph-mon[35322]: pgmap v19792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:22:11.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:11 smithi175 ceph-mon[44549]: pgmap v19792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:22:13.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:12 smithi088 ceph-mon[35322]: pgmap v19793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:13.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:12 smithi175 ceph-mon[44549]: pgmap v19793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:12 smithi181 ceph-mon[45557]: pgmap v19793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:15 smithi181 ceph-mon[45557]: pgmap v19794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:22:15.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:15 smithi088 ceph-mon[35322]: pgmap v19794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:22:15.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:15 smithi175 ceph-mon[44549]: pgmap v19794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:22:17.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:17.447+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:22:17.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:17.447+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:22:17.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:17.447+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:22:17.706 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:17 smithi181 ceph-mon[45557]: pgmap v19795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:17 smithi088 ceph-mon[35322]: pgmap v19795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:17 smithi175 ceph-mon[44549]: pgmap v19795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:19 smithi181 ceph-mon[45557]: pgmap v19796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:22:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:22:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:22:19.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:19 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:22:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:19 smithi088 ceph-mon[35322]: pgmap v19796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:22:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:22:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:22:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:19 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:22:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:19 smithi175 ceph-mon[44549]: pgmap v19796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:22:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:22:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:22:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:22:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:19 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:22:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:20 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 122.3M 2024-01-28T23:22:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:20 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 128275312: error parsing value: Value '128275312' is below minimum 939524096 2024-01-28T23:22:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:20 smithi181 ceph-mon[45557]: pgmap v19797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:22:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:20 smithi181 ceph-mon[45557]: pgmap v19798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:22:20.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:20 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 122.3M 2024-01-28T23:22:20.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:20 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 128275312: error parsing value: Value '128275312' is below minimum 939524096 2024-01-28T23:22:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:20 smithi088 ceph-mon[35322]: pgmap v19797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:22:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:20 smithi088 ceph-mon[35322]: pgmap v19798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:22:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:20 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 122.3M 2024-01-28T23:22:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:20 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 128275312: error parsing value: Value '128275312' is below minimum 939524096 2024-01-28T23:22:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:20 smithi175 ceph-mon[44549]: pgmap v19797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:22:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:20 smithi175 ceph-mon[44549]: pgmap v19798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:22:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:22 smithi181 ceph-mon[45557]: pgmap v19799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:22.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:22 smithi088 ceph-mon[35322]: pgmap v19799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:22.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:22 smithi175 ceph-mon[44549]: pgmap v19799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:24 smithi181 ceph-mon[45557]: pgmap v19800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:22:24.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:24 smithi088 ceph-mon[35322]: pgmap v19800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:22:24.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:24 smithi175 ceph-mon[44549]: pgmap v19800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:22:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:26 smithi181 ceph-mon[45557]: pgmap v19801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:22:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:26 smithi088 ceph-mon[35322]: pgmap v19801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:22:26.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:26 smithi175 ceph-mon[44549]: pgmap v19801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:22:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:27 smithi088 ceph-mon[35322]: pgmap v19802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:28.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:27 smithi175 ceph-mon[44549]: pgmap v19802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:27 smithi181 ceph-mon[45557]: pgmap v19802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:30 smithi181 ceph-mon[45557]: pgmap v19803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:22:30.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:30 smithi088 ceph-mon[35322]: pgmap v19803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:22:30.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:30 smithi175 ceph-mon[44549]: pgmap v19803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:22:32.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:32.462+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:22:32.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:32.462+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:22:32.463 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:32.462+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:22:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:32 smithi181 ceph-mon[45557]: pgmap v19804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:32.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:32 smithi088 ceph-mon[35322]: pgmap v19804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:32.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:32 smithi175 ceph-mon[44549]: pgmap v19804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:34 smithi181 ceph-mon[45557]: pgmap v19805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:34.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:34 smithi088 ceph-mon[35322]: pgmap v19805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:34.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:34 smithi175 ceph-mon[44549]: pgmap v19805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:36 smithi181 ceph-mon[45557]: pgmap v19806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:22:36.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:36 smithi088 ceph-mon[35322]: pgmap v19806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:22:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:36 smithi175 ceph-mon[44549]: pgmap v19806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:22:38.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:37 smithi088 ceph-mon[35322]: pgmap v19807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:37 smithi175 ceph-mon[44549]: pgmap v19807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:37 smithi181 ceph-mon[45557]: pgmap v19807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:40 smithi181 ceph-mon[45557]: pgmap v19808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:22:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:40 smithi088 ceph-mon[35322]: pgmap v19808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:22:40.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:40 smithi175 ceph-mon[44549]: pgmap v19808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:22:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:42 smithi181 ceph-mon[45557]: pgmap v19809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:42.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:42 smithi088 ceph-mon[35322]: pgmap v19809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:42.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:42 smithi175 ceph-mon[44549]: pgmap v19809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:22:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:44 smithi181 ceph-mon[45557]: pgmap v19810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:44.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:44 smithi088 ceph-mon[35322]: pgmap v19810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:44.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:44 smithi175 ceph-mon[44549]: pgmap v19810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:22:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:46 smithi181 ceph-mon[45557]: pgmap v19811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:46.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:46 smithi088 ceph-mon[35322]: pgmap v19811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:46.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:46 smithi175 ceph-mon[44549]: pgmap v19811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:47.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:47.476+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:22:47.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:47.477+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:22:47.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:22:47.477+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:22:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:47 smithi088 ceph-mon[35322]: pgmap v19812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:22:48.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:47 smithi175 ceph-mon[44549]: pgmap v19812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:22:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:47 smithi181 ceph-mon[45557]: pgmap v19812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:22:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:50 smithi181 ceph-mon[45557]: pgmap v19813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:22:50.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:50 smithi088 ceph-mon[35322]: pgmap v19813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:22:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:50 smithi175 ceph-mon[44549]: pgmap v19813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:22:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:52 smithi181 ceph-mon[45557]: pgmap v19814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:22:52.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:52 smithi088 ceph-mon[35322]: pgmap v19814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:22:52.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:52 smithi175 ceph-mon[44549]: pgmap v19814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:22:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:54 smithi181 ceph-mon[45557]: pgmap v19815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:22:54.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:54 smithi088 ceph-mon[35322]: pgmap v19815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:22:54.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:54 smithi175 ceph-mon[44549]: pgmap v19815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:22:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:56 smithi181 ceph-mon[45557]: pgmap v19816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:56.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:56 smithi088 ceph-mon[35322]: pgmap v19816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:56.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:56 smithi175 ceph-mon[44549]: pgmap v19816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:22:58.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:22:57 smithi088 ceph-mon[35322]: pgmap v19817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:58.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:22:57 smithi175 ceph-mon[44549]: pgmap v19817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:22:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:22:57 smithi181 ceph-mon[45557]: pgmap v19817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:00 smithi181 ceph-mon[45557]: pgmap v19818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:23:00.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:00 smithi088 ceph-mon[35322]: pgmap v19818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:23:00.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:00 smithi175 ceph-mon[44549]: pgmap v19818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:23:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:02.483+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:23:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:02.483+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:23:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:02.483+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:23:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:02 smithi181 ceph-mon[45557]: pgmap v19819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:02.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:02 smithi088 ceph-mon[35322]: pgmap v19819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:02.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:02 smithi175 ceph-mon[44549]: pgmap v19819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:04 smithi181 ceph-mon[45557]: pgmap v19820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:23:04.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:04 smithi088 ceph-mon[35322]: pgmap v19820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:23:04.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:04 smithi175 ceph-mon[44549]: pgmap v19820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:23:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:06 smithi181 ceph-mon[45557]: pgmap v19821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:23:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:06 smithi088 ceph-mon[35322]: pgmap v19821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:23:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:06 smithi175 ceph-mon[44549]: pgmap v19821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:23:08.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:07 smithi088 ceph-mon[35322]: pgmap v19822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:07 smithi175 ceph-mon[44549]: pgmap v19822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:07 smithi181 ceph-mon[45557]: pgmap v19822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:10 smithi181 ceph-mon[45557]: pgmap v19823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:10.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:10 smithi088 ceph-mon[35322]: pgmap v19823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:10 smithi175 ceph-mon[44549]: pgmap v19823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:12.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:12 smithi181 ceph-mon[45557]: pgmap v19824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:12.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:12 smithi088 ceph-mon[35322]: pgmap v19824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:12 smithi175 ceph-mon[44549]: pgmap v19824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:14 smithi181 ceph-mon[45557]: pgmap v19825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:14.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:14 smithi088 ceph-mon[35322]: pgmap v19825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:14.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:14 smithi175 ceph-mon[44549]: pgmap v19825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:16 smithi181 ceph-mon[45557]: pgmap v19826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:23:16.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:16 smithi088 ceph-mon[35322]: pgmap v19826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:23:16.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:16 smithi175 ceph-mon[44549]: pgmap v19826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:23:17.498 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:17.498+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:23:17.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:17.498+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:23:17.499 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:17.498+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:23:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:17 smithi088 ceph-mon[35322]: pgmap v19827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:18.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:17 smithi175 ceph-mon[44549]: pgmap v19827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:17 smithi181 ceph-mon[45557]: pgmap v19827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:20 smithi181 ceph-mon[45557]: pgmap v19828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:23:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:23:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:23:20.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:23:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:20 smithi088 ceph-mon[35322]: pgmap v19828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:23:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:23:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:23:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:23:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:20 smithi175 ceph-mon[44549]: pgmap v19828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:23:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:23:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:23:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:23:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:23:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:21 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 121.0M 2024-01-28T23:23:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:21 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 126918799: error parsing value: Value '126918799' is below minimum 939524096 2024-01-28T23:23:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:21 smithi181 ceph-mon[45557]: pgmap v19829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:23:21.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:21 smithi181 ceph-mon[45557]: pgmap v19830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:23:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:21 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 121.0M 2024-01-28T23:23:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:21 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 126918799: error parsing value: Value '126918799' is below minimum 939524096 2024-01-28T23:23:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:21 smithi088 ceph-mon[35322]: pgmap v19829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:23:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:21 smithi088 ceph-mon[35322]: pgmap v19830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:23:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:21 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 121.0M 2024-01-28T23:23:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:21 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 126918799: error parsing value: Value '126918799' is below minimum 939524096 2024-01-28T23:23:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:21 smithi175 ceph-mon[44549]: pgmap v19829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:23:21.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:21 smithi175 ceph-mon[44549]: pgmap v19830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:23:23.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:22 smithi088 ceph-mon[35322]: pgmap v19831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:23:23.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:22 smithi175 ceph-mon[44549]: pgmap v19831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:23:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:22 smithi181 ceph-mon[45557]: pgmap v19831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:23:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:25 smithi181 ceph-mon[45557]: pgmap v19832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:23:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:25 smithi088 ceph-mon[35322]: pgmap v19832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:23:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:25 smithi175 ceph-mon[44549]: pgmap v19832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:23:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:27 smithi181 ceph-mon[45557]: pgmap v19833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:23:27.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:27 smithi088 ceph-mon[35322]: pgmap v19833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:23:27.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:27 smithi175 ceph-mon[44549]: pgmap v19833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:23:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:29 smithi088 ceph-mon[35322]: pgmap v19834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:23:29.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:29 smithi175 ceph-mon[44549]: pgmap v19834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:23:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:29 smithi181 ceph-mon[45557]: pgmap v19834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:23:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:31 smithi088 ceph-mon[35322]: pgmap v19835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:23:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:31 smithi175 ceph-mon[44549]: pgmap v19835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:23:31.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:31 smithi181 ceph-mon[45557]: pgmap v19835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:23:32.514 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:32.514+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:23:32.514 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:32.514+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:23:32.514 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:32.514+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:23:33.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:32 smithi088 ceph-mon[35322]: pgmap v19836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:33.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:32 smithi175 ceph-mon[44549]: pgmap v19836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:33.456 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:32 smithi181 ceph-mon[45557]: pgmap v19836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:35 smithi181 ceph-mon[45557]: pgmap v19837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:35 smithi088 ceph-mon[35322]: pgmap v19837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:35.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:35 smithi175 ceph-mon[44549]: pgmap v19837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:37 smithi181 ceph-mon[45557]: pgmap v19838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:37 smithi088 ceph-mon[35322]: pgmap v19838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:37.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:37 smithi175 ceph-mon[44549]: pgmap v19838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:39 smithi088 ceph-mon[35322]: pgmap v19839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:39 smithi175 ceph-mon[44549]: pgmap v19839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:39.956 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:39 smithi181 ceph-mon[45557]: pgmap v19839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:41 smithi088 ceph-mon[35322]: pgmap v19840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:23:41.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:41 smithi175 ceph-mon[44549]: pgmap v19840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:23:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:41 smithi181 ceph-mon[45557]: pgmap v19840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:23:43.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:42 smithi088 ceph-mon[35322]: pgmap v19841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:43.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:42 smithi175 ceph-mon[44549]: pgmap v19841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:42 smithi181 ceph-mon[45557]: pgmap v19841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:45 smithi181 ceph-mon[45557]: pgmap v19842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:45 smithi088 ceph-mon[35322]: pgmap v19842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:45 smithi175 ceph-mon[44549]: pgmap v19842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:47.529+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:23:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:47.529+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:23:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:23:47.529+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:23:47.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:47 smithi088 ceph-mon[35322]: pgmap v19843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:47 smithi175 ceph-mon[44549]: pgmap v19843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:47 smithi181 ceph-mon[45557]: pgmap v19843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:49.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:49 smithi088 ceph-mon[35322]: pgmap v19844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:49 smithi175 ceph-mon[44549]: pgmap v19844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:49 smithi181 ceph-mon[45557]: pgmap v19844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:51.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:51 smithi088 ceph-mon[35322]: pgmap v19845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:23:51.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:51 smithi175 ceph-mon[44549]: pgmap v19845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:23:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:51 smithi181 ceph-mon[45557]: pgmap v19845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:23:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:52 smithi088 ceph-mon[35322]: pgmap v19846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:53.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:52 smithi175 ceph-mon[44549]: pgmap v19846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:52 smithi181 ceph-mon[45557]: pgmap v19846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:23:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:55 smithi088 ceph-mon[35322]: pgmap v19847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:55.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:55 smithi175 ceph-mon[44549]: pgmap v19847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:55 smithi181 ceph-mon[45557]: pgmap v19847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:23:57.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:57 smithi088 ceph-mon[35322]: pgmap v19848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:57.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:57 smithi175 ceph-mon[44549]: pgmap v19848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:57 smithi181 ceph-mon[45557]: pgmap v19848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:23:59.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:23:59 smithi088 ceph-mon[35322]: pgmap v19849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:59.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:23:59 smithi175 ceph-mon[44549]: pgmap v19849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:23:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:23:59 smithi181 ceph-mon[45557]: pgmap v19849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:01.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:01 smithi088 ceph-mon[35322]: pgmap v19850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:01 smithi175 ceph-mon[44549]: pgmap v19850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:01 smithi181 ceph-mon[45557]: pgmap v19850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:02.538 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:02.538+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:24:02.538 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:02.538+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:24:02.538 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:02.538+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:24:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:02 smithi088 ceph-mon[35322]: pgmap v19851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:02 smithi175 ceph-mon[44549]: pgmap v19851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:02 smithi181 ceph-mon[45557]: pgmap v19851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:05.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:05 smithi088 ceph-mon[35322]: pgmap v19852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:05.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:05 smithi175 ceph-mon[44549]: pgmap v19852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:05 smithi181 ceph-mon[45557]: pgmap v19852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:07 smithi088 ceph-mon[35322]: pgmap v19853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:07 smithi175 ceph-mon[44549]: pgmap v19853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:07 smithi181 ceph-mon[45557]: pgmap v19853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:09.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:09 smithi088 ceph-mon[35322]: pgmap v19854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:09.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:09 smithi175 ceph-mon[44549]: pgmap v19854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:09 smithi181 ceph-mon[45557]: pgmap v19854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:10.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:10 smithi088 ceph-mon[35322]: pgmap v19855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:10 smithi175 ceph-mon[44549]: pgmap v19855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:10 smithi181 ceph-mon[45557]: pgmap v19855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:13.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:12 smithi088 ceph-mon[35322]: pgmap v19856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:13.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:12 smithi175 ceph-mon[44549]: pgmap v19856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:12 smithi181 ceph-mon[45557]: pgmap v19856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:15.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:15 smithi088 ceph-mon[35322]: pgmap v19857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:15 smithi175 ceph-mon[44549]: pgmap v19857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:15 smithi181 ceph-mon[45557]: pgmap v19857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:17.553 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:17.552+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:24:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:17.552+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:24:17.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:17.552+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:24:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:17 smithi088 ceph-mon[35322]: pgmap v19858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:17.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:17 smithi175 ceph-mon[44549]: pgmap v19858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:17 smithi181 ceph-mon[45557]: pgmap v19858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:19.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:19 smithi088 ceph-mon[35322]: pgmap v19859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:19.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:19 smithi175 ceph-mon[44549]: pgmap v19859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:19 smithi181 ceph-mon[45557]: pgmap v19859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:20.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:20 smithi088 ceph-mon[35322]: pgmap v19860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:20 smithi175 ceph-mon[44549]: pgmap v19860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:20 smithi181 ceph-mon[45557]: pgmap v19860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:24:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:24:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:24:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:21 smithi175 ceph-mon[44549]: pgmap v19861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:24:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:21 smithi175 ceph-mon[44549]: pgmap v19862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:24:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:24:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:24:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:24:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:24:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:21 smithi181 ceph-mon[45557]: pgmap v19861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:24:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:21 smithi181 ceph-mon[45557]: pgmap v19862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:24:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:24:22.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:24:22.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:24:22.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:24:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:21 smithi088 ceph-mon[35322]: pgmap v19861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:24:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:21 smithi088 ceph-mon[35322]: pgmap v19862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:24:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:24:23.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:23 smithi088 ceph-mon[35322]: pgmap v19863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:24:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:23 smithi175 ceph-mon[44549]: pgmap v19863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:24:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:23 smithi181 ceph-mon[45557]: pgmap v19863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:24:25.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:25 smithi088 ceph-mon[35322]: pgmap v19864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:24:25.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:25 smithi175 ceph-mon[44549]: pgmap v19864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:24:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:25 smithi181 ceph-mon[45557]: pgmap v19864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:24:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:28 smithi088 ceph-mon[35322]: pgmap v19865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:24:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:28 smithi175 ceph-mon[44549]: pgmap v19865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:24:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:28 smithi181 ceph-mon[45557]: pgmap v19865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:24:29.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:29 smithi088 ceph-mon[35322]: pgmap v19866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:24:29.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:29 smithi175 ceph-mon[44549]: pgmap v19866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:24:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:29 smithi181 ceph-mon[45557]: pgmap v19866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:24:31.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:31 smithi088 ceph-mon[35322]: pgmap v19867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:24:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:31 smithi175 ceph-mon[44549]: pgmap v19867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:24:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:31 smithi181 ceph-mon[45557]: pgmap v19867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:24:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:32.567+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:24:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:32.567+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:24:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:32.567+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:24:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:33 smithi088 ceph-mon[35322]: pgmap v19868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:33.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:33 smithi175 ceph-mon[44549]: pgmap v19868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:33 smithi181 ceph-mon[45557]: pgmap v19868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:35.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:35 smithi088 ceph-mon[35322]: pgmap v19869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:35.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:35 smithi175 ceph-mon[44549]: pgmap v19869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:35 smithi181 ceph-mon[45557]: pgmap v19869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:38.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:38 smithi088 ceph-mon[35322]: pgmap v19870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:38.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:38 smithi175 ceph-mon[44549]: pgmap v19870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:38 smithi181 ceph-mon[45557]: pgmap v19870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:39.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:39 smithi175 ceph-mon[44549]: pgmap v19871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:39 smithi181 ceph-mon[45557]: pgmap v19871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:40.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:39 smithi088 ceph-mon[35322]: pgmap v19871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:41 smithi175 ceph-mon[44549]: pgmap v19872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:41 smithi181 ceph-mon[45557]: pgmap v19872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:42.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:41 smithi088 ceph-mon[35322]: pgmap v19872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:43.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:43 smithi175 ceph-mon[44549]: pgmap v19873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:43 smithi181 ceph-mon[45557]: pgmap v19873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:43 smithi088 ceph-mon[35322]: pgmap v19873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:45.169+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:24:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:45.169+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:24:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:45.170+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 288 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:24:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:45.170+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 288 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:24:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:45 smithi175 ceph-mon[44549]: pgmap v19874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:45 smithi181 ceph-mon[45557]: pgmap v19874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:46.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:45 smithi088 ceph-mon[35322]: pgmap v19874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:47.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:47.579+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:24:47.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:47.579+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:24:47.580 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:24:47.579+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:24:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:48 smithi088 ceph-mon[35322]: pgmap v19875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:48.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:48 smithi175 ceph-mon[44549]: pgmap v19875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:48 smithi181 ceph-mon[45557]: pgmap v19875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:49.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:49 smithi175 ceph-mon[44549]: pgmap v19876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:49 smithi181 ceph-mon[45557]: pgmap v19876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:50.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:49 smithi088 ceph-mon[35322]: pgmap v19876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:51.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:51 smithi175 ceph-mon[44549]: pgmap v19877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:51 smithi181 ceph-mon[45557]: pgmap v19877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:51 smithi088 ceph-mon[35322]: pgmap v19877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:24:53.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:53 smithi175 ceph-mon[44549]: pgmap v19878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:53 smithi181 ceph-mon[45557]: pgmap v19878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:54.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:53 smithi088 ceph-mon[35322]: pgmap v19878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:24:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:55 smithi175 ceph-mon[44549]: pgmap v19879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:55 smithi181 ceph-mon[45557]: pgmap v19879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:56.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:55 smithi088 ceph-mon[35322]: pgmap v19879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:24:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:58 smithi088 ceph-mon[35322]: pgmap v19880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:58.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:58 smithi175 ceph-mon[44549]: pgmap v19880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:58 smithi181 ceph-mon[45557]: pgmap v19880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:24:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:24:59 smithi175 ceph-mon[44549]: pgmap v19881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:24:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:24:59 smithi181 ceph-mon[45557]: pgmap v19881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:00.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:24:59 smithi088 ceph-mon[35322]: pgmap v19881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:01.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:01 smithi175 ceph-mon[44549]: pgmap v19882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:01 smithi181 ceph-mon[45557]: pgmap v19882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:01 smithi088 ceph-mon[35322]: pgmap v19882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:02.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:02.593+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:25:02.594 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:02.593+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:25:02.595 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:02.593+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:25:03.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:03 smithi175 ceph-mon[44549]: pgmap v19883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:25:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:03 smithi181 ceph-mon[45557]: pgmap v19883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:25:04.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:03 smithi088 ceph-mon[35322]: pgmap v19883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:25:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:05 smithi175 ceph-mon[44549]: pgmap v19884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:25:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:05 smithi181 ceph-mon[45557]: pgmap v19884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:25:06.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:05 smithi088 ceph-mon[35322]: pgmap v19884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:25:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:08 smithi088 ceph-mon[35322]: pgmap v19885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:08 smithi175 ceph-mon[44549]: pgmap v19885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:08 smithi181 ceph-mon[45557]: pgmap v19885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:09 smithi175 ceph-mon[44549]: pgmap v19886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:09 smithi181 ceph-mon[45557]: pgmap v19886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:09 smithi088 ceph-mon[35322]: pgmap v19886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:11.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:11 smithi175 ceph-mon[44549]: pgmap v19887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:11 smithi181 ceph-mon[45557]: pgmap v19887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:11 smithi088 ceph-mon[35322]: pgmap v19887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:13 smithi175 ceph-mon[44549]: pgmap v19888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:25:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:13 smithi181 ceph-mon[45557]: pgmap v19888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:25:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:13 smithi088 ceph-mon[35322]: pgmap v19888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:25:15.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:15 smithi175 ceph-mon[44549]: pgmap v19889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:25:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:15 smithi181 ceph-mon[45557]: pgmap v19889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:25:16.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:15 smithi088 ceph-mon[35322]: pgmap v19889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:25:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:17.610+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:25:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:17.610+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:25:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:17.610+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:25:18.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:18 smithi088 ceph-mon[35322]: pgmap v19890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:18 smithi175 ceph-mon[44549]: pgmap v19890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:18 smithi181 ceph-mon[45557]: pgmap v19890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:19 smithi175 ceph-mon[44549]: pgmap v19891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:19 smithi181 ceph-mon[45557]: pgmap v19891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:19 smithi088 ceph-mon[35322]: pgmap v19891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:21.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:21 smithi175 ceph-mon[44549]: pgmap v19892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:21 smithi181 ceph-mon[45557]: pgmap v19892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:21 smithi088 ceph-mon[35322]: pgmap v19892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:25:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:25:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:25:24.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:23 smithi088 ceph-mon[35322]: pgmap v19893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:25:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:23 smithi175 ceph-mon[44549]: pgmap v19893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:25:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:23 smithi181 ceph-mon[45557]: pgmap v19893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:25:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:25.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:25:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:25:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:25:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:25:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:25.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:25:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:25:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:25:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:26 smithi175 ceph-mon[44549]: pgmap v19894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T23:25:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:26 smithi175 ceph-mon[44549]: pgmap v19895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:25:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:26 smithi181 ceph-mon[45557]: pgmap v19894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T23:25:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:26 smithi181 ceph-mon[45557]: pgmap v19895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:25:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:26 smithi088 ceph-mon[35322]: pgmap v19894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T23:25:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:26 smithi088 ceph-mon[35322]: pgmap v19895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:25:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:28 smithi175 ceph-mon[44549]: pgmap v19896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:25:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:28 smithi181 ceph-mon[45557]: pgmap v19896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:25:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:28 smithi088 ceph-mon[35322]: pgmap v19896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:25:30.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:30 smithi175 ceph-mon[44549]: pgmap v19897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:25:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:30 smithi181 ceph-mon[45557]: pgmap v19897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:25:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:30 smithi088 ceph-mon[35322]: pgmap v19897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:25:32.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:32 smithi175 ceph-mon[44549]: pgmap v19898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:25:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:32 smithi181 ceph-mon[45557]: pgmap v19898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:25:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:32 smithi088 ceph-mon[35322]: pgmap v19898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:25:32.619 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:32.619+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:25:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:32.619+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:25:32.620 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:32.619+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:25:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:34 smithi175 ceph-mon[44549]: pgmap v19899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:25:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:34 smithi181 ceph-mon[45557]: pgmap v19899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:25:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:34 smithi088 ceph-mon[35322]: pgmap v19899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:25:36.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:36 smithi175 ceph-mon[44549]: pgmap v19900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:25:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:36 smithi181 ceph-mon[45557]: pgmap v19900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:25:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:36 smithi088 ceph-mon[35322]: pgmap v19900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:25:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:38 smithi175 ceph-mon[44549]: pgmap v19901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:38 smithi181 ceph-mon[45557]: pgmap v19901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:38.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:38 smithi088 ceph-mon[35322]: pgmap v19901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:40 smithi175 ceph-mon[44549]: pgmap v19902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:25:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:40 smithi181 ceph-mon[45557]: pgmap v19902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:25:40.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:40 smithi088 ceph-mon[35322]: pgmap v19902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:25:42.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:42 smithi175 ceph-mon[44549]: pgmap v19903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:42 smithi181 ceph-mon[45557]: pgmap v19903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:42.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:42 smithi088 ceph-mon[35322]: pgmap v19903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:44 smithi175 ceph-mon[44549]: pgmap v19904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:44 smithi181 ceph-mon[45557]: pgmap v19904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:44 smithi088 ceph-mon[35322]: pgmap v19904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:46 smithi175 ceph-mon[44549]: pgmap v19905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:46 smithi181 ceph-mon[45557]: pgmap v19905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:46 smithi088 ceph-mon[35322]: pgmap v19905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:25:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:47.624+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:25:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:47.625+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:25:47.625 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:25:47.625+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:25:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:48 smithi088 ceph-mon[35322]: pgmap v19906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:48.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:48 smithi175 ceph-mon[44549]: pgmap v19906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:48 smithi181 ceph-mon[45557]: pgmap v19906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:50 smithi175 ceph-mon[44549]: pgmap v19907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:25:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:50 smithi181 ceph-mon[45557]: pgmap v19907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:25:50.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:50 smithi088 ceph-mon[35322]: pgmap v19907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:25:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:52 smithi175 ceph-mon[44549]: pgmap v19908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:52 smithi181 ceph-mon[45557]: pgmap v19908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:52 smithi088 ceph-mon[35322]: pgmap v19908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:54 smithi175 ceph-mon[44549]: pgmap v19909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:54 smithi181 ceph-mon[45557]: pgmap v19909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:54 smithi088 ceph-mon[35322]: pgmap v19909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:25:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:56 smithi175 ceph-mon[44549]: pgmap v19910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:25:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:56 smithi181 ceph-mon[45557]: pgmap v19910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:25:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:56 smithi088 ceph-mon[35322]: pgmap v19910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:25:58.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:25:58 smithi175 ceph-mon[44549]: pgmap v19911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:25:58 smithi181 ceph-mon[45557]: pgmap v19911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:25:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:25:58 smithi088 ceph-mon[35322]: pgmap v19911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:26:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:00 smithi175 ceph-mon[44549]: pgmap v19912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:26:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:00 smithi181 ceph-mon[45557]: pgmap v19912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:26:00.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:00 smithi088 ceph-mon[35322]: pgmap v19912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:26:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:02 smithi175 ceph-mon[44549]: pgmap v19913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:26:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:02 smithi181 ceph-mon[45557]: pgmap v19913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:26:02.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:02 smithi088 ceph-mon[35322]: pgmap v19913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:26:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:02.640+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:26:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:02.640+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:26:02.640 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:02.640+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:26:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:04 smithi175 ceph-mon[44549]: pgmap v19914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:04 smithi181 ceph-mon[45557]: pgmap v19914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:04 smithi088 ceph-mon[35322]: pgmap v19914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:06 smithi181 ceph-mon[45557]: pgmap v19915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:06.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:06 smithi088 ceph-mon[35322]: pgmap v19915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:06.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:06 smithi175 ceph-mon[44549]: pgmap v19915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:08 smithi181 ceph-mon[45557]: pgmap v19916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:08 smithi088 ceph-mon[35322]: pgmap v19916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:08.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:08 smithi175 ceph-mon[44549]: pgmap v19916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:10 smithi181 ceph-mon[45557]: pgmap v19917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:26:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:10 smithi088 ceph-mon[35322]: pgmap v19917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:26:10.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:10 smithi175 ceph-mon[44549]: pgmap v19917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:26:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:12 smithi181 ceph-mon[45557]: pgmap v19918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:26:12.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:12 smithi088 ceph-mon[35322]: pgmap v19918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:26:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:12 smithi175 ceph-mon[44549]: pgmap v19918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:26:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:14 smithi181 ceph-mon[45557]: pgmap v19919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:14.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:14 smithi088 ceph-mon[35322]: pgmap v19919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:14 smithi175 ceph-mon[44549]: pgmap v19919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:16 smithi181 ceph-mon[45557]: pgmap v19920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:16 smithi088 ceph-mon[35322]: pgmap v19920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:16 smithi175 ceph-mon[44549]: pgmap v19920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:17.647+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:26:17.647 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:17.647+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:26:17.648 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:17.647+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:26:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:18 smithi181 ceph-mon[45557]: pgmap v19921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:18 smithi088 ceph-mon[35322]: pgmap v19921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:18 smithi175 ceph-mon[44549]: pgmap v19921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:20 smithi181 ceph-mon[45557]: pgmap v19922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:26:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:20 smithi088 ceph-mon[35322]: pgmap v19922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:26:20.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:20 smithi175 ceph-mon[44549]: pgmap v19922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:26:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:22 smithi181 ceph-mon[45557]: pgmap v19923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:26:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:22 smithi088 ceph-mon[35322]: pgmap v19923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:26:22.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:22 smithi175 ceph-mon[44549]: pgmap v19923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:26:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:24 smithi181 ceph-mon[45557]: pgmap v19924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:24 smithi088 ceph-mon[35322]: pgmap v19924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:24.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:24 smithi175 ceph-mon[44549]: pgmap v19924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:26:25.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:26:25.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:26:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:26 smithi088 ceph-mon[35322]: pgmap v19925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:26:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:26:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:26:26.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:26 smithi175 ceph-mon[44549]: pgmap v19925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:26:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:26:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:26:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:26 smithi181 ceph-mon[45557]: pgmap v19925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:26:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:26:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:26:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:27 smithi088 ceph-mon[35322]: pgmap v19926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:26:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:27 smithi088 ceph-mon[35322]: pgmap v19927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:26:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:27 smithi175 ceph-mon[44549]: pgmap v19926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:26:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:27 smithi175 ceph-mon[44549]: pgmap v19927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:26:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:27 smithi181 ceph-mon[45557]: pgmap v19926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:26:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:27 smithi181 ceph-mon[45557]: pgmap v19927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:26:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:29 smithi088 ceph-mon[35322]: pgmap v19928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:26:29.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:29 smithi175 ceph-mon[44549]: pgmap v19928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:26:29.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:29 smithi181 ceph-mon[45557]: pgmap v19928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:26:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:31 smithi088 ceph-mon[35322]: pgmap v19929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:26:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:31 smithi175 ceph-mon[44549]: pgmap v19929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:26:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:31 smithi181 ceph-mon[45557]: pgmap v19929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:26:32.661 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:32.660+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:26:32.661 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:32.660+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:26:32.661 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:32.660+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:26:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:33 smithi088 ceph-mon[35322]: pgmap v19930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:26:33.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:33 smithi175 ceph-mon[44549]: pgmap v19930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:26:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:33 smithi181 ceph-mon[45557]: pgmap v19930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:26:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:35 smithi088 ceph-mon[35322]: pgmap v19931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:26:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:35 smithi175 ceph-mon[44549]: pgmap v19931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:26:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:35 smithi181 ceph-mon[45557]: pgmap v19931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:26:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:37 smithi088 ceph-mon[35322]: pgmap v19932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:26:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:37 smithi175 ceph-mon[44549]: pgmap v19932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:26:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:37 smithi181 ceph-mon[45557]: pgmap v19932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:26:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:39 smithi088 ceph-mon[35322]: pgmap v19933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:39 smithi175 ceph-mon[44549]: pgmap v19933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:39 smithi181 ceph-mon[45557]: pgmap v19933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:41.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:41 smithi088 ceph-mon[35322]: pgmap v19934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:41 smithi175 ceph-mon[44549]: pgmap v19934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:41 smithi181 ceph-mon[45557]: pgmap v19934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:43.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:43 smithi088 ceph-mon[35322]: pgmap v19935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:43 smithi175 ceph-mon[44549]: pgmap v19935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:43 smithi181 ceph-mon[45557]: pgmap v19935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:45.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:45 smithi088 ceph-mon[35322]: pgmap v19936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:45 smithi175 ceph-mon[44549]: pgmap v19936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:45 smithi181 ceph-mon[45557]: pgmap v19936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:47.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:47 smithi088 ceph-mon[35322]: pgmap v19937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:26:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:47 smithi175 ceph-mon[44549]: pgmap v19937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:26:47.672 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:47.671+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:26:47.672 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:47.671+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:26:47.672 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:26:47.671+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:26:47.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:47 smithi181 ceph-mon[45557]: pgmap v19937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:26:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:49 smithi088 ceph-mon[35322]: pgmap v19938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:49 smithi175 ceph-mon[44549]: pgmap v19938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:49 smithi181 ceph-mon[45557]: pgmap v19938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:51 smithi088 ceph-mon[35322]: pgmap v19939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:51 smithi175 ceph-mon[44549]: pgmap v19939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:51 smithi181 ceph-mon[45557]: pgmap v19939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:53 smithi088 ceph-mon[35322]: pgmap v19940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:53 smithi175 ceph-mon[44549]: pgmap v19940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:53 smithi181 ceph-mon[45557]: pgmap v19940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:55 smithi088 ceph-mon[35322]: pgmap v19941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:55 smithi175 ceph-mon[44549]: pgmap v19941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:55 smithi181 ceph-mon[45557]: pgmap v19941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:26:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:57 smithi088 ceph-mon[35322]: pgmap v19942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:26:57.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:57 smithi175 ceph-mon[44549]: pgmap v19942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:26:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:57 smithi181 ceph-mon[45557]: pgmap v19942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:26:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:26:59 smithi088 ceph-mon[35322]: pgmap v19943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:26:59 smithi175 ceph-mon[44549]: pgmap v19943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:26:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:26:59 smithi181 ceph-mon[45557]: pgmap v19943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:01 smithi088 ceph-mon[35322]: pgmap v19944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:01 smithi175 ceph-mon[44549]: pgmap v19944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:01 smithi181 ceph-mon[45557]: pgmap v19944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:02.687 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:02.686+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:27:02.687 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:02.686+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:27:02.687 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:02.686+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:27:03.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:03 smithi088 ceph-mon[35322]: pgmap v19945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:03.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:03 smithi175 ceph-mon[44549]: pgmap v19945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:03 smithi181 ceph-mon[45557]: pgmap v19945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:05 smithi175 ceph-mon[44549]: pgmap v19946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:05 smithi181 ceph-mon[45557]: pgmap v19946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:05 smithi088 ceph-mon[35322]: pgmap v19946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:07 smithi175 ceph-mon[44549]: pgmap v19947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:07 smithi181 ceph-mon[45557]: pgmap v19947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:07 smithi088 ceph-mon[35322]: pgmap v19947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:09 smithi175 ceph-mon[44549]: pgmap v19948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:09 smithi181 ceph-mon[45557]: pgmap v19948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:09 smithi088 ceph-mon[35322]: pgmap v19948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:11 smithi175 ceph-mon[44549]: pgmap v19949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:11 smithi181 ceph-mon[45557]: pgmap v19949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:11 smithi088 ceph-mon[35322]: pgmap v19949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:13 smithi175 ceph-mon[44549]: pgmap v19950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:13 smithi181 ceph-mon[45557]: pgmap v19950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:13 smithi088 ceph-mon[35322]: pgmap v19950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:15 smithi175 ceph-mon[44549]: pgmap v19951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:15 smithi181 ceph-mon[45557]: pgmap v19951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:15.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:15 smithi088 ceph-mon[35322]: pgmap v19951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:17 smithi175 ceph-mon[44549]: pgmap v19952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:17.688+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:27:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:17.688+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:27:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:17.688+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:27:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:17 smithi181 ceph-mon[45557]: pgmap v19952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:17.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:17 smithi088 ceph-mon[35322]: pgmap v19952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:19 smithi175 ceph-mon[44549]: pgmap v19953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:19 smithi181 ceph-mon[45557]: pgmap v19953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:19 smithi088 ceph-mon[35322]: pgmap v19953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:21 smithi175 ceph-mon[44549]: pgmap v19954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:21 smithi181 ceph-mon[45557]: pgmap v19954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:21 smithi088 ceph-mon[35322]: pgmap v19954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:23 smithi175 ceph-mon[44549]: pgmap v19955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:23 smithi181 ceph-mon[45557]: pgmap v19955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:23 smithi088 ceph-mon[35322]: pgmap v19955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:25 smithi175 ceph-mon[44549]: pgmap v19956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:25 smithi181 ceph-mon[45557]: pgmap v19956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:25 smithi088 ceph-mon[35322]: pgmap v19956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:27:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:27:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:27:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:27 smithi175 ceph-mon[44549]: pgmap v19957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:27:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:27:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:27:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:27 smithi181 ceph-mon[45557]: pgmap v19957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:27:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:27:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:27:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:27 smithi088 ceph-mon[35322]: pgmap v19957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:27:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:27:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:27:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:28 smithi175 ceph-mon[44549]: pgmap v19958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:27:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:28 smithi175 ceph-mon[44549]: pgmap v19959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:27:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:28 smithi181 ceph-mon[45557]: pgmap v19958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:27:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:28 smithi181 ceph-mon[45557]: pgmap v19959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:27:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:28 smithi088 ceph-mon[35322]: pgmap v19958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:27:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:28 smithi088 ceph-mon[35322]: pgmap v19959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:27:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:30 smithi175 ceph-mon[44549]: pgmap v19960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:27:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:30 smithi181 ceph-mon[45557]: pgmap v19960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:27:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:30 smithi088 ceph-mon[35322]: pgmap v19960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:27:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:32 smithi175 ceph-mon[44549]: pgmap v19961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:27:32.701 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:32.700+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:27:32.701 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:32.700+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:27:32.701 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:32.700+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:27:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:32 smithi181 ceph-mon[45557]: pgmap v19961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:27:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:32 smithi088 ceph-mon[35322]: pgmap v19961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:27:34.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:34 smithi175 ceph-mon[44549]: pgmap v19962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:27:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:34 smithi181 ceph-mon[45557]: pgmap v19962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:27:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:34 smithi088 ceph-mon[35322]: pgmap v19962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:27:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:36 smithi175 ceph-mon[44549]: pgmap v19963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:27:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:36 smithi181 ceph-mon[45557]: pgmap v19963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:27:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:36 smithi088 ceph-mon[35322]: pgmap v19963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:27:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:38 smithi175 ceph-mon[44549]: pgmap v19964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:27:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:38 smithi181 ceph-mon[45557]: pgmap v19964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:27:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:38 smithi088 ceph-mon[35322]: pgmap v19964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:27:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:40 smithi175 ceph-mon[44549]: pgmap v19965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:40 smithi181 ceph-mon[45557]: pgmap v19965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:40 smithi088 ceph-mon[35322]: pgmap v19965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:42 smithi175 ceph-mon[44549]: pgmap v19966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:42 smithi181 ceph-mon[45557]: pgmap v19966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:42.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:42 smithi088 ceph-mon[35322]: pgmap v19966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:44 smithi175 ceph-mon[44549]: pgmap v19967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:44 smithi181 ceph-mon[45557]: pgmap v19967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:44 smithi088 ceph-mon[35322]: pgmap v19967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:45.196+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:27:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:45.197+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 289 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x55d733ebf510 2024-01-28T23:27:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:45.197+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:27:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:45.198+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 290 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:27:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:45.201+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:27:45.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:45.202+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 289 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x7ff34c102770 2024-01-28T23:27:45.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:45.202+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:27:45.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:45.202+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 290 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:27:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:46 smithi175 ceph-mon[44549]: pgmap v19968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:46 smithi181 ceph-mon[45557]: pgmap v19968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:46 smithi088 ceph-mon[35322]: pgmap v19968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:47.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:47.708+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:27:47.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:47.709+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:27:47.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:27:47.709+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:27:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:48 smithi175 ceph-mon[44549]: pgmap v19969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:48 smithi181 ceph-mon[45557]: pgmap v19969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:48 smithi088 ceph-mon[35322]: pgmap v19969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:50 smithi175 ceph-mon[44549]: pgmap v19970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:50 smithi181 ceph-mon[45557]: pgmap v19970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:50 smithi088 ceph-mon[35322]: pgmap v19970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:52 smithi175 ceph-mon[44549]: pgmap v19971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:52 smithi181 ceph-mon[45557]: pgmap v19971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:52 smithi088 ceph-mon[35322]: pgmap v19971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:27:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:54 smithi175 ceph-mon[44549]: pgmap v19972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:54 smithi181 ceph-mon[45557]: pgmap v19972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:54 smithi088 ceph-mon[35322]: pgmap v19972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:56 smithi175 ceph-mon[44549]: pgmap v19973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:56 smithi181 ceph-mon[45557]: pgmap v19973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:56 smithi088 ceph-mon[35322]: pgmap v19973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:27:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:27:58 smithi175 ceph-mon[44549]: pgmap v19974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:27:58 smithi181 ceph-mon[45557]: pgmap v19974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:27:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:27:58 smithi088 ceph-mon[35322]: pgmap v19974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:00 smithi175 ceph-mon[44549]: pgmap v19975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:00 smithi181 ceph-mon[45557]: pgmap v19975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:00 smithi088 ceph-mon[35322]: pgmap v19975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:02 smithi175 ceph-mon[44549]: pgmap v19976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:02 smithi181 ceph-mon[45557]: pgmap v19976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:02.721 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:02.721+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:28:02.721 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:02.721+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:28:02.721 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:02.721+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:28:02.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:02 smithi088 ceph-mon[35322]: pgmap v19976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:04 smithi175 ceph-mon[44549]: pgmap v19977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:04 smithi181 ceph-mon[45557]: pgmap v19977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:04 smithi088 ceph-mon[35322]: pgmap v19977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:06 smithi181 ceph-mon[45557]: pgmap v19978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:06 smithi088 ceph-mon[35322]: pgmap v19978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:06.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:06 smithi175 ceph-mon[44549]: pgmap v19978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:08 smithi181 ceph-mon[45557]: pgmap v19979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:08 smithi088 ceph-mon[35322]: pgmap v19979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:08 smithi175 ceph-mon[44549]: pgmap v19979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:10 smithi181 ceph-mon[45557]: pgmap v19980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:10 smithi088 ceph-mon[35322]: pgmap v19980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:10.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:10 smithi175 ceph-mon[44549]: pgmap v19980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:12 smithi181 ceph-mon[45557]: pgmap v19981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:12 smithi088 ceph-mon[35322]: pgmap v19981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:12 smithi175 ceph-mon[44549]: pgmap v19981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:14 smithi181 ceph-mon[45557]: pgmap v19982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:14 smithi088 ceph-mon[35322]: pgmap v19982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:14 smithi175 ceph-mon[44549]: pgmap v19982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:16 smithi181 ceph-mon[45557]: pgmap v19983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:16 smithi088 ceph-mon[35322]: pgmap v19983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:16 smithi175 ceph-mon[44549]: pgmap v19983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:17.737 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:17.737+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:28:17.737 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:17.737+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:28:17.737 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:17.737+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:28:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:18 smithi181 ceph-mon[45557]: pgmap v19984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:18 smithi088 ceph-mon[35322]: pgmap v19984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:18 smithi175 ceph-mon[44549]: pgmap v19984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:20 smithi181 ceph-mon[45557]: pgmap v19985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:20 smithi088 ceph-mon[35322]: pgmap v19985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:20.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:20 smithi175 ceph-mon[44549]: pgmap v19985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:22 smithi181 ceph-mon[45557]: pgmap v19986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:22 smithi088 ceph-mon[35322]: pgmap v19986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:22 smithi175 ceph-mon[44549]: pgmap v19986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:24 smithi181 ceph-mon[45557]: pgmap v19987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:24 smithi088 ceph-mon[35322]: pgmap v19987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:24 smithi175 ceph-mon[44549]: pgmap v19987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:26 smithi181 ceph-mon[45557]: pgmap v19988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:26 smithi088 ceph-mon[35322]: pgmap v19988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:26 smithi175 ceph-mon[44549]: pgmap v19988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:28:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:28:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:28:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:27.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:28 smithi088 ceph-mon[35322]: pgmap v19989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:28:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:28:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:28 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:28 smithi175 ceph-mon[44549]: pgmap v19989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:28:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:28:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:28 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:28.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:28 smithi181 ceph-mon[45557]: pgmap v19989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:28:28.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:28:28.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:28:28.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:28 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:28:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:29 smithi088 ceph-mon[35322]: pgmap v19990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:28:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:29 smithi088 ceph-mon[35322]: pgmap v19991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:28:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:29 smithi175 ceph-mon[44549]: pgmap v19990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:28:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:29 smithi175 ceph-mon[44549]: pgmap v19991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:28:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:29 smithi181 ceph-mon[45557]: pgmap v19990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:28:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:29 smithi181 ceph-mon[45557]: pgmap v19991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:28:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:31 smithi088 ceph-mon[35322]: pgmap v19992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:28:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:31 smithi175 ceph-mon[44549]: pgmap v19992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:28:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:31 smithi181 ceph-mon[45557]: pgmap v19992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:28:32.752 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:32.752+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:28:32.753 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:32.752+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:28:32.753 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:32.752+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:28:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:33 smithi175 ceph-mon[44549]: pgmap v19993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:28:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:33 smithi181 ceph-mon[45557]: pgmap v19993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:28:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:33 smithi088 ceph-mon[35322]: pgmap v19993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:28:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:35 smithi088 ceph-mon[35322]: pgmap v19994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:28:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:35 smithi175 ceph-mon[44549]: pgmap v19994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:28:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:35 smithi181 ceph-mon[45557]: pgmap v19994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:28:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:37 smithi088 ceph-mon[35322]: pgmap v19995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:28:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:37 smithi175 ceph-mon[44549]: pgmap v19995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:28:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:37 smithi181 ceph-mon[45557]: pgmap v19995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:28:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:39 smithi088 ceph-mon[35322]: pgmap v19996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:28:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:39 smithi175 ceph-mon[44549]: pgmap v19996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:28:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:39 smithi181 ceph-mon[45557]: pgmap v19996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:28:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:41 smithi088 ceph-mon[35322]: pgmap v19997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:28:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:41 smithi175 ceph-mon[44549]: pgmap v19997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:28:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:41 smithi181 ceph-mon[45557]: pgmap v19997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:28:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:43 smithi175 ceph-mon[44549]: pgmap v19998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:43 smithi181 ceph-mon[45557]: pgmap v19998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:43 smithi088 ceph-mon[35322]: pgmap v19998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:45 smithi088 ceph-mon[35322]: pgmap v19999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:28:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:45 smithi175 ceph-mon[44549]: pgmap v19999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:28:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:45 smithi181 ceph-mon[45557]: pgmap v19999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:28:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:47 smithi088 ceph-mon[35322]: pgmap v20000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:47.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:47 smithi175 ceph-mon[44549]: pgmap v20000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:47 smithi181 ceph-mon[45557]: pgmap v20000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:47.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:47.767+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:28:47.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:47.767+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:28:47.768 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:28:47.767+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:28:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:49 smithi088 ceph-mon[35322]: pgmap v20001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:49 smithi175 ceph-mon[44549]: pgmap v20001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:49 smithi181 ceph-mon[45557]: pgmap v20001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:51 smithi088 ceph-mon[35322]: pgmap v20002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:51 smithi175 ceph-mon[44549]: pgmap v20002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:51 smithi181 ceph-mon[45557]: pgmap v20002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:28:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:53 smithi175 ceph-mon[44549]: pgmap v20003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:53 smithi181 ceph-mon[45557]: pgmap v20003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:53 smithi088 ceph-mon[35322]: pgmap v20003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:55 smithi088 ceph-mon[35322]: pgmap v20004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:28:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:55 smithi175 ceph-mon[44549]: pgmap v20004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:28:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:55 smithi181 ceph-mon[45557]: pgmap v20004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:28:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:57 smithi088 ceph-mon[35322]: pgmap v20005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:57 smithi175 ceph-mon[44549]: pgmap v20005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:57 smithi181 ceph-mon[45557]: pgmap v20005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:28:59.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:28:59 smithi088 ceph-mon[35322]: pgmap v20006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:28:59 smithi175 ceph-mon[44549]: pgmap v20006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:28:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:28:59 smithi181 ceph-mon[45557]: pgmap v20006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:29:01.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:01 smithi088 ceph-mon[35322]: pgmap v20007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:01 smithi175 ceph-mon[44549]: pgmap v20007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:01 smithi181 ceph-mon[45557]: pgmap v20007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:02.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:02.782+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:29:02.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:02.782+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:29:02.782 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:02.782+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:29:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:03 smithi175 ceph-mon[44549]: pgmap v20008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:03 smithi181 ceph-mon[45557]: pgmap v20008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:03 smithi088 ceph-mon[35322]: pgmap v20008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:05 smithi088 ceph-mon[35322]: pgmap v20009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:05 smithi175 ceph-mon[44549]: pgmap v20009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:05 smithi181 ceph-mon[45557]: pgmap v20009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:07 smithi088 ceph-mon[35322]: pgmap v20010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:07.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:07 smithi175 ceph-mon[44549]: pgmap v20010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:07 smithi181 ceph-mon[45557]: pgmap v20010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:09 smithi088 ceph-mon[35322]: pgmap v20011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:29:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:09 smithi175 ceph-mon[44549]: pgmap v20011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:29:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:09 smithi181 ceph-mon[45557]: pgmap v20011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:29:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:11 smithi088 ceph-mon[35322]: pgmap v20012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:11 smithi175 ceph-mon[44549]: pgmap v20012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:11 smithi181 ceph-mon[45557]: pgmap v20012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:13 smithi175 ceph-mon[44549]: pgmap v20013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:13 smithi181 ceph-mon[45557]: pgmap v20013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:13 smithi088 ceph-mon[35322]: pgmap v20013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:15 smithi088 ceph-mon[35322]: pgmap v20014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:15 smithi175 ceph-mon[44549]: pgmap v20014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:15 smithi181 ceph-mon[45557]: pgmap v20014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:17 smithi088 ceph-mon[35322]: pgmap v20015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:17 smithi175 ceph-mon[44549]: pgmap v20015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:17 smithi181 ceph-mon[45557]: pgmap v20015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:17.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:17.791+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:29:17.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:17.791+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:29:17.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:17.791+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:29:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:19 smithi088 ceph-mon[35322]: pgmap v20016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:29:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:19 smithi175 ceph-mon[44549]: pgmap v20016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:29:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:19 smithi181 ceph-mon[45557]: pgmap v20016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:29:21.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:21 smithi088 ceph-mon[35322]: pgmap v20017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:21 smithi175 ceph-mon[44549]: pgmap v20017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:21 smithi181 ceph-mon[45557]: pgmap v20017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:23 smithi175 ceph-mon[44549]: pgmap v20018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:23 smithi181 ceph-mon[45557]: pgmap v20018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:23 smithi088 ceph-mon[35322]: pgmap v20018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:25 smithi088 ceph-mon[35322]: pgmap v20019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:25 smithi175 ceph-mon[44549]: pgmap v20019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:25 smithi181 ceph-mon[45557]: pgmap v20019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:27 smithi088 ceph-mon[35322]: pgmap v20020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:27 smithi175 ceph-mon[44549]: pgmap v20020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:27 smithi181 ceph-mon[45557]: pgmap v20020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:29 smithi088 ceph-mon[35322]: pgmap v20021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:29:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:29:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:29 smithi175 ceph-mon[44549]: pgmap v20021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:29:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:29:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:29 smithi181 ceph-mon[45557]: pgmap v20021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:29:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:29:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:29:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:29:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:30 smithi175 ceph-mon[44549]: pgmap v20022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:29:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:30 smithi175 ceph-mon[44549]: pgmap v20023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:29:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:29:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:29:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:29:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:30 smithi181 ceph-mon[45557]: pgmap v20022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:29:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:30 smithi181 ceph-mon[45557]: pgmap v20023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:29:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:29:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:29:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:29:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:30 smithi088 ceph-mon[35322]: pgmap v20022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:29:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:30 smithi088 ceph-mon[35322]: pgmap v20023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:29:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:29:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:32 smithi175 ceph-mon[44549]: pgmap v20024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:29:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:32 smithi181 ceph-mon[45557]: pgmap v20024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:29:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:32 smithi088 ceph-mon[35322]: pgmap v20024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:29:32.802 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:32.802+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:29:32.802 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:32.802+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:29:32.802 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:32.802+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:29:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:34 smithi175 ceph-mon[44549]: pgmap v20025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:29:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:34 smithi181 ceph-mon[45557]: pgmap v20025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:29:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:34 smithi088 ceph-mon[35322]: pgmap v20025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:29:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:36 smithi175 ceph-mon[44549]: pgmap v20026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:29:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:36 smithi181 ceph-mon[45557]: pgmap v20026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:29:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:36 smithi088 ceph-mon[35322]: pgmap v20026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:29:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:38 smithi175 ceph-mon[44549]: pgmap v20027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:29:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:38 smithi181 ceph-mon[45557]: pgmap v20027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:29:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:38 smithi088 ceph-mon[35322]: pgmap v20027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:29:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:40 smithi175 ceph-mon[44549]: pgmap v20028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:29:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:40 smithi181 ceph-mon[45557]: pgmap v20028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:29:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:40 smithi088 ceph-mon[35322]: pgmap v20028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:29:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:42 smithi175 ceph-mon[44549]: pgmap v20029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:42 smithi181 ceph-mon[45557]: pgmap v20029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:42 smithi088 ceph-mon[35322]: pgmap v20029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:44 smithi175 ceph-mon[44549]: pgmap v20030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:29:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:44 smithi181 ceph-mon[45557]: pgmap v20030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:29:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:44 smithi088 ceph-mon[35322]: pgmap v20030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:29:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:46 smithi175 ceph-mon[44549]: pgmap v20031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:46 smithi181 ceph-mon[45557]: pgmap v20031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:46 smithi088 ceph-mon[35322]: pgmap v20031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:47.818 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:47.817+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:29:47.818 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:47.817+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:29:47.818 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:29:47.817+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:29:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:48 smithi175 ceph-mon[44549]: pgmap v20032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:48 smithi181 ceph-mon[45557]: pgmap v20032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:48 smithi088 ceph-mon[35322]: pgmap v20032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:50 smithi175 ceph-mon[44549]: pgmap v20033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:50 smithi181 ceph-mon[45557]: pgmap v20033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:50 smithi088 ceph-mon[35322]: pgmap v20033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:29:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:52 smithi175 ceph-mon[44549]: pgmap v20034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:52 smithi181 ceph-mon[45557]: pgmap v20034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:52 smithi088 ceph-mon[35322]: pgmap v20034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:54 smithi175 ceph-mon[44549]: pgmap v20035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:29:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:54 smithi181 ceph-mon[45557]: pgmap v20035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:29:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:54 smithi088 ceph-mon[35322]: pgmap v20035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:29:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:56 smithi175 ceph-mon[44549]: pgmap v20036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:56 smithi181 ceph-mon[45557]: pgmap v20036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:56 smithi088 ceph-mon[35322]: pgmap v20036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:29:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:29:58 smithi175 ceph-mon[44549]: pgmap v20037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:29:58 smithi181 ceph-mon[45557]: pgmap v20037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:29:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:29:58 smithi088 ceph-mon[35322]: pgmap v20037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:00 smithi175 ceph-mon[44549]: pgmap v20038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:30:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:00 smithi181 ceph-mon[45557]: pgmap v20038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:30:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:00 smithi088 ceph-mon[35322]: pgmap v20038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:30:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:02 smithi175 ceph-mon[44549]: pgmap v20039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:02 smithi181 ceph-mon[45557]: pgmap v20039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:02 smithi088 ceph-mon[35322]: pgmap v20039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:02.830 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:02.829+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:30:02.830 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:02.829+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:30:02.830 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:02.829+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:30:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:04 smithi175 ceph-mon[44549]: pgmap v20040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:04 smithi181 ceph-mon[45557]: pgmap v20040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:04 smithi088 ceph-mon[35322]: pgmap v20040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:06 smithi175 ceph-mon[44549]: pgmap v20041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:06 smithi181 ceph-mon[45557]: pgmap v20041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:06 smithi088 ceph-mon[35322]: pgmap v20041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:08 smithi175 ceph-mon[44549]: pgmap v20042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:08 smithi181 ceph-mon[45557]: pgmap v20042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:08 smithi088 ceph-mon[35322]: pgmap v20042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:10 smithi175 ceph-mon[44549]: pgmap v20043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:10 smithi181 ceph-mon[45557]: pgmap v20043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:10 smithi088 ceph-mon[35322]: pgmap v20043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:12 smithi175 ceph-mon[44549]: pgmap v20044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:12 smithi181 ceph-mon[45557]: pgmap v20044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:12 smithi088 ceph-mon[35322]: pgmap v20044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:14 smithi175 ceph-mon[44549]: pgmap v20045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:14 smithi181 ceph-mon[45557]: pgmap v20045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:14 smithi088 ceph-mon[35322]: pgmap v20045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:16 smithi175 ceph-mon[44549]: pgmap v20046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:16 smithi181 ceph-mon[45557]: pgmap v20046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:16 smithi088 ceph-mon[35322]: pgmap v20046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:17.843+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:30:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:17.844+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:30:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:17.844+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:30:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:18 smithi175 ceph-mon[44549]: pgmap v20047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:18 smithi181 ceph-mon[45557]: pgmap v20047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:18 smithi088 ceph-mon[35322]: pgmap v20047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:20 smithi175 ceph-mon[44549]: pgmap v20048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:20 smithi181 ceph-mon[45557]: pgmap v20048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:20 smithi088 ceph-mon[35322]: pgmap v20048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:22 smithi175 ceph-mon[44549]: pgmap v20049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:22 smithi181 ceph-mon[45557]: pgmap v20049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:22 smithi088 ceph-mon[35322]: pgmap v20049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:24 smithi175 ceph-mon[44549]: pgmap v20050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:24 smithi181 ceph-mon[45557]: pgmap v20050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:24 smithi088 ceph-mon[35322]: pgmap v20050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:26 smithi175 ceph-mon[44549]: pgmap v20051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:26.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:26 smithi181 ceph-mon[45557]: pgmap v20051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:26 smithi088 ceph-mon[35322]: pgmap v20051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:28 smithi175 ceph-mon[44549]: pgmap v20052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:28 smithi181 ceph-mon[45557]: pgmap v20052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:28 smithi088 ceph-mon[35322]: pgmap v20052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:30 smithi175 ceph-mon[44549]: pgmap v20053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:30:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:30:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:30:30.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:30 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:30:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:30 smithi181 ceph-mon[45557]: pgmap v20053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:30:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:30:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:30:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:30 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:30:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:30 smithi088 ceph-mon[35322]: pgmap v20053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:30:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:30:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:30:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:30 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:30:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:31 smithi181 ceph-mon[45557]: pgmap v20054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:30:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:31 smithi181 ceph-mon[45557]: pgmap v20055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:30:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:31 smithi175 ceph-mon[44549]: pgmap v20054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:30:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:31 smithi175 ceph-mon[44549]: pgmap v20055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:30:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:31 smithi088 ceph-mon[35322]: pgmap v20054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:30:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:31 smithi088 ceph-mon[35322]: pgmap v20055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:30:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:32.856+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:30:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:32.856+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:30:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:32.856+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:30:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:33 smithi175 ceph-mon[44549]: pgmap v20056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:30:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:33 smithi181 ceph-mon[45557]: pgmap v20056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:30:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:33 smithi088 ceph-mon[35322]: pgmap v20056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:30:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:35 smithi175 ceph-mon[44549]: pgmap v20057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:30:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:35 smithi181 ceph-mon[45557]: pgmap v20057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:30:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:35 smithi088 ceph-mon[35322]: pgmap v20057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:30:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:37 smithi175 ceph-mon[44549]: pgmap v20058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:30:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:37 smithi181 ceph-mon[45557]: pgmap v20058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:30:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:37 smithi088 ceph-mon[35322]: pgmap v20058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:30:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:39.504+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T23:30:39.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:39.504+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T23:30:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:39.504+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344072000 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T23:30:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:39.504+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff344072000 comp rx=0 tx=0).stop 2024-01-28T23:30:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:39.504+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T23:30:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:39.504+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T23:30:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:39.504+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T23:30:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:39.504+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T23:30:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:39.504+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T23:30:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:39.505+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34404f040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T23:30:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:39 smithi175 ceph-mon[44549]: pgmap v20059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:30:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:39 smithi181 ceph-mon[45557]: pgmap v20059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:30:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:39 smithi088 ceph-mon[35322]: pgmap v20059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:30:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:41 smithi175 ceph-mon[44549]: pgmap v20060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:30:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:41 smithi181 ceph-mon[45557]: pgmap v20060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:30:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:41 smithi088 ceph-mon[35322]: pgmap v20060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:30:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:43 smithi175 ceph-mon[44549]: pgmap v20061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:43 smithi181 ceph-mon[45557]: pgmap v20061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:43 smithi088 ceph-mon[35322]: pgmap v20061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:45.224+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:30:45.224 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:45.224+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 291 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:30:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:45.226+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:30:45.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:45.226+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 291 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:30:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:45 smithi175 ceph-mon[44549]: pgmap v20062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:45 smithi181 ceph-mon[45557]: pgmap v20062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:45 smithi088 ceph-mon[35322]: pgmap v20062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:47 smithi175 ceph-mon[44549]: pgmap v20063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:47 smithi181 ceph-mon[45557]: pgmap v20063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:47 smithi088 ceph-mon[35322]: pgmap v20063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:47.872 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:47.871+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:30:47.872 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:47.871+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:30:47.872 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:30:47.871+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:30:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:49 smithi175 ceph-mon[44549]: pgmap v20064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:49 smithi181 ceph-mon[45557]: pgmap v20064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:49 smithi088 ceph-mon[35322]: pgmap v20064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:51 smithi175 ceph-mon[44549]: pgmap v20065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:51 smithi181 ceph-mon[45557]: pgmap v20065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:51 smithi088 ceph-mon[35322]: pgmap v20065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:30:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:53 smithi175 ceph-mon[44549]: pgmap v20066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:53 smithi181 ceph-mon[45557]: pgmap v20066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:53 smithi088 ceph-mon[35322]: pgmap v20066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:55 smithi175 ceph-mon[44549]: pgmap v20067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:55 smithi181 ceph-mon[45557]: pgmap v20067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:55 smithi088 ceph-mon[35322]: pgmap v20067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:30:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:57 smithi175 ceph-mon[44549]: pgmap v20068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:57 smithi181 ceph-mon[45557]: pgmap v20068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:57 smithi088 ceph-mon[35322]: pgmap v20068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:30:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:30:59 smithi175 ceph-mon[44549]: pgmap v20069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:30:59 smithi181 ceph-mon[45557]: pgmap v20069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:30:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:30:59 smithi088 ceph-mon[35322]: pgmap v20069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:01 smithi175 ceph-mon[44549]: pgmap v20070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:01 smithi181 ceph-mon[45557]: pgmap v20070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:01 smithi088 ceph-mon[35322]: pgmap v20070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:02.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:02.879+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:31:02.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:02.879+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:31:02.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:02.879+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:31:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:03 smithi175 ceph-mon[44549]: pgmap v20071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:03 smithi181 ceph-mon[45557]: pgmap v20071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:03 smithi088 ceph-mon[35322]: pgmap v20071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:05 smithi175 ceph-mon[44549]: pgmap v20072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:05 smithi181 ceph-mon[45557]: pgmap v20072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:05 smithi088 ceph-mon[35322]: pgmap v20072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:07 smithi175 ceph-mon[44549]: pgmap v20073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:07 smithi181 ceph-mon[45557]: pgmap v20073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:07 smithi088 ceph-mon[35322]: pgmap v20073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:09 smithi175 ceph-mon[44549]: pgmap v20074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:09 smithi181 ceph-mon[45557]: pgmap v20074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:09 smithi088 ceph-mon[35322]: pgmap v20074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:11 smithi175 ceph-mon[44549]: pgmap v20075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:11 smithi181 ceph-mon[45557]: pgmap v20075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:11 smithi088 ceph-mon[35322]: pgmap v20075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:13.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:13 smithi175 ceph-mon[44549]: pgmap v20076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:13 smithi181 ceph-mon[45557]: pgmap v20076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:13 smithi088 ceph-mon[35322]: pgmap v20076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:15 smithi088 ceph-mon[35322]: pgmap v20077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:15.664 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:15 smithi175 ceph-mon[44549]: pgmap v20077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:15.719 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:15 smithi181 ceph-mon[45557]: pgmap v20077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:17 smithi175 ceph-mon[44549]: pgmap v20078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:17 smithi181 ceph-mon[45557]: pgmap v20078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:17 smithi088 ceph-mon[35322]: pgmap v20078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:17.893 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:17.892+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:31:17.893 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:17.892+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:31:17.893 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:17.892+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:31:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:19 smithi175 ceph-mon[44549]: pgmap v20079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:19 smithi181 ceph-mon[45557]: pgmap v20079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:19 smithi088 ceph-mon[35322]: pgmap v20079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:21 smithi175 ceph-mon[44549]: pgmap v20080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:21 smithi181 ceph-mon[45557]: pgmap v20080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:21 smithi088 ceph-mon[35322]: pgmap v20080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:23 smithi175 ceph-mon[44549]: pgmap v20081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:23 smithi181 ceph-mon[45557]: pgmap v20081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:23 smithi088 ceph-mon[35322]: pgmap v20081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:25 smithi175 ceph-mon[44549]: pgmap v20082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:25 smithi181 ceph-mon[45557]: pgmap v20082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:25 smithi088 ceph-mon[35322]: pgmap v20082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:27 smithi175 ceph-mon[44549]: pgmap v20083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:27 smithi181 ceph-mon[45557]: pgmap v20083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:27 smithi088 ceph-mon[35322]: pgmap v20083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:29 smithi175 ceph-mon[44549]: pgmap v20084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:29 smithi181 ceph-mon[45557]: pgmap v20084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:29 smithi088 ceph-mon[35322]: pgmap v20084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:31 smithi175 ceph-mon[44549]: pgmap v20085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:31:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:31:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:31:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:31:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:31 smithi181 ceph-mon[45557]: pgmap v20085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:31:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:31:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:31:31.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:31:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:31 smithi088 ceph-mon[35322]: pgmap v20085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:31:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:31:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:31:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:31:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:32 smithi175 ceph-mon[44549]: pgmap v20086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:31:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:32 smithi175 ceph-mon[44549]: pgmap v20087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:31:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:32 smithi181 ceph-mon[45557]: pgmap v20086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:31:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:32 smithi181 ceph-mon[45557]: pgmap v20087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:31:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:32 smithi088 ceph-mon[35322]: pgmap v20086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:31:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:32 smithi088 ceph-mon[35322]: pgmap v20087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:31:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:32.905+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:31:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:32.905+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:31:32.906 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:32.905+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:31:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:34 smithi175 ceph-mon[44549]: pgmap v20088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:31:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:34 smithi181 ceph-mon[45557]: pgmap v20088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:31:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:34 smithi088 ceph-mon[35322]: pgmap v20088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:31:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:36 smithi175 ceph-mon[44549]: pgmap v20089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:31:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:36 smithi181 ceph-mon[45557]: pgmap v20089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:31:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:36 smithi088 ceph-mon[35322]: pgmap v20089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:31:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:38 smithi175 ceph-mon[44549]: pgmap v20090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:31:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:38 smithi181 ceph-mon[45557]: pgmap v20090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:31:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:38 smithi088 ceph-mon[35322]: pgmap v20090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:31:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:40 smithi175 ceph-mon[44549]: pgmap v20091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:31:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:40 smithi181 ceph-mon[45557]: pgmap v20091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:31:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:40 smithi088 ceph-mon[35322]: pgmap v20091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:31:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:42 smithi175 ceph-mon[44549]: pgmap v20092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:31:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:42 smithi181 ceph-mon[45557]: pgmap v20092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:31:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:42 smithi088 ceph-mon[35322]: pgmap v20092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:31:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:44 smithi175 ceph-mon[44549]: pgmap v20093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:44 smithi181 ceph-mon[45557]: pgmap v20093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:44 smithi088 ceph-mon[35322]: pgmap v20093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:46 smithi175 ceph-mon[44549]: pgmap v20094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:46 smithi181 ceph-mon[45557]: pgmap v20094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:46 smithi088 ceph-mon[35322]: pgmap v20094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:47.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:47.913+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:31:47.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:47.913+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:31:47.914 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:31:47.913+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:31:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:48 smithi175 ceph-mon[44549]: pgmap v20095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:48 smithi181 ceph-mon[45557]: pgmap v20095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:48 smithi088 ceph-mon[35322]: pgmap v20095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:50 smithi175 ceph-mon[44549]: pgmap v20096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:50 smithi181 ceph-mon[45557]: pgmap v20096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:50 smithi088 ceph-mon[35322]: pgmap v20096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:31:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:52 smithi175 ceph-mon[44549]: pgmap v20097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:52 smithi181 ceph-mon[45557]: pgmap v20097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:52 smithi088 ceph-mon[35322]: pgmap v20097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:54 smithi175 ceph-mon[44549]: pgmap v20098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:54 smithi181 ceph-mon[45557]: pgmap v20098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:54 smithi088 ceph-mon[35322]: pgmap v20098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:31:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:56 smithi175 ceph-mon[44549]: pgmap v20099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:56 smithi181 ceph-mon[45557]: pgmap v20099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:56 smithi088 ceph-mon[35322]: pgmap v20099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:31:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:31:58 smithi175 ceph-mon[44549]: pgmap v20100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:31:58 smithi181 ceph-mon[45557]: pgmap v20100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:31:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:31:58 smithi088 ceph-mon[35322]: pgmap v20100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:00 smithi175 ceph-mon[44549]: pgmap v20101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:00 smithi181 ceph-mon[45557]: pgmap v20101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:00 smithi088 ceph-mon[35322]: pgmap v20101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:02 smithi175 ceph-mon[44549]: pgmap v20102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:02 smithi181 ceph-mon[45557]: pgmap v20102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:02 smithi088 ceph-mon[35322]: pgmap v20102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:02.928 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:02.928+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:32:02.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:02.928+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:32:02.929 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:02.928+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:32:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:04 smithi175 ceph-mon[44549]: pgmap v20103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:32:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:04 smithi181 ceph-mon[45557]: pgmap v20103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:32:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:04 smithi088 ceph-mon[35322]: pgmap v20103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:32:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:06 smithi175 ceph-mon[44549]: pgmap v20104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:32:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:06 smithi181 ceph-mon[45557]: pgmap v20104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:32:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:06 smithi088 ceph-mon[35322]: pgmap v20104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:32:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:08 smithi175 ceph-mon[44549]: pgmap v20105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:08 smithi181 ceph-mon[45557]: pgmap v20105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:08 smithi088 ceph-mon[35322]: pgmap v20105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:10 smithi175 ceph-mon[44549]: pgmap v20106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:32:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:10 smithi181 ceph-mon[45557]: pgmap v20106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:32:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:10 smithi088 ceph-mon[35322]: pgmap v20106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:32:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:12 smithi175 ceph-mon[44549]: pgmap v20107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:12 smithi181 ceph-mon[45557]: pgmap v20107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:12 smithi088 ceph-mon[35322]: pgmap v20107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:14 smithi175 ceph-mon[44549]: pgmap v20108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:32:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:14 smithi181 ceph-mon[45557]: pgmap v20108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:32:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:14 smithi088 ceph-mon[35322]: pgmap v20108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:32:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:16 smithi175 ceph-mon[44549]: pgmap v20109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:32:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:16 smithi181 ceph-mon[45557]: pgmap v20109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:32:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:16 smithi088 ceph-mon[35322]: pgmap v20109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:32:17.939 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:17.938+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:32:17.939 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:17.938+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:32:17.939 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:17.938+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:32:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:18 smithi175 ceph-mon[44549]: pgmap v20110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:18 smithi181 ceph-mon[45557]: pgmap v20110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:18 smithi088 ceph-mon[35322]: pgmap v20110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:20 smithi175 ceph-mon[44549]: pgmap v20111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:20 smithi181 ceph-mon[45557]: pgmap v20111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:20 smithi088 ceph-mon[35322]: pgmap v20111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:22 smithi175 ceph-mon[44549]: pgmap v20112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:22 smithi181 ceph-mon[45557]: pgmap v20112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:22 smithi088 ceph-mon[35322]: pgmap v20112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:24 smithi175 ceph-mon[44549]: pgmap v20113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:32:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:24 smithi181 ceph-mon[45557]: pgmap v20113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:32:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:24 smithi088 ceph-mon[35322]: pgmap v20113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:32:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:26 smithi175 ceph-mon[44549]: pgmap v20114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:32:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:26 smithi181 ceph-mon[45557]: pgmap v20114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:32:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:26 smithi088 ceph-mon[35322]: pgmap v20114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:32:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:28 smithi181 ceph-mon[45557]: pgmap v20115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:28 smithi088 ceph-mon[35322]: pgmap v20115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:28 smithi175 ceph-mon[44549]: pgmap v20115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:30 smithi175 ceph-mon[44549]: pgmap v20116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:30 smithi181 ceph-mon[45557]: pgmap v20116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:30 smithi088 ceph-mon[35322]: pgmap v20116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:32 smithi175 ceph-mon[44549]: pgmap v20117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:32:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:32:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:32:32.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:32 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:32:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:32 smithi181 ceph-mon[45557]: pgmap v20117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:32:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:32:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:32:32.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:32 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:32:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:32 smithi088 ceph-mon[35322]: pgmap v20117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:32:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:32:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:32:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:32:32.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:32 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:32:32.942 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:32.941+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:32:32.942 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:32.941+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:32:32.942 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:32.941+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:32:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:33 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 117.2M 2024-01-28T23:32:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:33 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 122906603: error parsing value: Value '122906603' is below minimum 939524096 2024-01-28T23:32:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:33 smithi175 ceph-mon[44549]: pgmap v20118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:32:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:33 smithi175 ceph-mon[44549]: pgmap v20119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:32:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:33 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 117.2M 2024-01-28T23:32:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:33 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 122906603: error parsing value: Value '122906603' is below minimum 939524096 2024-01-28T23:32:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:33 smithi181 ceph-mon[45557]: pgmap v20118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:32:33.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:33 smithi181 ceph-mon[45557]: pgmap v20119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:32:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:33 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 117.2M 2024-01-28T23:32:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:33 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 122906603: error parsing value: Value '122906603' is below minimum 939524096 2024-01-28T23:32:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:33 smithi088 ceph-mon[35322]: pgmap v20118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:32:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:33 smithi088 ceph-mon[35322]: pgmap v20119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:32:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:35 smithi175 ceph-mon[44549]: pgmap v20120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:32:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:35 smithi181 ceph-mon[45557]: pgmap v20120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:32:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:35 smithi088 ceph-mon[35322]: pgmap v20120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:32:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:37 smithi181 ceph-mon[45557]: pgmap v20121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:32:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:37 smithi088 ceph-mon[35322]: pgmap v20121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:32:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:37 smithi175 ceph-mon[44549]: pgmap v20121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:32:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:39 smithi181 ceph-mon[45557]: pgmap v20122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:32:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:39 smithi088 ceph-mon[35322]: pgmap v20122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:32:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:39 smithi175 ceph-mon[44549]: pgmap v20122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:32:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:41 smithi181 ceph-mon[45557]: pgmap v20123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:32:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:41 smithi088 ceph-mon[35322]: pgmap v20123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:32:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:41 smithi175 ceph-mon[44549]: pgmap v20123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:32:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:43 smithi175 ceph-mon[44549]: pgmap v20124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:32:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:43 smithi181 ceph-mon[45557]: pgmap v20124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:32:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:43 smithi088 ceph-mon[35322]: pgmap v20124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:32:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:45 smithi175 ceph-mon[44549]: pgmap v20125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:45 smithi181 ceph-mon[45557]: pgmap v20125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:45 smithi088 ceph-mon[35322]: pgmap v20125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:47 smithi175 ceph-mon[44549]: pgmap v20126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:47 smithi181 ceph-mon[45557]: pgmap v20126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:47 smithi088 ceph-mon[35322]: pgmap v20126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:47.951+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:32:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:47.952+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:32:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:32:47.952+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:32:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:49 smithi181 ceph-mon[45557]: pgmap v20127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:32:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:49 smithi088 ceph-mon[35322]: pgmap v20127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:32:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:49 smithi175 ceph-mon[44549]: pgmap v20127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:32:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:51 smithi181 ceph-mon[45557]: pgmap v20128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:32:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:51 smithi088 ceph-mon[35322]: pgmap v20128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:32:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:51 smithi175 ceph-mon[44549]: pgmap v20128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:32:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:53 smithi181 ceph-mon[45557]: pgmap v20129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:53 smithi088 ceph-mon[35322]: pgmap v20129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:53 smithi175 ceph-mon[44549]: pgmap v20129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:55 smithi175 ceph-mon[44549]: pgmap v20130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:55 smithi181 ceph-mon[45557]: pgmap v20130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:55 smithi088 ceph-mon[35322]: pgmap v20130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:32:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:57 smithi181 ceph-mon[45557]: pgmap v20131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:57 smithi088 ceph-mon[35322]: pgmap v20131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:57 smithi175 ceph-mon[44549]: pgmap v20131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:32:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:32:59 smithi181 ceph-mon[45557]: pgmap v20132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:32:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:32:59 smithi088 ceph-mon[35322]: pgmap v20132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:32:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:32:59 smithi175 ceph-mon[44549]: pgmap v20132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:33:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:01 smithi181 ceph-mon[45557]: pgmap v20133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:01 smithi088 ceph-mon[35322]: pgmap v20133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:01 smithi175 ceph-mon[44549]: pgmap v20133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:02.967 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:02.967+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:33:02.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:02.967+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:33:02.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:02.967+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:33:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:03 smithi181 ceph-mon[45557]: pgmap v20134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:03 smithi088 ceph-mon[35322]: pgmap v20134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:03 smithi175 ceph-mon[44549]: pgmap v20134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:05 smithi181 ceph-mon[45557]: pgmap v20135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:33:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:05 smithi088 ceph-mon[35322]: pgmap v20135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:33:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:05 smithi175 ceph-mon[44549]: pgmap v20135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:33:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:07 smithi181 ceph-mon[45557]: pgmap v20136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:07 smithi088 ceph-mon[35322]: pgmap v20136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:07 smithi175 ceph-mon[44549]: pgmap v20136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:09 smithi181 ceph-mon[45557]: pgmap v20137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:33:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:09 smithi088 ceph-mon[35322]: pgmap v20137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:33:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:09 smithi175 ceph-mon[44549]: pgmap v20137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:33:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:11 smithi181 ceph-mon[45557]: pgmap v20138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:11 smithi088 ceph-mon[35322]: pgmap v20138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:11 smithi175 ceph-mon[44549]: pgmap v20138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:13.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:13 smithi181 ceph-mon[45557]: pgmap v20139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:13 smithi088 ceph-mon[35322]: pgmap v20139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:13 smithi175 ceph-mon[44549]: pgmap v20139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:15 smithi181 ceph-mon[45557]: pgmap v20140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:33:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:15 smithi088 ceph-mon[35322]: pgmap v20140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:33:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:15 smithi175 ceph-mon[44549]: pgmap v20140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:33:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:17 smithi181 ceph-mon[45557]: pgmap v20141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:33:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:17 smithi088 ceph-mon[35322]: pgmap v20141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:33:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:17 smithi175 ceph-mon[44549]: pgmap v20141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:33:17.968 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:17.967+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:33:17.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:17.967+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:33:17.969 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:17.967+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:33:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:19 smithi181 ceph-mon[45557]: pgmap v20142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:33:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:19 smithi088 ceph-mon[35322]: pgmap v20142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:33:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:19 smithi175 ceph-mon[44549]: pgmap v20142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:33:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:21 smithi181 ceph-mon[45557]: pgmap v20143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:21 smithi088 ceph-mon[35322]: pgmap v20143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:21 smithi175 ceph-mon[44549]: pgmap v20143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:23 smithi181 ceph-mon[45557]: pgmap v20144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:33:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:23 smithi088 ceph-mon[35322]: pgmap v20144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:33:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:23 smithi175 ceph-mon[44549]: pgmap v20144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:33:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:25 smithi181 ceph-mon[45557]: pgmap v20145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:33:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:25 smithi088 ceph-mon[35322]: pgmap v20145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:33:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:25 smithi175 ceph-mon[44549]: pgmap v20145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:33:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:27 smithi181 ceph-mon[45557]: pgmap v20146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:27 smithi088 ceph-mon[35322]: pgmap v20146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:27 smithi175 ceph-mon[44549]: pgmap v20146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:29 smithi181 ceph-mon[45557]: pgmap v20147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:33:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:29 smithi088 ceph-mon[35322]: pgmap v20147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:33:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:29 smithi175 ceph-mon[44549]: pgmap v20147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:33:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:31 smithi181 ceph-mon[45557]: pgmap v20148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:31 smithi088 ceph-mon[35322]: pgmap v20148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:31 smithi175 ceph-mon[44549]: pgmap v20148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:32.983+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:33:32.983 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:32.983+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:33:32.984 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:32.983+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:33:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:33 smithi181 ceph-mon[45557]: pgmap v20149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:33:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:33 smithi088 ceph-mon[35322]: pgmap v20149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:33:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:33 smithi175 ceph-mon[44549]: pgmap v20149: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:33:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:33:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:34 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 115.9M 2024-01-28T23:33:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:34 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 121550090: error parsing value: Value '121550090' is below minimum 939524096 2024-01-28T23:33:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:33:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:33:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:34 smithi181 ceph-mon[45557]: pgmap v20150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:33:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:34 smithi181 ceph-mon[45557]: pgmap v20151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:33:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:33:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:34 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 115.9M 2024-01-28T23:33:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:34 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 121550090: error parsing value: Value '121550090' is below minimum 939524096 2024-01-28T23:33:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:33:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:33:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:34 smithi088 ceph-mon[35322]: pgmap v20150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:33:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:34 smithi088 ceph-mon[35322]: pgmap v20151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:33:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:33:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:34 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 115.9M 2024-01-28T23:33:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:34 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 121550090: error parsing value: Value '121550090' is below minimum 939524096 2024-01-28T23:33:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:33:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:33:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:34 smithi175 ceph-mon[44549]: pgmap v20150: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:33:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:34 smithi175 ceph-mon[44549]: pgmap v20151: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:33:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:33:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:36 smithi088 ceph-mon[35322]: pgmap v20152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:33:36.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:36 smithi175 ceph-mon[44549]: pgmap v20152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:33:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:36 smithi181 ceph-mon[45557]: pgmap v20152: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:33:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:38 smithi181 ceph-mon[45557]: pgmap v20153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:38 smithi088 ceph-mon[35322]: pgmap v20153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:38 smithi175 ceph-mon[44549]: pgmap v20153: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:40 smithi088 ceph-mon[35322]: pgmap v20154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:40 smithi175 ceph-mon[44549]: pgmap v20154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:40 smithi181 ceph-mon[45557]: pgmap v20154: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:42 smithi088 ceph-mon[35322]: pgmap v20155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:42 smithi175 ceph-mon[44549]: pgmap v20155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:42 smithi181 ceph-mon[45557]: pgmap v20155: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:33:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:44 smithi088 ceph-mon[35322]: pgmap v20156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:33:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:44 smithi175 ceph-mon[44549]: pgmap v20156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:33:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:44 smithi181 ceph-mon[45557]: pgmap v20156: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:33:45.250 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:45.250+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:33:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:45.250+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 292 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:33:45.251 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:45.251+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:33:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:45.251+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 292 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:33:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:46 smithi088 ceph-mon[35322]: pgmap v20157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:46 smithi175 ceph-mon[44549]: pgmap v20157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:46 smithi181 ceph-mon[45557]: pgmap v20157: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:47.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:47.995+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:33:47.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:47.995+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:33:47.995 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:33:47.995+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:33:48.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:48 smithi181 ceph-mon[45557]: pgmap v20158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:48 smithi088 ceph-mon[35322]: pgmap v20158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:48 smithi175 ceph-mon[44549]: pgmap v20158: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:50 smithi088 ceph-mon[35322]: pgmap v20159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:33:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:50 smithi175 ceph-mon[44549]: pgmap v20159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:33:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:50 smithi181 ceph-mon[45557]: pgmap v20159: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:33:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:52 smithi088 ceph-mon[35322]: pgmap v20160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:52 smithi175 ceph-mon[44549]: pgmap v20160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:52 smithi181 ceph-mon[45557]: pgmap v20160: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:54 smithi088 ceph-mon[35322]: pgmap v20161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:33:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:54 smithi175 ceph-mon[44549]: pgmap v20161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:33:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:54 smithi181 ceph-mon[45557]: pgmap v20161: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:33:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:56 smithi088 ceph-mon[35322]: pgmap v20162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:56 smithi175 ceph-mon[44549]: pgmap v20162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:56 smithi181 ceph-mon[45557]: pgmap v20162: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:33:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:33:58 smithi181 ceph-mon[45557]: pgmap v20163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:33:58 smithi088 ceph-mon[35322]: pgmap v20163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:33:58.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:33:58 smithi175 ceph-mon[44549]: pgmap v20163: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:00 smithi088 ceph-mon[35322]: pgmap v20164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:00 smithi175 ceph-mon[44549]: pgmap v20164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:00 smithi181 ceph-mon[45557]: pgmap v20164: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:02 smithi088 ceph-mon[35322]: pgmap v20165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:02 smithi175 ceph-mon[44549]: pgmap v20165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:02 smithi181 ceph-mon[45557]: pgmap v20165: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:03.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:03.006+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:34:03.006 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:03.006+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:34:03.007 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:03.006+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:34:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:04 smithi088 ceph-mon[35322]: pgmap v20166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:04 smithi175 ceph-mon[44549]: pgmap v20166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:04 smithi181 ceph-mon[45557]: pgmap v20166: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:06 smithi088 ceph-mon[35322]: pgmap v20167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:06 smithi175 ceph-mon[44549]: pgmap v20167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:06 smithi181 ceph-mon[45557]: pgmap v20167: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:08 smithi181 ceph-mon[45557]: pgmap v20168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:08 smithi088 ceph-mon[35322]: pgmap v20168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:08 smithi175 ceph-mon[44549]: pgmap v20168: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:10 smithi088 ceph-mon[35322]: pgmap v20169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:10 smithi175 ceph-mon[44549]: pgmap v20169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:10 smithi181 ceph-mon[45557]: pgmap v20169: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:12 smithi088 ceph-mon[35322]: pgmap v20170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:12 smithi175 ceph-mon[44549]: pgmap v20170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:12 smithi181 ceph-mon[45557]: pgmap v20170: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:14 smithi088 ceph-mon[35322]: pgmap v20171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:14 smithi175 ceph-mon[44549]: pgmap v20171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:14 smithi181 ceph-mon[45557]: pgmap v20171: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:16 smithi088 ceph-mon[35322]: pgmap v20172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:16 smithi175 ceph-mon[44549]: pgmap v20172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:16 smithi181 ceph-mon[45557]: pgmap v20172: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:18.016 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:18.015+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:34:18.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:18.015+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:34:18.017 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:18.015+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:34:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:18 smithi181 ceph-mon[45557]: pgmap v20173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:18 smithi088 ceph-mon[35322]: pgmap v20173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:18 smithi175 ceph-mon[44549]: pgmap v20173: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:20 smithi088 ceph-mon[35322]: pgmap v20174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:20 smithi175 ceph-mon[44549]: pgmap v20174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:20 smithi181 ceph-mon[45557]: pgmap v20174: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:22 smithi088 ceph-mon[35322]: pgmap v20175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:22 smithi175 ceph-mon[44549]: pgmap v20175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:22 smithi181 ceph-mon[45557]: pgmap v20175: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:24 smithi088 ceph-mon[35322]: pgmap v20176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:24 smithi175 ceph-mon[44549]: pgmap v20176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:24 smithi181 ceph-mon[45557]: pgmap v20176: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:26 smithi088 ceph-mon[35322]: pgmap v20177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:26 smithi175 ceph-mon[44549]: pgmap v20177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:26 smithi181 ceph-mon[45557]: pgmap v20177: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:28 smithi181 ceph-mon[45557]: pgmap v20178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:34:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:28 smithi088 ceph-mon[35322]: pgmap v20178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:34:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:28 smithi175 ceph-mon[44549]: pgmap v20178: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:34:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:30 smithi088 ceph-mon[35322]: pgmap v20179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:30 smithi175 ceph-mon[44549]: pgmap v20179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:30 smithi181 ceph-mon[45557]: pgmap v20179: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:32 smithi088 ceph-mon[35322]: pgmap v20180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:32 smithi175 ceph-mon[44549]: pgmap v20180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:32 smithi181 ceph-mon[45557]: pgmap v20180: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:33.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:33.018+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:34:33.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:33.018+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:34:33.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:33.018+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:34:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:34 smithi088 ceph-mon[35322]: pgmap v20181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:34:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:34:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:34:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:34:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:34 smithi175 ceph-mon[44549]: pgmap v20181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:34:34.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:34:34.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:34:34.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:34:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:34 smithi181 ceph-mon[45557]: pgmap v20181: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:34:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:34:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:34:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:34:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:35 smithi088 ceph-mon[35322]: pgmap v20182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:34:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:35 smithi088 ceph-mon[35322]: pgmap v20183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:34:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:35 smithi175 ceph-mon[44549]: pgmap v20182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:34:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:35 smithi175 ceph-mon[44549]: pgmap v20183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:34:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:35 smithi181 ceph-mon[45557]: pgmap v20182: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:34:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:35 smithi181 ceph-mon[45557]: pgmap v20183: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:34:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:37 smithi088 ceph-mon[35322]: pgmap v20184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:34:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:37 smithi175 ceph-mon[44549]: pgmap v20184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:34:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:37 smithi181 ceph-mon[45557]: pgmap v20184: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:34:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:39 smithi088 ceph-mon[35322]: pgmap v20185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:34:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:39 smithi175 ceph-mon[44549]: pgmap v20185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:34:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:39 smithi181 ceph-mon[45557]: pgmap v20185: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:34:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:41 smithi088 ceph-mon[35322]: pgmap v20186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:34:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:41 smithi175 ceph-mon[44549]: pgmap v20186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:34:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:41 smithi181 ceph-mon[45557]: pgmap v20186: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:34:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:43 smithi181 ceph-mon[45557]: pgmap v20187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:34:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:43 smithi088 ceph-mon[35322]: pgmap v20187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:34:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:43 smithi175 ceph-mon[44549]: pgmap v20187: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:34:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:45 smithi088 ceph-mon[35322]: pgmap v20188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:34:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:45 smithi175 ceph-mon[44549]: pgmap v20188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:34:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:45 smithi181 ceph-mon[45557]: pgmap v20188: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:34:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:47 smithi088 ceph-mon[35322]: pgmap v20189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:47 smithi175 ceph-mon[44549]: pgmap v20189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:47 smithi181 ceph-mon[45557]: pgmap v20189: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:48.033 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:48.033+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:34:48.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:48.033+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:34:48.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:34:48.033+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:34:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:49 smithi088 ceph-mon[35322]: pgmap v20190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:49 smithi175 ceph-mon[44549]: pgmap v20190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:49 smithi181 ceph-mon[45557]: pgmap v20190: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:51 smithi088 ceph-mon[35322]: pgmap v20191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:51 smithi175 ceph-mon[44549]: pgmap v20191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:51 smithi181 ceph-mon[45557]: pgmap v20191: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:34:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:53 smithi181 ceph-mon[45557]: pgmap v20192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:34:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:53 smithi088 ceph-mon[35322]: pgmap v20192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:34:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:53 smithi175 ceph-mon[44549]: pgmap v20192: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:34:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:55 smithi088 ceph-mon[35322]: pgmap v20193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:55 smithi175 ceph-mon[44549]: pgmap v20193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:55 smithi181 ceph-mon[45557]: pgmap v20193: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:34:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:57 smithi088 ceph-mon[35322]: pgmap v20194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:57 smithi175 ceph-mon[44549]: pgmap v20194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:57 smithi181 ceph-mon[45557]: pgmap v20194: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:34:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:34:59 smithi088 ceph-mon[35322]: pgmap v20195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:34:59 smithi175 ceph-mon[44549]: pgmap v20195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:34:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:34:59 smithi181 ceph-mon[45557]: pgmap v20195: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:01 smithi088 ceph-mon[35322]: pgmap v20196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:01 smithi175 ceph-mon[44549]: pgmap v20196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:01 smithi181 ceph-mon[45557]: pgmap v20196: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:03.038+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:35:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:03.038+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:35:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:03.038+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:35:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:03 smithi181 ceph-mon[45557]: pgmap v20197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:03 smithi088 ceph-mon[35322]: pgmap v20197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:03 smithi175 ceph-mon[44549]: pgmap v20197: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:05 smithi088 ceph-mon[35322]: pgmap v20198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:05 smithi175 ceph-mon[44549]: pgmap v20198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:05 smithi181 ceph-mon[45557]: pgmap v20198: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:07 smithi088 ceph-mon[35322]: pgmap v20199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:07 smithi175 ceph-mon[44549]: pgmap v20199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:07 smithi181 ceph-mon[45557]: pgmap v20199: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:09 smithi088 ceph-mon[35322]: pgmap v20200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:09 smithi175 ceph-mon[44549]: pgmap v20200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:09 smithi181 ceph-mon[45557]: pgmap v20200: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:11 smithi088 ceph-mon[35322]: pgmap v20201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:11 smithi175 ceph-mon[44549]: pgmap v20201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:11 smithi181 ceph-mon[45557]: pgmap v20201: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:13 smithi088 ceph-mon[35322]: pgmap v20202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:13 smithi175 ceph-mon[44549]: pgmap v20202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:13 smithi181 ceph-mon[45557]: pgmap v20202: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:15 smithi088 ceph-mon[35322]: pgmap v20203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:15 smithi175 ceph-mon[44549]: pgmap v20203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:15 smithi181 ceph-mon[45557]: pgmap v20203: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:17 smithi088 ceph-mon[35322]: pgmap v20204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:17 smithi175 ceph-mon[44549]: pgmap v20204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:17 smithi181 ceph-mon[45557]: pgmap v20204: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:18.053 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:18.052+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:35:18.053 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:18.052+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:35:18.053 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:18.052+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:35:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:19 smithi088 ceph-mon[35322]: pgmap v20205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:19 smithi175 ceph-mon[44549]: pgmap v20205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:19 smithi181 ceph-mon[45557]: pgmap v20205: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:21 smithi175 ceph-mon[44549]: pgmap v20206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:21 smithi181 ceph-mon[45557]: pgmap v20206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:21 smithi088 ceph-mon[35322]: pgmap v20206: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:23 smithi088 ceph-mon[35322]: pgmap v20207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:23 smithi175 ceph-mon[44549]: pgmap v20207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:23 smithi181 ceph-mon[45557]: pgmap v20207: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:25 smithi088 ceph-mon[35322]: pgmap v20208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:25 smithi175 ceph-mon[44549]: pgmap v20208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:25 smithi181 ceph-mon[45557]: pgmap v20208: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:27 smithi088 ceph-mon[35322]: pgmap v20209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:27 smithi175 ceph-mon[44549]: pgmap v20209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:27 smithi181 ceph-mon[45557]: pgmap v20209: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:29 smithi088 ceph-mon[35322]: pgmap v20210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:29 smithi175 ceph-mon[44549]: pgmap v20210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:29.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:29 smithi181 ceph-mon[45557]: pgmap v20210: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:31 smithi175 ceph-mon[44549]: pgmap v20211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:31 smithi181 ceph-mon[45557]: pgmap v20211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:31 smithi088 ceph-mon[35322]: pgmap v20211: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:33.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:33.060+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:35:33.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:33.060+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:35:33.060 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:33.060+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:35:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:33 smithi088 ceph-mon[35322]: pgmap v20212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:33 smithi175 ceph-mon[44549]: pgmap v20212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:33 smithi181 ceph-mon[45557]: pgmap v20212: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:35 smithi088 ceph-mon[35322]: pgmap v20213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:35:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:35 smithi175 ceph-mon[44549]: pgmap v20213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:35:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:35 smithi181 ceph-mon[45557]: pgmap v20213: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:35:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:36 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:36 smithi181 ceph-mon[45557]: pgmap v20214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:36 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:36 smithi088 ceph-mon[35322]: pgmap v20214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:36 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:36 smithi175 ceph-mon[44549]: pgmap v20214: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:35:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:35:38.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:35:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:35:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:35:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:35:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:35:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:39 smithi088 ceph-mon[35322]: pgmap v20215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:35:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:39 smithi088 ceph-mon[35322]: pgmap v20216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:35:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:39 smithi175 ceph-mon[44549]: pgmap v20215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:35:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:39 smithi175 ceph-mon[44549]: pgmap v20216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:35:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:39 smithi181 ceph-mon[45557]: pgmap v20215: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:35:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:39 smithi181 ceph-mon[45557]: pgmap v20216: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:35:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:41 smithi088 ceph-mon[35322]: pgmap v20217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:35:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:41 smithi175 ceph-mon[44549]: pgmap v20217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:35:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:41 smithi181 ceph-mon[45557]: pgmap v20217: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:35:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:43 smithi088 ceph-mon[35322]: pgmap v20218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:35:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:43 smithi175 ceph-mon[44549]: pgmap v20218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:35:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:43 smithi181 ceph-mon[45557]: pgmap v20218: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:35:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:45 smithi088 ceph-mon[35322]: pgmap v20219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:35:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:45 smithi175 ceph-mon[44549]: pgmap v20219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:35:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:45 smithi181 ceph-mon[45557]: pgmap v20219: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:35:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:47 smithi088 ceph-mon[35322]: pgmap v20220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:35:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:47 smithi175 ceph-mon[44549]: pgmap v20220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:35:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:47 smithi181 ceph-mon[45557]: pgmap v20220: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:35:48.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:48.063+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:35:48.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:48.064+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:35:48.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:35:48.064+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:35:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:49 smithi088 ceph-mon[35322]: pgmap v20221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:35:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:49 smithi175 ceph-mon[44549]: pgmap v20221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:35:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:49 smithi181 ceph-mon[45557]: pgmap v20221: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:35:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:51 smithi088 ceph-mon[35322]: pgmap v20222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:51 smithi175 ceph-mon[44549]: pgmap v20222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:51 smithi181 ceph-mon[45557]: pgmap v20222: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:35:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:53 smithi088 ceph-mon[35322]: pgmap v20223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:53 smithi175 ceph-mon[44549]: pgmap v20223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:53 smithi181 ceph-mon[45557]: pgmap v20223: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:35:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:55 smithi088 ceph-mon[35322]: pgmap v20224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:55 smithi175 ceph-mon[44549]: pgmap v20224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:55 smithi181 ceph-mon[45557]: pgmap v20224: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:35:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:57 smithi088 ceph-mon[35322]: pgmap v20225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:57 smithi175 ceph-mon[44549]: pgmap v20225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:57 smithi181 ceph-mon[45557]: pgmap v20225: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:35:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:35:59 smithi088 ceph-mon[35322]: pgmap v20226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:35:59 smithi175 ceph-mon[44549]: pgmap v20226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:35:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:35:59 smithi181 ceph-mon[45557]: pgmap v20226: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:00.271 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:00.270+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:36:00.271 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:00.270+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:36:00.271 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:00.271+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 293 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T23:36:00.272 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:00.271+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 293 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T23:36:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:01 smithi088 ceph-mon[35322]: pgmap v20227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:01 smithi175 ceph-mon[44549]: pgmap v20227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:01 smithi181 ceph-mon[45557]: pgmap v20227: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:03.080+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:36:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:03.080+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:36:03.081 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:03.080+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:36:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:03 smithi088 ceph-mon[35322]: pgmap v20228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:03 smithi175 ceph-mon[44549]: pgmap v20228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:03 smithi181 ceph-mon[45557]: pgmap v20228: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:05 smithi088 ceph-mon[35322]: pgmap v20229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:05 smithi175 ceph-mon[44549]: pgmap v20229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:05 smithi181 ceph-mon[45557]: pgmap v20229: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:07 smithi088 ceph-mon[35322]: pgmap v20230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:07 smithi175 ceph-mon[44549]: pgmap v20230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:07 smithi181 ceph-mon[45557]: pgmap v20230: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:09 smithi088 ceph-mon[35322]: pgmap v20231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:09 smithi175 ceph-mon[44549]: pgmap v20231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:09 smithi181 ceph-mon[45557]: pgmap v20231: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:11 smithi088 ceph-mon[35322]: pgmap v20232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:11 smithi175 ceph-mon[44549]: pgmap v20232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:11 smithi181 ceph-mon[45557]: pgmap v20232: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:13 smithi175 ceph-mon[44549]: pgmap v20233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:13 smithi181 ceph-mon[45557]: pgmap v20233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:13 smithi088 ceph-mon[35322]: pgmap v20233: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:15 smithi175 ceph-mon[44549]: pgmap v20234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:15 smithi181 ceph-mon[45557]: pgmap v20234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:15 smithi088 ceph-mon[35322]: pgmap v20234: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:17 smithi175 ceph-mon[44549]: pgmap v20235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:17 smithi181 ceph-mon[45557]: pgmap v20235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:17 smithi088 ceph-mon[35322]: pgmap v20235: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:18.094 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:18.094+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:36:18.094 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:18.094+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:36:18.094 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:18.094+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:36:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:19 smithi175 ceph-mon[44549]: pgmap v20236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:19 smithi181 ceph-mon[45557]: pgmap v20236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:19 smithi088 ceph-mon[35322]: pgmap v20236: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:21 smithi175 ceph-mon[44549]: pgmap v20237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:21 smithi181 ceph-mon[45557]: pgmap v20237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:21 smithi088 ceph-mon[35322]: pgmap v20237: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:23 smithi175 ceph-mon[44549]: pgmap v20238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:23 smithi181 ceph-mon[45557]: pgmap v20238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:23 smithi088 ceph-mon[35322]: pgmap v20238: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:25 smithi175 ceph-mon[44549]: pgmap v20239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:25 smithi181 ceph-mon[45557]: pgmap v20239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:25 smithi088 ceph-mon[35322]: pgmap v20239: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:27 smithi175 ceph-mon[44549]: pgmap v20240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:27 smithi181 ceph-mon[45557]: pgmap v20240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:27 smithi088 ceph-mon[35322]: pgmap v20240: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:29 smithi175 ceph-mon[44549]: pgmap v20241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:29 smithi181 ceph-mon[45557]: pgmap v20241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:29 smithi088 ceph-mon[35322]: pgmap v20241: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:31 smithi175 ceph-mon[44549]: pgmap v20242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:31 smithi181 ceph-mon[45557]: pgmap v20242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:31 smithi088 ceph-mon[35322]: pgmap v20242: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:36:33.097 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:33.096+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:36:33.097 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:33.096+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:36:33.098 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:33.096+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:36:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:33 smithi175 ceph-mon[44549]: pgmap v20243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:33 smithi181 ceph-mon[45557]: pgmap v20243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:33 smithi088 ceph-mon[35322]: pgmap v20243: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:36:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:35 smithi175 ceph-mon[44549]: pgmap v20244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:35 smithi181 ceph-mon[45557]: pgmap v20244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:35 smithi088 ceph-mon[35322]: pgmap v20244: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:37 smithi175 ceph-mon[44549]: pgmap v20245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:37 smithi181 ceph-mon[45557]: pgmap v20245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:37 smithi088 ceph-mon[35322]: pgmap v20245: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:38.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:36:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:36:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:36:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:39 smithi175 ceph-mon[44549]: pgmap v20246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:36:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:36:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:36:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:39 smithi181 ceph-mon[45557]: pgmap v20246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:36:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:36:39.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:36:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:39 smithi088 ceph-mon[35322]: pgmap v20246: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:36:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:36:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:36:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:40 smithi175 ceph-mon[44549]: pgmap v20247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:36:40.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:40 smithi175 ceph-mon[44549]: pgmap v20248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:36:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:40 smithi181 ceph-mon[45557]: pgmap v20247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:36:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:40 smithi181 ceph-mon[45557]: pgmap v20248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:36:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:40 smithi088 ceph-mon[35322]: pgmap v20247: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:36:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:40 smithi088 ceph-mon[35322]: pgmap v20248: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:36:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:42 smithi175 ceph-mon[44549]: pgmap v20249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:36:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:42 smithi181 ceph-mon[45557]: pgmap v20249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:36:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:42 smithi088 ceph-mon[35322]: pgmap v20249: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:36:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:44 smithi175 ceph-mon[44549]: pgmap v20250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:36:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:44 smithi181 ceph-mon[45557]: pgmap v20250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:36:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:44 smithi088 ceph-mon[35322]: pgmap v20250: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:36:45.278 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:45.277+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:36:45.278 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:45.277+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:36:45.278 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:45.277+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 294 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:36:45.278 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:45.277+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 294 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:36:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:46 smithi175 ceph-mon[44549]: pgmap v20251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:36:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:46 smithi181 ceph-mon[45557]: pgmap v20251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:36:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:46 smithi088 ceph-mon[35322]: pgmap v20251: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:36:48.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:48.106+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:36:48.107 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:48.106+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:36:48.108 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:36:48.106+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:36:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:48 smithi175 ceph-mon[44549]: pgmap v20252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:36:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:48 smithi181 ceph-mon[45557]: pgmap v20252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:36:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:48 smithi088 ceph-mon[35322]: pgmap v20252: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:36:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:50 smithi175 ceph-mon[44549]: pgmap v20253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:36:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:50 smithi181 ceph-mon[45557]: pgmap v20253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:36:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:50 smithi088 ceph-mon[35322]: pgmap v20253: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:36:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:52 smithi175 ceph-mon[44549]: pgmap v20254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:52 smithi181 ceph-mon[45557]: pgmap v20254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:52 smithi088 ceph-mon[35322]: pgmap v20254: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:36:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:54 smithi175 ceph-mon[44549]: pgmap v20255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:54 smithi181 ceph-mon[45557]: pgmap v20255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:54 smithi088 ceph-mon[35322]: pgmap v20255: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:56 smithi175 ceph-mon[44549]: pgmap v20256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:56 smithi181 ceph-mon[45557]: pgmap v20256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:56 smithi088 ceph-mon[35322]: pgmap v20256: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:36:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:36:58 smithi088 ceph-mon[35322]: pgmap v20257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:36:58 smithi175 ceph-mon[44549]: pgmap v20257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:36:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:36:58 smithi181 ceph-mon[45557]: pgmap v20257: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:00 smithi175 ceph-mon[44549]: pgmap v20258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:00 smithi181 ceph-mon[45557]: pgmap v20258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:00 smithi088 ceph-mon[35322]: pgmap v20258: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:02 smithi175 ceph-mon[44549]: pgmap v20259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:02 smithi181 ceph-mon[45557]: pgmap v20259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:02 smithi088 ceph-mon[35322]: pgmap v20259: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:03.109 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:03.109+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:37:03.109 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:03.109+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:37:03.109 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:03.109+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:37:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:04 smithi175 ceph-mon[44549]: pgmap v20260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:04 smithi181 ceph-mon[45557]: pgmap v20260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:04 smithi088 ceph-mon[35322]: pgmap v20260: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:06 smithi175 ceph-mon[44549]: pgmap v20261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:06 smithi181 ceph-mon[45557]: pgmap v20261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:06 smithi088 ceph-mon[35322]: pgmap v20261: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:08 smithi175 ceph-mon[44549]: pgmap v20262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:08 smithi181 ceph-mon[45557]: pgmap v20262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:08 smithi088 ceph-mon[35322]: pgmap v20262: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:10 smithi175 ceph-mon[44549]: pgmap v20263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:10 smithi181 ceph-mon[45557]: pgmap v20263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:10 smithi088 ceph-mon[35322]: pgmap v20263: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:12 smithi175 ceph-mon[44549]: pgmap v20264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:12 smithi181 ceph-mon[45557]: pgmap v20264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:12 smithi088 ceph-mon[35322]: pgmap v20264: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:14 smithi181 ceph-mon[45557]: pgmap v20265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:14 smithi088 ceph-mon[35322]: pgmap v20265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:14 smithi175 ceph-mon[44549]: pgmap v20265: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:16 smithi181 ceph-mon[45557]: pgmap v20266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:16 smithi088 ceph-mon[35322]: pgmap v20266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:16 smithi175 ceph-mon[44549]: pgmap v20266: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:18.117 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:18.117+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:37:18.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:18.117+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:37:18.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:18.117+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:37:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:18 smithi181 ceph-mon[45557]: pgmap v20267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:18 smithi088 ceph-mon[35322]: pgmap v20267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:18 smithi175 ceph-mon[44549]: pgmap v20267: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:20 smithi181 ceph-mon[45557]: pgmap v20268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:20 smithi088 ceph-mon[35322]: pgmap v20268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:20 smithi175 ceph-mon[44549]: pgmap v20268: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:22 smithi181 ceph-mon[45557]: pgmap v20269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:22 smithi088 ceph-mon[35322]: pgmap v20269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:22 smithi175 ceph-mon[44549]: pgmap v20269: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:24 smithi181 ceph-mon[45557]: pgmap v20270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:24 smithi088 ceph-mon[35322]: pgmap v20270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:24 smithi175 ceph-mon[44549]: pgmap v20270: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:26 smithi181 ceph-mon[45557]: pgmap v20271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:26 smithi088 ceph-mon[35322]: pgmap v20271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:26 smithi175 ceph-mon[44549]: pgmap v20271: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:28 smithi181 ceph-mon[45557]: pgmap v20272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:28 smithi088 ceph-mon[35322]: pgmap v20272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:28 smithi175 ceph-mon[44549]: pgmap v20272: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:30.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:30 smithi181 ceph-mon[45557]: pgmap v20273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:30 smithi088 ceph-mon[35322]: pgmap v20273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:30 smithi175 ceph-mon[44549]: pgmap v20273: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:32 smithi181 ceph-mon[45557]: pgmap v20274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:32 smithi088 ceph-mon[35322]: pgmap v20274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:32 smithi175 ceph-mon[44549]: pgmap v20274: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:33.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:33.130+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:37:33.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:33.130+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:37:33.131 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:33.130+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:37:34.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:34 smithi181 ceph-mon[45557]: pgmap v20275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:34 smithi088 ceph-mon[35322]: pgmap v20275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:34 smithi175 ceph-mon[44549]: pgmap v20275: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:36 smithi181 ceph-mon[45557]: pgmap v20276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:36 smithi088 ceph-mon[35322]: pgmap v20276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:36 smithi175 ceph-mon[44549]: pgmap v20276: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:38 smithi088 ceph-mon[35322]: pgmap v20277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:38 smithi175 ceph-mon[44549]: pgmap v20277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:38 smithi181 ceph-mon[45557]: pgmap v20277: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:37:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:37:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:37:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:37:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:40 smithi088 ceph-mon[35322]: pgmap v20278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:37:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:37:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:37:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:37:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:37:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:40 smithi175 ceph-mon[44549]: pgmap v20278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:37:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:37:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:37:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:37:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:37:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:40 smithi181 ceph-mon[45557]: pgmap v20278: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:37:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:37:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:37:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:37:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:37:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:37:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:41 smithi088 ceph-mon[35322]: pgmap v20279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:37:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:41 smithi088 ceph-mon[35322]: pgmap v20280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:37:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:41 smithi175 ceph-mon[44549]: pgmap v20279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:37:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:41 smithi175 ceph-mon[44549]: pgmap v20280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:37:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:41 smithi181 ceph-mon[45557]: pgmap v20279: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:37:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:41 smithi181 ceph-mon[45557]: pgmap v20280: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:37:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:43 smithi088 ceph-mon[35322]: pgmap v20281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:37:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:43 smithi175 ceph-mon[44549]: pgmap v20281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:37:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:43 smithi181 ceph-mon[45557]: pgmap v20281: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:37:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:45 smithi175 ceph-mon[44549]: pgmap v20282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:37:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:45 smithi181 ceph-mon[45557]: pgmap v20282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:37:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:45 smithi088 ceph-mon[35322]: pgmap v20282: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:37:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:47 smithi175 ceph-mon[44549]: pgmap v20283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:37:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:47 smithi181 ceph-mon[45557]: pgmap v20283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:37:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:47 smithi088 ceph-mon[35322]: pgmap v20283: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:37:48.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:48.131+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:37:48.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:48.131+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:37:48.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:37:48.131+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:37:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:49 smithi175 ceph-mon[44549]: pgmap v20284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:37:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:49 smithi181 ceph-mon[45557]: pgmap v20284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:37:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:49 smithi088 ceph-mon[35322]: pgmap v20284: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:37:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:51 smithi175 ceph-mon[44549]: pgmap v20285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:37:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:51 smithi181 ceph-mon[45557]: pgmap v20285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:37:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:51 smithi088 ceph-mon[35322]: pgmap v20285: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:37:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:53 smithi088 ceph-mon[35322]: pgmap v20286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:37:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:53 smithi175 ceph-mon[44549]: pgmap v20286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:37:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:53 smithi181 ceph-mon[45557]: pgmap v20286: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:37:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:55 smithi175 ceph-mon[44549]: pgmap v20287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:37:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:55 smithi181 ceph-mon[45557]: pgmap v20287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:37:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:55 smithi088 ceph-mon[35322]: pgmap v20287: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:37:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:57 smithi175 ceph-mon[44549]: pgmap v20288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:37:57.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:57 smithi181 ceph-mon[45557]: pgmap v20288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:37:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:57 smithi088 ceph-mon[35322]: pgmap v20288: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:37:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:37:59 smithi175 ceph-mon[44549]: pgmap v20289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:37:59 smithi181 ceph-mon[45557]: pgmap v20289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:37:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:37:59 smithi088 ceph-mon[35322]: pgmap v20289: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:01 smithi175 ceph-mon[44549]: pgmap v20290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:01 smithi181 ceph-mon[45557]: pgmap v20290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:01 smithi088 ceph-mon[35322]: pgmap v20290: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:03.132 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:03.132+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:38:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:03.132+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:38:03.133 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:03.132+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:38:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:03 smithi088 ceph-mon[35322]: pgmap v20291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:03 smithi175 ceph-mon[44549]: pgmap v20291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:03 smithi181 ceph-mon[45557]: pgmap v20291: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:05 smithi175 ceph-mon[44549]: pgmap v20292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:38:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:05 smithi181 ceph-mon[45557]: pgmap v20292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:38:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:05 smithi088 ceph-mon[35322]: pgmap v20292: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:38:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:07 smithi175 ceph-mon[44549]: pgmap v20293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:07 smithi181 ceph-mon[45557]: pgmap v20293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:07 smithi088 ceph-mon[35322]: pgmap v20293: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:09 smithi175 ceph-mon[44549]: pgmap v20294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:09 smithi181 ceph-mon[45557]: pgmap v20294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:09 smithi088 ceph-mon[35322]: pgmap v20294: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:11 smithi175 ceph-mon[44549]: pgmap v20295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:11 smithi181 ceph-mon[45557]: pgmap v20295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:11 smithi088 ceph-mon[35322]: pgmap v20295: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:13 smithi088 ceph-mon[35322]: pgmap v20296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:13 smithi175 ceph-mon[44549]: pgmap v20296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:13 smithi181 ceph-mon[45557]: pgmap v20296: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:15 smithi175 ceph-mon[44549]: pgmap v20297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:38:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:15 smithi181 ceph-mon[45557]: pgmap v20297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:38:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:15 smithi088 ceph-mon[35322]: pgmap v20297: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:38:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:17 smithi175 ceph-mon[44549]: pgmap v20298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:17 smithi181 ceph-mon[45557]: pgmap v20298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:17 smithi088 ceph-mon[35322]: pgmap v20298: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:18.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:18.147+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:38:18.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:18.147+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:38:18.148 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:18.147+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:38:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:19 smithi175 ceph-mon[44549]: pgmap v20299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:19 smithi181 ceph-mon[45557]: pgmap v20299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:19 smithi088 ceph-mon[35322]: pgmap v20299: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:21.663 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:21 smithi175 ceph-mon[44549]: pgmap v20300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:38:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:21 smithi181 ceph-mon[45557]: pgmap v20300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:38:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:21 smithi088 ceph-mon[35322]: pgmap v20300: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:38:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:23 smithi088 ceph-mon[35322]: pgmap v20301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:23 smithi175 ceph-mon[44549]: pgmap v20301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:23 smithi181 ceph-mon[45557]: pgmap v20301: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:25 smithi175 ceph-mon[44549]: pgmap v20302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:38:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:25 smithi181 ceph-mon[45557]: pgmap v20302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:38:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:25 smithi088 ceph-mon[35322]: pgmap v20302: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:38:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:27 smithi175 ceph-mon[44549]: pgmap v20303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:27 smithi181 ceph-mon[45557]: pgmap v20303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:27 smithi088 ceph-mon[35322]: pgmap v20303: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:29 smithi175 ceph-mon[44549]: pgmap v20304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:38:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:29 smithi181 ceph-mon[45557]: pgmap v20304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:38:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:29 smithi088 ceph-mon[35322]: pgmap v20304: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:38:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:31 smithi175 ceph-mon[44549]: pgmap v20305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:38:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:31 smithi181 ceph-mon[45557]: pgmap v20305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:38:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:31 smithi088 ceph-mon[35322]: pgmap v20305: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:38:33.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:33.163+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:38:33.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:33.163+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:38:33.164 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:33.163+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:38:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:33 smithi088 ceph-mon[35322]: pgmap v20306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:33 smithi175 ceph-mon[44549]: pgmap v20306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:33 smithi181 ceph-mon[45557]: pgmap v20306: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:35 smithi175 ceph-mon[44549]: pgmap v20307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:38:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:35 smithi181 ceph-mon[45557]: pgmap v20307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:38:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:35 smithi088 ceph-mon[35322]: pgmap v20307: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:38:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:37 smithi175 ceph-mon[44549]: pgmap v20308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:37 smithi181 ceph-mon[45557]: pgmap v20308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:37 smithi088 ceph-mon[35322]: pgmap v20308: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:38:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:39 smithi175 ceph-mon[44549]: pgmap v20309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:39 smithi181 ceph-mon[45557]: pgmap v20309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:39 smithi088 ceph-mon[35322]: pgmap v20309: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:41 smithi175 ceph-mon[44549]: pgmap v20310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:38:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:41 smithi181 ceph-mon[45557]: pgmap v20310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:38:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:41 smithi088 ceph-mon[35322]: pgmap v20310: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:38:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:41.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:42.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:42.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:42.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:42.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:42.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:38:42.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:38:42.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:42 smithi175 ceph-mon[44549]: pgmap v20311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:38:42.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:42 smithi175 ceph-mon[44549]: pgmap v20312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:38:42.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:38:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:38:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:42 smithi181 ceph-mon[45557]: pgmap v20311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:38:42.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:42 smithi181 ceph-mon[45557]: pgmap v20312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:38:42.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:38:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:38:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:42 smithi088 ceph-mon[35322]: pgmap v20311: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:38:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:42 smithi088 ceph-mon[35322]: pgmap v20312: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:38:43.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:38:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:44 smithi175 ceph-mon[44549]: pgmap v20313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:38:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:44 smithi181 ceph-mon[45557]: pgmap v20313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:38:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:44 smithi088 ceph-mon[35322]: pgmap v20313: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:38:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:46 smithi175 ceph-mon[44549]: pgmap v20314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:38:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:46 smithi181 ceph-mon[45557]: pgmap v20314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:38:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:46 smithi088 ceph-mon[35322]: pgmap v20314: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:38:48.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:48.168+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:38:48.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:48.168+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:38:48.170 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:38:48.168+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:38:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:49 smithi088 ceph-mon[35322]: pgmap v20315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:38:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:49 smithi175 ceph-mon[44549]: pgmap v20315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:38:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:49 smithi181 ceph-mon[45557]: pgmap v20315: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:38:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:51 smithi088 ceph-mon[35322]: pgmap v20316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:38:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:51 smithi175 ceph-mon[44549]: pgmap v20316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:38:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:51 smithi181 ceph-mon[45557]: pgmap v20316: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:38:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:53 smithi088 ceph-mon[35322]: pgmap v20317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:38:53.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:53 smithi175 ceph-mon[44549]: pgmap v20317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:38:53.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:53 smithi181 ceph-mon[45557]: pgmap v20317: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:38:55.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:55 smithi175 ceph-mon[44549]: pgmap v20318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:55.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:55 smithi181 ceph-mon[45557]: pgmap v20318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:55.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:55 smithi088 ceph-mon[35322]: pgmap v20318: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:38:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:57 smithi175 ceph-mon[44549]: pgmap v20319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:57.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:57 smithi181 ceph-mon[45557]: pgmap v20319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:57.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:57 smithi088 ceph-mon[35322]: pgmap v20319: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:38:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:38:59 smithi175 ceph-mon[44549]: pgmap v20320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:38:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:38:59 smithi181 ceph-mon[45557]: pgmap v20320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:38:59.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:38:59 smithi088 ceph-mon[35322]: pgmap v20320: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:01 smithi175 ceph-mon[44549]: pgmap v20321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:01 smithi181 ceph-mon[45557]: pgmap v20321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:01 smithi088 ceph-mon[35322]: pgmap v20321: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:03.177+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:39:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:03.177+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:39:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:03.177+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:39:03.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:03 smithi175 ceph-mon[44549]: pgmap v20322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:03.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:03 smithi181 ceph-mon[45557]: pgmap v20322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:03 smithi088 ceph-mon[35322]: pgmap v20322: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:05.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:05 smithi175 ceph-mon[44549]: pgmap v20323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:05 smithi181 ceph-mon[45557]: pgmap v20323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:05 smithi088 ceph-mon[35322]: pgmap v20323: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:07.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:07 smithi175 ceph-mon[44549]: pgmap v20324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:07 smithi181 ceph-mon[45557]: pgmap v20324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:07 smithi088 ceph-mon[35322]: pgmap v20324: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:09 smithi175 ceph-mon[44549]: pgmap v20325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:09 smithi181 ceph-mon[45557]: pgmap v20325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:09 smithi088 ceph-mon[35322]: pgmap v20325: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:11.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:11 smithi175 ceph-mon[44549]: pgmap v20326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:11 smithi181 ceph-mon[45557]: pgmap v20326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:11 smithi088 ceph-mon[35322]: pgmap v20326: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:13.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:13 smithi175 ceph-mon[44549]: pgmap v20327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:13 smithi181 ceph-mon[45557]: pgmap v20327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:13 smithi088 ceph-mon[35322]: pgmap v20327: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:15.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:15 smithi175 ceph-mon[44549]: pgmap v20328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:15 smithi181 ceph-mon[45557]: pgmap v20328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:15 smithi088 ceph-mon[35322]: pgmap v20328: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:17.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:17 smithi175 ceph-mon[44549]: pgmap v20329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:17.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:17 smithi181 ceph-mon[45557]: pgmap v20329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:17 smithi088 ceph-mon[35322]: pgmap v20329: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:18.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:18.192+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:39:18.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:18.192+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:39:18.193 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:18.192+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:39:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:19 smithi175 ceph-mon[44549]: pgmap v20330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:19 smithi181 ceph-mon[45557]: pgmap v20330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:19 smithi088 ceph-mon[35322]: pgmap v20330: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:21 smithi175 ceph-mon[44549]: pgmap v20331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:21 smithi181 ceph-mon[45557]: pgmap v20331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:21 smithi088 ceph-mon[35322]: pgmap v20331: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:23.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:23 smithi175 ceph-mon[44549]: pgmap v20332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:23 smithi181 ceph-mon[45557]: pgmap v20332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:23 smithi088 ceph-mon[35322]: pgmap v20332: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:25 smithi175 ceph-mon[44549]: pgmap v20333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:25.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:25 smithi181 ceph-mon[45557]: pgmap v20333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:25 smithi088 ceph-mon[35322]: pgmap v20333: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:27.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:27 smithi175 ceph-mon[44549]: pgmap v20334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:27.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:27 smithi181 ceph-mon[45557]: pgmap v20334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:27 smithi088 ceph-mon[35322]: pgmap v20334: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:29 smithi175 ceph-mon[44549]: pgmap v20335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:29 smithi181 ceph-mon[45557]: pgmap v20335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:29 smithi088 ceph-mon[35322]: pgmap v20335: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:31 smithi175 ceph-mon[44549]: pgmap v20336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:31 smithi181 ceph-mon[45557]: pgmap v20336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:31 smithi088 ceph-mon[35322]: pgmap v20336: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:33.201+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:39:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:33.201+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:39:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:33.201+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:39:33.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:33 smithi175 ceph-mon[44549]: pgmap v20337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:33 smithi181 ceph-mon[45557]: pgmap v20337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:33 smithi088 ceph-mon[35322]: pgmap v20337: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:35.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:35 smithi175 ceph-mon[44549]: pgmap v20338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:35.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:35 smithi181 ceph-mon[45557]: pgmap v20338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:35 smithi088 ceph-mon[35322]: pgmap v20338: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:37.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:37 smithi175 ceph-mon[44549]: pgmap v20339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:37.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:37 smithi181 ceph-mon[45557]: pgmap v20339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:37 smithi088 ceph-mon[35322]: pgmap v20339: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:39:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:39 smithi175 ceph-mon[44549]: pgmap v20340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:39 smithi181 ceph-mon[45557]: pgmap v20340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:39 smithi088 ceph-mon[35322]: pgmap v20340: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:41 smithi175 ceph-mon[44549]: pgmap v20341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:41 smithi181 ceph-mon[45557]: pgmap v20341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:41 smithi088 ceph-mon[35322]: pgmap v20341: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:42.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:39:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:39:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:39:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:43 smithi175 ceph-mon[44549]: pgmap v20342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:39:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:39:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:39:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:43 smithi181 ceph-mon[45557]: pgmap v20342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:39:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:39:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:39:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:43 smithi088 ceph-mon[35322]: pgmap v20342: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:39:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:39:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:39:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:44 smithi175 ceph-mon[44549]: pgmap v20343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:44 smithi175 ceph-mon[44549]: pgmap v20344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:39:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:44 smithi181 ceph-mon[45557]: pgmap v20343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:44.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:44 smithi181 ceph-mon[45557]: pgmap v20344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:39:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:44 smithi088 ceph-mon[35322]: pgmap v20343: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:44 smithi088 ceph-mon[35322]: pgmap v20344: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:39:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:45.305+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:39:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:45.305+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:39:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:45.305+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 295 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T23:39:45.306 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:45.305+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 295 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T23:39:46.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:46 smithi175 ceph-mon[44549]: pgmap v20345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:39:46.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:46 smithi181 ceph-mon[45557]: pgmap v20345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:39:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:46 smithi088 ceph-mon[35322]: pgmap v20345: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:39:48.215 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:48.214+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:39:48.215 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:48.214+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:39:48.215 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:39:48.214+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:39:48.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:48 smithi175 ceph-mon[44549]: pgmap v20346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:39:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:48 smithi181 ceph-mon[45557]: pgmap v20346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:39:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:48 smithi088 ceph-mon[35322]: pgmap v20346: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:39:50.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:50 smithi175 ceph-mon[44549]: pgmap v20347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:39:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:50 smithi181 ceph-mon[45557]: pgmap v20347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:39:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:50 smithi088 ceph-mon[35322]: pgmap v20347: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:39:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:52 smithi181 ceph-mon[45557]: pgmap v20348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:39:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:52 smithi088 ceph-mon[35322]: pgmap v20348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:39:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:52 smithi175 ceph-mon[44549]: pgmap v20348: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:39:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:54 smithi181 ceph-mon[45557]: pgmap v20349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:39:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:54 smithi088 ceph-mon[35322]: pgmap v20349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:39:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:54 smithi175 ceph-mon[44549]: pgmap v20349: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:39:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:56 smithi181 ceph-mon[45557]: pgmap v20350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:56 smithi088 ceph-mon[35322]: pgmap v20350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:56 smithi175 ceph-mon[44549]: pgmap v20350: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:39:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:39:58 smithi181 ceph-mon[45557]: pgmap v20351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:39:58 smithi088 ceph-mon[35322]: pgmap v20351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:39:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:39:58 smithi175 ceph-mon[44549]: pgmap v20351: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:00 smithi181 ceph-mon[45557]: pgmap v20352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:00.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:40:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:00 smithi088 ceph-mon[35322]: pgmap v20352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:40:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:00 smithi175 ceph-mon[44549]: pgmap v20352: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:40:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:02 smithi181 ceph-mon[45557]: pgmap v20353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:02 smithi088 ceph-mon[35322]: pgmap v20353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:02 smithi175 ceph-mon[44549]: pgmap v20353: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:03.221+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:40:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:03.221+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:40:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:03.221+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:40:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:04 smithi181 ceph-mon[45557]: pgmap v20354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:04 smithi088 ceph-mon[35322]: pgmap v20354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:04 smithi175 ceph-mon[44549]: pgmap v20354: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:06 smithi181 ceph-mon[45557]: pgmap v20355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:06 smithi088 ceph-mon[35322]: pgmap v20355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:06 smithi175 ceph-mon[44549]: pgmap v20355: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:08 smithi181 ceph-mon[45557]: pgmap v20356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:08 smithi088 ceph-mon[35322]: pgmap v20356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:08 smithi175 ceph-mon[44549]: pgmap v20356: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:10 smithi181 ceph-mon[45557]: pgmap v20357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:10.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:10 smithi088 ceph-mon[35322]: pgmap v20357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:10 smithi175 ceph-mon[44549]: pgmap v20357: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:12 smithi181 ceph-mon[45557]: pgmap v20358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:12 smithi088 ceph-mon[35322]: pgmap v20358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:12 smithi175 ceph-mon[44549]: pgmap v20358: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:14 smithi088 ceph-mon[35322]: pgmap v20359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:14 smithi175 ceph-mon[44549]: pgmap v20359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:14 smithi181 ceph-mon[45557]: pgmap v20359: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:16 smithi088 ceph-mon[35322]: pgmap v20360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:16 smithi175 ceph-mon[44549]: pgmap v20360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:16 smithi181 ceph-mon[45557]: pgmap v20360: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:18.239 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:18.237+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:40:18.240 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:18.237+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:40:18.240 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:18.237+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:40:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:18 smithi088 ceph-mon[35322]: pgmap v20361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:18 smithi175 ceph-mon[44549]: pgmap v20361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:18 smithi181 ceph-mon[45557]: pgmap v20361: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:20 smithi088 ceph-mon[35322]: pgmap v20362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:20 smithi175 ceph-mon[44549]: pgmap v20362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:20 smithi181 ceph-mon[45557]: pgmap v20362: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:22 smithi088 ceph-mon[35322]: pgmap v20363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:22 smithi175 ceph-mon[44549]: pgmap v20363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:22 smithi181 ceph-mon[45557]: pgmap v20363: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:24 smithi088 ceph-mon[35322]: pgmap v20364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:24 smithi175 ceph-mon[44549]: pgmap v20364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:24 smithi181 ceph-mon[45557]: pgmap v20364: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:26 smithi088 ceph-mon[35322]: pgmap v20365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:26 smithi175 ceph-mon[44549]: pgmap v20365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:26 smithi181 ceph-mon[45557]: pgmap v20365: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:28 smithi088 ceph-mon[35322]: pgmap v20366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:28 smithi175 ceph-mon[44549]: pgmap v20366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:28 smithi181 ceph-mon[45557]: pgmap v20366: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:30 smithi088 ceph-mon[35322]: pgmap v20367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:30 smithi175 ceph-mon[44549]: pgmap v20367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:30 smithi181 ceph-mon[45557]: pgmap v20367: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:32 smithi088 ceph-mon[35322]: pgmap v20368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:32 smithi175 ceph-mon[44549]: pgmap v20368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:32 smithi181 ceph-mon[45557]: pgmap v20368: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:33.250 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:33.249+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:40:33.250 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:33.249+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:40:33.250 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:33.249+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:40:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:34 smithi088 ceph-mon[35322]: pgmap v20369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:34 smithi175 ceph-mon[44549]: pgmap v20369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:34 smithi181 ceph-mon[45557]: pgmap v20369: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:36 smithi088 ceph-mon[35322]: pgmap v20370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:36 smithi175 ceph-mon[44549]: pgmap v20370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:36 smithi181 ceph-mon[45557]: pgmap v20370: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:38 smithi088 ceph-mon[35322]: pgmap v20371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:38 smithi175 ceph-mon[44549]: pgmap v20371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:38 smithi181 ceph-mon[45557]: pgmap v20371: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:40 smithi088 ceph-mon[35322]: pgmap v20372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:40 smithi175 ceph-mon[44549]: pgmap v20372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:40 smithi181 ceph-mon[45557]: pgmap v20372: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:40:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:42 smithi088 ceph-mon[35322]: pgmap v20373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:42 smithi175 ceph-mon[44549]: pgmap v20373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:42 smithi181 ceph-mon[45557]: pgmap v20373: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:40:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:40:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:40:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:44 smithi088 ceph-mon[35322]: pgmap v20374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:40:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:40:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:40:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:44 smithi175 ceph-mon[44549]: pgmap v20374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:40:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:40:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:40:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:44 smithi181 ceph-mon[45557]: pgmap v20374: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:40:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:40:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:40:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:45 smithi088 ceph-mon[35322]: pgmap v20375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:40:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:45 smithi088 ceph-mon[35322]: pgmap v20376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:40:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:45 smithi175 ceph-mon[44549]: pgmap v20375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:40:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:45 smithi175 ceph-mon[44549]: pgmap v20376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:40:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:45 smithi181 ceph-mon[45557]: pgmap v20375: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:40:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:45 smithi181 ceph-mon[45557]: pgmap v20376: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:40:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:47 smithi175 ceph-mon[44549]: pgmap v20377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:40:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:47 smithi181 ceph-mon[45557]: pgmap v20377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:40:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:47 smithi088 ceph-mon[35322]: pgmap v20377: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:40:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:48.263+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:40:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:48.263+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:40:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:40:48.263+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:40:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:49 smithi175 ceph-mon[44549]: pgmap v20378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:40:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:49 smithi181 ceph-mon[45557]: pgmap v20378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:40:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:49 smithi088 ceph-mon[35322]: pgmap v20378: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:40:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:51 smithi175 ceph-mon[44549]: pgmap v20379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:40:51.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:51 smithi181 ceph-mon[45557]: pgmap v20379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:40:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:51 smithi088 ceph-mon[35322]: pgmap v20379: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:40:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:53 smithi175 ceph-mon[44549]: pgmap v20380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:40:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:53 smithi181 ceph-mon[45557]: pgmap v20380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:40:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:53 smithi088 ceph-mon[35322]: pgmap v20380: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:40:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:55 smithi175 ceph-mon[44549]: pgmap v20381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:40:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:55 smithi181 ceph-mon[45557]: pgmap v20381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:40:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:55 smithi088 ceph-mon[35322]: pgmap v20381: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:40:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:57 smithi175 ceph-mon[44549]: pgmap v20382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:57 smithi181 ceph-mon[45557]: pgmap v20382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:57 smithi088 ceph-mon[35322]: pgmap v20382: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:40:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:40:59 smithi175 ceph-mon[44549]: pgmap v20383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:40:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:40:59 smithi181 ceph-mon[45557]: pgmap v20383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:40:59 smithi088 ceph-mon[35322]: pgmap v20383: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:01 smithi175 ceph-mon[44549]: pgmap v20384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:01 smithi181 ceph-mon[45557]: pgmap v20384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:01 smithi088 ceph-mon[35322]: pgmap v20384: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:03.278 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:03.277+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:41:03.278 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:03.277+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:41:03.278 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:03.277+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:41:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:03 smithi175 ceph-mon[44549]: pgmap v20385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:03 smithi181 ceph-mon[45557]: pgmap v20385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:03 smithi088 ceph-mon[35322]: pgmap v20385: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:05.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:05 smithi175 ceph-mon[44549]: pgmap v20386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:05 smithi181 ceph-mon[45557]: pgmap v20386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:05 smithi088 ceph-mon[35322]: pgmap v20386: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:07 smithi175 ceph-mon[44549]: pgmap v20387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:07 smithi181 ceph-mon[45557]: pgmap v20387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:07 smithi088 ceph-mon[35322]: pgmap v20387: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:09 smithi175 ceph-mon[44549]: pgmap v20388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:09 smithi181 ceph-mon[45557]: pgmap v20388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:09 smithi088 ceph-mon[35322]: pgmap v20388: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:11 smithi175 ceph-mon[44549]: pgmap v20389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:11 smithi181 ceph-mon[45557]: pgmap v20389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:11 smithi088 ceph-mon[35322]: pgmap v20389: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:13 smithi175 ceph-mon[44549]: pgmap v20390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:13 smithi181 ceph-mon[45557]: pgmap v20390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:13 smithi088 ceph-mon[35322]: pgmap v20390: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:15 smithi175 ceph-mon[44549]: pgmap v20391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:15 smithi181 ceph-mon[45557]: pgmap v20391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:15 smithi088 ceph-mon[35322]: pgmap v20391: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:17 smithi175 ceph-mon[44549]: pgmap v20392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:17 smithi181 ceph-mon[45557]: pgmap v20392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:17 smithi088 ceph-mon[35322]: pgmap v20392: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:18.292+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:41:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:18.292+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:41:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:18.292+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:41:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:19 smithi175 ceph-mon[44549]: pgmap v20393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:19 smithi181 ceph-mon[45557]: pgmap v20393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:19 smithi088 ceph-mon[35322]: pgmap v20393: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:21.880 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:21 smithi088 ceph-mon[35322]: pgmap v20394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:21 smithi175 ceph-mon[44549]: pgmap v20394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:21 smithi181 ceph-mon[45557]: pgmap v20394: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:23 smithi175 ceph-mon[44549]: pgmap v20395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:23 smithi181 ceph-mon[45557]: pgmap v20395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:23 smithi088 ceph-mon[35322]: pgmap v20395: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:25 smithi175 ceph-mon[44549]: pgmap v20396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:25 smithi181 ceph-mon[45557]: pgmap v20396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:25 smithi088 ceph-mon[35322]: pgmap v20396: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:27 smithi175 ceph-mon[44549]: pgmap v20397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:27 smithi181 ceph-mon[45557]: pgmap v20397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:27 smithi088 ceph-mon[35322]: pgmap v20397: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:29 smithi175 ceph-mon[44549]: pgmap v20398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:29 smithi181 ceph-mon[45557]: pgmap v20398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:29 smithi088 ceph-mon[35322]: pgmap v20398: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:31 smithi175 ceph-mon[44549]: pgmap v20399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:31 smithi181 ceph-mon[45557]: pgmap v20399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:31 smithi088 ceph-mon[35322]: pgmap v20399: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:33.308+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:41:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:33.308+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:41:33.308 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:33.308+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:41:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:33 smithi175 ceph-mon[44549]: pgmap v20400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:33 smithi181 ceph-mon[45557]: pgmap v20400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:33 smithi088 ceph-mon[35322]: pgmap v20400: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:35 smithi175 ceph-mon[44549]: pgmap v20401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:35 smithi181 ceph-mon[45557]: pgmap v20401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:35 smithi088 ceph-mon[35322]: pgmap v20401: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:37 smithi175 ceph-mon[44549]: pgmap v20402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:37 smithi181 ceph-mon[45557]: pgmap v20402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:37 smithi088 ceph-mon[35322]: pgmap v20402: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:41:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:39 smithi175 ceph-mon[44549]: pgmap v20403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:39 smithi181 ceph-mon[45557]: pgmap v20403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:39 smithi088 ceph-mon[35322]: pgmap v20403: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:41 smithi175 ceph-mon[44549]: pgmap v20404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:41 smithi181 ceph-mon[45557]: pgmap v20404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:41 smithi088 ceph-mon[35322]: pgmap v20404: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:43 smithi175 ceph-mon[44549]: pgmap v20405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:43 smithi181 ceph-mon[45557]: pgmap v20405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:43 smithi088 ceph-mon[35322]: pgmap v20405: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:41:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:41:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:41:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:45 smithi175 ceph-mon[44549]: pgmap v20406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:41:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:41:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:41:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:45 smithi181 ceph-mon[45557]: pgmap v20406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:41:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:41:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:41:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:45 smithi088 ceph-mon[35322]: pgmap v20406: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:41:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:41:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:41:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:41:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:46 smithi175 ceph-mon[44549]: pgmap v20407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:41:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:46 smithi175 ceph-mon[44549]: pgmap v20408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:41:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:46 smithi181 ceph-mon[45557]: pgmap v20407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:41:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:46 smithi181 ceph-mon[45557]: pgmap v20408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:41:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:46 smithi088 ceph-mon[35322]: pgmap v20407: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:41:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:46 smithi088 ceph-mon[35322]: pgmap v20408: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:41:48.323 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:48.322+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:41:48.323 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:48.322+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:41:48.323 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:41:48.322+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:41:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:48 smithi181 ceph-mon[45557]: pgmap v20409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:41:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:48 smithi088 ceph-mon[35322]: pgmap v20409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:41:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:48 smithi175 ceph-mon[44549]: pgmap v20409: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:41:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:50 smithi181 ceph-mon[45557]: pgmap v20410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:41:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:50 smithi088 ceph-mon[35322]: pgmap v20410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:41:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:50 smithi175 ceph-mon[44549]: pgmap v20410: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:41:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:51 smithi088 ceph-mon[35322]: pgmap v20411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:41:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:51 smithi175 ceph-mon[44549]: pgmap v20411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:41:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:51 smithi181 ceph-mon[45557]: pgmap v20411: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:41:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:54 smithi175 ceph-mon[44549]: pgmap v20412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:41:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:54 smithi181 ceph-mon[45557]: pgmap v20412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:41:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:54 smithi088 ceph-mon[35322]: pgmap v20412: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:41:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:56 smithi175 ceph-mon[44549]: pgmap v20413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:41:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:56 smithi181 ceph-mon[45557]: pgmap v20413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:41:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:56 smithi088 ceph-mon[35322]: pgmap v20413: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:41:58.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:41:58 smithi175 ceph-mon[44549]: pgmap v20414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:41:58 smithi181 ceph-mon[45557]: pgmap v20414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:41:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:41:58 smithi088 ceph-mon[35322]: pgmap v20414: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:00 smithi175 ceph-mon[44549]: pgmap v20415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:00 smithi181 ceph-mon[45557]: pgmap v20415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:00 smithi088 ceph-mon[35322]: pgmap v20415: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:02.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:02 smithi175 ceph-mon[44549]: pgmap v20416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:42:02.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:02 smithi181 ceph-mon[45557]: pgmap v20416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:42:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:02 smithi088 ceph-mon[35322]: pgmap v20416: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:42:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:03.329+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:42:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:03.329+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:42:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:03.329+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:42:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:04 smithi175 ceph-mon[44549]: pgmap v20417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:04 smithi181 ceph-mon[45557]: pgmap v20417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:04 smithi088 ceph-mon[35322]: pgmap v20417: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:06 smithi175 ceph-mon[44549]: pgmap v20418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:06 smithi181 ceph-mon[45557]: pgmap v20418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:06 smithi088 ceph-mon[35322]: pgmap v20418: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:08.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:08 smithi175 ceph-mon[44549]: pgmap v20419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:08 smithi181 ceph-mon[45557]: pgmap v20419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:08 smithi088 ceph-mon[35322]: pgmap v20419: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:10 smithi175 ceph-mon[44549]: pgmap v20420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:10.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:10 smithi181 ceph-mon[45557]: pgmap v20420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:10 smithi088 ceph-mon[35322]: pgmap v20420: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:12.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:12 smithi175 ceph-mon[44549]: pgmap v20421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:42:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:12 smithi181 ceph-mon[45557]: pgmap v20421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:42:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:12 smithi088 ceph-mon[35322]: pgmap v20421: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:42:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:14 smithi175 ceph-mon[44549]: pgmap v20422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:14 smithi181 ceph-mon[45557]: pgmap v20422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:14 smithi088 ceph-mon[35322]: pgmap v20422: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:16.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:16 smithi175 ceph-mon[44549]: pgmap v20423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:16.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:16 smithi181 ceph-mon[45557]: pgmap v20423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:16 smithi088 ceph-mon[35322]: pgmap v20423: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:18.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:18.341+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:42:18.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:18.341+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:42:18.342 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:18.341+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:42:18.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:18 smithi175 ceph-mon[44549]: pgmap v20424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:18 smithi181 ceph-mon[45557]: pgmap v20424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:18 smithi088 ceph-mon[35322]: pgmap v20424: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:20.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:20 smithi175 ceph-mon[44549]: pgmap v20425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:42:20.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:20 smithi181 ceph-mon[45557]: pgmap v20425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:42:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:20 smithi088 ceph-mon[35322]: pgmap v20425: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:42:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:22 smithi175 ceph-mon[44549]: pgmap v20426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T23:42:22.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:22 smithi181 ceph-mon[45557]: pgmap v20426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T23:42:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:22 smithi088 ceph-mon[35322]: pgmap v20426: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T23:42:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:24 smithi175 ceph-mon[44549]: pgmap v20427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:24 smithi181 ceph-mon[45557]: pgmap v20427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:24.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:24 smithi088 ceph-mon[35322]: pgmap v20427: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:26 smithi175 ceph-mon[44549]: pgmap v20428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:42:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:26 smithi181 ceph-mon[45557]: pgmap v20428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:42:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:26 smithi088 ceph-mon[35322]: pgmap v20428: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:42:28.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:28 smithi175 ceph-mon[44549]: pgmap v20429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:28 smithi181 ceph-mon[45557]: pgmap v20429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:28 smithi088 ceph-mon[35322]: pgmap v20429: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:30.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:30 smithi175 ceph-mon[44549]: pgmap v20430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:30.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:30 smithi181 ceph-mon[45557]: pgmap v20430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:30 smithi088 ceph-mon[35322]: pgmap v20430: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:32.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:32 smithi181 ceph-mon[45557]: pgmap v20431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:42:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:32 smithi088 ceph-mon[35322]: pgmap v20431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:42:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:32 smithi175 ceph-mon[44549]: pgmap v20431: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:42:33.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:33.341+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:42:33.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:33.341+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:42:33.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:33.341+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:42:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:34 smithi181 ceph-mon[45557]: pgmap v20432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:34 smithi088 ceph-mon[35322]: pgmap v20432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:34 smithi175 ceph-mon[44549]: pgmap v20432: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:36.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:36 smithi181 ceph-mon[45557]: pgmap v20433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:36 smithi088 ceph-mon[35322]: pgmap v20433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:36 smithi175 ceph-mon[44549]: pgmap v20433: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:38.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:38 smithi181 ceph-mon[45557]: pgmap v20434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:38 smithi088 ceph-mon[35322]: pgmap v20434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:38 smithi175 ceph-mon[44549]: pgmap v20434: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:40 smithi088 ceph-mon[35322]: pgmap v20435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:40.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:40 smithi181 ceph-mon[45557]: pgmap v20435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:40 smithi175 ceph-mon[44549]: pgmap v20435: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:42.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:42 smithi181 ceph-mon[45557]: pgmap v20436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:42:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:42 smithi088 ceph-mon[35322]: pgmap v20436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:42:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:42 smithi175 ceph-mon[44549]: pgmap v20436: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:42:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:44 smithi181 ceph-mon[45557]: pgmap v20437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:42:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:44 smithi088 ceph-mon[35322]: pgmap v20437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:42:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:44 smithi175 ceph-mon[44549]: pgmap v20437: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:42:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:45.332+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:42:45.332 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:45.332+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:42:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:45.332+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 296 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:42:45.333 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:45.332+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 296 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:42:45.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:42:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:42:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:42:46.562 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:46 smithi181 ceph-mon[45557]: pgmap v20438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:46.585 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:46 smithi175 ceph-mon[44549]: pgmap v20438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:46 smithi088 ceph-mon[35322]: pgmap v20438: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:48.357 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:48.357+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:42:48.358 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:48.357+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:42:48.358 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:42:48.357+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:42:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:48 smithi181 ceph-mon[45557]: pgmap v20439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:48 smithi088 ceph-mon[35322]: pgmap v20439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:48 smithi175 ceph-mon[44549]: pgmap v20439: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:42:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:48.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:49 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 112.0M 2024-01-28T23:42:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:49 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 117537894: error parsing value: Value '117537894' is below minimum 939524096 2024-01-28T23:42:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:42:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:42:49.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:49 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 112.0M 2024-01-28T23:42:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:49 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 117537894: error parsing value: Value '117537894' is below minimum 939524096 2024-01-28T23:42:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:42:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:42:49.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:49 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 112.0M 2024-01-28T23:42:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:49 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 117537894: error parsing value: Value '117537894' is below minimum 939524096 2024-01-28T23:42:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:42:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:42:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:42:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:42:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:50 smithi181 ceph-mon[45557]: pgmap v20440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:50 smithi181 ceph-mon[45557]: pgmap v20441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T23:42:50.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:50 smithi181 ceph-mon[45557]: pgmap v20442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:42:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:50 smithi088 ceph-mon[35322]: pgmap v20440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:50 smithi088 ceph-mon[35322]: pgmap v20441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T23:42:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:50 smithi088 ceph-mon[35322]: pgmap v20442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:42:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:50 smithi175 ceph-mon[44549]: pgmap v20440: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:42:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:50 smithi175 ceph-mon[44549]: pgmap v20441: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-01-28T23:42:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:50 smithi175 ceph-mon[44549]: pgmap v20442: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:42:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:52 smithi088 ceph-mon[35322]: pgmap v20443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T23:42:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:52 smithi175 ceph-mon[44549]: pgmap v20443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T23:42:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:52 smithi181 ceph-mon[45557]: pgmap v20443: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-28T23:42:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:54 smithi088 ceph-mon[35322]: pgmap v20444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T23:42:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:54 smithi175 ceph-mon[44549]: pgmap v20444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T23:42:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:54 smithi181 ceph-mon[45557]: pgmap v20444: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T23:42:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:56 smithi088 ceph-mon[35322]: pgmap v20445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:42:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:56 smithi175 ceph-mon[44549]: pgmap v20445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:42:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:56 smithi181 ceph-mon[45557]: pgmap v20445: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:42:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:42:58 smithi088 ceph-mon[35322]: pgmap v20446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T23:42:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:42:58 smithi175 ceph-mon[44549]: pgmap v20446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T23:42:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:42:58 smithi181 ceph-mon[45557]: pgmap v20446: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-28T23:43:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:00 smithi088 ceph-mon[35322]: pgmap v20447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:43:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:00 smithi175 ceph-mon[44549]: pgmap v20447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:43:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:00 smithi181 ceph-mon[45557]: pgmap v20447: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:43:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:02 smithi088 ceph-mon[35322]: pgmap v20448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:02 smithi175 ceph-mon[44549]: pgmap v20448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:02 smithi181 ceph-mon[45557]: pgmap v20448: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:03.372+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:43:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:03.372+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:43:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:03.372+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:43:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:04 smithi088 ceph-mon[35322]: pgmap v20449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:04 smithi175 ceph-mon[44549]: pgmap v20449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:04 smithi181 ceph-mon[45557]: pgmap v20449: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:06 smithi088 ceph-mon[35322]: pgmap v20450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:06 smithi175 ceph-mon[44549]: pgmap v20450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:06 smithi181 ceph-mon[45557]: pgmap v20450: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:08 smithi088 ceph-mon[35322]: pgmap v20451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:08 smithi175 ceph-mon[44549]: pgmap v20451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:08 smithi181 ceph-mon[45557]: pgmap v20451: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:10 smithi088 ceph-mon[35322]: pgmap v20452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:43:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:10 smithi175 ceph-mon[44549]: pgmap v20452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:43:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:10 smithi181 ceph-mon[45557]: pgmap v20452: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:43:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:12 smithi088 ceph-mon[35322]: pgmap v20453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:12 smithi175 ceph-mon[44549]: pgmap v20453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:12 smithi181 ceph-mon[45557]: pgmap v20453: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:14 smithi088 ceph-mon[35322]: pgmap v20454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:14 smithi175 ceph-mon[44549]: pgmap v20454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:14 smithi181 ceph-mon[45557]: pgmap v20454: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:16 smithi088 ceph-mon[35322]: pgmap v20455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:16 smithi175 ceph-mon[44549]: pgmap v20455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:16 smithi181 ceph-mon[45557]: pgmap v20455: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:18.388 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:18.387+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:43:18.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:18.387+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:43:18.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:18.387+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:43:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:18 smithi088 ceph-mon[35322]: pgmap v20456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:18 smithi175 ceph-mon[44549]: pgmap v20456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:18 smithi181 ceph-mon[45557]: pgmap v20456: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:20 smithi088 ceph-mon[35322]: pgmap v20457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:43:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:20 smithi175 ceph-mon[44549]: pgmap v20457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:43:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:20 smithi181 ceph-mon[45557]: pgmap v20457: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:43:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:22 smithi088 ceph-mon[35322]: pgmap v20458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:22 smithi175 ceph-mon[44549]: pgmap v20458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:22 smithi181 ceph-mon[45557]: pgmap v20458: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:24 smithi088 ceph-mon[35322]: pgmap v20459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:24 smithi175 ceph-mon[44549]: pgmap v20459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:24 smithi181 ceph-mon[45557]: pgmap v20459: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:26 smithi088 ceph-mon[35322]: pgmap v20460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:26 smithi175 ceph-mon[44549]: pgmap v20460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:26 smithi181 ceph-mon[45557]: pgmap v20460: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:28 smithi175 ceph-mon[44549]: pgmap v20461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:28 smithi181 ceph-mon[45557]: pgmap v20461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:28 smithi088 ceph-mon[35322]: pgmap v20461: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:30 smithi175 ceph-mon[44549]: pgmap v20462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:43:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:30 smithi181 ceph-mon[45557]: pgmap v20462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:43:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:30 smithi088 ceph-mon[35322]: pgmap v20462: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:43:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:32 smithi175 ceph-mon[44549]: pgmap v20463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:32 smithi181 ceph-mon[45557]: pgmap v20463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:32 smithi088 ceph-mon[35322]: pgmap v20463: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:43:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:33.399+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:43:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:33.399+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:43:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:33.399+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:43:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:34 smithi175 ceph-mon[44549]: pgmap v20464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:34 smithi181 ceph-mon[45557]: pgmap v20464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:34 smithi088 ceph-mon[35322]: pgmap v20464: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:43:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:36 smithi175 ceph-mon[44549]: pgmap v20465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:36 smithi181 ceph-mon[45557]: pgmap v20465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:36 smithi088 ceph-mon[35322]: pgmap v20465: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:43:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:38 smithi175 ceph-mon[44549]: pgmap v20466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:38 smithi181 ceph-mon[45557]: pgmap v20466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:38 smithi088 ceph-mon[35322]: pgmap v20466: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:43:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:40 smithi175 ceph-mon[44549]: pgmap v20467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:43:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:40 smithi181 ceph-mon[45557]: pgmap v20467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:43:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:40 smithi088 ceph-mon[35322]: pgmap v20467: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:43:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:42 smithi175 ceph-mon[44549]: pgmap v20468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:43:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:42 smithi181 ceph-mon[45557]: pgmap v20468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:43:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:42 smithi088 ceph-mon[35322]: pgmap v20468: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:43:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:44 smithi175 ceph-mon[44549]: pgmap v20469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:43:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:44 smithi181 ceph-mon[45557]: pgmap v20469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:43:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:44 smithi088 ceph-mon[35322]: pgmap v20469: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:43:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:46 smithi175 ceph-mon[44549]: pgmap v20470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:43:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:46 smithi181 ceph-mon[45557]: pgmap v20470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:43:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:46 smithi088 ceph-mon[35322]: pgmap v20470: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:43:48.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:48.413+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:43:48.414 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:48.414+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:43:48.415 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:43:48.414+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:43:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:48 smithi175 ceph-mon[44549]: pgmap v20471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:43:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:48 smithi181 ceph-mon[45557]: pgmap v20471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:43:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:48 smithi088 ceph-mon[35322]: pgmap v20471: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:43:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:49 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:43:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:49 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:43:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:49 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:43:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:50 smithi175 ceph-mon[44549]: pgmap v20472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:43:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:50.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:43:50.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:43:50.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:43:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:50 smithi181 ceph-mon[45557]: pgmap v20472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:43:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:43:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:43:50.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:43:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:50 smithi088 ceph-mon[35322]: pgmap v20472: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:43:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:43:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:43:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:43:51.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:43:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:51 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 110.7M 2024-01-28T23:43:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:51 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 116181381: error parsing value: Value '116181381' is below minimum 939524096 2024-01-28T23:43:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:51 smithi175 ceph-mon[44549]: pgmap v20473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:43:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:51 smithi175 ceph-mon[44549]: pgmap v20474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:43:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:51 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 110.7M 2024-01-28T23:43:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:51 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 116181381: error parsing value: Value '116181381' is below minimum 939524096 2024-01-28T23:43:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:51 smithi181 ceph-mon[45557]: pgmap v20473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:43:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:51 smithi181 ceph-mon[45557]: pgmap v20474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:43:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:51 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 110.7M 2024-01-28T23:43:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:51 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 116181381: error parsing value: Value '116181381' is below minimum 939524096 2024-01-28T23:43:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:51 smithi088 ceph-mon[35322]: pgmap v20473: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:43:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:51 smithi088 ceph-mon[35322]: pgmap v20474: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:43:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:53 smithi175 ceph-mon[44549]: pgmap v20475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:43:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:53 smithi181 ceph-mon[45557]: pgmap v20475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:43:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:53 smithi088 ceph-mon[35322]: pgmap v20475: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:43:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:55 smithi175 ceph-mon[44549]: pgmap v20476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:43:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:55 smithi181 ceph-mon[45557]: pgmap v20476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:43:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:55 smithi088 ceph-mon[35322]: pgmap v20476: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:43:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:57 smithi175 ceph-mon[44549]: pgmap v20477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:43:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:57 smithi181 ceph-mon[45557]: pgmap v20477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:43:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:57 smithi088 ceph-mon[35322]: pgmap v20477: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:43:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:43:59 smithi175 ceph-mon[44549]: pgmap v20478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:43:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:43:59 smithi181 ceph-mon[45557]: pgmap v20478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:44:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:43:59 smithi088 ceph-mon[35322]: pgmap v20478: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:44:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:01 smithi175 ceph-mon[44549]: pgmap v20479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:44:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:01 smithi181 ceph-mon[45557]: pgmap v20479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:44:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:01 smithi088 ceph-mon[35322]: pgmap v20479: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:44:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:03.429+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:44:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:03.429+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:44:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:03.429+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:44:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:03 smithi175 ceph-mon[44549]: pgmap v20480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:03 smithi181 ceph-mon[45557]: pgmap v20480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:03 smithi088 ceph-mon[35322]: pgmap v20480: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:05 smithi175 ceph-mon[44549]: pgmap v20481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:05 smithi181 ceph-mon[45557]: pgmap v20481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:05 smithi088 ceph-mon[35322]: pgmap v20481: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:07 smithi175 ceph-mon[44549]: pgmap v20482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:07 smithi181 ceph-mon[45557]: pgmap v20482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:07 smithi088 ceph-mon[35322]: pgmap v20482: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:09 smithi175 ceph-mon[44549]: pgmap v20483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:09 smithi181 ceph-mon[45557]: pgmap v20483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:09 smithi088 ceph-mon[35322]: pgmap v20483: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:11 smithi175 ceph-mon[44549]: pgmap v20484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:11 smithi181 ceph-mon[45557]: pgmap v20484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:11 smithi088 ceph-mon[35322]: pgmap v20484: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:13 smithi175 ceph-mon[44549]: pgmap v20485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:13 smithi181 ceph-mon[45557]: pgmap v20485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:13 smithi088 ceph-mon[35322]: pgmap v20485: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:15.345+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:44:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:15.345+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:44:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:15.345+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 297 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T23:44:15.346 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:15.345+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 297 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T23:44:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:15 smithi175 ceph-mon[44549]: pgmap v20486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:15 smithi181 ceph-mon[45557]: pgmap v20486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:15 smithi088 ceph-mon[35322]: pgmap v20486: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:17 smithi175 ceph-mon[44549]: pgmap v20487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:17 smithi181 ceph-mon[45557]: pgmap v20487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:17 smithi088 ceph-mon[35322]: pgmap v20487: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:18.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:18.432+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:44:18.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:18.432+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:44:18.433 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:18.432+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:44:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:19 smithi175 ceph-mon[44549]: pgmap v20488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:19 smithi181 ceph-mon[45557]: pgmap v20488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:19 smithi088 ceph-mon[35322]: pgmap v20488: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:21 smithi175 ceph-mon[44549]: pgmap v20489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:21 smithi181 ceph-mon[45557]: pgmap v20489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:21 smithi088 ceph-mon[35322]: pgmap v20489: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:23.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:23 smithi181 ceph-mon[45557]: pgmap v20490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:23 smithi088 ceph-mon[35322]: pgmap v20490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:23 smithi175 ceph-mon[44549]: pgmap v20490: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:25 smithi181 ceph-mon[45557]: pgmap v20491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:25 smithi088 ceph-mon[35322]: pgmap v20491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:25 smithi175 ceph-mon[44549]: pgmap v20491: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:27 smithi181 ceph-mon[45557]: pgmap v20492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:27 smithi088 ceph-mon[35322]: pgmap v20492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:27 smithi175 ceph-mon[44549]: pgmap v20492: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:29 smithi181 ceph-mon[45557]: pgmap v20493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:29 smithi088 ceph-mon[35322]: pgmap v20493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:29 smithi175 ceph-mon[44549]: pgmap v20493: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:31 smithi181 ceph-mon[45557]: pgmap v20494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:31 smithi088 ceph-mon[35322]: pgmap v20494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:31 smithi175 ceph-mon[44549]: pgmap v20494: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:33.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:33.443+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:44:33.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:33.443+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:44:33.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:33.443+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:44:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:33 smithi181 ceph-mon[45557]: pgmap v20495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:33 smithi088 ceph-mon[35322]: pgmap v20495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:33 smithi175 ceph-mon[44549]: pgmap v20495: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:35 smithi181 ceph-mon[45557]: pgmap v20496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:35 smithi088 ceph-mon[35322]: pgmap v20496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:35 smithi175 ceph-mon[44549]: pgmap v20496: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:37 smithi181 ceph-mon[45557]: pgmap v20497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:37 smithi088 ceph-mon[35322]: pgmap v20497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:37 smithi175 ceph-mon[44549]: pgmap v20497: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:39 smithi181 ceph-mon[45557]: pgmap v20498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:39 smithi088 ceph-mon[35322]: pgmap v20498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:39 smithi175 ceph-mon[44549]: pgmap v20498: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:41 smithi181 ceph-mon[45557]: pgmap v20499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:41 smithi088 ceph-mon[35322]: pgmap v20499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:41 smithi175 ceph-mon[44549]: pgmap v20499: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:43.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:43 smithi175 ceph-mon[44549]: pgmap v20500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:43.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:43 smithi181 ceph-mon[45557]: pgmap v20500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:43 smithi088 ceph-mon[35322]: pgmap v20500: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:44:45.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:45 smithi175 ceph-mon[44549]: pgmap v20501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:45.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:45 smithi181 ceph-mon[45557]: pgmap v20501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:45 smithi088 ceph-mon[35322]: pgmap v20501: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:44:47.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:47 smithi175 ceph-mon[44549]: pgmap v20502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:47.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:47 smithi181 ceph-mon[45557]: pgmap v20502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:47 smithi088 ceph-mon[35322]: pgmap v20502: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:44:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:48.444+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:44:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:48.444+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:44:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:44:48.444+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:44:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:49 smithi175 ceph-mon[44549]: pgmap v20503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:49 smithi181 ceph-mon[45557]: pgmap v20503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:49.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:49 smithi088 ceph-mon[35322]: pgmap v20503: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:44:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:51 smithi175 ceph-mon[44549]: pgmap v20504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:44:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:44:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:44:51.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:44:51.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:51 smithi181 ceph-mon[45557]: pgmap v20504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:44:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:44:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:44:51.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:44:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:51 smithi088 ceph-mon[35322]: pgmap v20504: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:44:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:44:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:44:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:44:51.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:44:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:52 smithi175 ceph-mon[44549]: pgmap v20505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:44:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:52 smithi175 ceph-mon[44549]: pgmap v20506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:44:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:52 smithi181 ceph-mon[45557]: pgmap v20505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:44:52.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:52 smithi181 ceph-mon[45557]: pgmap v20506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:44:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:52 smithi088 ceph-mon[35322]: pgmap v20505: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:44:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:52 smithi088 ceph-mon[35322]: pgmap v20506: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:44:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:54 smithi181 ceph-mon[45557]: pgmap v20507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:44:54.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:54 smithi088 ceph-mon[35322]: pgmap v20507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:44:54.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:54 smithi175 ceph-mon[44549]: pgmap v20507: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:44:56.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:56 smithi181 ceph-mon[45557]: pgmap v20508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:44:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:56 smithi088 ceph-mon[35322]: pgmap v20508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:44:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:56 smithi175 ceph-mon[44549]: pgmap v20508: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:44:58.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:44:58 smithi181 ceph-mon[45557]: pgmap v20509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:44:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:44:58 smithi088 ceph-mon[35322]: pgmap v20509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:44:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:44:58 smithi175 ceph-mon[44549]: pgmap v20509: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:45:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:00 smithi181 ceph-mon[45557]: pgmap v20510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:45:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:00 smithi088 ceph-mon[35322]: pgmap v20510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:45:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:00 smithi175 ceph-mon[44549]: pgmap v20510: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:45:02.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:02 smithi181 ceph-mon[45557]: pgmap v20511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:45:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:02 smithi088 ceph-mon[35322]: pgmap v20511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:45:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:02 smithi175 ceph-mon[44549]: pgmap v20511: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:45:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:03.449+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:45:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:03.449+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:45:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:03.449+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:45:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:04 smithi181 ceph-mon[45557]: pgmap v20512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:04.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:04 smithi088 ceph-mon[35322]: pgmap v20512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:04 smithi175 ceph-mon[44549]: pgmap v20512: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:06.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:06 smithi181 ceph-mon[45557]: pgmap v20513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:06 smithi088 ceph-mon[35322]: pgmap v20513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:06 smithi175 ceph-mon[44549]: pgmap v20513: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:08 smithi181 ceph-mon[45557]: pgmap v20514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:08 smithi088 ceph-mon[35322]: pgmap v20514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:08 smithi175 ceph-mon[44549]: pgmap v20514: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:10.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:10 smithi181 ceph-mon[45557]: pgmap v20515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:10.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:10 smithi088 ceph-mon[35322]: pgmap v20515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:10.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:10 smithi175 ceph-mon[44549]: pgmap v20515: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:12.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:12 smithi181 ceph-mon[45557]: pgmap v20516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:12.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:12 smithi088 ceph-mon[35322]: pgmap v20516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:12 smithi175 ceph-mon[44549]: pgmap v20516: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:14 smithi181 ceph-mon[45557]: pgmap v20517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:14.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:14 smithi088 ceph-mon[35322]: pgmap v20517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:14 smithi175 ceph-mon[44549]: pgmap v20517: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:16 smithi088 ceph-mon[35322]: pgmap v20518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:16 smithi175 ceph-mon[44549]: pgmap v20518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:16.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:16 smithi181 ceph-mon[45557]: pgmap v20518: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:18.465 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:18.465+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:45:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:18.465+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:45:18.466 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:18.465+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:45:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:18 smithi088 ceph-mon[35322]: pgmap v20519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:18 smithi175 ceph-mon[44549]: pgmap v20519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:18 smithi181 ceph-mon[45557]: pgmap v20519: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:20 smithi088 ceph-mon[35322]: pgmap v20520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:20 smithi175 ceph-mon[44549]: pgmap v20520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:20 smithi181 ceph-mon[45557]: pgmap v20520: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:22 smithi088 ceph-mon[35322]: pgmap v20521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:22 smithi175 ceph-mon[44549]: pgmap v20521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:22 smithi181 ceph-mon[45557]: pgmap v20521: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:24 smithi088 ceph-mon[35322]: pgmap v20522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:24 smithi175 ceph-mon[44549]: pgmap v20522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:24 smithi181 ceph-mon[45557]: pgmap v20522: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:26 smithi088 ceph-mon[35322]: pgmap v20523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:26 smithi175 ceph-mon[44549]: pgmap v20523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:26 smithi181 ceph-mon[45557]: pgmap v20523: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:28 smithi088 ceph-mon[35322]: pgmap v20524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:28 smithi175 ceph-mon[44549]: pgmap v20524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:28 smithi181 ceph-mon[45557]: pgmap v20524: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:30 smithi088 ceph-mon[35322]: pgmap v20525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:30 smithi175 ceph-mon[44549]: pgmap v20525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:30 smithi181 ceph-mon[45557]: pgmap v20525: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:32 smithi088 ceph-mon[35322]: pgmap v20526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:32 smithi175 ceph-mon[44549]: pgmap v20526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:32 smithi181 ceph-mon[45557]: pgmap v20526: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:33.480+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:45:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:33.480+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:45:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:33.480+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:45:34.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:34 smithi088 ceph-mon[35322]: pgmap v20527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:34 smithi175 ceph-mon[44549]: pgmap v20527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:34 smithi181 ceph-mon[45557]: pgmap v20527: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:36 smithi088 ceph-mon[35322]: pgmap v20528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:36 smithi175 ceph-mon[44549]: pgmap v20528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:36 smithi181 ceph-mon[45557]: pgmap v20528: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:38 smithi088 ceph-mon[35322]: pgmap v20529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:38 smithi175 ceph-mon[44549]: pgmap v20529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:38 smithi181 ceph-mon[45557]: pgmap v20529: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:39.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:39.506+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-28T23:45:39.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:39.506+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-28T23:45:39.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:39.506+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34404f040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-28T23:45:39.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:39.506+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34404f040 comp rx=0 tx=0).stop 2024-01-28T23:45:39.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:39.506+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-28T23:45:39.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:39.506+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-28T23:45:39.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:39.506+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-28T23:45:39.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:39.506+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-28T23:45:39.507 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:39.506+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-28T23:45:39.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:39.507+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34404f040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-28T23:45:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:40 smithi088 ceph-mon[35322]: pgmap v20530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:40 smithi175 ceph-mon[44549]: pgmap v20530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:40 smithi181 ceph-mon[45557]: pgmap v20530: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:42 smithi088 ceph-mon[35322]: pgmap v20531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:42 smithi175 ceph-mon[44549]: pgmap v20531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:42 smithi181 ceph-mon[45557]: pgmap v20531: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:44.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:44 smithi088 ceph-mon[35322]: pgmap v20532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:44.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:44 smithi175 ceph-mon[44549]: pgmap v20532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:44 smithi181 ceph-mon[45557]: pgmap v20532: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:45.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:45.359+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:45:45.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:45.359+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:45:45.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:45.359+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 298 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T23:45:45.360 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:45.360+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 298 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T23:45:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:46 smithi088 ceph-mon[35322]: pgmap v20533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:46 smithi175 ceph-mon[44549]: pgmap v20533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:46 smithi181 ceph-mon[45557]: pgmap v20533: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:45:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:48.485+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:45:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:48.485+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:45:48.487 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:45:48.485+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:45:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:48 smithi088 ceph-mon[35322]: pgmap v20534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:48 smithi175 ceph-mon[44549]: pgmap v20534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:48 smithi181 ceph-mon[45557]: pgmap v20534: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:45:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:50 smithi088 ceph-mon[35322]: pgmap v20535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:50 smithi175 ceph-mon[44549]: pgmap v20535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:50 smithi181 ceph-mon[45557]: pgmap v20535: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:45:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:52 smithi088 ceph-mon[35322]: pgmap v20536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:45:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:52 smithi175 ceph-mon[44549]: pgmap v20536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:45:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:52 smithi181 ceph-mon[45557]: pgmap v20536: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:45:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:45:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:53 smithi175 ceph-mon[44549]: pgmap v20537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:53 smithi181 ceph-mon[45557]: pgmap v20537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:53 smithi088 ceph-mon[35322]: pgmap v20537: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:45:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:45:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:45:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:54 smithi175 ceph-mon[44549]: pgmap v20538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T23:45:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:54 smithi175 ceph-mon[44549]: pgmap v20539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:45:55.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:45:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:45:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:54 smithi181 ceph-mon[45557]: pgmap v20538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T23:45:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:54 smithi181 ceph-mon[45557]: pgmap v20539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:45:55.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:45:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:45:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:54 smithi088 ceph-mon[35322]: pgmap v20538: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 8 op/s 2024-01-28T23:45:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:54 smithi088 ceph-mon[35322]: pgmap v20539: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-28T23:45:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:45:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:57 smithi175 ceph-mon[44549]: pgmap v20540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:45:57.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:57 smithi181 ceph-mon[45557]: pgmap v20540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:45:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:57 smithi088 ceph-mon[35322]: pgmap v20540: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:45:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:45:59 smithi175 ceph-mon[44549]: pgmap v20541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:45:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:45:59 smithi181 ceph-mon[45557]: pgmap v20541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:46:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:45:59 smithi088 ceph-mon[35322]: pgmap v20541: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:46:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:01 smithi181 ceph-mon[45557]: pgmap v20542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:46:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:01 smithi088 ceph-mon[35322]: pgmap v20542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:46:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:01 smithi175 ceph-mon[44549]: pgmap v20542: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:46:03.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:03.501+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:46:03.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:03.501+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:46:03.502 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:03.501+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:46:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:03 smithi181 ceph-mon[45557]: pgmap v20543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:46:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:03 smithi088 ceph-mon[35322]: pgmap v20543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:46:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:03 smithi175 ceph-mon[44549]: pgmap v20543: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:46:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:05 smithi175 ceph-mon[44549]: pgmap v20544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:46:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:05 smithi181 ceph-mon[45557]: pgmap v20544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:46:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:05 smithi088 ceph-mon[35322]: pgmap v20544: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:46:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:07 smithi181 ceph-mon[45557]: pgmap v20545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:07 smithi088 ceph-mon[35322]: pgmap v20545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:07 smithi175 ceph-mon[44549]: pgmap v20545: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:09 smithi181 ceph-mon[45557]: pgmap v20546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:09 smithi088 ceph-mon[35322]: pgmap v20546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:09 smithi175 ceph-mon[44549]: pgmap v20546: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:11 smithi181 ceph-mon[45557]: pgmap v20547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:11 smithi088 ceph-mon[35322]: pgmap v20547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:11 smithi175 ceph-mon[44549]: pgmap v20547: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:13 smithi181 ceph-mon[45557]: pgmap v20548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:13 smithi088 ceph-mon[35322]: pgmap v20548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:13 smithi175 ceph-mon[44549]: pgmap v20548: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:15 smithi175 ceph-mon[44549]: pgmap v20549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:15 smithi181 ceph-mon[45557]: pgmap v20549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:15 smithi088 ceph-mon[35322]: pgmap v20549: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:17.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:17 smithi181 ceph-mon[45557]: pgmap v20550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:17 smithi088 ceph-mon[35322]: pgmap v20550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:17 smithi175 ceph-mon[44549]: pgmap v20550: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:18.516+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:46:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:18.516+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:46:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:18.516+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:46:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:19 smithi181 ceph-mon[45557]: pgmap v20551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:19 smithi088 ceph-mon[35322]: pgmap v20551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:19 smithi175 ceph-mon[44549]: pgmap v20551: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:21 smithi181 ceph-mon[45557]: pgmap v20552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:21 smithi088 ceph-mon[35322]: pgmap v20552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:21 smithi175 ceph-mon[44549]: pgmap v20552: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:23 smithi181 ceph-mon[45557]: pgmap v20553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:23 smithi088 ceph-mon[35322]: pgmap v20553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:23 smithi175 ceph-mon[44549]: pgmap v20553: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:25 smithi181 ceph-mon[45557]: pgmap v20554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:25 smithi088 ceph-mon[35322]: pgmap v20554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:25 smithi175 ceph-mon[44549]: pgmap v20554: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:27 smithi181 ceph-mon[45557]: pgmap v20555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:27 smithi088 ceph-mon[35322]: pgmap v20555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:27 smithi175 ceph-mon[44549]: pgmap v20555: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:29.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:29 smithi181 ceph-mon[45557]: pgmap v20556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:29 smithi088 ceph-mon[35322]: pgmap v20556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:29 smithi175 ceph-mon[44549]: pgmap v20556: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:31 smithi181 ceph-mon[45557]: pgmap v20557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:31 smithi088 ceph-mon[35322]: pgmap v20557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:31 smithi175 ceph-mon[44549]: pgmap v20557: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:33.527 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:33.526+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:46:33.527 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:33.526+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:46:33.527 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:33.526+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:46:33.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:33 smithi181 ceph-mon[45557]: pgmap v20558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:33 smithi088 ceph-mon[35322]: pgmap v20558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:33 smithi175 ceph-mon[44549]: pgmap v20558: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:35.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:35 smithi181 ceph-mon[45557]: pgmap v20559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:35 smithi088 ceph-mon[35322]: pgmap v20559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:35 smithi175 ceph-mon[44549]: pgmap v20559: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:37 smithi181 ceph-mon[45557]: pgmap v20560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:37 smithi088 ceph-mon[35322]: pgmap v20560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:37 smithi175 ceph-mon[44549]: pgmap v20560: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:39 smithi181 ceph-mon[45557]: pgmap v20561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:39 smithi088 ceph-mon[35322]: pgmap v20561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:39 smithi175 ceph-mon[44549]: pgmap v20561: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:41 smithi181 ceph-mon[45557]: pgmap v20562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:41 smithi088 ceph-mon[35322]: pgmap v20562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:41 smithi175 ceph-mon[44549]: pgmap v20562: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:43.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:43 smithi181 ceph-mon[45557]: pgmap v20563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:43 smithi088 ceph-mon[35322]: pgmap v20563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:43 smithi175 ceph-mon[44549]: pgmap v20563: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:45 smithi181 ceph-mon[45557]: pgmap v20564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:45 smithi088 ceph-mon[35322]: pgmap v20564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:45 smithi175 ceph-mon[44549]: pgmap v20564: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:46:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:47 smithi181 ceph-mon[45557]: pgmap v20565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:47 smithi088 ceph-mon[35322]: pgmap v20565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:47 smithi175 ceph-mon[44549]: pgmap v20565: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:48.532 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:48.532+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:46:48.533 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:48.532+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:46:48.533 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:46:48.532+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:46:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:49 smithi181 ceph-mon[45557]: pgmap v20566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:49 smithi088 ceph-mon[35322]: pgmap v20566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:49 smithi175 ceph-mon[44549]: pgmap v20566: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:46:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:51 smithi181 ceph-mon[45557]: pgmap v20567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:51 smithi088 ceph-mon[35322]: pgmap v20567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:51 smithi175 ceph-mon[44549]: pgmap v20567: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:46:53.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:53 smithi181 ceph-mon[45557]: pgmap v20568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:53 smithi088 ceph-mon[35322]: pgmap v20568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:53 smithi175 ceph-mon[44549]: pgmap v20568: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:46:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:55 smithi181 ceph-mon[45557]: pgmap v20569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:46:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:46:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:55 smithi088 ceph-mon[35322]: pgmap v20569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:46:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:46:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:55 smithi175 ceph-mon[44549]: pgmap v20569: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:46:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:46:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:46:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:46:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:56 smithi181 ceph-mon[45557]: pgmap v20570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T23:46:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:56 smithi181 ceph-mon[45557]: pgmap v20571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:46:56.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:46:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:46:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:46:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:56 smithi088 ceph-mon[35322]: pgmap v20570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T23:46:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:56 smithi088 ceph-mon[35322]: pgmap v20571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:46:57.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:46:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:46:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:46:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:56 smithi175 ceph-mon[44549]: pgmap v20570: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s 2024-01-28T23:46:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:56 smithi175 ceph-mon[44549]: pgmap v20571: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:46:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:46:58.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:58 smithi181 ceph-mon[45557]: pgmap v20572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T23:46:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:58 smithi088 ceph-mon[35322]: pgmap v20572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T23:46:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:58 smithi175 ceph-mon[44549]: pgmap v20572: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-28T23:47:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:46:59 smithi088 ceph-mon[35322]: pgmap v20573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:47:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:46:59 smithi175 ceph-mon[44549]: pgmap v20573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:47:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:46:59 smithi181 ceph-mon[45557]: pgmap v20573: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:47:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:01 smithi088 ceph-mon[35322]: pgmap v20574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:01 smithi175 ceph-mon[44549]: pgmap v20574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:01 smithi181 ceph-mon[45557]: pgmap v20574: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:03.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:03.547+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:47:03.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:03.547+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:47:03.549 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:03.547+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:47:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:03 smithi088 ceph-mon[35322]: pgmap v20575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:03 smithi175 ceph-mon[44549]: pgmap v20575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:03 smithi181 ceph-mon[45557]: pgmap v20575: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:05 smithi088 ceph-mon[35322]: pgmap v20576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:47:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:05 smithi175 ceph-mon[44549]: pgmap v20576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:47:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:05 smithi181 ceph-mon[45557]: pgmap v20576: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:47:08.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:08 smithi181 ceph-mon[45557]: pgmap v20577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:08.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:08 smithi088 ceph-mon[35322]: pgmap v20577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:08 smithi175 ceph-mon[44549]: pgmap v20577: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:09 smithi088 ceph-mon[35322]: pgmap v20578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:09 smithi175 ceph-mon[44549]: pgmap v20578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:09 smithi181 ceph-mon[45557]: pgmap v20578: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:11 smithi088 ceph-mon[35322]: pgmap v20579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:11 smithi175 ceph-mon[44549]: pgmap v20579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:11 smithi181 ceph-mon[45557]: pgmap v20579: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:13 smithi175 ceph-mon[44549]: pgmap v20580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:13 smithi181 ceph-mon[45557]: pgmap v20580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:13 smithi088 ceph-mon[35322]: pgmap v20580: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:15 smithi175 ceph-mon[44549]: pgmap v20581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:15 smithi181 ceph-mon[45557]: pgmap v20581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:15 smithi088 ceph-mon[35322]: pgmap v20581: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:18.560+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:47:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:18.560+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:47:18.561 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:18.560+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:47:18.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:18 smithi181 ceph-mon[45557]: pgmap v20582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:18 smithi088 ceph-mon[35322]: pgmap v20582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:18 smithi175 ceph-mon[44549]: pgmap v20582: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:19 smithi175 ceph-mon[44549]: pgmap v20583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:19 smithi181 ceph-mon[45557]: pgmap v20583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:19 smithi088 ceph-mon[35322]: pgmap v20583: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:21 smithi175 ceph-mon[44549]: pgmap v20584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:21 smithi181 ceph-mon[45557]: pgmap v20584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:21 smithi088 ceph-mon[35322]: pgmap v20584: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:23 smithi175 ceph-mon[44549]: pgmap v20585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:23 smithi181 ceph-mon[45557]: pgmap v20585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:23 smithi088 ceph-mon[35322]: pgmap v20585: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:25 smithi175 ceph-mon[44549]: pgmap v20586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:25 smithi181 ceph-mon[45557]: pgmap v20586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:25 smithi088 ceph-mon[35322]: pgmap v20586: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:28.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:28 smithi181 ceph-mon[45557]: pgmap v20587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:28 smithi088 ceph-mon[35322]: pgmap v20587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:28 smithi175 ceph-mon[44549]: pgmap v20587: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:29 smithi175 ceph-mon[44549]: pgmap v20588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:29 smithi181 ceph-mon[45557]: pgmap v20588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:29 smithi088 ceph-mon[35322]: pgmap v20588: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:31 smithi175 ceph-mon[44549]: pgmap v20589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:31 smithi181 ceph-mon[45557]: pgmap v20589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:31 smithi088 ceph-mon[35322]: pgmap v20589: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:33.573 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:33.572+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:47:33.633 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:33.572+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:47:33.633 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:33.572+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:47:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:33 smithi175 ceph-mon[44549]: pgmap v20590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:33 smithi181 ceph-mon[45557]: pgmap v20590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:33 smithi088 ceph-mon[35322]: pgmap v20590: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:36.152 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:35 smithi088 ceph-mon[35322]: pgmap v20591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:35 smithi175 ceph-mon[44549]: pgmap v20591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:35 smithi181 ceph-mon[45557]: pgmap v20591: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:38.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:38 smithi181 ceph-mon[45557]: pgmap v20592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:38 smithi088 ceph-mon[35322]: pgmap v20592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:38 smithi175 ceph-mon[44549]: pgmap v20592: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:40.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:39 smithi175 ceph-mon[44549]: pgmap v20593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:39 smithi181 ceph-mon[45557]: pgmap v20593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:39 smithi088 ceph-mon[35322]: pgmap v20593: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:41 smithi175 ceph-mon[44549]: pgmap v20594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:41 smithi181 ceph-mon[45557]: pgmap v20594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:41 smithi088 ceph-mon[35322]: pgmap v20594: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:43 smithi175 ceph-mon[44549]: pgmap v20595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:43 smithi181 ceph-mon[45557]: pgmap v20595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:43 smithi088 ceph-mon[35322]: pgmap v20595: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:45 smithi175 ceph-mon[44549]: pgmap v20596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:45 smithi181 ceph-mon[45557]: pgmap v20596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:45 smithi088 ceph-mon[35322]: pgmap v20596: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:48.581 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:48.581+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:47:48.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:48.581+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:47:48.582 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:47:48.581+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:47:48.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:48 smithi181 ceph-mon[45557]: pgmap v20597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:48 smithi088 ceph-mon[35322]: pgmap v20597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:48 smithi175 ceph-mon[44549]: pgmap v20597: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:47:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:49 smithi175 ceph-mon[44549]: pgmap v20598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:49 smithi181 ceph-mon[45557]: pgmap v20598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:49 smithi088 ceph-mon[35322]: pgmap v20598: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:47:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:51 smithi175 ceph-mon[44549]: pgmap v20599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:51 smithi181 ceph-mon[45557]: pgmap v20599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:51 smithi088 ceph-mon[35322]: pgmap v20599: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:47:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:53 smithi175 ceph-mon[44549]: pgmap v20600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:53 smithi181 ceph-mon[45557]: pgmap v20600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:53 smithi088 ceph-mon[35322]: pgmap v20600: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:47:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:55 smithi175 ceph-mon[44549]: pgmap v20601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:55 smithi181 ceph-mon[45557]: pgmap v20601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:55 smithi088 ceph-mon[35322]: pgmap v20601: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:47:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:47:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:47:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:47:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:56 smithi175 ceph-mon[44549]: pgmap v20602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:47:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:56 smithi175 ceph-mon[44549]: pgmap v20603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:57.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:47:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:47:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:47:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:47:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:56 smithi181 ceph-mon[45557]: pgmap v20602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:47:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:56 smithi181 ceph-mon[45557]: pgmap v20603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:47:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:47:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:47:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:47:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:56 smithi088 ceph-mon[35322]: pgmap v20602: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-28T23:47:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:56 smithi088 ceph-mon[35322]: pgmap v20603: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:47:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:47:58 smithi175 ceph-mon[44549]: pgmap v20604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:47:58 smithi181 ceph-mon[45557]: pgmap v20604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:47:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:47:58 smithi088 ceph-mon[35322]: pgmap v20604: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:48:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:00 smithi175 ceph-mon[44549]: pgmap v20605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:48:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:00 smithi181 ceph-mon[45557]: pgmap v20605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:48:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:00 smithi088 ceph-mon[35322]: pgmap v20605: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:48:03.590 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:03.589+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:48:03.590 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:03.589+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:48:03.590 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:03.589+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:48:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:03 smithi181 ceph-mon[45557]: pgmap v20606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:48:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:03 smithi088 ceph-mon[35322]: pgmap v20606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:48:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:03 smithi175 ceph-mon[44549]: pgmap v20606: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:48:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:04 smithi175 ceph-mon[44549]: pgmap v20607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:48:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:04 smithi181 ceph-mon[45557]: pgmap v20607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:48:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:04 smithi088 ceph-mon[35322]: pgmap v20607: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:48:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:06 smithi175 ceph-mon[44549]: pgmap v20608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:48:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:06 smithi181 ceph-mon[45557]: pgmap v20608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:48:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:06 smithi088 ceph-mon[35322]: pgmap v20608: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:48:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:08 smithi175 ceph-mon[44549]: pgmap v20609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:08 smithi181 ceph-mon[45557]: pgmap v20609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:08 smithi088 ceph-mon[35322]: pgmap v20609: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:10 smithi175 ceph-mon[44549]: pgmap v20610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:10 smithi181 ceph-mon[45557]: pgmap v20610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:10 smithi088 ceph-mon[35322]: pgmap v20610: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:13 smithi181 ceph-mon[45557]: pgmap v20611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:13 smithi088 ceph-mon[35322]: pgmap v20611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:13 smithi175 ceph-mon[44549]: pgmap v20611: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:14 smithi175 ceph-mon[44549]: pgmap v20612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:14 smithi181 ceph-mon[45557]: pgmap v20612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:14 smithi088 ceph-mon[35322]: pgmap v20612: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:16 smithi175 ceph-mon[44549]: pgmap v20613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:16 smithi181 ceph-mon[45557]: pgmap v20613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:16 smithi088 ceph-mon[35322]: pgmap v20613: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:18.601+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:48:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:18.601+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:48:18.603 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:18.601+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:48:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:18 smithi175 ceph-mon[44549]: pgmap v20614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:18 smithi181 ceph-mon[45557]: pgmap v20614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:18 smithi088 ceph-mon[35322]: pgmap v20614: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:20 smithi175 ceph-mon[44549]: pgmap v20615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:20 smithi181 ceph-mon[45557]: pgmap v20615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:20 smithi088 ceph-mon[35322]: pgmap v20615: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:23.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:23 smithi181 ceph-mon[45557]: pgmap v20616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:23 smithi088 ceph-mon[35322]: pgmap v20616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:23 smithi175 ceph-mon[44549]: pgmap v20616: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:24 smithi175 ceph-mon[44549]: pgmap v20617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:24 smithi181 ceph-mon[45557]: pgmap v20617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:24 smithi088 ceph-mon[35322]: pgmap v20617: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:26 smithi175 ceph-mon[44549]: pgmap v20618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:26 smithi181 ceph-mon[45557]: pgmap v20618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:26 smithi088 ceph-mon[35322]: pgmap v20618: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:28 smithi175 ceph-mon[44549]: pgmap v20619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:28 smithi181 ceph-mon[45557]: pgmap v20619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:28 smithi088 ceph-mon[35322]: pgmap v20619: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:30 smithi175 ceph-mon[44549]: pgmap v20620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:30 smithi181 ceph-mon[45557]: pgmap v20620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:30 smithi088 ceph-mon[35322]: pgmap v20620: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:33.612 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:33.611+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:48:33.612 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:33.611+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:48:33.612 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:33.612+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:48:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:33 smithi088 ceph-mon[35322]: pgmap v20621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:33 smithi175 ceph-mon[44549]: pgmap v20621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:33 smithi181 ceph-mon[45557]: pgmap v20621: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:34 smithi175 ceph-mon[44549]: pgmap v20622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:34 smithi181 ceph-mon[45557]: pgmap v20622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:34 smithi088 ceph-mon[35322]: pgmap v20622: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:36 smithi175 ceph-mon[44549]: pgmap v20623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:36 smithi181 ceph-mon[45557]: pgmap v20623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:36 smithi088 ceph-mon[35322]: pgmap v20623: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:38 smithi175 ceph-mon[44549]: pgmap v20624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:38 smithi181 ceph-mon[45557]: pgmap v20624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:38 smithi088 ceph-mon[35322]: pgmap v20624: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:40 smithi175 ceph-mon[44549]: pgmap v20625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:40 smithi181 ceph-mon[45557]: pgmap v20625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:40 smithi088 ceph-mon[35322]: pgmap v20625: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:43 smithi088 ceph-mon[35322]: pgmap v20626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:43 smithi175 ceph-mon[44549]: pgmap v20626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:43 smithi181 ceph-mon[45557]: pgmap v20626: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:44 smithi175 ceph-mon[44549]: pgmap v20627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:44 smithi181 ceph-mon[45557]: pgmap v20627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:44 smithi088 ceph-mon[35322]: pgmap v20627: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:45.388 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:45.387+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:48:45.388 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:45.387+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:48:45.388 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:45.388+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 299 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T23:48:45.388 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:45.388+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 299 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T23:48:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:46 smithi175 ceph-mon[44549]: pgmap v20628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:46 smithi181 ceph-mon[45557]: pgmap v20628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:46 smithi088 ceph-mon[35322]: pgmap v20628: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:48.626+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:48:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:48.626+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:48:48.627 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:48:48.626+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:48:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:48 smithi175 ceph-mon[44549]: pgmap v20629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:48 smithi181 ceph-mon[45557]: pgmap v20629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:48 smithi088 ceph-mon[35322]: pgmap v20629: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:48:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:50 smithi175 ceph-mon[44549]: pgmap v20630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:50 smithi181 ceph-mon[45557]: pgmap v20630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:50 smithi088 ceph-mon[35322]: pgmap v20630: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:48:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:53 smithi088 ceph-mon[35322]: pgmap v20631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:53 smithi175 ceph-mon[44549]: pgmap v20631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:53 smithi181 ceph-mon[45557]: pgmap v20631: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:48:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:54 smithi175 ceph-mon[44549]: pgmap v20632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:54 smithi181 ceph-mon[45557]: pgmap v20632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:54 smithi088 ceph-mon[35322]: pgmap v20632: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:48:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:56 smithi175 ceph-mon[44549]: pgmap v20633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:56 smithi181 ceph-mon[45557]: pgmap v20633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:56 smithi088 ceph-mon[35322]: pgmap v20633: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:48:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:48:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:57 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:48:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:57 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:48:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:58.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:57 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:48:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:48:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:58 smithi175 ceph-mon[44549]: pgmap v20634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:48:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:58 smithi175 ceph-mon[44549]: pgmap v20635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:48:59.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:48:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:48:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:48:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:58 smithi181 ceph-mon[45557]: pgmap v20634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:48:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:58 smithi181 ceph-mon[45557]: pgmap v20635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:48:59.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:48:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:48:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:48:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:48:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:58 smithi088 ceph-mon[35322]: pgmap v20634: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-28T23:48:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:58 smithi088 ceph-mon[35322]: pgmap v20635: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:48:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:48:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:49:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:01 smithi088 ceph-mon[35322]: pgmap v20636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:49:01.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:01 smithi175 ceph-mon[44549]: pgmap v20636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:49:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:01 smithi181 ceph-mon[45557]: pgmap v20636: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:49:03.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:03.640+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:49:03.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:03.640+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:49:03.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:03.640+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:49:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:03 smithi088 ceph-mon[35322]: pgmap v20637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:49:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:03 smithi175 ceph-mon[44549]: pgmap v20637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:49:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:03 smithi181 ceph-mon[45557]: pgmap v20637: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:49:05.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:05 smithi088 ceph-mon[35322]: pgmap v20638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:49:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:05 smithi175 ceph-mon[44549]: pgmap v20638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:49:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:05 smithi181 ceph-mon[45557]: pgmap v20638: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:49:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:07 smithi088 ceph-mon[35322]: pgmap v20639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:49:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:07 smithi175 ceph-mon[44549]: pgmap v20639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:49:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:07 smithi181 ceph-mon[45557]: pgmap v20639: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:49:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:09 smithi088 ceph-mon[35322]: pgmap v20640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:49:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:09 smithi175 ceph-mon[44549]: pgmap v20640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:49:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:09 smithi181 ceph-mon[45557]: pgmap v20640: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:49:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:11 smithi088 ceph-mon[35322]: pgmap v20641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:11 smithi175 ceph-mon[44549]: pgmap v20641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:11 smithi181 ceph-mon[45557]: pgmap v20641: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:13 smithi088 ceph-mon[35322]: pgmap v20642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:13 smithi175 ceph-mon[44549]: pgmap v20642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:13 smithi181 ceph-mon[45557]: pgmap v20642: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:15 smithi088 ceph-mon[35322]: pgmap v20643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:15 smithi175 ceph-mon[44549]: pgmap v20643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:15 smithi181 ceph-mon[45557]: pgmap v20643: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:17 smithi088 ceph-mon[35322]: pgmap v20644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:17 smithi175 ceph-mon[44549]: pgmap v20644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:17.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:17 smithi181 ceph-mon[45557]: pgmap v20644: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:18.642 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:18.641+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:49:18.642 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:18.641+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:49:18.642 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:18.641+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:49:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:19 smithi088 ceph-mon[35322]: pgmap v20645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:19.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:19 smithi175 ceph-mon[44549]: pgmap v20645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:19.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:19 smithi181 ceph-mon[45557]: pgmap v20645: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:21 smithi088 ceph-mon[35322]: pgmap v20646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:21 smithi175 ceph-mon[44549]: pgmap v20646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:21 smithi181 ceph-mon[45557]: pgmap v20646: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:23 smithi088 ceph-mon[35322]: pgmap v20647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:23 smithi175 ceph-mon[44549]: pgmap v20647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:23 smithi181 ceph-mon[45557]: pgmap v20647: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:25 smithi088 ceph-mon[35322]: pgmap v20648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:25 smithi175 ceph-mon[44549]: pgmap v20648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:25 smithi181 ceph-mon[45557]: pgmap v20648: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:27 smithi088 ceph-mon[35322]: pgmap v20649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:27 smithi175 ceph-mon[44549]: pgmap v20649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:27 smithi181 ceph-mon[45557]: pgmap v20649: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:29 smithi088 ceph-mon[35322]: pgmap v20650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:29.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:29 smithi175 ceph-mon[44549]: pgmap v20650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:29.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:29 smithi181 ceph-mon[45557]: pgmap v20650: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:31 smithi088 ceph-mon[35322]: pgmap v20651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:31 smithi175 ceph-mon[44549]: pgmap v20651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:31 smithi181 ceph-mon[45557]: pgmap v20651: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:33.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:33.653+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:49:33.653 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:33.653+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:49:33.654 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:33.653+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:49:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:33 smithi088 ceph-mon[35322]: pgmap v20652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:33 smithi175 ceph-mon[44549]: pgmap v20652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:33 smithi181 ceph-mon[45557]: pgmap v20652: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:35 smithi175 ceph-mon[44549]: pgmap v20653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:35 smithi181 ceph-mon[45557]: pgmap v20653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:35 smithi088 ceph-mon[35322]: pgmap v20653: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:37 smithi175 ceph-mon[44549]: pgmap v20654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:37 smithi181 ceph-mon[45557]: pgmap v20654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:37 smithi088 ceph-mon[35322]: pgmap v20654: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:39 smithi175 ceph-mon[44549]: pgmap v20655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:39 smithi181 ceph-mon[45557]: pgmap v20655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:39 smithi088 ceph-mon[35322]: pgmap v20655: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:41 smithi175 ceph-mon[44549]: pgmap v20656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:41 smithi181 ceph-mon[45557]: pgmap v20656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:41 smithi088 ceph-mon[35322]: pgmap v20656: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:43 smithi175 ceph-mon[44549]: pgmap v20657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:43 smithi181 ceph-mon[45557]: pgmap v20657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:43 smithi088 ceph-mon[35322]: pgmap v20657: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:45 smithi175 ceph-mon[44549]: pgmap v20658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:45 smithi181 ceph-mon[45557]: pgmap v20658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:46.031 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:45 smithi088 ceph-mon[35322]: pgmap v20658: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:47 smithi175 ceph-mon[44549]: pgmap v20659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:47 smithi181 ceph-mon[45557]: pgmap v20659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:47 smithi088 ceph-mon[35322]: pgmap v20659: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:48.655+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:49:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:48.655+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:49:48.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:49:48.655+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:49:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:49 smithi175 ceph-mon[44549]: pgmap v20660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:49.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:49 smithi181 ceph-mon[45557]: pgmap v20660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:49 smithi088 ceph-mon[35322]: pgmap v20660: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:51 smithi175 ceph-mon[44549]: pgmap v20661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:51 smithi181 ceph-mon[45557]: pgmap v20661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:51 smithi088 ceph-mon[35322]: pgmap v20661: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:49:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:53 smithi175 ceph-mon[44549]: pgmap v20662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:53 smithi181 ceph-mon[45557]: pgmap v20662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:53 smithi088 ceph-mon[35322]: pgmap v20662: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:55 smithi175 ceph-mon[44549]: pgmap v20663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:55.928 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:55 smithi088 ceph-mon[35322]: pgmap v20663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:55 smithi181 ceph-mon[45557]: pgmap v20663: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:49:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:57 smithi175 ceph-mon[44549]: pgmap v20664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:57 smithi181 ceph-mon[45557]: pgmap v20664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:57 smithi088 ceph-mon[35322]: pgmap v20664: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:49:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:58 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:49:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:58 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:49:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:58 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:49:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:59 smithi175 ceph-mon[44549]: pgmap v20665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:49:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:49:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:49:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:49:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:59 smithi181 ceph-mon[45557]: pgmap v20665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:49:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:49:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:49:59.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:49:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:50:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:59 smithi088 ceph-mon[35322]: pgmap v20665: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:50:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:50:00.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:49:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:50:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:00 smithi175 ceph-mon[44549]: pgmap v20666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:50:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:00 smithi175 ceph-mon[44549]: pgmap v20667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:50:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:50:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:00 smithi181 ceph-mon[45557]: pgmap v20666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:50:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:00 smithi181 ceph-mon[45557]: pgmap v20667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:50:00.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:50:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:00 smithi088 ceph-mon[35322]: pgmap v20666: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:50:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:00 smithi088 ceph-mon[35322]: pgmap v20667: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:50:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-28T23:50:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:02 smithi175 ceph-mon[44549]: pgmap v20668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:50:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:02 smithi181 ceph-mon[45557]: pgmap v20668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:50:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:02 smithi088 ceph-mon[35322]: pgmap v20668: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:50:03.668 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:03.666+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:50:03.668 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:03.666+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:50:03.668 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:03.666+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:50:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:04 smithi175 ceph-mon[44549]: pgmap v20669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:50:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:04 smithi181 ceph-mon[45557]: pgmap v20669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:50:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:04 smithi088 ceph-mon[35322]: pgmap v20669: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:50:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:06 smithi175 ceph-mon[44549]: pgmap v20670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:50:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:06 smithi181 ceph-mon[45557]: pgmap v20670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:50:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:06 smithi088 ceph-mon[35322]: pgmap v20670: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:50:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:08 smithi175 ceph-mon[44549]: pgmap v20671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:50:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:08 smithi181 ceph-mon[45557]: pgmap v20671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:50:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:08 smithi088 ceph-mon[35322]: pgmap v20671: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:50:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:10 smithi175 ceph-mon[44549]: pgmap v20672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:50:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:10 smithi181 ceph-mon[45557]: pgmap v20672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:50:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:10 smithi088 ceph-mon[35322]: pgmap v20672: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:50:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:12 smithi175 ceph-mon[44549]: pgmap v20673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:12.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:12 smithi181 ceph-mon[45557]: pgmap v20673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:12 smithi088 ceph-mon[35322]: pgmap v20673: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:14 smithi175 ceph-mon[44549]: pgmap v20674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:14 smithi181 ceph-mon[45557]: pgmap v20674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:14 smithi088 ceph-mon[35322]: pgmap v20674: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:16 smithi175 ceph-mon[44549]: pgmap v20675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:16 smithi181 ceph-mon[45557]: pgmap v20675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:16 smithi088 ceph-mon[35322]: pgmap v20675: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:18.682+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:50:18.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:18.682+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:50:18.684 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:18.682+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:50:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:18 smithi175 ceph-mon[44549]: pgmap v20676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:18.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:18 smithi181 ceph-mon[45557]: pgmap v20676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:18 smithi088 ceph-mon[35322]: pgmap v20676: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:20 smithi175 ceph-mon[44549]: pgmap v20677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:20 smithi181 ceph-mon[45557]: pgmap v20677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:20 smithi088 ceph-mon[35322]: pgmap v20677: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:22 smithi175 ceph-mon[44549]: pgmap v20678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:22 smithi181 ceph-mon[45557]: pgmap v20678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:22 smithi088 ceph-mon[35322]: pgmap v20678: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:24 smithi175 ceph-mon[44549]: pgmap v20679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:24 smithi181 ceph-mon[45557]: pgmap v20679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:24 smithi088 ceph-mon[35322]: pgmap v20679: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:26 smithi175 ceph-mon[44549]: pgmap v20680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:26 smithi181 ceph-mon[45557]: pgmap v20680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:26 smithi088 ceph-mon[35322]: pgmap v20680: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:28 smithi175 ceph-mon[44549]: pgmap v20681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:28 smithi181 ceph-mon[45557]: pgmap v20681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:28 smithi088 ceph-mon[35322]: pgmap v20681: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:30 smithi175 ceph-mon[44549]: pgmap v20682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:30 smithi181 ceph-mon[45557]: pgmap v20682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:30 smithi088 ceph-mon[35322]: pgmap v20682: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:32 smithi175 ceph-mon[44549]: pgmap v20683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:32 smithi181 ceph-mon[45557]: pgmap v20683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:32 smithi088 ceph-mon[35322]: pgmap v20683: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:33.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:33.697+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:50:33.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:33.697+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:50:33.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:33.697+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:50:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:34 smithi181 ceph-mon[45557]: pgmap v20684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:34 smithi088 ceph-mon[35322]: pgmap v20684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:34 smithi175 ceph-mon[44549]: pgmap v20684: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:36 smithi181 ceph-mon[45557]: pgmap v20685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:36 smithi088 ceph-mon[35322]: pgmap v20685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:36 smithi175 ceph-mon[44549]: pgmap v20685: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:38 smithi181 ceph-mon[45557]: pgmap v20686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:38 smithi088 ceph-mon[35322]: pgmap v20686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:38 smithi175 ceph-mon[44549]: pgmap v20686: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:40 smithi181 ceph-mon[45557]: pgmap v20687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:40 smithi088 ceph-mon[35322]: pgmap v20687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:40 smithi175 ceph-mon[44549]: pgmap v20687: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:42 smithi181 ceph-mon[45557]: pgmap v20688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:42 smithi088 ceph-mon[35322]: pgmap v20688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:42 smithi175 ceph-mon[44549]: pgmap v20688: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:44.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:44 smithi181 ceph-mon[45557]: pgmap v20689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:44 smithi088 ceph-mon[35322]: pgmap v20689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:44 smithi175 ceph-mon[44549]: pgmap v20689: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:50:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:46 smithi181 ceph-mon[45557]: pgmap v20690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:46 smithi088 ceph-mon[35322]: pgmap v20690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:46 smithi175 ceph-mon[44549]: pgmap v20690: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:48.707+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:50:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:48.707+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:50:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:50:48.707+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:50:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:48 smithi181 ceph-mon[45557]: pgmap v20691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:48 smithi088 ceph-mon[35322]: pgmap v20691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:48 smithi175 ceph-mon[44549]: pgmap v20691: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:50 smithi181 ceph-mon[45557]: pgmap v20692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:50 smithi088 ceph-mon[35322]: pgmap v20692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:50 smithi175 ceph-mon[44549]: pgmap v20692: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:50:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:52 smithi181 ceph-mon[45557]: pgmap v20693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:52 smithi088 ceph-mon[35322]: pgmap v20693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:52 smithi175 ceph-mon[44549]: pgmap v20693: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:54 smithi181 ceph-mon[45557]: pgmap v20694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:50:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:54 smithi088 ceph-mon[35322]: pgmap v20694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:50:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:54 smithi175 ceph-mon[44549]: pgmap v20694: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:50:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:56 smithi181 ceph-mon[45557]: pgmap v20695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:56 smithi088 ceph-mon[35322]: pgmap v20695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:56 smithi175 ceph-mon[44549]: pgmap v20695: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:50:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:58 smithi088 ceph-mon[35322]: pgmap v20696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:58 smithi175 ceph-mon[44549]: pgmap v20696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:50:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:58 smithi181 ceph-mon[45557]: pgmap v20696: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:50:59 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:51:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:50:59 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:51:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:50:59 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:51:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:00 smithi088 ceph-mon[35322]: pgmap v20697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:51:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:51:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:51:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:00 smithi175 ceph-mon[44549]: pgmap v20697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:51:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:51:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:51:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:00 smithi181 ceph-mon[45557]: pgmap v20697: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:51:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:51:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:51:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:01 smithi088 ceph-mon[35322]: pgmap v20698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:51:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:01 smithi088 ceph-mon[35322]: pgmap v20699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:51:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:01 smithi175 ceph-mon[44549]: pgmap v20698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:51:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:01 smithi175 ceph-mon[44549]: pgmap v20699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:51:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:01 smithi181 ceph-mon[45557]: pgmap v20698: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:51:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:01 smithi181 ceph-mon[45557]: pgmap v20699: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:51:03.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:03.712+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:51:03.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:03.712+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:51:03.713 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:03.712+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:51:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:03 smithi088 ceph-mon[35322]: pgmap v20700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:51:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:03 smithi175 ceph-mon[44549]: pgmap v20700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:51:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:03 smithi181 ceph-mon[45557]: pgmap v20700: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:51:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:05 smithi088 ceph-mon[35322]: pgmap v20701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:51:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:05 smithi175 ceph-mon[44549]: pgmap v20701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:51:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:05 smithi181 ceph-mon[45557]: pgmap v20701: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:51:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:07 smithi088 ceph-mon[35322]: pgmap v20702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:51:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:07 smithi175 ceph-mon[44549]: pgmap v20702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:51:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:07 smithi181 ceph-mon[45557]: pgmap v20702: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:51:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:09 smithi088 ceph-mon[35322]: pgmap v20703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:51:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:09 smithi175 ceph-mon[44549]: pgmap v20703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:51:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:09 smithi181 ceph-mon[45557]: pgmap v20703: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:51:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:11 smithi088 ceph-mon[35322]: pgmap v20704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:51:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:11 smithi175 ceph-mon[44549]: pgmap v20704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:51:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:11 smithi181 ceph-mon[45557]: pgmap v20704: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:51:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:13 smithi088 ceph-mon[35322]: pgmap v20705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:13 smithi175 ceph-mon[44549]: pgmap v20705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:13 smithi181 ceph-mon[45557]: pgmap v20705: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:15 smithi088 ceph-mon[35322]: pgmap v20706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:15 smithi175 ceph-mon[44549]: pgmap v20706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:15 smithi181 ceph-mon[45557]: pgmap v20706: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:17 smithi088 ceph-mon[35322]: pgmap v20707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:17 smithi175 ceph-mon[44549]: pgmap v20707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:17 smithi181 ceph-mon[45557]: pgmap v20707: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:18.726+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:51:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:18.726+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:51:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:18.726+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:51:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:19 smithi088 ceph-mon[35322]: pgmap v20708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:51:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:19 smithi175 ceph-mon[44549]: pgmap v20708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:51:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:19 smithi181 ceph-mon[45557]: pgmap v20708: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:51:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:21 smithi088 ceph-mon[35322]: pgmap v20709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:51:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:21 smithi175 ceph-mon[44549]: pgmap v20709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:51:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:21 smithi181 ceph-mon[45557]: pgmap v20709: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:51:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:23 smithi088 ceph-mon[35322]: pgmap v20710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:23 smithi175 ceph-mon[44549]: pgmap v20710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:23 smithi181 ceph-mon[45557]: pgmap v20710: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:25 smithi088 ceph-mon[35322]: pgmap v20711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:51:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:25 smithi175 ceph-mon[44549]: pgmap v20711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:51:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:25 smithi181 ceph-mon[45557]: pgmap v20711: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-28T23:51:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:27 smithi088 ceph-mon[35322]: pgmap v20712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:27 smithi175 ceph-mon[44549]: pgmap v20712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:27 smithi181 ceph-mon[45557]: pgmap v20712: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:29.111 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:28 smithi088 ceph-mon[35322]: pgmap v20713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:51:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:28 smithi175 ceph-mon[44549]: pgmap v20713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:51:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:28 smithi181 ceph-mon[45557]: pgmap v20713: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:51:31.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:31 smithi175 ceph-mon[44549]: pgmap v20714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:51:31.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:31 smithi181 ceph-mon[45557]: pgmap v20714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:51:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:31 smithi088 ceph-mon[35322]: pgmap v20714: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:51:33.728 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:33.727+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:51:33.728 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:33.727+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:51:33.728 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:33.727+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:51:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:33 smithi088 ceph-mon[35322]: pgmap v20715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:33 smithi175 ceph-mon[44549]: pgmap v20715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:33 smithi181 ceph-mon[45557]: pgmap v20715: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:35 smithi088 ceph-mon[35322]: pgmap v20716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:35 smithi175 ceph-mon[44549]: pgmap v20716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:35 smithi181 ceph-mon[45557]: pgmap v20716: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:37 smithi088 ceph-mon[35322]: pgmap v20717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:37 smithi175 ceph-mon[44549]: pgmap v20717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:37 smithi181 ceph-mon[45557]: pgmap v20717: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:39.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:39 smithi088 ceph-mon[35322]: pgmap v20718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:51:39.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:39 smithi175 ceph-mon[44549]: pgmap v20718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:51:39.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:39 smithi181 ceph-mon[45557]: pgmap v20718: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:51:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:41 smithi175 ceph-mon[44549]: pgmap v20719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:51:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:41 smithi181 ceph-mon[45557]: pgmap v20719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:51:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:41 smithi088 ceph-mon[35322]: pgmap v20719: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:51:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:43 smithi175 ceph-mon[44549]: pgmap v20720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:43 smithi181 ceph-mon[45557]: pgmap v20720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:43 smithi088 ceph-mon[35322]: pgmap v20720: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:45.416+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:51:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:45.416+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:51:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:45.416+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 300 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:51:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:45.416+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 300 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:51:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:45 smithi175 ceph-mon[44549]: pgmap v20721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:45 smithi181 ceph-mon[45557]: pgmap v20721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:45 smithi088 ceph-mon[35322]: pgmap v20721: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:47 smithi175 ceph-mon[44549]: pgmap v20722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:47 smithi181 ceph-mon[45557]: pgmap v20722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:47 smithi088 ceph-mon[35322]: pgmap v20722: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:48.742+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:51:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:48.742+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:51:48.743 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:51:48.742+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:51:49.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:49 smithi175 ceph-mon[44549]: pgmap v20723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:51:49.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:49 smithi181 ceph-mon[45557]: pgmap v20723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:51:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:49 smithi088 ceph-mon[35322]: pgmap v20723: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:51:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:51 smithi175 ceph-mon[44549]: pgmap v20724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:51:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:51 smithi181 ceph-mon[45557]: pgmap v20724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:51:52.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:51 smithi088 ceph-mon[35322]: pgmap v20724: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:51:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:53 smithi175 ceph-mon[44549]: pgmap v20725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:53 smithi181 ceph-mon[45557]: pgmap v20725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:53 smithi088 ceph-mon[35322]: pgmap v20725: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:55 smithi175 ceph-mon[44549]: pgmap v20726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:55 smithi181 ceph-mon[45557]: pgmap v20726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:55 smithi088 ceph-mon[35322]: pgmap v20726: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:51:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:57 smithi175 ceph-mon[44549]: pgmap v20727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:57 smithi181 ceph-mon[45557]: pgmap v20727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:57 smithi088 ceph-mon[35322]: pgmap v20727: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:51:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:51:59 smithi175 ceph-mon[44549]: pgmap v20728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:51:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:51:59 smithi181 ceph-mon[45557]: pgmap v20728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:51:59 smithi088 ceph-mon[35322]: pgmap v20728: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:00 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:52:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:00 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:52:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:00 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:52:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:01 smithi175 ceph-mon[44549]: pgmap v20729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:52:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:52:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:52:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:01 smithi181 ceph-mon[45557]: pgmap v20729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:52:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:52:01.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:52:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:01 smithi088 ceph-mon[35322]: pgmap v20729: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:52:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:52:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:52:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:02 smithi175 ceph-mon[44549]: pgmap v20730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:52:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:02 smithi175 ceph-mon[44549]: pgmap v20731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:52:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:02 smithi181 ceph-mon[45557]: pgmap v20730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:52:02.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:02 smithi181 ceph-mon[45557]: pgmap v20731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:52:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:02 smithi088 ceph-mon[35322]: pgmap v20730: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-28T23:52:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:02 smithi088 ceph-mon[35322]: pgmap v20731: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:52:03.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:03.754+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:52:03.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:03.754+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:52:03.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:03.754+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:52:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:04 smithi175 ceph-mon[44549]: pgmap v20732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:52:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:04 smithi181 ceph-mon[45557]: pgmap v20732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:52:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:04 smithi088 ceph-mon[35322]: pgmap v20732: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:52:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:06 smithi175 ceph-mon[44549]: pgmap v20733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:52:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:06 smithi181 ceph-mon[45557]: pgmap v20733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:52:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:06 smithi088 ceph-mon[35322]: pgmap v20733: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:52:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:08 smithi175 ceph-mon[44549]: pgmap v20734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:52:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:08 smithi181 ceph-mon[45557]: pgmap v20734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:52:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:08 smithi088 ceph-mon[35322]: pgmap v20734: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:52:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:10 smithi175 ceph-mon[44549]: pgmap v20735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:52:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:10 smithi181 ceph-mon[45557]: pgmap v20735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:52:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:10 smithi088 ceph-mon[35322]: pgmap v20735: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:52:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:12 smithi175 ceph-mon[44549]: pgmap v20736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:52:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:12 smithi181 ceph-mon[45557]: pgmap v20736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:52:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:12 smithi088 ceph-mon[35322]: pgmap v20736: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:52:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:14 smithi175 ceph-mon[44549]: pgmap v20737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:14 smithi181 ceph-mon[45557]: pgmap v20737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:14 smithi088 ceph-mon[35322]: pgmap v20737: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:16 smithi175 ceph-mon[44549]: pgmap v20738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:16 smithi181 ceph-mon[45557]: pgmap v20738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:16 smithi088 ceph-mon[35322]: pgmap v20738: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:18.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:18.770+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:52:18.770 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:18.770+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:52:18.771 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:18.770+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:52:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:18 smithi175 ceph-mon[44549]: pgmap v20739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:18 smithi181 ceph-mon[45557]: pgmap v20739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:18 smithi088 ceph-mon[35322]: pgmap v20739: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:20.919 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:20 smithi175 ceph-mon[44549]: pgmap v20740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:20 smithi181 ceph-mon[45557]: pgmap v20740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:20 smithi088 ceph-mon[35322]: pgmap v20740: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:22 smithi175 ceph-mon[44549]: pgmap v20741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:22 smithi181 ceph-mon[45557]: pgmap v20741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:22 smithi088 ceph-mon[35322]: pgmap v20741: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:24.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:24 smithi175 ceph-mon[44549]: pgmap v20742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:24 smithi181 ceph-mon[45557]: pgmap v20742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:24 smithi088 ceph-mon[35322]: pgmap v20742: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:26 smithi175 ceph-mon[44549]: pgmap v20743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:26 smithi181 ceph-mon[45557]: pgmap v20743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:26 smithi088 ceph-mon[35322]: pgmap v20743: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:28 smithi175 ceph-mon[44549]: pgmap v20744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:28 smithi181 ceph-mon[45557]: pgmap v20744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:28 smithi088 ceph-mon[35322]: pgmap v20744: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:30.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:30.422+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:52:30.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:30.422+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:52:30.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:30.422+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 301 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:52:30.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:30.423+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 301 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:52:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:30 smithi175 ceph-mon[44549]: pgmap v20745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:30 smithi181 ceph-mon[45557]: pgmap v20745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:30 smithi088 ceph-mon[35322]: pgmap v20745: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:32 smithi175 ceph-mon[44549]: pgmap v20746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:32 smithi181 ceph-mon[45557]: pgmap v20746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:33.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:32 smithi088 ceph-mon[35322]: pgmap v20746: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:33.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:33.770+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:52:33.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:33.770+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:52:33.772 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:33.770+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:52:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:34 smithi175 ceph-mon[44549]: pgmap v20747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:34 smithi181 ceph-mon[45557]: pgmap v20747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:34 smithi088 ceph-mon[35322]: pgmap v20747: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:36.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:36 smithi175 ceph-mon[44549]: pgmap v20748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:36 smithi181 ceph-mon[45557]: pgmap v20748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:36 smithi088 ceph-mon[35322]: pgmap v20748: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:38 smithi175 ceph-mon[44549]: pgmap v20749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:38 smithi181 ceph-mon[45557]: pgmap v20749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:38 smithi088 ceph-mon[35322]: pgmap v20749: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:40 smithi181 ceph-mon[45557]: pgmap v20750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:40 smithi088 ceph-mon[35322]: pgmap v20750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:40 smithi175 ceph-mon[44549]: pgmap v20750: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:42 smithi181 ceph-mon[45557]: pgmap v20751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:42 smithi088 ceph-mon[35322]: pgmap v20751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:42 smithi175 ceph-mon[44549]: pgmap v20751: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:44 smithi181 ceph-mon[45557]: pgmap v20752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:44 smithi088 ceph-mon[35322]: pgmap v20752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:44 smithi175 ceph-mon[44549]: pgmap v20752: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:46.936 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:46 smithi088 ceph-mon[35322]: pgmap v20753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:46 smithi181 ceph-mon[45557]: pgmap v20753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:46 smithi175 ceph-mon[44549]: pgmap v20753: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:48.776+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:52:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:48.776+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:52:48.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:52:48.776+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:52:48.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:48 smithi181 ceph-mon[45557]: pgmap v20754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:48 smithi088 ceph-mon[35322]: pgmap v20754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:48 smithi175 ceph-mon[44549]: pgmap v20754: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:50 smithi181 ceph-mon[45557]: pgmap v20755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:50 smithi088 ceph-mon[35322]: pgmap v20755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:50 smithi175 ceph-mon[44549]: pgmap v20755: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:52:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:52 smithi181 ceph-mon[45557]: pgmap v20756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:52 smithi088 ceph-mon[35322]: pgmap v20756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:52 smithi175 ceph-mon[44549]: pgmap v20756: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:54.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:54 smithi181 ceph-mon[45557]: pgmap v20757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:54 smithi088 ceph-mon[35322]: pgmap v20757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:54 smithi175 ceph-mon[44549]: pgmap v20757: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:52:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:56 smithi181 ceph-mon[45557]: pgmap v20758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:56 smithi088 ceph-mon[35322]: pgmap v20758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:56 smithi175 ceph-mon[44549]: pgmap v20758: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:52:58.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:52:58 smithi181 ceph-mon[45557]: pgmap v20759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:52:58 smithi088 ceph-mon[35322]: pgmap v20759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:52:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:52:58 smithi175 ceph-mon[44549]: pgmap v20759: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:00 smithi181 ceph-mon[45557]: pgmap v20760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:00 smithi088 ceph-mon[35322]: pgmap v20760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:00 smithi175 ceph-mon[44549]: pgmap v20760: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:01 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:53:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:01 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:53:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:01 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:53:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:02 smithi088 ceph-mon[35322]: pgmap v20761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:53:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:53:03.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:02 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:53:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:02 smithi175 ceph-mon[44549]: pgmap v20761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:53:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:53:03.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:02 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:53:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:02 smithi181 ceph-mon[45557]: pgmap v20761: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:53:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:53:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:53:03.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:02 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:53:03.788 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:03.787+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:53:03.788 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:03.787+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:53:03.788 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:03.787+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:53:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:03 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 106.7M 2024-01-28T23:53:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:03 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 111900750: error parsing value: Value '111900750' is below minimum 939524096 2024-01-28T23:53:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:03 smithi088 ceph-mon[35322]: pgmap v20762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:53:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:03 smithi088 ceph-mon[35322]: pgmap v20763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:53:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:03 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 106.7M 2024-01-28T23:53:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:03 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 111900750: error parsing value: Value '111900750' is below minimum 939524096 2024-01-28T23:53:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:03 smithi175 ceph-mon[44549]: pgmap v20762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:53:04.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:03 smithi175 ceph-mon[44549]: pgmap v20763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:53:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:03 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 106.7M 2024-01-28T23:53:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:03 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 111900750: error parsing value: Value '111900750' is below minimum 939524096 2024-01-28T23:53:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:03 smithi181 ceph-mon[45557]: pgmap v20762: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:53:04.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:03 smithi181 ceph-mon[45557]: pgmap v20763: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:53:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:05 smithi088 ceph-mon[35322]: pgmap v20764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:53:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:05 smithi175 ceph-mon[44549]: pgmap v20764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:53:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:05 smithi181 ceph-mon[45557]: pgmap v20764: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:53:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:07 smithi088 ceph-mon[35322]: pgmap v20765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:53:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:07 smithi175 ceph-mon[44549]: pgmap v20765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:53:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:07 smithi181 ceph-mon[45557]: pgmap v20765: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:53:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:09 smithi088 ceph-mon[35322]: pgmap v20766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:53:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:09 smithi175 ceph-mon[44549]: pgmap v20766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:53:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:09 smithi181 ceph-mon[45557]: pgmap v20766: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:53:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:11 smithi088 ceph-mon[35322]: pgmap v20767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:53:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:11 smithi175 ceph-mon[44549]: pgmap v20767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:53:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:11 smithi181 ceph-mon[45557]: pgmap v20767: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:53:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:13 smithi088 ceph-mon[35322]: pgmap v20768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:53:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:13 smithi175 ceph-mon[44549]: pgmap v20768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:53:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:13 smithi181 ceph-mon[45557]: pgmap v20768: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:53:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:15 smithi088 ceph-mon[35322]: pgmap v20769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:15 smithi175 ceph-mon[44549]: pgmap v20769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:15 smithi181 ceph-mon[45557]: pgmap v20769: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:17 smithi088 ceph-mon[35322]: pgmap v20770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:17 smithi175 ceph-mon[44549]: pgmap v20770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:17 smithi181 ceph-mon[45557]: pgmap v20770: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:18.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:18.802+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:53:18.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:18.802+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:53:18.804 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:18.802+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:53:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:19 smithi088 ceph-mon[35322]: pgmap v20771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:19 smithi175 ceph-mon[44549]: pgmap v20771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:19 smithi181 ceph-mon[45557]: pgmap v20771: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:21 smithi088 ceph-mon[35322]: pgmap v20772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:22.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:21 smithi175 ceph-mon[44549]: pgmap v20772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:21 smithi181 ceph-mon[45557]: pgmap v20772: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:23 smithi088 ceph-mon[35322]: pgmap v20773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:23 smithi175 ceph-mon[44549]: pgmap v20773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:24.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:23 smithi181 ceph-mon[45557]: pgmap v20773: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:25 smithi088 ceph-mon[35322]: pgmap v20774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:25 smithi175 ceph-mon[44549]: pgmap v20774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:25 smithi181 ceph-mon[45557]: pgmap v20774: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:27 smithi088 ceph-mon[35322]: pgmap v20775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:28.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:27 smithi175 ceph-mon[44549]: pgmap v20775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:27 smithi181 ceph-mon[45557]: pgmap v20775: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:29 smithi088 ceph-mon[35322]: pgmap v20776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:29 smithi175 ceph-mon[44549]: pgmap v20776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:30.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:29 smithi181 ceph-mon[45557]: pgmap v20776: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:31 smithi088 ceph-mon[35322]: pgmap v20777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:31 smithi175 ceph-mon[44549]: pgmap v20777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:31 smithi181 ceph-mon[45557]: pgmap v20777: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:33.819 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:33.818+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:53:33.819 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:33.818+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:53:33.819 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:33.818+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:53:34.040 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:33 smithi088 ceph-mon[35322]: pgmap v20778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:33 smithi175 ceph-mon[44549]: pgmap v20778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:34.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:33 smithi181 ceph-mon[45557]: pgmap v20778: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:35 smithi175 ceph-mon[44549]: pgmap v20779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:35 smithi181 ceph-mon[45557]: pgmap v20779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:35 smithi088 ceph-mon[35322]: pgmap v20779: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:38.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:37 smithi175 ceph-mon[44549]: pgmap v20780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:37 smithi181 ceph-mon[45557]: pgmap v20780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:37 smithi088 ceph-mon[35322]: pgmap v20780: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:39 smithi175 ceph-mon[44549]: pgmap v20781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:39 smithi181 ceph-mon[45557]: pgmap v20781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:39 smithi088 ceph-mon[35322]: pgmap v20781: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:41 smithi175 ceph-mon[44549]: pgmap v20782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:41 smithi181 ceph-mon[45557]: pgmap v20782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:41 smithi088 ceph-mon[35322]: pgmap v20782: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:43 smithi175 ceph-mon[44549]: pgmap v20783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:43 smithi181 ceph-mon[45557]: pgmap v20783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:43 smithi088 ceph-mon[35322]: pgmap v20783: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:45 smithi175 ceph-mon[44549]: pgmap v20784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:45 smithi181 ceph-mon[45557]: pgmap v20784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:45 smithi088 ceph-mon[35322]: pgmap v20784: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:47 smithi175 ceph-mon[44549]: pgmap v20785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:47 smithi181 ceph-mon[45557]: pgmap v20785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:47 smithi088 ceph-mon[35322]: pgmap v20785: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:48.834+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:53:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:48.834+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:53:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:53:48.834+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:53:49.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:49 smithi175 ceph-mon[44549]: pgmap v20786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:49.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:49 smithi181 ceph-mon[45557]: pgmap v20786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:49 smithi088 ceph-mon[35322]: pgmap v20786: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:53:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:51 smithi175 ceph-mon[44549]: pgmap v20787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:51 smithi181 ceph-mon[45557]: pgmap v20787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:51 smithi088 ceph-mon[35322]: pgmap v20787: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:53:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:53 smithi175 ceph-mon[44549]: pgmap v20788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:53 smithi181 ceph-mon[45557]: pgmap v20788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:53 smithi088 ceph-mon[35322]: pgmap v20788: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:55 smithi175 ceph-mon[44549]: pgmap v20789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:55 smithi181 ceph-mon[45557]: pgmap v20789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:55 smithi088 ceph-mon[35322]: pgmap v20789: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:53:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:57 smithi175 ceph-mon[44549]: pgmap v20790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:57 smithi181 ceph-mon[45557]: pgmap v20790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:57 smithi088 ceph-mon[35322]: pgmap v20790: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:53:59.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:53:59 smithi175 ceph-mon[44549]: pgmap v20791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:53:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:53:59 smithi181 ceph-mon[45557]: pgmap v20791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:54:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:53:59 smithi088 ceph-mon[35322]: pgmap v20791: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:54:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:01 smithi175 ceph-mon[44549]: pgmap v20792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:01 smithi181 ceph-mon[45557]: pgmap v20792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:01 smithi088 ceph-mon[35322]: pgmap v20792: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:03.837 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:03.837+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:54:03.837 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:03.837+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:54:03.837 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:03.837+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:54:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:03 smithi175 ceph-mon[44549]: pgmap v20793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:54:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:54:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:54:03.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:54:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:03 smithi181 ceph-mon[45557]: pgmap v20793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:54:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:54:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:54:03.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:54:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:03 smithi088 ceph-mon[35322]: pgmap v20793: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:54:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-28T23:54:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:54:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:54:04.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:54:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:04 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 105.4M 2024-01-28T23:54:04.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:04 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 110544236: error parsing value: Value '110544236' is below minimum 939524096 2024-01-28T23:54:04.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:04 smithi175 ceph-mon[44549]: pgmap v20794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:54:04.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:04 smithi175 ceph-mon[44549]: pgmap v20795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:54:04.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:04 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 105.4M 2024-01-28T23:54:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:04 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 110544236: error parsing value: Value '110544236' is below minimum 939524096 2024-01-28T23:54:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:04 smithi181 ceph-mon[45557]: pgmap v20794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:54:04.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:04 smithi181 ceph-mon[45557]: pgmap v20795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:54:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:04 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 105.4M 2024-01-28T23:54:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:04 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 110544236: error parsing value: Value '110544236' is below minimum 939524096 2024-01-28T23:54:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:04 smithi088 ceph-mon[35322]: pgmap v20794: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:54:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:04 smithi088 ceph-mon[35322]: pgmap v20795: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:54:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:06 smithi175 ceph-mon[44549]: pgmap v20796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:54:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:06 smithi181 ceph-mon[45557]: pgmap v20796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:54:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:06 smithi088 ceph-mon[35322]: pgmap v20796: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:54:08.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:08 smithi175 ceph-mon[44549]: pgmap v20797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:54:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:08 smithi181 ceph-mon[45557]: pgmap v20797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:54:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:08 smithi088 ceph-mon[35322]: pgmap v20797: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:54:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:10 smithi175 ceph-mon[44549]: pgmap v20798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:54:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:10 smithi181 ceph-mon[45557]: pgmap v20798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:54:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:10 smithi088 ceph-mon[35322]: pgmap v20798: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:54:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:12 smithi175 ceph-mon[44549]: pgmap v20799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:54:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:12 smithi181 ceph-mon[45557]: pgmap v20799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:54:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:12 smithi088 ceph-mon[35322]: pgmap v20799: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:54:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:14 smithi175 ceph-mon[44549]: pgmap v20800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:54:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:14 smithi181 ceph-mon[45557]: pgmap v20800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:54:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:14 smithi088 ceph-mon[35322]: pgmap v20800: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:54:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:16 smithi175 ceph-mon[44549]: pgmap v20801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:16 smithi181 ceph-mon[45557]: pgmap v20801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:16 smithi088 ceph-mon[35322]: pgmap v20801: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:18.853 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:18.852+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:54:18.853 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:18.852+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:54:18.853 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:18.852+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:54:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:18 smithi175 ceph-mon[44549]: pgmap v20802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:18 smithi181 ceph-mon[45557]: pgmap v20802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:18 smithi088 ceph-mon[35322]: pgmap v20802: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:20 smithi175 ceph-mon[44549]: pgmap v20803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:20 smithi181 ceph-mon[45557]: pgmap v20803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:20 smithi088 ceph-mon[35322]: pgmap v20803: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:22 smithi175 ceph-mon[44549]: pgmap v20804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:22 smithi181 ceph-mon[45557]: pgmap v20804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:22 smithi088 ceph-mon[35322]: pgmap v20804: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:24.913 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:24 smithi175 ceph-mon[44549]: pgmap v20805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:24 smithi181 ceph-mon[45557]: pgmap v20805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:24 smithi088 ceph-mon[35322]: pgmap v20805: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:26 smithi175 ceph-mon[44549]: pgmap v20806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:26 smithi181 ceph-mon[45557]: pgmap v20806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:26 smithi088 ceph-mon[35322]: pgmap v20806: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:28 smithi175 ceph-mon[44549]: pgmap v20807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:28 smithi181 ceph-mon[45557]: pgmap v20807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:28 smithi088 ceph-mon[35322]: pgmap v20807: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:30 smithi175 ceph-mon[44549]: pgmap v20808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:30 smithi181 ceph-mon[45557]: pgmap v20808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:30 smithi088 ceph-mon[35322]: pgmap v20808: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:32 smithi175 ceph-mon[44549]: pgmap v20809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:32 smithi181 ceph-mon[45557]: pgmap v20809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:32 smithi088 ceph-mon[35322]: pgmap v20809: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:33.867+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:54:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:33.868+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:54:33.869 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:33.868+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:54:34.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:34 smithi175 ceph-mon[44549]: pgmap v20810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:34.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:34 smithi181 ceph-mon[45557]: pgmap v20810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:34 smithi088 ceph-mon[35322]: pgmap v20810: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:36 smithi175 ceph-mon[44549]: pgmap v20811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:36 smithi181 ceph-mon[45557]: pgmap v20811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:36 smithi088 ceph-mon[35322]: pgmap v20811: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:38.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:38 smithi181 ceph-mon[45557]: pgmap v20812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:38 smithi088 ceph-mon[35322]: pgmap v20812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:38 smithi175 ceph-mon[44549]: pgmap v20812: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:40 smithi181 ceph-mon[45557]: pgmap v20813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:40 smithi088 ceph-mon[35322]: pgmap v20813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:40 smithi175 ceph-mon[44549]: pgmap v20813: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:42.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:42 smithi181 ceph-mon[45557]: pgmap v20814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:42 smithi088 ceph-mon[35322]: pgmap v20814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:42 smithi175 ceph-mon[44549]: pgmap v20814: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:44.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:44 smithi181 ceph-mon[45557]: pgmap v20815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:44 smithi088 ceph-mon[35322]: pgmap v20815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:44 smithi175 ceph-mon[44549]: pgmap v20815: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:45.443+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:54:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:45.443+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:54:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:45.443+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 302 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-28T23:54:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:45.444+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 302 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314006440 con 0x55d733ebf510 2024-01-28T23:54:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:46 smithi181 ceph-mon[45557]: pgmap v20816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:46 smithi088 ceph-mon[35322]: pgmap v20816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:46 smithi175 ceph-mon[44549]: pgmap v20816: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:48.879+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:54:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:48.879+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:54:48.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:54:48.879+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:54:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:48 smithi181 ceph-mon[45557]: pgmap v20817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:48 smithi088 ceph-mon[35322]: pgmap v20817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:48 smithi175 ceph-mon[44549]: pgmap v20817: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:50 smithi181 ceph-mon[45557]: pgmap v20818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:50 smithi088 ceph-mon[35322]: pgmap v20818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:50 smithi175 ceph-mon[44549]: pgmap v20818: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:54:52.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:52 smithi181 ceph-mon[45557]: pgmap v20819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:52 smithi088 ceph-mon[35322]: pgmap v20819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:52 smithi175 ceph-mon[44549]: pgmap v20819: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:54:54.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:54 smithi181 ceph-mon[45557]: pgmap v20820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:54 smithi088 ceph-mon[35322]: pgmap v20820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:54 smithi175 ceph-mon[44549]: pgmap v20820: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:54:56.959 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:56 smithi181 ceph-mon[45557]: pgmap v20821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:56 smithi088 ceph-mon[35322]: pgmap v20821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:56 smithi175 ceph-mon[44549]: pgmap v20821: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:54:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:54:58 smithi181 ceph-mon[45557]: pgmap v20822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:54:58 smithi088 ceph-mon[35322]: pgmap v20822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:54:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:54:58 smithi175 ceph-mon[44549]: pgmap v20822: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:55:01.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:00 smithi088 ceph-mon[35322]: pgmap v20823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:55:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:00 smithi175 ceph-mon[44549]: pgmap v20823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:55:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:00 smithi181 ceph-mon[45557]: pgmap v20823: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:55:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:02 smithi088 ceph-mon[35322]: pgmap v20824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:02 smithi175 ceph-mon[44549]: pgmap v20824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:02 smithi181 ceph-mon[45557]: pgmap v20824: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:03.894 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:03.893+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:55:03.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:03.893+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:55:03.895 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:03.893+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:55:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:03 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:55:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:03 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:55:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:03 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:55:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:04 smithi088 ceph-mon[35322]: pgmap v20825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:55:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:55:05.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:04 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:55:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:04 smithi175 ceph-mon[44549]: pgmap v20825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:55:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:55:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:04 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:55:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:04 smithi181 ceph-mon[45557]: pgmap v20825: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:55:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:55:05.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:04 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:55:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:05 smithi088 ceph-mon[35322]: pgmap v20826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:55:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:05 smithi088 ceph-mon[35322]: pgmap v20827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:55:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:05 smithi175 ceph-mon[44549]: pgmap v20826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:55:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:05 smithi175 ceph-mon[44549]: pgmap v20827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:55:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:05 smithi181 ceph-mon[45557]: pgmap v20826: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:55:06.221 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:05 smithi181 ceph-mon[45557]: pgmap v20827: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:55:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:07 smithi088 ceph-mon[35322]: pgmap v20828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:55:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:07 smithi175 ceph-mon[44549]: pgmap v20828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:55:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:07 smithi181 ceph-mon[45557]: pgmap v20828: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:55:10.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:09 smithi088 ceph-mon[35322]: pgmap v20829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:55:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:09 smithi175 ceph-mon[44549]: pgmap v20829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:55:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:09 smithi181 ceph-mon[45557]: pgmap v20829: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:55:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:11 smithi088 ceph-mon[35322]: pgmap v20830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:55:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:11 smithi175 ceph-mon[44549]: pgmap v20830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:55:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:11 smithi181 ceph-mon[45557]: pgmap v20830: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-28T23:55:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:13 smithi088 ceph-mon[35322]: pgmap v20831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:55:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:13 smithi175 ceph-mon[44549]: pgmap v20831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:55:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:13 smithi181 ceph-mon[45557]: pgmap v20831: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:55:16.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:15 smithi088 ceph-mon[35322]: pgmap v20832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:55:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:15 smithi175 ceph-mon[44549]: pgmap v20832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:55:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:15 smithi181 ceph-mon[45557]: pgmap v20832: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:55:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:17 smithi088 ceph-mon[35322]: pgmap v20833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:17 smithi175 ceph-mon[44549]: pgmap v20833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:17 smithi181 ceph-mon[45557]: pgmap v20833: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:18.907 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:18.906+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:55:18.907 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:18.906+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:55:18.907 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:18.906+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:55:20.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:19 smithi088 ceph-mon[35322]: pgmap v20834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:19 smithi175 ceph-mon[44549]: pgmap v20834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:19 smithi181 ceph-mon[45557]: pgmap v20834: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:21 smithi088 ceph-mon[35322]: pgmap v20835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:55:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:21 smithi175 ceph-mon[44549]: pgmap v20835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:55:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:21 smithi181 ceph-mon[45557]: pgmap v20835: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:55:24.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:23 smithi088 ceph-mon[35322]: pgmap v20836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:55:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:23 smithi175 ceph-mon[44549]: pgmap v20836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:55:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:23 smithi181 ceph-mon[45557]: pgmap v20836: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:55:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:25 smithi088 ceph-mon[35322]: pgmap v20837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:55:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:25 smithi175 ceph-mon[44549]: pgmap v20837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:55:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:25 smithi181 ceph-mon[45557]: pgmap v20837: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:55:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:27 smithi088 ceph-mon[35322]: pgmap v20838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:27 smithi175 ceph-mon[44549]: pgmap v20838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:27 smithi181 ceph-mon[45557]: pgmap v20838: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:30.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:29 smithi088 ceph-mon[35322]: pgmap v20839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:29 smithi175 ceph-mon[44549]: pgmap v20839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:29 smithi181 ceph-mon[45557]: pgmap v20839: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:31 smithi088 ceph-mon[35322]: pgmap v20840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:55:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:31 smithi175 ceph-mon[44549]: pgmap v20840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:55:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:31 smithi181 ceph-mon[45557]: pgmap v20840: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:55:33.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:33.907+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:55:33.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:33.907+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:55:33.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:33.907+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:55:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:33 smithi175 ceph-mon[44549]: pgmap v20841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:55:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:33 smithi181 ceph-mon[45557]: pgmap v20841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:55:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:33 smithi088 ceph-mon[35322]: pgmap v20841: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:55:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:35 smithi175 ceph-mon[44549]: pgmap v20842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:55:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:35 smithi181 ceph-mon[45557]: pgmap v20842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:55:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:35 smithi088 ceph-mon[35322]: pgmap v20842: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:55:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:37 smithi175 ceph-mon[44549]: pgmap v20843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:55:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:37 smithi181 ceph-mon[45557]: pgmap v20843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:55:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:37 smithi088 ceph-mon[35322]: pgmap v20843: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-28T23:55:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:39 smithi175 ceph-mon[44549]: pgmap v20844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:55:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:39 smithi181 ceph-mon[45557]: pgmap v20844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:55:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:39 smithi088 ceph-mon[35322]: pgmap v20844: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-28T23:55:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:41 smithi175 ceph-mon[44549]: pgmap v20845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:55:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:41 smithi181 ceph-mon[45557]: pgmap v20845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:55:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:41 smithi088 ceph-mon[35322]: pgmap v20845: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:55:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:43 smithi175 ceph-mon[44549]: pgmap v20846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:55:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:43 smithi181 ceph-mon[45557]: pgmap v20846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:55:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:43 smithi088 ceph-mon[35322]: pgmap v20846: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:55:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:45 smithi175 ceph-mon[44549]: pgmap v20847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:55:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:45 smithi181 ceph-mon[45557]: pgmap v20847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:55:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:45 smithi088 ceph-mon[35322]: pgmap v20847: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:55:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:47 smithi175 ceph-mon[44549]: pgmap v20848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:47 smithi181 ceph-mon[45557]: pgmap v20848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:47 smithi088 ceph-mon[35322]: pgmap v20848: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:48.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:48.911+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:55:48.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:48.911+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:55:48.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:55:48.911+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:55:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:49 smithi175 ceph-mon[44549]: pgmap v20849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:49 smithi181 ceph-mon[45557]: pgmap v20849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:49 smithi088 ceph-mon[35322]: pgmap v20849: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:51 smithi175 ceph-mon[44549]: pgmap v20850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:55:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:51 smithi181 ceph-mon[45557]: pgmap v20850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:55:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:51 smithi088 ceph-mon[35322]: pgmap v20850: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:55:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:53 smithi175 ceph-mon[44549]: pgmap v20851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:55:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:53 smithi181 ceph-mon[45557]: pgmap v20851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:55:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:53 smithi088 ceph-mon[35322]: pgmap v20851: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:55:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:55 smithi175 ceph-mon[44549]: pgmap v20852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:55:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:55 smithi181 ceph-mon[45557]: pgmap v20852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:55:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:55 smithi088 ceph-mon[35322]: pgmap v20852: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:55:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:56 smithi175 ceph-mon[44549]: pgmap v20853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:56 smithi181 ceph-mon[45557]: pgmap v20853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:56 smithi088 ceph-mon[35322]: pgmap v20853: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:55:59.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:55:59 smithi175 ceph-mon[44549]: pgmap v20854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:55:59.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:55:59 smithi181 ceph-mon[45557]: pgmap v20854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:56:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:55:59 smithi088 ceph-mon[35322]: pgmap v20854: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:56:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:01 smithi175 ceph-mon[44549]: pgmap v20855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:01 smithi181 ceph-mon[45557]: pgmap v20855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:01 smithi088 ceph-mon[35322]: pgmap v20855: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:03 smithi175 ceph-mon[44549]: pgmap v20856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:03.918 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:03.918+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:56:03.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:03.918+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:56:03.919 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:03.918+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:56:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:03 smithi181 ceph-mon[45557]: pgmap v20856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:03 smithi088 ceph-mon[35322]: pgmap v20856: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:05 smithi175 ceph-mon[44549]: pgmap v20857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:56:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:05 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:56:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:05 smithi181 ceph-mon[45557]: pgmap v20857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:56:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:05 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:56:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:05 smithi088 ceph-mon[35322]: pgmap v20857: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:56:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:05 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:56:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:06 smithi088 ceph-mon[35322]: pgmap v20858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:56:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:06 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:06 smithi175 ceph-mon[44549]: pgmap v20858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:56:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:06 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:06 smithi181 ceph-mon[45557]: pgmap v20858: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:56:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:07.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:06 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:56:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:56:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:08 smithi175 ceph-mon[44549]: pgmap v20859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:56:08.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:08 smithi175 ceph-mon[44549]: pgmap v20860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:56:08.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:56:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:56:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:08 smithi181 ceph-mon[45557]: pgmap v20859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:56:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:08 smithi181 ceph-mon[45557]: pgmap v20860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:56:08.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:56:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:56:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:08 smithi088 ceph-mon[35322]: pgmap v20859: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:56:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:08 smithi088 ceph-mon[35322]: pgmap v20860: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:56:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:56:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:10 smithi088 ceph-mon[35322]: pgmap v20861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:56:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:10 smithi175 ceph-mon[44549]: pgmap v20861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:56:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:10 smithi181 ceph-mon[45557]: pgmap v20861: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:56:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:12 smithi088 ceph-mon[35322]: pgmap v20862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:56:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:12 smithi175 ceph-mon[44549]: pgmap v20862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:56:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:12 smithi181 ceph-mon[45557]: pgmap v20862: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-28T23:56:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:14 smithi175 ceph-mon[44549]: pgmap v20863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:56:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:14 smithi181 ceph-mon[45557]: pgmap v20863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:56:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:14 smithi088 ceph-mon[35322]: pgmap v20863: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:56:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:16 smithi175 ceph-mon[44549]: pgmap v20864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:56:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:16 smithi181 ceph-mon[45557]: pgmap v20864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:56:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:16 smithi088 ceph-mon[35322]: pgmap v20864: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-28T23:56:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:18 smithi175 ceph-mon[44549]: pgmap v20865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:56:18.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:18.933+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:56:18.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:18.933+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:56:18.934 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:18.933+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:56:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:18 smithi181 ceph-mon[45557]: pgmap v20865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:56:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:18 smithi088 ceph-mon[35322]: pgmap v20865: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:56:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:20 smithi088 ceph-mon[35322]: pgmap v20866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:20 smithi175 ceph-mon[44549]: pgmap v20866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:20 smithi181 ceph-mon[45557]: pgmap v20866: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:22 smithi175 ceph-mon[44549]: pgmap v20867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:22 smithi181 ceph-mon[45557]: pgmap v20867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:22 smithi088 ceph-mon[35322]: pgmap v20867: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:24 smithi175 ceph-mon[44549]: pgmap v20868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:56:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:24 smithi181 ceph-mon[45557]: pgmap v20868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:56:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:24 smithi088 ceph-mon[35322]: pgmap v20868: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:56:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:26 smithi175 ceph-mon[44549]: pgmap v20869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:56:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:26 smithi181 ceph-mon[45557]: pgmap v20869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:56:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:26 smithi088 ceph-mon[35322]: pgmap v20869: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:56:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:28 smithi175 ceph-mon[44549]: pgmap v20870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:28 smithi181 ceph-mon[45557]: pgmap v20870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:28 smithi088 ceph-mon[35322]: pgmap v20870: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:30 smithi175 ceph-mon[44549]: pgmap v20871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:56:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:30 smithi181 ceph-mon[45557]: pgmap v20871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:56:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:30 smithi088 ceph-mon[35322]: pgmap v20871: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:56:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:32 smithi175 ceph-mon[44549]: pgmap v20872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:32 smithi181 ceph-mon[45557]: pgmap v20872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:32 smithi088 ceph-mon[35322]: pgmap v20872: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:33.947+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:56:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:33.947+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:56:33.947 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:33.947+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:56:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:34 smithi175 ceph-mon[44549]: pgmap v20873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:56:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:34 smithi181 ceph-mon[45557]: pgmap v20873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:56:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:34 smithi088 ceph-mon[35322]: pgmap v20873: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:56:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:36 smithi175 ceph-mon[44549]: pgmap v20874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:56:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:36 smithi181 ceph-mon[45557]: pgmap v20874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:56:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:36 smithi088 ceph-mon[35322]: pgmap v20874: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:56:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:38 smithi175 ceph-mon[44549]: pgmap v20875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:38 smithi181 ceph-mon[45557]: pgmap v20875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:38 smithi088 ceph-mon[35322]: pgmap v20875: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:40 smithi175 ceph-mon[44549]: pgmap v20876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:56:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:40 smithi181 ceph-mon[45557]: pgmap v20876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:56:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:40 smithi088 ceph-mon[35322]: pgmap v20876: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-28T23:56:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:42 smithi175 ceph-mon[44549]: pgmap v20877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:42 smithi181 ceph-mon[45557]: pgmap v20877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:42 smithi088 ceph-mon[35322]: pgmap v20877: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:44 smithi175 ceph-mon[44549]: pgmap v20878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:44 smithi181 ceph-mon[45557]: pgmap v20878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:44 smithi088 ceph-mon[35322]: pgmap v20878: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:46 smithi175 ceph-mon[44549]: pgmap v20879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:56:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:46 smithi181 ceph-mon[45557]: pgmap v20879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:56:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:46 smithi088 ceph-mon[35322]: pgmap v20879: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:56:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:48 smithi175 ceph-mon[44549]: pgmap v20880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:48.952+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:56:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:48.952+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:56:48.953 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:56:48.952+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:56:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:48 smithi181 ceph-mon[45557]: pgmap v20880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:48 smithi088 ceph-mon[35322]: pgmap v20880: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:50 smithi175 ceph-mon[44549]: pgmap v20881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:50 smithi181 ceph-mon[45557]: pgmap v20881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:50 smithi088 ceph-mon[35322]: pgmap v20881: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:52 smithi175 ceph-mon[44549]: pgmap v20882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:52 smithi181 ceph-mon[45557]: pgmap v20882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:52 smithi088 ceph-mon[35322]: pgmap v20882: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:54 smithi175 ceph-mon[44549]: pgmap v20883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:54 smithi181 ceph-mon[45557]: pgmap v20883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:54 smithi088 ceph-mon[35322]: pgmap v20883: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:56:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:56 smithi175 ceph-mon[44549]: pgmap v20884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:56:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:56 smithi181 ceph-mon[45557]: pgmap v20884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:56:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:56 smithi088 ceph-mon[35322]: pgmap v20884: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:56:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:56:58 smithi175 ceph-mon[44549]: pgmap v20885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:56:58 smithi181 ceph-mon[45557]: pgmap v20885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:56:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:56:58 smithi088 ceph-mon[35322]: pgmap v20885: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:00 smithi175 ceph-mon[44549]: pgmap v20886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:00 smithi181 ceph-mon[45557]: pgmap v20886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:00 smithi088 ceph-mon[35322]: pgmap v20886: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:02 smithi175 ceph-mon[44549]: pgmap v20887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:02 smithi181 ceph-mon[45557]: pgmap v20887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:02 smithi088 ceph-mon[35322]: pgmap v20887: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:03.954 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:03.954+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:57:03.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:03.954+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:57:03.955 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:03.954+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:57:05.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:04 smithi175 ceph-mon[44549]: pgmap v20888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:04 smithi181 ceph-mon[45557]: pgmap v20888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:04 smithi088 ceph-mon[35322]: pgmap v20888: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:06 smithi175 ceph-mon[44549]: pgmap v20889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:06 smithi181 ceph-mon[45557]: pgmap v20889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:06 smithi088 ceph-mon[35322]: pgmap v20889: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:08 smithi175 ceph-mon[44549]: pgmap v20890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:08 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:57:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:08 smithi181 ceph-mon[45557]: pgmap v20890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:08 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:57:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:08 smithi088 ceph-mon[35322]: pgmap v20890: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:08 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:57:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:57:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:57:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:09 smithi175 ceph-mon[44549]: pgmap v20891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:57:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:09 smithi175 ceph-mon[44549]: pgmap v20892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:57:09.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:57:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:57:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:57:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:09 smithi181 ceph-mon[45557]: pgmap v20891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:57:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:09 smithi181 ceph-mon[45557]: pgmap v20892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:57:09.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:57:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:57:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:57:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:09 smithi088 ceph-mon[35322]: pgmap v20891: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-28T23:57:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:09 smithi088 ceph-mon[35322]: pgmap v20892: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:57:10.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:57:12.152 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:11 smithi088 ceph-mon[35322]: pgmap v20893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:57:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:11 smithi175 ceph-mon[44549]: pgmap v20893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:57:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:11 smithi181 ceph-mon[45557]: pgmap v20893: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:57:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:13 smithi175 ceph-mon[44549]: pgmap v20894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:57:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:13 smithi181 ceph-mon[45557]: pgmap v20894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:57:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:13 smithi088 ceph-mon[35322]: pgmap v20894: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:57:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:15 smithi175 ceph-mon[44549]: pgmap v20895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:57:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:15 smithi181 ceph-mon[45557]: pgmap v20895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:57:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:15 smithi088 ceph-mon[35322]: pgmap v20895: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:57:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:17 smithi175 ceph-mon[44549]: pgmap v20896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:57:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:17 smithi181 ceph-mon[45557]: pgmap v20896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:57:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:17 smithi088 ceph-mon[35322]: pgmap v20896: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:57:18.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:18.970+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:57:18.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:18.970+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:57:18.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:18.970+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:57:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:19 smithi175 ceph-mon[44549]: pgmap v20897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:57:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:19 smithi181 ceph-mon[45557]: pgmap v20897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:57:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:19 smithi088 ceph-mon[35322]: pgmap v20897: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:57:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:21 smithi175 ceph-mon[44549]: pgmap v20898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:21 smithi181 ceph-mon[45557]: pgmap v20898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:21 smithi088 ceph-mon[35322]: pgmap v20898: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:23 smithi175 ceph-mon[44549]: pgmap v20899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:23 smithi181 ceph-mon[45557]: pgmap v20899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:23 smithi088 ceph-mon[35322]: pgmap v20899: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:26.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:25 smithi175 ceph-mon[44549]: pgmap v20900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:25 smithi181 ceph-mon[45557]: pgmap v20900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:26.286 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:25 smithi088 ceph-mon[35322]: pgmap v20900: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:27 smithi175 ceph-mon[44549]: pgmap v20901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:27 smithi181 ceph-mon[45557]: pgmap v20901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:27 smithi088 ceph-mon[35322]: pgmap v20901: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:29 smithi175 ceph-mon[44549]: pgmap v20902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:29 smithi181 ceph-mon[45557]: pgmap v20902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:29 smithi088 ceph-mon[35322]: pgmap v20902: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:31 smithi175 ceph-mon[44549]: pgmap v20903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:31 smithi181 ceph-mon[45557]: pgmap v20903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:31 smithi088 ceph-mon[35322]: pgmap v20903: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:33 smithi175 ceph-mon[44549]: pgmap v20904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:33 smithi181 ceph-mon[45557]: pgmap v20904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:33.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:33.975+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:57:33.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:33.975+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:57:33.976 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:33.975+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:57:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:33 smithi088 ceph-mon[35322]: pgmap v20904: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:35 smithi175 ceph-mon[44549]: pgmap v20905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:35 smithi181 ceph-mon[45557]: pgmap v20905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:35 smithi088 ceph-mon[35322]: pgmap v20905: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:37 smithi175 ceph-mon[44549]: pgmap v20906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:37 smithi181 ceph-mon[45557]: pgmap v20906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:37 smithi088 ceph-mon[35322]: pgmap v20906: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:39 smithi175 ceph-mon[44549]: pgmap v20907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:39 smithi181 ceph-mon[45557]: pgmap v20907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:39 smithi088 ceph-mon[35322]: pgmap v20907: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:41 smithi175 ceph-mon[44549]: pgmap v20908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:42.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:41 smithi181 ceph-mon[45557]: pgmap v20908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:41 smithi088 ceph-mon[35322]: pgmap v20908: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:43 smithi175 ceph-mon[44549]: pgmap v20909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:43 smithi181 ceph-mon[45557]: pgmap v20909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:43 smithi088 ceph-mon[35322]: pgmap v20909: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:45.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:45.471+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:57:45.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:45.471+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:57:45.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:45.472+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 303 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-28T23:57:45.472 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:45.472+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 303 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-28T23:57:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:45 smithi175 ceph-mon[44549]: pgmap v20910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:45 smithi181 ceph-mon[45557]: pgmap v20910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:45 smithi088 ceph-mon[35322]: pgmap v20910: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:47 smithi175 ceph-mon[44549]: pgmap v20911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:47 smithi181 ceph-mon[45557]: pgmap v20911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:47 smithi088 ceph-mon[35322]: pgmap v20911: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:48.986+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:57:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:48.986+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:57:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:57:48.986+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:57:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:49 smithi175 ceph-mon[44549]: pgmap v20912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:49 smithi181 ceph-mon[45557]: pgmap v20912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:49 smithi088 ceph-mon[35322]: pgmap v20912: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:51 smithi175 ceph-mon[44549]: pgmap v20913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:51 smithi181 ceph-mon[45557]: pgmap v20913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:51 smithi088 ceph-mon[35322]: pgmap v20913: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:57:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:53 smithi175 ceph-mon[44549]: pgmap v20914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:53 smithi181 ceph-mon[45557]: pgmap v20914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:53 smithi088 ceph-mon[35322]: pgmap v20914: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:55 smithi175 ceph-mon[44549]: pgmap v20915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:55 smithi181 ceph-mon[45557]: pgmap v20915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:55 smithi088 ceph-mon[35322]: pgmap v20915: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:57:58.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:57 smithi175 ceph-mon[44549]: pgmap v20916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:57 smithi181 ceph-mon[45557]: pgmap v20916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:57:58.231 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:57 smithi088 ceph-mon[35322]: pgmap v20916: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:57:59 smithi175 ceph-mon[44549]: pgmap v20917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:57:59 smithi181 ceph-mon[45557]: pgmap v20917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:57:59 smithi088 ceph-mon[35322]: pgmap v20917: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:01 smithi175 ceph-mon[44549]: pgmap v20918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:02.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:01 smithi181 ceph-mon[45557]: pgmap v20918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:01 smithi088 ceph-mon[35322]: pgmap v20918: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:03 smithi175 ceph-mon[44549]: pgmap v20919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:03 smithi181 ceph-mon[45557]: pgmap v20919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:04.002 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:04.002+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:58:04.002 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:04.002+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:58:04.002 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:04.002+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:58:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:03 smithi088 ceph-mon[35322]: pgmap v20919: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:05 smithi175 ceph-mon[44549]: pgmap v20920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:05 smithi181 ceph-mon[45557]: pgmap v20920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:05 smithi088 ceph-mon[35322]: pgmap v20920: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:08.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:07 smithi175 ceph-mon[44549]: pgmap v20921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:07 smithi181 ceph-mon[45557]: pgmap v20921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:07 smithi088 ceph-mon[35322]: pgmap v20921: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:09 smithi175 ceph-mon[44549]: pgmap v20922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:58:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:58:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:09 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:58:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:09 smithi181 ceph-mon[45557]: pgmap v20922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:58:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:58:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:09 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:58:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:09 smithi088 ceph-mon[35322]: pgmap v20922: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:58:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:58:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:09 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:58:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:10 smithi175 ceph-mon[44549]: pgmap v20923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:58:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:10 smithi175 ceph-mon[44549]: pgmap v20924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:58:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:58:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:10 smithi181 ceph-mon[45557]: pgmap v20923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:58:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:10 smithi181 ceph-mon[45557]: pgmap v20924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:58:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:58:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:10 smithi088 ceph-mon[35322]: pgmap v20923: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-28T23:58:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:10 smithi088 ceph-mon[35322]: pgmap v20924: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-28T23:58:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:58:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:12 smithi175 ceph-mon[44549]: pgmap v20925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:58:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:12 smithi181 ceph-mon[45557]: pgmap v20925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:58:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:12 smithi088 ceph-mon[35322]: pgmap v20925: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:58:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:13 smithi175 ceph-mon[44549]: pgmap v20926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:58:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:13 smithi181 ceph-mon[45557]: pgmap v20926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:58:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:13 smithi088 ceph-mon[35322]: pgmap v20926: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:58:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:15 smithi175 ceph-mon[44549]: pgmap v20927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:58:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:15 smithi181 ceph-mon[45557]: pgmap v20927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:58:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:15 smithi088 ceph-mon[35322]: pgmap v20927: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-28T23:58:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:18 smithi175 ceph-mon[44549]: pgmap v20928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:58:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:18 smithi181 ceph-mon[45557]: pgmap v20928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:58:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:19.017+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:58:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:19.017+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:58:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:19.017+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:58:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:18 smithi088 ceph-mon[35322]: pgmap v20928: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-28T23:58:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:19 smithi175 ceph-mon[44549]: pgmap v20929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:58:20.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:19 smithi181 ceph-mon[45557]: pgmap v20929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:58:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:19 smithi088 ceph-mon[35322]: pgmap v20929: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:58:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:21 smithi175 ceph-mon[44549]: pgmap v20930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:21 smithi181 ceph-mon[45557]: pgmap v20930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:21 smithi088 ceph-mon[35322]: pgmap v20930: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:23 smithi175 ceph-mon[44549]: pgmap v20931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:23 smithi181 ceph-mon[45557]: pgmap v20931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:23 smithi088 ceph-mon[35322]: pgmap v20931: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:25 smithi175 ceph-mon[44549]: pgmap v20932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:25 smithi181 ceph-mon[45557]: pgmap v20932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:25 smithi088 ceph-mon[35322]: pgmap v20932: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:28 smithi175 ceph-mon[44549]: pgmap v20933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:28 smithi181 ceph-mon[45557]: pgmap v20933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:28 smithi088 ceph-mon[35322]: pgmap v20933: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:29 smithi175 ceph-mon[44549]: pgmap v20934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:29 smithi181 ceph-mon[45557]: pgmap v20934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:29 smithi088 ceph-mon[35322]: pgmap v20934: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:31 smithi175 ceph-mon[44549]: pgmap v20935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:31 smithi181 ceph-mon[45557]: pgmap v20935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:32.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:31 smithi088 ceph-mon[35322]: pgmap v20935: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:34.032+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:58:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:34.032+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:58:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:34.032+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:58:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:33 smithi175 ceph-mon[44549]: pgmap v20936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:33 smithi181 ceph-mon[45557]: pgmap v20936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:33 smithi088 ceph-mon[35322]: pgmap v20936: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:35 smithi175 ceph-mon[44549]: pgmap v20937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:35 smithi181 ceph-mon[45557]: pgmap v20937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:35 smithi088 ceph-mon[35322]: pgmap v20937: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:38 smithi175 ceph-mon[44549]: pgmap v20938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:38.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:38 smithi181 ceph-mon[45557]: pgmap v20938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:38 smithi088 ceph-mon[35322]: pgmap v20938: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:39 smithi175 ceph-mon[44549]: pgmap v20939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:39 smithi181 ceph-mon[45557]: pgmap v20939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:39 smithi088 ceph-mon[35322]: pgmap v20939: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:41 smithi175 ceph-mon[44549]: pgmap v20940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:41 smithi181 ceph-mon[45557]: pgmap v20940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:41 smithi088 ceph-mon[35322]: pgmap v20940: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:43 smithi175 ceph-mon[44549]: pgmap v20941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:43 smithi181 ceph-mon[45557]: pgmap v20941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:43 smithi088 ceph-mon[35322]: pgmap v20941: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:45 smithi175 ceph-mon[44549]: pgmap v20942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:45 smithi181 ceph-mon[45557]: pgmap v20942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:45 smithi088 ceph-mon[35322]: pgmap v20942: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:48 smithi175 ceph-mon[44549]: pgmap v20943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:48 smithi181 ceph-mon[45557]: pgmap v20943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:48 smithi088 ceph-mon[35322]: pgmap v20943: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:49.043 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:49.042+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:58:49.043 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:49.042+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:58:49.044 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:58:49.042+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:58:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:49 smithi175 ceph-mon[44549]: pgmap v20944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:50.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:49 smithi181 ceph-mon[45557]: pgmap v20944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:50.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:49 smithi088 ceph-mon[35322]: pgmap v20944: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:51 smithi175 ceph-mon[44549]: pgmap v20945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:51 smithi181 ceph-mon[45557]: pgmap v20945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:51 smithi088 ceph-mon[35322]: pgmap v20945: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:58:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:53 smithi175 ceph-mon[44549]: pgmap v20946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:53 smithi181 ceph-mon[45557]: pgmap v20946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:53 smithi088 ceph-mon[35322]: pgmap v20946: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:58:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:55 smithi181 ceph-mon[45557]: pgmap v20947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:55 smithi088 ceph-mon[35322]: pgmap v20947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:55 smithi175 ceph-mon[44549]: pgmap v20947: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:58:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:58 smithi175 ceph-mon[44549]: pgmap v20948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:58 smithi181 ceph-mon[45557]: pgmap v20948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:58:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:58 smithi088 ceph-mon[35322]: pgmap v20948: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:58:59 smithi181 ceph-mon[45557]: pgmap v20949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:58:59 smithi088 ceph-mon[35322]: pgmap v20949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:58:59 smithi175 ceph-mon[44549]: pgmap v20949: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:01 smithi181 ceph-mon[45557]: pgmap v20950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:01 smithi088 ceph-mon[35322]: pgmap v20950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:01 smithi175 ceph-mon[44549]: pgmap v20950: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:04.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:04.056+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:59:04.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:04.056+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:59:04.057 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:04.056+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:59:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:03 smithi181 ceph-mon[45557]: pgmap v20951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:03 smithi088 ceph-mon[35322]: pgmap v20951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:03 smithi175 ceph-mon[44549]: pgmap v20951: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:05 smithi181 ceph-mon[45557]: pgmap v20952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:05 smithi088 ceph-mon[35322]: pgmap v20952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:05 smithi175 ceph-mon[44549]: pgmap v20952: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:08 smithi181 ceph-mon[45557]: pgmap v20953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:08 smithi088 ceph-mon[35322]: pgmap v20953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:08 smithi175 ceph-mon[44549]: pgmap v20953: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:09 smithi181 ceph-mon[45557]: pgmap v20954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:09 smithi088 ceph-mon[35322]: pgmap v20954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:09 smithi175 ceph-mon[44549]: pgmap v20954: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:59:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:10 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:59:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:10 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-28T23:59:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:10 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:59:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:59:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:11 smithi181 ceph-mon[45557]: pgmap v20955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:59:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:11 smithi181 ceph-mon[45557]: pgmap v20956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:59:12.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:59:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:59:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:11 smithi088 ceph-mon[35322]: pgmap v20955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:59:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:11 smithi088 ceph-mon[35322]: pgmap v20956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:59:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-28T23:59:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-28T23:59:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:11 smithi175 ceph-mon[44549]: pgmap v20955: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-28T23:59:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:11 smithi175 ceph-mon[44549]: pgmap v20956: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:59:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-28T23:59:14.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:14 smithi175 ceph-mon[44549]: pgmap v20957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:59:14.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:14 smithi181 ceph-mon[45557]: pgmap v20957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:59:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:14 smithi088 ceph-mon[35322]: pgmap v20957: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-28T23:59:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:16 smithi181 ceph-mon[45557]: pgmap v20958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:16 smithi088 ceph-mon[35322]: pgmap v20958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:16 smithi175 ceph-mon[44549]: pgmap v20958: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:18 smithi181 ceph-mon[45557]: pgmap v20959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:59:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:18 smithi088 ceph-mon[35322]: pgmap v20959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:59:19.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:19.071+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:59:19.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:19.071+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:59:19.072 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:19.071+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:59:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:18 smithi175 ceph-mon[44549]: pgmap v20959: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-28T23:59:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:20 smithi181 ceph-mon[45557]: pgmap v20960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:59:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:20 smithi088 ceph-mon[35322]: pgmap v20960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:59:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:20 smithi175 ceph-mon[44549]: pgmap v20960: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-28T23:59:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:22 smithi181 ceph-mon[45557]: pgmap v20961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:59:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:22 smithi088 ceph-mon[35322]: pgmap v20961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:59:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:22 smithi175 ceph-mon[44549]: pgmap v20961: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-28T23:59:24.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:24 smithi181 ceph-mon[45557]: pgmap v20962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:24 smithi088 ceph-mon[35322]: pgmap v20962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:24 smithi175 ceph-mon[44549]: pgmap v20962: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:26 smithi181 ceph-mon[45557]: pgmap v20963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:26 smithi088 ceph-mon[35322]: pgmap v20963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:26 smithi175 ceph-mon[44549]: pgmap v20963: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:28 smithi181 ceph-mon[45557]: pgmap v20964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:28 smithi088 ceph-mon[35322]: pgmap v20964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:28 smithi175 ceph-mon[44549]: pgmap v20964: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:30.974 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:30 smithi181 ceph-mon[45557]: pgmap v20965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:59:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:30 smithi088 ceph-mon[35322]: pgmap v20965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:59:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:30 smithi175 ceph-mon[44549]: pgmap v20965: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:59:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:32 smithi181 ceph-mon[45557]: pgmap v20966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:32 smithi088 ceph-mon[35322]: pgmap v20966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:32 smithi175 ceph-mon[44549]: pgmap v20966: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:34.087+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:59:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:34.087+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:59:34.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:34.087+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:59:34.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:34 smithi181 ceph-mon[45557]: pgmap v20967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:34 smithi088 ceph-mon[35322]: pgmap v20967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:34 smithi175 ceph-mon[44549]: pgmap v20967: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:36 smithi181 ceph-mon[45557]: pgmap v20968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:36 smithi088 ceph-mon[35322]: pgmap v20968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:36 smithi175 ceph-mon[44549]: pgmap v20968: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:38 smithi088 ceph-mon[35322]: pgmap v20969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:38 smithi175 ceph-mon[44549]: pgmap v20969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:38 smithi181 ceph-mon[45557]: pgmap v20969: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:40 smithi088 ceph-mon[35322]: pgmap v20970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:59:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:40 smithi175 ceph-mon[44549]: pgmap v20970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:59:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:40 smithi181 ceph-mon[45557]: pgmap v20970: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:59:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:42 smithi088 ceph-mon[35322]: pgmap v20971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:42 smithi175 ceph-mon[44549]: pgmap v20971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:42 smithi181 ceph-mon[45557]: pgmap v20971: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:45.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:44 smithi088 ceph-mon[35322]: pgmap v20972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:44 smithi175 ceph-mon[44549]: pgmap v20972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:44 smithi181 ceph-mon[45557]: pgmap v20972: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-28T23:59:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:46 smithi088 ceph-mon[35322]: pgmap v20973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:46 smithi175 ceph-mon[44549]: pgmap v20973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:46 smithi181 ceph-mon[45557]: pgmap v20973: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:48 smithi088 ceph-mon[35322]: pgmap v20974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:49.103 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:49.102+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-28T23:59:49.103 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:49.102+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-28T23:59:49.103 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-28T23:59:49.102+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-28T23:59:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:48 smithi175 ceph-mon[44549]: pgmap v20974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:48 smithi181 ceph-mon[45557]: pgmap v20974: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:50 smithi088 ceph-mon[35322]: pgmap v20975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:59:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:50 smithi175 ceph-mon[44549]: pgmap v20975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:59:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:50 smithi181 ceph-mon[45557]: pgmap v20975: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-28T23:59:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:52 smithi088 ceph-mon[35322]: pgmap v20976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:52 smithi175 ceph-mon[44549]: pgmap v20976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:52 smithi181 ceph-mon[45557]: pgmap v20976: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-28T23:59:55.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:54 smithi088 ceph-mon[35322]: pgmap v20977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:59:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:54 smithi175 ceph-mon[44549]: pgmap v20977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:59:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:54 smithi181 ceph-mon[45557]: pgmap v20977: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-28T23:59:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:56 smithi088 ceph-mon[35322]: pgmap v20978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:56 smithi175 ceph-mon[44549]: pgmap v20978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:56 smithi181 ceph-mon[45557]: pgmap v20978: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-28T23:59:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 28 23:59:58 smithi088 ceph-mon[35322]: pgmap v20979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 28 23:59:58 smithi175 ceph-mon[44549]: pgmap v20979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-28T23:59:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 28 23:59:58 smithi181 ceph-mon[45557]: pgmap v20979: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:00 smithi088 ceph-mon[35322]: pgmap v20980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:00:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:00 smithi175 ceph-mon[44549]: pgmap v20980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:00:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:00 smithi181 ceph-mon[45557]: pgmap v20980: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:00:03.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:02 smithi088 ceph-mon[35322]: pgmap v20981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:02 smithi175 ceph-mon[44549]: pgmap v20981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:02 smithi181 ceph-mon[45557]: pgmap v20981: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:04.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:04.117+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:00:04.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:04.117+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:00:04.118 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:04.117+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:00:05.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:04 smithi088 ceph-mon[35322]: pgmap v20982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:00:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:04 smithi175 ceph-mon[44549]: pgmap v20982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:00:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:04 smithi181 ceph-mon[45557]: pgmap v20982: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:00:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:06 smithi088 ceph-mon[35322]: pgmap v20983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:00:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:06 smithi175 ceph-mon[44549]: pgmap v20983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:00:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:06 smithi181 ceph-mon[45557]: pgmap v20983: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:00:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:08 smithi088 ceph-mon[35322]: pgmap v20984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:08 smithi175 ceph-mon[44549]: pgmap v20984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:08 smithi181 ceph-mon[45557]: pgmap v20984: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:10 smithi175 ceph-mon[44549]: pgmap v20985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:10 smithi181 ceph-mon[45557]: pgmap v20985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:10 smithi088 ceph-mon[35322]: pgmap v20985: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:11 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:00:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:11 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:00:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:11 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:00:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:12 smithi175 ceph-mon[44549]: pgmap v20986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:00:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:00:13.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:00:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:12 smithi181 ceph-mon[45557]: pgmap v20986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:00:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:00:13.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:00:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:12 smithi088 ceph-mon[35322]: pgmap v20986: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:00:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:00:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:00:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:13 smithi175 ceph-mon[44549]: pgmap v20987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:00:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:13 smithi175 ceph-mon[44549]: pgmap v20988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:00:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:13 smithi181 ceph-mon[45557]: pgmap v20987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:00:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:13 smithi181 ceph-mon[45557]: pgmap v20988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:00:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:13 smithi088 ceph-mon[35322]: pgmap v20987: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:00:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:13 smithi088 ceph-mon[35322]: pgmap v20988: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:00:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:15 smithi175 ceph-mon[44549]: pgmap v20989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:00:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:15 smithi181 ceph-mon[45557]: pgmap v20989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:00:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:15 smithi088 ceph-mon[35322]: pgmap v20989: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:00:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:17 smithi175 ceph-mon[44549]: pgmap v20990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:00:18.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:17 smithi181 ceph-mon[45557]: pgmap v20990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:00:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:17 smithi088 ceph-mon[35322]: pgmap v20990: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:00:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:19.124+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:00:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:19.124+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:00:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:19.124+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:00:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:19 smithi175 ceph-mon[44549]: pgmap v20991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:00:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:19 smithi181 ceph-mon[45557]: pgmap v20991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:00:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:19 smithi088 ceph-mon[35322]: pgmap v20991: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:00:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:21 smithi175 ceph-mon[44549]: pgmap v20992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:00:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:21 smithi181 ceph-mon[45557]: pgmap v20992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:00:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:21 smithi088 ceph-mon[35322]: pgmap v20992: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:00:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:23 smithi175 ceph-mon[44549]: pgmap v20993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:00:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:23 smithi181 ceph-mon[45557]: pgmap v20993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:00:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:23 smithi088 ceph-mon[35322]: pgmap v20993: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:00:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:25 smithi175 ceph-mon[44549]: pgmap v20994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:00:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:25 smithi181 ceph-mon[45557]: pgmap v20994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:00:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:25 smithi088 ceph-mon[35322]: pgmap v20994: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:00:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:27 smithi175 ceph-mon[44549]: pgmap v20995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:27 smithi181 ceph-mon[45557]: pgmap v20995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:27 smithi088 ceph-mon[35322]: pgmap v20995: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:29 smithi175 ceph-mon[44549]: pgmap v20996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-29T00:00:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:29 smithi181 ceph-mon[45557]: pgmap v20996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-29T00:00:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:29 smithi088 ceph-mon[35322]: pgmap v20996: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-29T00:00:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:31 smithi175 ceph-mon[44549]: pgmap v20997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:00:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:31 smithi181 ceph-mon[45557]: pgmap v20997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:00:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:31 smithi088 ceph-mon[35322]: pgmap v20997: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:00:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:34.140+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:00:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:34.140+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:00:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:34.140+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:00:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:33 smithi175 ceph-mon[44549]: pgmap v20998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:33 smithi181 ceph-mon[45557]: pgmap v20998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:33 smithi088 ceph-mon[35322]: pgmap v20998: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:35 smithi175 ceph-mon[44549]: pgmap v20999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:35 smithi181 ceph-mon[45557]: pgmap v20999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:35 smithi088 ceph-mon[35322]: pgmap v20999: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:37 smithi175 ceph-mon[44549]: pgmap v21000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:37 smithi181 ceph-mon[45557]: pgmap v21000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:37 smithi088 ceph-mon[35322]: pgmap v21000: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:39.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:39.508+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-29T00:00:39.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:39.508+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-29T00:00:39.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:39.508+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34404f040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-29T00:00:39.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:39.508+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34404f040 comp rx=0 tx=0).stop 2024-01-29T00:00:39.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:39.508+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-29T00:00:39.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:39.508+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 msgr2=0x7ff32c0ad2f0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-29T00:00:39.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:39.508+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a3340 0x7ff32c0ad2f0 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-29T00:00:39.509 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:39.508+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-29T00:00:39.510 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:39.508+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-29T00:00:39.510 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:39.509+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344043040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-29T00:00:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:39 smithi175 ceph-mon[44549]: pgmap v21001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:00:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:39 smithi181 ceph-mon[45557]: pgmap v21001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:00:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:39 smithi088 ceph-mon[35322]: pgmap v21001: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:00:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:41 smithi175 ceph-mon[44549]: pgmap v21002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:00:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:41 smithi181 ceph-mon[45557]: pgmap v21002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:00:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:41 smithi088 ceph-mon[35322]: pgmap v21002: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:00:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:43 smithi175 ceph-mon[44549]: pgmap v21003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:43 smithi181 ceph-mon[45557]: pgmap v21003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:43 smithi088 ceph-mon[35322]: pgmap v21003: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:45.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:45.498+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:00:45.500 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:45.498+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314006440 con 0x7ff34c102770 2024-01-29T00:00:45.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:45.499+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 304 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 783+0+0 (secure 0 0 0) 0x7ff314006440 con 0x7ff34c102770 2024-01-29T00:00:45.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:45.499+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140036e0 con 0x7ff34c102770 2024-01-29T00:00:45.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:45.499+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 304 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 612+0+0 (secure 0 0 0) 0x7ff3140036e0 con 0x55d733ebf510 2024-01-29T00:00:45.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:45.499+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c006530 con 0x55d733ebf510 2024-01-29T00:00:45.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:45.499+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 305 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c006530 con 0x7ff34c102770 2024-01-29T00:00:45.501 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:45.499+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 305 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:00:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:45 smithi175 ceph-mon[44549]: pgmap v21004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:45 smithi181 ceph-mon[45557]: pgmap v21004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:45 smithi088 ceph-mon[35322]: pgmap v21004: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:47 smithi175 ceph-mon[44549]: pgmap v21005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:47 smithi181 ceph-mon[45557]: pgmap v21005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:47 smithi088 ceph-mon[35322]: pgmap v21005: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:49.148+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:00:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:49.148+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:00:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:00:49.148+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:00:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:49 smithi175 ceph-mon[44549]: pgmap v21006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:00:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:49 smithi181 ceph-mon[45557]: pgmap v21006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:00:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:49 smithi088 ceph-mon[35322]: pgmap v21006: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:00:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:51 smithi175 ceph-mon[44549]: pgmap v21007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:00:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:51 smithi181 ceph-mon[45557]: pgmap v21007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:00:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:51 smithi088 ceph-mon[35322]: pgmap v21007: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:00:54.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:53 smithi175 ceph-mon[44549]: pgmap v21008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:53 smithi181 ceph-mon[45557]: pgmap v21008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:54.341 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:53 smithi088 ceph-mon[35322]: pgmap v21008: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:00:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:55 smithi175 ceph-mon[44549]: pgmap v21009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:55 smithi181 ceph-mon[45557]: pgmap v21009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:55 smithi088 ceph-mon[35322]: pgmap v21009: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:00:58.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:57 smithi175 ceph-mon[44549]: pgmap v21010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:57 smithi181 ceph-mon[45557]: pgmap v21010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:57 smithi088 ceph-mon[35322]: pgmap v21010: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:00:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:00:58 smithi181 ceph-mon[45557]: pgmap v21011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:00:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:00:58 smithi088 ceph-mon[35322]: pgmap v21011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:00:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:00:58 smithi175 ceph-mon[44549]: pgmap v21011: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:01:01.765 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:01 smithi181 ceph-mon[45557]: pgmap v21012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:01:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:01 smithi088 ceph-mon[35322]: pgmap v21012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:01:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:01 smithi175 ceph-mon[44549]: pgmap v21012: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:01:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:03 smithi181 ceph-mon[45557]: pgmap v21013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:03 smithi088 ceph-mon[35322]: pgmap v21013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:04.156 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:04.155+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:01:04.156 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:04.155+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:01:04.156 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:04.155+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:01:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:03 smithi175 ceph-mon[44549]: pgmap v21013: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:05 smithi181 ceph-mon[45557]: pgmap v21014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:05 smithi088 ceph-mon[35322]: pgmap v21014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:05 smithi175 ceph-mon[44549]: pgmap v21014: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:07 smithi181 ceph-mon[45557]: pgmap v21015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:07 smithi088 ceph-mon[35322]: pgmap v21015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:07 smithi175 ceph-mon[44549]: pgmap v21015: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:09.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:09 smithi181 ceph-mon[45557]: pgmap v21016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:01:10.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:09 smithi088 ceph-mon[35322]: pgmap v21016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:01:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:09 smithi175 ceph-mon[44549]: pgmap v21016: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:01:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:11 smithi088 ceph-mon[35322]: pgmap v21017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:01:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:11 smithi175 ceph-mon[44549]: pgmap v21017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:01:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:11 smithi181 ceph-mon[45557]: pgmap v21017: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:01:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:12 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:01:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:12 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:01:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:12 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:01:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:13 smithi088 ceph-mon[35322]: pgmap v21018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:01:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:01:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:01:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:13 smithi175 ceph-mon[44549]: pgmap v21018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:01:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:01:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:01:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:13 smithi181 ceph-mon[45557]: pgmap v21018: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:01:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:01:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:01:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:14 smithi088 ceph-mon[35322]: pgmap v21019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:01:15.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:14 smithi088 ceph-mon[35322]: pgmap v21020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:01:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:14 smithi175 ceph-mon[44549]: pgmap v21019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:01:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:14 smithi175 ceph-mon[44549]: pgmap v21020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:01:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:14 smithi181 ceph-mon[45557]: pgmap v21019: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:01:15.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:14 smithi181 ceph-mon[45557]: pgmap v21020: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:01:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:16 smithi088 ceph-mon[35322]: pgmap v21021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:01:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:16 smithi175 ceph-mon[44549]: pgmap v21021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:01:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:16 smithi181 ceph-mon[45557]: pgmap v21021: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:01:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:18 smithi088 ceph-mon[35322]: pgmap v21022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:01:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:18 smithi175 ceph-mon[44549]: pgmap v21022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:01:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:19.162+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:01:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:19.162+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:01:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:19.162+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:01:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:18 smithi181 ceph-mon[45557]: pgmap v21022: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:01:20.990 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:20 smithi088 ceph-mon[35322]: pgmap v21023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:01:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:20 smithi175 ceph-mon[44549]: pgmap v21023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:01:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:20 smithi181 ceph-mon[45557]: pgmap v21023: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:01:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:22 smithi088 ceph-mon[35322]: pgmap v21024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:01:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:22 smithi175 ceph-mon[44549]: pgmap v21024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:01:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:22 smithi181 ceph-mon[45557]: pgmap v21024: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:01:25.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:24 smithi088 ceph-mon[35322]: pgmap v21025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:01:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:24 smithi175 ceph-mon[44549]: pgmap v21025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:01:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:24 smithi181 ceph-mon[45557]: pgmap v21025: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:01:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:26 smithi088 ceph-mon[35322]: pgmap v21026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:27.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:26 smithi175 ceph-mon[44549]: pgmap v21026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:26 smithi181 ceph-mon[45557]: pgmap v21026: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:29.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:28 smithi088 ceph-mon[35322]: pgmap v21027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:28 smithi175 ceph-mon[44549]: pgmap v21027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:28 smithi181 ceph-mon[45557]: pgmap v21027: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:30 smithi088 ceph-mon[35322]: pgmap v21028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:30 smithi175 ceph-mon[44549]: pgmap v21028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:30 smithi181 ceph-mon[45557]: pgmap v21028: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:32 smithi088 ceph-mon[35322]: pgmap v21029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:32 smithi175 ceph-mon[44549]: pgmap v21029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:32 smithi181 ceph-mon[45557]: pgmap v21029: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:34.176 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:34.175+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:01:34.177 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:34.175+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:01:34.177 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:34.175+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:01:35.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:34 smithi088 ceph-mon[35322]: pgmap v21030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:01:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:34 smithi175 ceph-mon[44549]: pgmap v21030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:01:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:34 smithi181 ceph-mon[45557]: pgmap v21030: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:01:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:36 smithi088 ceph-mon[35322]: pgmap v21031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:36 smithi175 ceph-mon[44549]: pgmap v21031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:36 smithi181 ceph-mon[45557]: pgmap v21031: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:38 smithi088 ceph-mon[35322]: pgmap v21032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:38 smithi175 ceph-mon[44549]: pgmap v21032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:38 smithi181 ceph-mon[45557]: pgmap v21032: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:40 smithi088 ceph-mon[35322]: pgmap v21033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:40 smithi175 ceph-mon[44549]: pgmap v21033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:40 smithi181 ceph-mon[45557]: pgmap v21033: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:42 smithi088 ceph-mon[35322]: pgmap v21034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:42 smithi175 ceph-mon[44549]: pgmap v21034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:42 smithi181 ceph-mon[45557]: pgmap v21034: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:44 smithi175 ceph-mon[44549]: pgmap v21035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:01:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:44 smithi181 ceph-mon[45557]: pgmap v21035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:01:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:44 smithi088 ceph-mon[35322]: pgmap v21035: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:01:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:46 smithi175 ceph-mon[44549]: pgmap v21036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:46 smithi181 ceph-mon[45557]: pgmap v21036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:46 smithi088 ceph-mon[35322]: pgmap v21036: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:48 smithi175 ceph-mon[44549]: pgmap v21037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:49.188+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:01:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:49.188+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:01:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:01:49.188+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:01:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:48 smithi181 ceph-mon[45557]: pgmap v21037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:48 smithi088 ceph-mon[35322]: pgmap v21037: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:50 smithi175 ceph-mon[44549]: pgmap v21038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:50 smithi181 ceph-mon[45557]: pgmap v21038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:50 smithi088 ceph-mon[35322]: pgmap v21038: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:01:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:52 smithi175 ceph-mon[44549]: pgmap v21039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:52 smithi181 ceph-mon[45557]: pgmap v21039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:52 smithi088 ceph-mon[35322]: pgmap v21039: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:01:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:54 smithi175 ceph-mon[44549]: pgmap v21040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:01:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:54 smithi181 ceph-mon[45557]: pgmap v21040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:01:55.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:54 smithi088 ceph-mon[35322]: pgmap v21040: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:01:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:56 smithi175 ceph-mon[44549]: pgmap v21041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:56 smithi181 ceph-mon[45557]: pgmap v21041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:56 smithi088 ceph-mon[35322]: pgmap v21041: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:01:58 smithi175 ceph-mon[44549]: pgmap v21042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:01:58 smithi181 ceph-mon[45557]: pgmap v21042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:01:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:01:58 smithi088 ceph-mon[35322]: pgmap v21042: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:00 smithi175 ceph-mon[44549]: pgmap v21043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:00 smithi181 ceph-mon[45557]: pgmap v21043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:00 smithi088 ceph-mon[35322]: pgmap v21043: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:02 smithi175 ceph-mon[44549]: pgmap v21044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:02 smithi181 ceph-mon[45557]: pgmap v21044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:02 smithi088 ceph-mon[35322]: pgmap v21044: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:04.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:04.202+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:02:04.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:04.202+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:02:04.203 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:04.202+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:02:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:04 smithi175 ceph-mon[44549]: pgmap v21045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:04 smithi181 ceph-mon[45557]: pgmap v21045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:05.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:04 smithi088 ceph-mon[35322]: pgmap v21045: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:06 smithi175 ceph-mon[44549]: pgmap v21046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:06 smithi181 ceph-mon[45557]: pgmap v21046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:06 smithi088 ceph-mon[35322]: pgmap v21046: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:08 smithi175 ceph-mon[44549]: pgmap v21047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:08 smithi181 ceph-mon[45557]: pgmap v21047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:08 smithi088 ceph-mon[35322]: pgmap v21047: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:10 smithi175 ceph-mon[44549]: pgmap v21048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:10 smithi181 ceph-mon[45557]: pgmap v21048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:10 smithi088 ceph-mon[35322]: pgmap v21048: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:12 smithi175 ceph-mon[44549]: pgmap v21049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:12 smithi181 ceph-mon[45557]: pgmap v21049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:13.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:12 smithi088 ceph-mon[35322]: pgmap v21049: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:13 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:02:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:13 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:02:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:13 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:02:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:14 smithi175 ceph-mon[44549]: pgmap v21050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:02:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:02:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:02:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:14 smithi181 ceph-mon[45557]: pgmap v21050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:02:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:02:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:02:15.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:14 smithi088 ceph-mon[35322]: pgmap v21050: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:02:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:02:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:02:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:15 smithi175 ceph-mon[44549]: pgmap v21051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:02:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:15 smithi175 ceph-mon[44549]: pgmap v21052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:02:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:15 smithi181 ceph-mon[45557]: pgmap v21051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:02:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:15 smithi181 ceph-mon[45557]: pgmap v21052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:02:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:15 smithi088 ceph-mon[35322]: pgmap v21051: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:02:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:15 smithi088 ceph-mon[35322]: pgmap v21052: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:02:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:17 smithi175 ceph-mon[44549]: pgmap v21053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:02:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:17 smithi181 ceph-mon[45557]: pgmap v21053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:02:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:17 smithi088 ceph-mon[35322]: pgmap v21053: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:02:19.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:19.209+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:02:19.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:19.209+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:02:19.209 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:19.209+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:02:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:19 smithi175 ceph-mon[44549]: pgmap v21054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:02:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:19 smithi181 ceph-mon[45557]: pgmap v21054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:02:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:19 smithi088 ceph-mon[35322]: pgmap v21054: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:02:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:21 smithi175 ceph-mon[44549]: pgmap v21055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:02:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:21 smithi181 ceph-mon[45557]: pgmap v21055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:02:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:21 smithi088 ceph-mon[35322]: pgmap v21055: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:02:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:23 smithi175 ceph-mon[44549]: pgmap v21056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:02:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:23 smithi181 ceph-mon[45557]: pgmap v21056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:02:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:23 smithi088 ceph-mon[35322]: pgmap v21056: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:02:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:25 smithi175 ceph-mon[44549]: pgmap v21057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:02:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:25 smithi181 ceph-mon[45557]: pgmap v21057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:02:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:25 smithi088 ceph-mon[35322]: pgmap v21057: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:02:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:27 smithi175 ceph-mon[44549]: pgmap v21058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:27 smithi181 ceph-mon[45557]: pgmap v21058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:27 smithi088 ceph-mon[35322]: pgmap v21058: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:29 smithi175 ceph-mon[44549]: pgmap v21059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:29 smithi181 ceph-mon[45557]: pgmap v21059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:29 smithi088 ceph-mon[35322]: pgmap v21059: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:31 smithi175 ceph-mon[44549]: pgmap v21060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:31 smithi181 ceph-mon[45557]: pgmap v21060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:31 smithi088 ceph-mon[35322]: pgmap v21060: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:33 smithi175 ceph-mon[44549]: pgmap v21061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:33 smithi181 ceph-mon[45557]: pgmap v21061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:34.214 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:34.213+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:02:34.214 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:34.213+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:02:34.214 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:34.213+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:02:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:33 smithi088 ceph-mon[35322]: pgmap v21061: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:35 smithi175 ceph-mon[44549]: pgmap v21062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:35 smithi181 ceph-mon[45557]: pgmap v21062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:35 smithi088 ceph-mon[35322]: pgmap v21062: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:36 smithi181 ceph-mon[45557]: pgmap v21063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:36 smithi088 ceph-mon[35322]: pgmap v21063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:36 smithi175 ceph-mon[44549]: pgmap v21063: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:40.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:39 smithi088 ceph-mon[35322]: pgmap v21064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:39 smithi175 ceph-mon[44549]: pgmap v21064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:39 smithi181 ceph-mon[45557]: pgmap v21064: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:41 smithi088 ceph-mon[35322]: pgmap v21065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:41 smithi175 ceph-mon[44549]: pgmap v21065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:41 smithi181 ceph-mon[45557]: pgmap v21065: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:43 smithi088 ceph-mon[35322]: pgmap v21066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:43 smithi175 ceph-mon[44549]: pgmap v21066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:43 smithi181 ceph-mon[45557]: pgmap v21066: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:45 smithi088 ceph-mon[35322]: pgmap v21067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:45 smithi175 ceph-mon[44549]: pgmap v21067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:45 smithi181 ceph-mon[45557]: pgmap v21067: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:47 smithi088 ceph-mon[35322]: pgmap v21068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:47 smithi175 ceph-mon[44549]: pgmap v21068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:47 smithi181 ceph-mon[45557]: pgmap v21068: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:49.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:49.225+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:02:49.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:49.226+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:02:49.226 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:02:49.226+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:02:50.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:49 smithi088 ceph-mon[35322]: pgmap v21069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:49 smithi175 ceph-mon[44549]: pgmap v21069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:49 smithi181 ceph-mon[45557]: pgmap v21069: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:02:52.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:51 smithi088 ceph-mon[35322]: pgmap v21070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:51 smithi175 ceph-mon[44549]: pgmap v21070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:51 smithi181 ceph-mon[45557]: pgmap v21070: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:54.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:53 smithi088 ceph-mon[35322]: pgmap v21071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:53 smithi175 ceph-mon[44549]: pgmap v21071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:53 smithi181 ceph-mon[45557]: pgmap v21071: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:02:56.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:55 smithi088 ceph-mon[35322]: pgmap v21072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:55 smithi175 ceph-mon[44549]: pgmap v21072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:55 smithi181 ceph-mon[45557]: pgmap v21072: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:02:58.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:57 smithi088 ceph-mon[35322]: pgmap v21073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:57 smithi175 ceph-mon[44549]: pgmap v21073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:02:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:57 smithi181 ceph-mon[45557]: pgmap v21073: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:00.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:02:59 smithi088 ceph-mon[35322]: pgmap v21074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:02:59 smithi175 ceph-mon[44549]: pgmap v21074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:02:59 smithi181 ceph-mon[45557]: pgmap v21074: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:02.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:01 smithi088 ceph-mon[35322]: pgmap v21075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:01 smithi175 ceph-mon[44549]: pgmap v21075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:01 smithi181 ceph-mon[45557]: pgmap v21075: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:03 smithi088 ceph-mon[35322]: pgmap v21076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:03 smithi175 ceph-mon[44549]: pgmap v21076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:03 smithi181 ceph-mon[45557]: pgmap v21076: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:04.241+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:03:04.241 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:04.241+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:03:04.242 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:04.241+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:03:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:05 smithi088 ceph-mon[35322]: pgmap v21077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:05 smithi175 ceph-mon[44549]: pgmap v21077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:05 smithi181 ceph-mon[45557]: pgmap v21077: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:07 smithi175 ceph-mon[44549]: pgmap v21078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:07 smithi181 ceph-mon[45557]: pgmap v21078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:07 smithi088 ceph-mon[35322]: pgmap v21078: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:10.039 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:09 smithi088 ceph-mon[35322]: pgmap v21079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:09 smithi175 ceph-mon[44549]: pgmap v21079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:09 smithi181 ceph-mon[45557]: pgmap v21079: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:11 smithi175 ceph-mon[44549]: pgmap v21080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:11 smithi181 ceph-mon[45557]: pgmap v21080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:11 smithi088 ceph-mon[35322]: pgmap v21080: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:13 smithi175 ceph-mon[44549]: pgmap v21081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:13 smithi181 ceph-mon[45557]: pgmap v21081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:13 smithi088 ceph-mon[35322]: pgmap v21081: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:14 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:03:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:14 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:03:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:14 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:03:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:15 smithi175 ceph-mon[44549]: pgmap v21082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:03:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:03:16.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:15 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:03:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:15 smithi181 ceph-mon[45557]: pgmap v21082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:03:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:03:16.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:15 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:03:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:15 smithi088 ceph-mon[35322]: pgmap v21082: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:03:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:03:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:03:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:15 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:03:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:16 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 102.1M 2024-01-29T00:03:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:16 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 107068911: error parsing value: Value '107068911' is below minimum 939524096 2024-01-29T00:03:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:16 smithi175 ceph-mon[44549]: pgmap v21083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:03:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:16 smithi175 ceph-mon[44549]: pgmap v21084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:03:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:16 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 102.1M 2024-01-29T00:03:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:16 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 107068911: error parsing value: Value '107068911' is below minimum 939524096 2024-01-29T00:03:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:16 smithi181 ceph-mon[45557]: pgmap v21083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:03:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:16 smithi181 ceph-mon[45557]: pgmap v21084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:03:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:16 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 102.1M 2024-01-29T00:03:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:16 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 107068911: error parsing value: Value '107068911' is below minimum 939524096 2024-01-29T00:03:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:16 smithi088 ceph-mon[35322]: pgmap v21083: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:03:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:16 smithi088 ceph-mon[35322]: pgmap v21084: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:03:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:18 smithi175 ceph-mon[44549]: pgmap v21085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:03:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:18 smithi181 ceph-mon[45557]: pgmap v21085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:03:19.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:19.255+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:03:19.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:19.255+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:03:19.257 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:19.255+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:03:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:18 smithi088 ceph-mon[35322]: pgmap v21085: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:03:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:20 smithi175 ceph-mon[44549]: pgmap v21086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:03:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:20 smithi181 ceph-mon[45557]: pgmap v21086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:03:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:20 smithi088 ceph-mon[35322]: pgmap v21086: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:03:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:22 smithi175 ceph-mon[44549]: pgmap v21087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:03:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:22 smithi181 ceph-mon[45557]: pgmap v21087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:03:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:22 smithi088 ceph-mon[35322]: pgmap v21087: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:03:25.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:24 smithi175 ceph-mon[44549]: pgmap v21088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:03:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:24 smithi181 ceph-mon[45557]: pgmap v21088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:03:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:24 smithi088 ceph-mon[35322]: pgmap v21088: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:03:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:26 smithi175 ceph-mon[44549]: pgmap v21089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:03:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:26 smithi181 ceph-mon[45557]: pgmap v21089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:03:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:26 smithi088 ceph-mon[35322]: pgmap v21089: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:03:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:28 smithi175 ceph-mon[44549]: pgmap v21090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:28 smithi181 ceph-mon[45557]: pgmap v21090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:28 smithi088 ceph-mon[35322]: pgmap v21090: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:30 smithi175 ceph-mon[44549]: pgmap v21091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:30 smithi181 ceph-mon[45557]: pgmap v21091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:31.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:30 smithi088 ceph-mon[35322]: pgmap v21091: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:33.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:32 smithi175 ceph-mon[44549]: pgmap v21092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:32 smithi181 ceph-mon[45557]: pgmap v21092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:32 smithi088 ceph-mon[35322]: pgmap v21092: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:34.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:34.268+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:03:34.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:34.268+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:03:34.268 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:34.268+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:03:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:34 smithi175 ceph-mon[44549]: pgmap v21093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:34 smithi181 ceph-mon[45557]: pgmap v21093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:34 smithi088 ceph-mon[35322]: pgmap v21093: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:36 smithi175 ceph-mon[44549]: pgmap v21094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:36 smithi181 ceph-mon[45557]: pgmap v21094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:37.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:36 smithi088 ceph-mon[35322]: pgmap v21094: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:39.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:38 smithi175 ceph-mon[44549]: pgmap v21095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:38 smithi181 ceph-mon[45557]: pgmap v21095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:38 smithi088 ceph-mon[35322]: pgmap v21095: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:40 smithi175 ceph-mon[44549]: pgmap v21096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:40 smithi181 ceph-mon[45557]: pgmap v21096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:40 smithi088 ceph-mon[35322]: pgmap v21096: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:42 smithi175 ceph-mon[44549]: pgmap v21097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:42 smithi181 ceph-mon[45557]: pgmap v21097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:42 smithi088 ceph-mon[35322]: pgmap v21097: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:44 smithi175 ceph-mon[44549]: pgmap v21098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:44 smithi181 ceph-mon[45557]: pgmap v21098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:44 smithi088 ceph-mon[35322]: pgmap v21098: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:45.528+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:03:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:45.528+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff3140038f0 con 0x7ff34c102770 2024-01-29T00:03:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:45.528+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 306 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff3140038f0 con 0x55d733ebf510 2024-01-29T00:03:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:45.528+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 306 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-29T00:03:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:46 smithi175 ceph-mon[44549]: pgmap v21099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:46 smithi181 ceph-mon[45557]: pgmap v21099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:46 smithi088 ceph-mon[35322]: pgmap v21099: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:48 smithi175 ceph-mon[44549]: pgmap v21100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:48 smithi181 ceph-mon[45557]: pgmap v21100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:49.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:48 smithi088 ceph-mon[35322]: pgmap v21100: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:49.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:49.283+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:03:49.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:49.283+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:03:49.283 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:03:49.283+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:03:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:50 smithi175 ceph-mon[44549]: pgmap v21101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:50 smithi181 ceph-mon[45557]: pgmap v21101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:50 smithi088 ceph-mon[35322]: pgmap v21101: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:03:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:52 smithi175 ceph-mon[44549]: pgmap v21102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:52 smithi181 ceph-mon[45557]: pgmap v21102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:52 smithi088 ceph-mon[35322]: pgmap v21102: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:03:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:54 smithi175 ceph-mon[44549]: pgmap v21103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:54 smithi181 ceph-mon[45557]: pgmap v21103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:54 smithi088 ceph-mon[35322]: pgmap v21103: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:03:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:56 smithi175 ceph-mon[44549]: pgmap v21104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:56 smithi181 ceph-mon[45557]: pgmap v21104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:56 smithi088 ceph-mon[35322]: pgmap v21104: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:03:58 smithi175 ceph-mon[44549]: pgmap v21105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:03:58 smithi181 ceph-mon[45557]: pgmap v21105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:03:59.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:03:58 smithi088 ceph-mon[35322]: pgmap v21105: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:00 smithi175 ceph-mon[44549]: pgmap v21106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:00 smithi181 ceph-mon[45557]: pgmap v21106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:00 smithi088 ceph-mon[35322]: pgmap v21106: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:02 smithi175 ceph-mon[44549]: pgmap v21107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:02 smithi181 ceph-mon[45557]: pgmap v21107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:02 smithi088 ceph-mon[35322]: pgmap v21107: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:04.294+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:04:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:04.294+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:04:04.295 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:04.294+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:04:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:04 smithi175 ceph-mon[44549]: pgmap v21108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:04 smithi181 ceph-mon[45557]: pgmap v21108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:04 smithi088 ceph-mon[35322]: pgmap v21108: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:06 smithi175 ceph-mon[44549]: pgmap v21109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:06 smithi181 ceph-mon[45557]: pgmap v21109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:06 smithi088 ceph-mon[35322]: pgmap v21109: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:08 smithi181 ceph-mon[45557]: pgmap v21110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:08 smithi088 ceph-mon[35322]: pgmap v21110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:08 smithi175 ceph-mon[44549]: pgmap v21110: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:09 smithi088 ceph-mon[35322]: pgmap v21111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:09 smithi175 ceph-mon[44549]: pgmap v21111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:09 smithi181 ceph-mon[45557]: pgmap v21111: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:12 smithi175 ceph-mon[44549]: pgmap v21112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:12.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:12 smithi181 ceph-mon[45557]: pgmap v21112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:12 smithi088 ceph-mon[35322]: pgmap v21112: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:15.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:14 smithi088 ceph-mon[35322]: pgmap v21113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:14 smithi175 ceph-mon[44549]: pgmap v21113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:14 smithi181 ceph-mon[45557]: pgmap v21113: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:16 smithi088 ceph-mon[35322]: pgmap v21114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:04:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:04:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:04:17.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:04:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:16 smithi175 ceph-mon[44549]: pgmap v21114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:04:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:04:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:04:17.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:04:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:16 smithi181 ceph-mon[45557]: pgmap v21114: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:04:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:04:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:04:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:04:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:04:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:17 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 100.5M 2024-01-29T00:04:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:17 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 105443963: error parsing value: Value '105443963' is below minimum 939524096 2024-01-29T00:04:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:17 smithi088 ceph-mon[35322]: pgmap v21115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:04:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:17 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 100.5M 2024-01-29T00:04:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:17 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 105443963: error parsing value: Value '105443963' is below minimum 939524096 2024-01-29T00:04:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:17 smithi175 ceph-mon[44549]: pgmap v21115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:04:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:17 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 100.5M 2024-01-29T00:04:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:17 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 105443963: error parsing value: Value '105443963' is below minimum 939524096 2024-01-29T00:04:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:17 smithi181 ceph-mon[45557]: pgmap v21115: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:04:19.309 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:19.309+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:04:19.309 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:19.309+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:04:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:19.309+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:04:20.032 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:19 smithi088 ceph-mon[35322]: pgmap v21116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:04:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:19 smithi175 ceph-mon[44549]: pgmap v21116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:04:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:19 smithi181 ceph-mon[45557]: pgmap v21116: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:04:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:21 smithi088 ceph-mon[35322]: pgmap v21117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:04:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:21 smithi175 ceph-mon[44549]: pgmap v21117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:04:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:21 smithi181 ceph-mon[45557]: pgmap v21117: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:04:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:23 smithi088 ceph-mon[35322]: pgmap v21118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:04:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:23 smithi175 ceph-mon[44549]: pgmap v21118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:04:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:23 smithi181 ceph-mon[45557]: pgmap v21118: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:04:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:25 smithi175 ceph-mon[44549]: pgmap v21119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:04:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:25 smithi181 ceph-mon[45557]: pgmap v21119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:04:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:25 smithi088 ceph-mon[35322]: pgmap v21119: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:04:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:27 smithi175 ceph-mon[44549]: pgmap v21120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:04:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:27 smithi181 ceph-mon[45557]: pgmap v21120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:04:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:27 smithi088 ceph-mon[35322]: pgmap v21120: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:04:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:29 smithi175 ceph-mon[44549]: pgmap v21121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:29 smithi181 ceph-mon[45557]: pgmap v21121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:30.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:29 smithi088 ceph-mon[35322]: pgmap v21121: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:31 smithi175 ceph-mon[44549]: pgmap v21122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:31 smithi181 ceph-mon[45557]: pgmap v21122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:31 smithi088 ceph-mon[35322]: pgmap v21122: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:33 smithi175 ceph-mon[44549]: pgmap v21123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:33 smithi181 ceph-mon[45557]: pgmap v21123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:33 smithi088 ceph-mon[35322]: pgmap v21123: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:34.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:34.324+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:04:34.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:34.324+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:04:34.325 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:34.324+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:04:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:35 smithi175 ceph-mon[44549]: pgmap v21124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:35 smithi181 ceph-mon[45557]: pgmap v21124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:35 smithi088 ceph-mon[35322]: pgmap v21124: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:37 smithi175 ceph-mon[44549]: pgmap v21125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:37 smithi181 ceph-mon[45557]: pgmap v21125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:37 smithi088 ceph-mon[35322]: pgmap v21125: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:39 smithi175 ceph-mon[44549]: pgmap v21126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:39 smithi181 ceph-mon[45557]: pgmap v21126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:39 smithi088 ceph-mon[35322]: pgmap v21126: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:41 smithi175 ceph-mon[44549]: pgmap v21127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:41 smithi181 ceph-mon[45557]: pgmap v21127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:42.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:41 smithi088 ceph-mon[35322]: pgmap v21127: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:43 smithi175 ceph-mon[44549]: pgmap v21128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:43 smithi181 ceph-mon[45557]: pgmap v21128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:43 smithi088 ceph-mon[35322]: pgmap v21128: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:45 smithi175 ceph-mon[44549]: pgmap v21129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:45 smithi181 ceph-mon[45557]: pgmap v21129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:45 smithi088 ceph-mon[35322]: pgmap v21129: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:47 smithi175 ceph-mon[44549]: pgmap v21130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:47 smithi181 ceph-mon[45557]: pgmap v21130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:47 smithi088 ceph-mon[35322]: pgmap v21130: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:49.328+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:04:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:49.328+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:04:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:04:49.328+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:04:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:49 smithi175 ceph-mon[44549]: pgmap v21131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:49 smithi181 ceph-mon[45557]: pgmap v21131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:49 smithi088 ceph-mon[35322]: pgmap v21131: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:04:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:51 smithi175 ceph-mon[44549]: pgmap v21132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:51 smithi181 ceph-mon[45557]: pgmap v21132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:51 smithi088 ceph-mon[35322]: pgmap v21132: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:53 smithi175 ceph-mon[44549]: pgmap v21133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:53 smithi181 ceph-mon[45557]: pgmap v21133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:53 smithi088 ceph-mon[35322]: pgmap v21133: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:04:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:55 smithi175 ceph-mon[44549]: pgmap v21134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:55 smithi181 ceph-mon[45557]: pgmap v21134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:55 smithi088 ceph-mon[35322]: pgmap v21134: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:04:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:57 smithi175 ceph-mon[44549]: pgmap v21135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:57 smithi181 ceph-mon[45557]: pgmap v21135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:04:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:57 smithi088 ceph-mon[35322]: pgmap v21135: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:05:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:04:59 smithi175 ceph-mon[44549]: pgmap v21136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:04:59 smithi181 ceph-mon[45557]: pgmap v21136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:04:59 smithi088 ceph-mon[35322]: pgmap v21136: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:01 smithi175 ceph-mon[44549]: pgmap v21137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:01 smithi181 ceph-mon[45557]: pgmap v21137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:01 smithi088 ceph-mon[35322]: pgmap v21137: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:03 smithi175 ceph-mon[44549]: pgmap v21138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:03 smithi181 ceph-mon[45557]: pgmap v21138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:03 smithi088 ceph-mon[35322]: pgmap v21138: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:04.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:04.343+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:05:04.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:04.343+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:05:04.343 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:04.343+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:05:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:05 smithi175 ceph-mon[44549]: pgmap v21139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:05:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:05 smithi181 ceph-mon[45557]: pgmap v21139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:05:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:05 smithi088 ceph-mon[35322]: pgmap v21139: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:05:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:07 smithi175 ceph-mon[44549]: pgmap v21140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:05:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:07 smithi181 ceph-mon[45557]: pgmap v21140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:05:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:07 smithi088 ceph-mon[35322]: pgmap v21140: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:05:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:09 smithi175 ceph-mon[44549]: pgmap v21141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:09 smithi181 ceph-mon[45557]: pgmap v21141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:09 smithi088 ceph-mon[35322]: pgmap v21141: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:11 smithi175 ceph-mon[44549]: pgmap v21142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:11 smithi181 ceph-mon[45557]: pgmap v21142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:11 smithi088 ceph-mon[35322]: pgmap v21142: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:13 smithi175 ceph-mon[44549]: pgmap v21143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:13 smithi181 ceph-mon[45557]: pgmap v21143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:13 smithi088 ceph-mon[35322]: pgmap v21143: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:15 smithi175 ceph-mon[44549]: pgmap v21144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:05:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:15 smithi181 ceph-mon[45557]: pgmap v21144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:05:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:15 smithi088 ceph-mon[35322]: pgmap v21144: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:05:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:16 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:05:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:16 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:05:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:16 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:05:17.279 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 29 00:05:16 smithi088 sudo[295636]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:17.279 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 29 00:05:16 smithi088 sudo[295636]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:17.279 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 29 00:05:16 smithi088 sudo[295636]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:17.279 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 29 00:05:16 smithi088 sudo[295636]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:17.779 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 29 00:05:17 smithi088 sudo[295692]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:17.779 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 29 00:05:17 smithi088 sudo[295692]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:17.779 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 29 00:05:17 smithi088 sudo[295692]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:17.779 INFO:journalctl@ceph.osd.0.smithi088.stdout:Jan 29 00:05:17 smithi088 sudo[295692]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:17.988 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 29 00:05:17 smithi175 sudo[280579]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:17.988 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 29 00:05:17 smithi175 sudo[280579]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:17.988 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 29 00:05:17 smithi175 sudo[280579]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:17.988 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 29 00:05:17 smithi175 sudo[280579]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:17.989 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:17 smithi175 ceph-mon[44549]: pgmap v21145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:05:17.989 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:17.989 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:05:17.989 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:05:17.989 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:17 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:17 smithi181 ceph-mon[45557]: pgmap v21145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:05:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:05:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:05:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:17 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:17 smithi088 ceph-mon[35322]: pgmap v21145: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:05:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:05:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:05:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:17 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:18.411 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 29 00:05:17 smithi175 sudo[280591]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:18.411 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 29 00:05:17 smithi175 sudo[280591]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:18.411 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 29 00:05:17 smithi175 sudo[280591]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:18.411 INFO:journalctl@ceph.osd.1.smithi175.stdout:Jan 29 00:05:17 smithi175 sudo[280591]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:18.503 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 29 00:05:18 smithi181 sudo[281371]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:18.503 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 29 00:05:18 smithi181 sudo[281371]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:18.503 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 29 00:05:18 smithi181 sudo[281371]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:18.503 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 29 00:05:18 smithi181 sudo[281371]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:18.503 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 29 00:05:18 smithi181 sudo[281374]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:18.503 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 29 00:05:18 smithi181 sudo[281374]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:18.503 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 29 00:05:18 smithi181 sudo[281374]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:18.503 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 29 00:05:18 smithi181 sudo[281374]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:18 smithi175 ceph-mon[44549]: pgmap v21146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:05:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:18 smithi175 ceph-mon[44549]: pgmap v21147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:05:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:18 smithi181 ceph-mon[45557]: pgmap v21146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:05:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:18 smithi181 ceph-mon[45557]: pgmap v21147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:05:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:18 smithi088 ceph-mon[35322]: pgmap v21146: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:05:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:18 smithi088 ceph-mon[35322]: pgmap v21147: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:05:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:05:19.279 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 29 00:05:19 smithi088 sudo[295729]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:19.279 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 29 00:05:19 smithi088 sudo[295729]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:19.279 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 29 00:05:19 smithi088 sudo[295729]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:19.279 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 29 00:05:19 smithi088 sudo[295729]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:19.358+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:05:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:19.358+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:05:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:19.358+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:05:20.029 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 29 00:05:19 smithi088 sudo[295732]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:20.029 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 29 00:05:19 smithi088 sudo[295732]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:20.029 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 29 00:05:19 smithi088 sudo[295732]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:20.029 INFO:journalctl@ceph.osd.3.smithi088.stdout:Jan 29 00:05:19 smithi088 sudo[295732]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:20.059 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 29 00:05:19 smithi175 sudo[280594]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:20.059 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 29 00:05:19 smithi175 sudo[280594]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:20.059 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 29 00:05:19 smithi175 sudo[280594]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:20.059 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 29 00:05:19 smithi175 sudo[280594]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:20.411 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 29 00:05:20 smithi175 sudo[280597]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:20.411 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 29 00:05:20 smithi175 sudo[280597]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:20.411 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 29 00:05:20 smithi175 sudo[280597]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:20.411 INFO:journalctl@ceph.osd.4.smithi175.stdout:Jan 29 00:05:20 smithi175 sudo[280597]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:20.550 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 29 00:05:20 smithi181 sudo[281377]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:20.550 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 29 00:05:20 smithi181 sudo[281377]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:20.550 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 29 00:05:20 smithi181 sudo[281377]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:20.550 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 29 00:05:20 smithi181 sudo[281377]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:20.550 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 29 00:05:20 smithi181 sudo[281380]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:20.550 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 29 00:05:20 smithi181 sudo[281380]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:20.550 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 29 00:05:20 smithi181 sudo[281380]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:20.550 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 29 00:05:20 smithi181 sudo[281380]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:21.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:20 smithi175 ceph-mon[44549]: pgmap v21148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:05:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:20 smithi181 ceph-mon[45557]: pgmap v21148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:05:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:20 smithi088 ceph-mon[35322]: pgmap v21148: 129 pgs: 129 active+clean; 17 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:05:21.280 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 29 00:05:21 smithi088 sudo[295735]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:21.280 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 29 00:05:21 smithi088 sudo[295735]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:21.280 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 29 00:05:21 smithi088 sudo[295735]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:21.280 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 29 00:05:21 smithi088 sudo[295735]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:22.029 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 29 00:05:21 smithi088 sudo[295738]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:22.029 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 29 00:05:21 smithi088 sudo[295738]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:22.029 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 29 00:05:21 smithi088 sudo[295738]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:22.029 INFO:journalctl@ceph.osd.6.smithi088.stdout:Jan 29 00:05:21 smithi088 sudo[295738]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:22.077 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 29 00:05:21 smithi175 sudo[280600]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:22.077 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 29 00:05:21 smithi175 sudo[280600]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:22.077 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 29 00:05:21 smithi175 sudo[280600]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:22.077 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 29 00:05:21 smithi175 sudo[280600]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:22.411 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 29 00:05:22 smithi175 sudo[280603]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:22.411 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 29 00:05:22 smithi175 sudo[280603]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:22.411 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 29 00:05:22 smithi175 sudo[280603]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:22.411 INFO:journalctl@ceph.osd.7.smithi175.stdout:Jan 29 00:05:22 smithi175 sudo[280603]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:22.707 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 29 00:05:22 smithi181 sudo[281383]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:22.707 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 29 00:05:22 smithi181 sudo[281383]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:22.707 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 29 00:05:22 smithi181 sudo[281383]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:22.707 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 29 00:05:22 smithi181 sudo[281383]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:22.707 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 29 00:05:22 smithi181 sudo[281386]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:22.707 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 29 00:05:22 smithi181 sudo[281386]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:22.707 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 29 00:05:22 smithi181 sudo[281386]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:22.708 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 29 00:05:22 smithi181 sudo[281386]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:23.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:22 smithi175 ceph-mon[44549]: pgmap v21149: 129 pgs: 129 active+clean; 17 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 131 KiB/s wr, 17 op/s 2024-01-29T00:05:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:22 smithi181 ceph-mon[45557]: pgmap v21149: 129 pgs: 129 active+clean; 17 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 131 KiB/s wr, 17 op/s 2024-01-29T00:05:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:22 smithi088 ceph-mon[35322]: pgmap v21149: 129 pgs: 129 active+clean; 17 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 131 KiB/s wr, 17 op/s 2024-01-29T00:05:23.279 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 29 00:05:23 smithi088 sudo[295741]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:23.279 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 29 00:05:23 smithi088 sudo[295741]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:23.279 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 29 00:05:23 smithi088 sudo[295741]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:23.279 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 29 00:05:23 smithi088 sudo[295741]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:24.029 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 29 00:05:23 smithi088 sudo[295744]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:24.029 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 29 00:05:23 smithi088 sudo[295744]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:24.029 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 29 00:05:23 smithi088 sudo[295744]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:24.029 INFO:journalctl@ceph.osd.9.smithi088.stdout:Jan 29 00:05:23 smithi088 sudo[295744]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:24.096 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 29 00:05:23 smithi175 sudo[280606]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:24.096 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 29 00:05:23 smithi175 sudo[280606]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:24.096 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 29 00:05:23 smithi175 sudo[280606]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:24.096 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 29 00:05:23 smithi175 sudo[280606]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:24.097 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 29 00:05:24 smithi175 sudo[280609]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:24.097 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 29 00:05:24 smithi175 sudo[280609]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:24.097 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 29 00:05:24 smithi175 sudo[280609]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:24.097 INFO:journalctl@ceph.osd.10.smithi175.stdout:Jan 29 00:05:24 smithi175 sudo[280609]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:24.588 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 29 00:05:24 smithi181 sudo[281389]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:24.589 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 29 00:05:24 smithi181 sudo[281389]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:24.589 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 29 00:05:24 smithi181 sudo[281389]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:24.589 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 29 00:05:24 smithi181 sudo[281389]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:24.957 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 29 00:05:24 smithi181 sudo[281392]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:24.957 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 29 00:05:24 smithi181 sudo[281392]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:24.957 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 29 00:05:24 smithi181 sudo[281392]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:24.957 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 29 00:05:24 smithi181 sudo[281392]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:25 smithi088 sudo[295747]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:25 smithi088 sudo[295747]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:25 smithi088 sudo[295747]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:25 smithi088 sudo[295747]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:25.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:25 smithi181 ceph-mon[45557]: pgmap v21150: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 131 KiB/s wr, 17 op/s 2024-01-29T00:05:25.943 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:25 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-29T00:05:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:25 smithi088 sudo[295750]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:25 smithi088 sudo[295750]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:25 smithi088 sudo[295750]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:25 smithi088 sudo[295750]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:25 smithi088 ceph-mon[35322]: pgmap v21150: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 131 KiB/s wr, 17 op/s 2024-01-29T00:05:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:25 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-29T00:05:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:25 smithi175 ceph-mon[44549]: pgmap v21150: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 131 KiB/s wr, 17 op/s 2024-01-29T00:05:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:25 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-29T00:05:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:25 smithi181 sudo[281395]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:25 smithi181 sudo[281395]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:25 smithi181 sudo[281395]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:26.205 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:25 smithi181 sudo[281395]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 sudo[281398]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 sudo[281398]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 sudo[281398]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 sudo[281398]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:26.725 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 sudo[280612]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-29T00:05:26.725 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 sudo[280612]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:26.725 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 sudo[280612]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:26.725 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 sudo[280612]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: pgmap v21151: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 131 KiB/s wr, 17 op/s 2024-01-29T00:05:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-29T00:05:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-29T00:05:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-29T00:05:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-29T00:05:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-29T00:05:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-29T00:05:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-29T00:05:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-29T00:05:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-29T00:05:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-29T00:05:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-29T00:05:27.030 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-29T00:05:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 sudo[280615]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-29T00:05:27.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 sudo[280615]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 sudo[280615]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 sudo[280615]: pam_unix(sudo:session): session closed for user root 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: pgmap v21151: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 131 KiB/s wr, 17 op/s 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-29T00:05:27.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-29T00:05:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: pgmap v21151: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 131 KiB/s wr, 17 op/s 2024-01-29T00:05:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-29T00:05:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-29T00:05:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-29T00:05:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-29T00:05:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-29T00:05:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-29T00:05:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-29T00:05:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-29T00:05:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-29T00:05:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-29T00:05:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-29T00:05:27.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-29T00:05:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:27 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-29T00:05:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:27 smithi088 ceph-mon[35322]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-29T00:05:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:27 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-29T00:05:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:27 smithi175 ceph-mon[44549]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-29T00:05:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:27 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-29T00:05:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:27 smithi181 ceph-mon[45557]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-29T00:05:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:28 smithi175 ceph-mon[44549]: pgmap v21152: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 118 KiB/s wr, 16 op/s 2024-01-29T00:05:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:28 smithi181 ceph-mon[45557]: pgmap v21152: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 118 KiB/s wr, 16 op/s 2024-01-29T00:05:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:28 smithi088 ceph-mon[35322]: pgmap v21152: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 118 KiB/s wr, 16 op/s 2024-01-29T00:05:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:30 smithi175 ceph-mon[44549]: pgmap v21153: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 98 KiB/s wr, 14 op/s 2024-01-29T00:05:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:30 smithi181 ceph-mon[45557]: pgmap v21153: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 98 KiB/s wr, 14 op/s 2024-01-29T00:05:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:30 smithi088 ceph-mon[35322]: pgmap v21153: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 98 KiB/s wr, 14 op/s 2024-01-29T00:05:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:32 smithi175 ceph-mon[44549]: pgmap v21154: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 120 KiB/s wr, 17 op/s 2024-01-29T00:05:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:32 smithi181 ceph-mon[45557]: pgmap v21154: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 120 KiB/s wr, 17 op/s 2024-01-29T00:05:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:32 smithi088 ceph-mon[35322]: pgmap v21154: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 120 KiB/s wr, 17 op/s 2024-01-29T00:05:34.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:34.371+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:05:34.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:34.371+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:05:34.371 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:34.371+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:05:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:34 smithi175 ceph-mon[44549]: pgmap v21155: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:34 smithi181 ceph-mon[45557]: pgmap v21155: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:34 smithi088 ceph-mon[35322]: pgmap v21155: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:36 smithi175 ceph-mon[44549]: pgmap v21156: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:36 smithi181 ceph-mon[45557]: pgmap v21156: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:36 smithi088 ceph-mon[35322]: pgmap v21156: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:38 smithi175 ceph-mon[44549]: pgmap v21157: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:38 smithi181 ceph-mon[45557]: pgmap v21157: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:38 smithi088 ceph-mon[35322]: pgmap v21157: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:40 smithi175 ceph-mon[44549]: pgmap v21158: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:40 smithi181 ceph-mon[45557]: pgmap v21158: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:40 smithi088 ceph-mon[35322]: pgmap v21158: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-01-29T00:05:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:42 smithi175 ceph-mon[44549]: pgmap v21159: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 22 KiB/s wr, 10 op/s 2024-01-29T00:05:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:42 smithi181 ceph-mon[45557]: pgmap v21159: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 22 KiB/s wr, 10 op/s 2024-01-29T00:05:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:42 smithi088 ceph-mon[35322]: pgmap v21159: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 22 KiB/s wr, 10 op/s 2024-01-29T00:05:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:44 smithi175 ceph-mon[44549]: pgmap v21160: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:44 smithi181 ceph-mon[45557]: pgmap v21160: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:44 smithi088 ceph-mon[35322]: pgmap v21160: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:46 smithi175 ceph-mon[44549]: pgmap v21161: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:46 smithi181 ceph-mon[45557]: pgmap v21161: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:47.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:46 smithi088 ceph-mon[35322]: pgmap v21161: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:48 smithi175 ceph-mon[44549]: pgmap v21162: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:48 smithi181 ceph-mon[45557]: pgmap v21162: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:48 smithi088 ceph-mon[35322]: pgmap v21162: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:49.377 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:49.376+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:05:49.377 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:49.376+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:05:49.377 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:05:49.376+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:05:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:50 smithi175 ceph-mon[44549]: pgmap v21163: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:05:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:50 smithi181 ceph-mon[45557]: pgmap v21163: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:05:51.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:50 smithi088 ceph-mon[35322]: pgmap v21163: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:05:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:52 smithi175 ceph-mon[44549]: pgmap v21164: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:05:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:52 smithi181 ceph-mon[45557]: pgmap v21164: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:05:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:52 smithi088 ceph-mon[35322]: pgmap v21164: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:05:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:54 smithi175 ceph-mon[44549]: pgmap v21165: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:54 smithi181 ceph-mon[45557]: pgmap v21165: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:54 smithi088 ceph-mon[35322]: pgmap v21165: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:05:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:56 smithi175 ceph-mon[44549]: pgmap v21166: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:56 smithi181 ceph-mon[45557]: pgmap v21166: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:57.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:56 smithi088 ceph-mon[35322]: pgmap v21166: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:05:58 smithi175 ceph-mon[44549]: pgmap v21167: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:05:58 smithi181 ceph-mon[45557]: pgmap v21167: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:05:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:05:58 smithi088 ceph-mon[35322]: pgmap v21167: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:00 smithi175 ceph-mon[44549]: pgmap v21168: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:06:01.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:00 smithi181 ceph-mon[45557]: pgmap v21168: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:06:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:00 smithi088 ceph-mon[35322]: pgmap v21168: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:06:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:02 smithi175 ceph-mon[44549]: pgmap v21169: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:06:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:02 smithi181 ceph-mon[45557]: pgmap v21169: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:06:03.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:02 smithi088 ceph-mon[35322]: pgmap v21169: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:06:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:04.384+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:06:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:04.384+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:06:04.384 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:04.384+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:06:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:04 smithi175 ceph-mon[44549]: pgmap v21170: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:06:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:04 smithi181 ceph-mon[45557]: pgmap v21170: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:06:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:04 smithi088 ceph-mon[35322]: pgmap v21170: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:06:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:06 smithi175 ceph-mon[44549]: pgmap v21171: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-29T00:06:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:06 smithi181 ceph-mon[45557]: pgmap v21171: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-29T00:06:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:06 smithi088 ceph-mon[35322]: pgmap v21171: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-29T00:06:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:08 smithi175 ceph-mon[44549]: pgmap v21172: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-29T00:06:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:08 smithi181 ceph-mon[45557]: pgmap v21172: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-29T00:06:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:08 smithi088 ceph-mon[35322]: pgmap v21172: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-29T00:06:11.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:10 smithi175 ceph-mon[44549]: pgmap v21173: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:06:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:10 smithi181 ceph-mon[45557]: pgmap v21173: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:06:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:10 smithi088 ceph-mon[35322]: pgmap v21173: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:06:13.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:12 smithi175 ceph-mon[44549]: pgmap v21174: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:06:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:12 smithi181 ceph-mon[45557]: pgmap v21174: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:06:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:12 smithi088 ceph-mon[35322]: pgmap v21174: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:06:15.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:14 smithi175 ceph-mon[44549]: pgmap v21175: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:06:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:14 smithi181 ceph-mon[45557]: pgmap v21175: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:06:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:14 smithi088 ceph-mon[35322]: pgmap v21175: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:06:17.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:16 smithi175 ceph-mon[44549]: pgmap v21176: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:16 smithi181 ceph-mon[45557]: pgmap v21176: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:16 smithi088 ceph-mon[35322]: pgmap v21176: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:18 smithi175 ceph-mon[44549]: pgmap v21177: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:18 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:06:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:18 smithi181 ceph-mon[45557]: pgmap v21177: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:18 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:06:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:18 smithi088 ceph-mon[35322]: pgmap v21177: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:18 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:06:19.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:19.389+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:06:19.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:19.389+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:06:19.390 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:19.389+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:06:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:20 smithi175 ceph-mon[44549]: pgmap v21178: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:06:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:20 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:20 smithi181 ceph-mon[45557]: pgmap v21178: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:06:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:20 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:20 smithi088 ceph-mon[35322]: pgmap v21178: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:06:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:20 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:21.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:06:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:06:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:21 smithi088 ceph-mon[35322]: pgmap v21179: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:06:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:21 smithi088 ceph-mon[35322]: pgmap v21180: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:06:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:06:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:06:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:21 smithi175 ceph-mon[44549]: pgmap v21179: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:06:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:21 smithi175 ceph-mon[44549]: pgmap v21180: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:06:21.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:06:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:06:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:21 smithi181 ceph-mon[45557]: pgmap v21179: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:06:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:21 smithi181 ceph-mon[45557]: pgmap v21180: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:06:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:06:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:23 smithi175 ceph-mon[44549]: pgmap v21181: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:06:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:23 smithi181 ceph-mon[45557]: pgmap v21181: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:06:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:23 smithi088 ceph-mon[35322]: pgmap v21181: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:06:26.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:25 smithi175 ceph-mon[44549]: pgmap v21182: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:06:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:25 smithi181 ceph-mon[45557]: pgmap v21182: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:06:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:25 smithi088 ceph-mon[35322]: pgmap v21182: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:06:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:27 smithi175 ceph-mon[44549]: pgmap v21183: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:06:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:27 smithi181 ceph-mon[45557]: pgmap v21183: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:06:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:27 smithi088 ceph-mon[35322]: pgmap v21183: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:06:30.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:29 smithi175 ceph-mon[44549]: pgmap v21184: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:06:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:29 smithi181 ceph-mon[45557]: pgmap v21184: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:06:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:29 smithi088 ceph-mon[35322]: pgmap v21184: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:06:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:31 smithi175 ceph-mon[44549]: pgmap v21185: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:06:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:31 smithi181 ceph-mon[45557]: pgmap v21185: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:06:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:31 smithi088 ceph-mon[35322]: pgmap v21185: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:06:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:33 smithi175 ceph-mon[44549]: pgmap v21186: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:33 smithi181 ceph-mon[45557]: pgmap v21186: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:33 smithi088 ceph-mon[35322]: pgmap v21186: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:34.395 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:34.394+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:06:34.396 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:34.394+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:06:34.396 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:34.394+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:06:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:35 smithi175 ceph-mon[44549]: pgmap v21187: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:35 smithi181 ceph-mon[45557]: pgmap v21187: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:35 smithi088 ceph-mon[35322]: pgmap v21187: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:37 smithi175 ceph-mon[44549]: pgmap v21188: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:37 smithi181 ceph-mon[45557]: pgmap v21188: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:37 smithi088 ceph-mon[35322]: pgmap v21188: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:40.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:39 smithi175 ceph-mon[44549]: pgmap v21189: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:39 smithi181 ceph-mon[45557]: pgmap v21189: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:39 smithi088 ceph-mon[35322]: pgmap v21189: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:41 smithi175 ceph-mon[44549]: pgmap v21190: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:06:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:41 smithi181 ceph-mon[45557]: pgmap v21190: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:06:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:41 smithi088 ceph-mon[35322]: pgmap v21190: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:06:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:43 smithi175 ceph-mon[44549]: pgmap v21191: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:43 smithi181 ceph-mon[45557]: pgmap v21191: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:43 smithi088 ceph-mon[35322]: pgmap v21191: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:45.556 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:45.556+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:06:45.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:45.556+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:06:45.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:45.557+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 307 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:06:45.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:45.557+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 307 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:06:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:45 smithi175 ceph-mon[44549]: pgmap v21192: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:45 smithi181 ceph-mon[45557]: pgmap v21192: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:45 smithi088 ceph-mon[35322]: pgmap v21192: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:48.151 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:47 smithi088 ceph-mon[35322]: pgmap v21193: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:47 smithi175 ceph-mon[44549]: pgmap v21193: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:47 smithi181 ceph-mon[45557]: pgmap v21193: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:49.409 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:49.409+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:06:49.409 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:49.409+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:06:49.409 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:06:49.409+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:06:50.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:49 smithi175 ceph-mon[44549]: pgmap v21194: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:50.209 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:49 smithi181 ceph-mon[45557]: pgmap v21194: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:49 smithi088 ceph-mon[35322]: pgmap v21194: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:51 smithi175 ceph-mon[44549]: pgmap v21195: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:06:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:51 smithi181 ceph-mon[45557]: pgmap v21195: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:06:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:51 smithi088 ceph-mon[35322]: pgmap v21195: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:06:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:53 smithi175 ceph-mon[44549]: pgmap v21196: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:53 smithi181 ceph-mon[45557]: pgmap v21196: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:53 smithi088 ceph-mon[35322]: pgmap v21196: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:56.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:55 smithi175 ceph-mon[44549]: pgmap v21197: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:55 smithi181 ceph-mon[45557]: pgmap v21197: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:55 smithi088 ceph-mon[35322]: pgmap v21197: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:06:58.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:57 smithi175 ceph-mon[44549]: pgmap v21198: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:57 smithi181 ceph-mon[45557]: pgmap v21198: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:06:58.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:57 smithi088 ceph-mon[35322]: pgmap v21198: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:00.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:06:59 smithi175 ceph-mon[44549]: pgmap v21199: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:06:59 smithi181 ceph-mon[45557]: pgmap v21199: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:00.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:06:59 smithi088 ceph-mon[35322]: pgmap v21199: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:01 smithi175 ceph-mon[44549]: pgmap v21200: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:01 smithi181 ceph-mon[45557]: pgmap v21200: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:01 smithi088 ceph-mon[35322]: pgmap v21200: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:03 smithi175 ceph-mon[44549]: pgmap v21201: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:03 smithi181 ceph-mon[45557]: pgmap v21201: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:03 smithi088 ceph-mon[35322]: pgmap v21201: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:04.425 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:04.424+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:07:04.425 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:04.424+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:07:04.425 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:04.424+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:07:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:05 smithi175 ceph-mon[44549]: pgmap v21202: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:05 smithi181 ceph-mon[45557]: pgmap v21202: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:05 smithi088 ceph-mon[35322]: pgmap v21202: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:08.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:07 smithi175 ceph-mon[44549]: pgmap v21203: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:07 smithi181 ceph-mon[45557]: pgmap v21203: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:07 smithi088 ceph-mon[35322]: pgmap v21203: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:10.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:09 smithi175 ceph-mon[44549]: pgmap v21204: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:09 smithi181 ceph-mon[45557]: pgmap v21204: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:09 smithi088 ceph-mon[35322]: pgmap v21204: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:11 smithi175 ceph-mon[44549]: pgmap v21205: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:11 smithi181 ceph-mon[45557]: pgmap v21205: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:11 smithi088 ceph-mon[35322]: pgmap v21205: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:13 smithi175 ceph-mon[44549]: pgmap v21206: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:13 smithi181 ceph-mon[45557]: pgmap v21206: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:13 smithi088 ceph-mon[35322]: pgmap v21206: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:15 smithi175 ceph-mon[44549]: pgmap v21207: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:15 smithi181 ceph-mon[45557]: pgmap v21207: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:16.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:15 smithi088 ceph-mon[35322]: pgmap v21207: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:17 smithi175 ceph-mon[44549]: pgmap v21208: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:17 smithi181 ceph-mon[45557]: pgmap v21208: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:17 smithi088 ceph-mon[35322]: pgmap v21208: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:19.440 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:19.438+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:07:19.440 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:19.438+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:07:19.440 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:19.438+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:07:20.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:19 smithi175 ceph-mon[44549]: pgmap v21209: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:19 smithi181 ceph-mon[45557]: pgmap v21209: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:19 smithi088 ceph-mon[35322]: pgmap v21209: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:21 smithi181 ceph-mon[45557]: pgmap v21210: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:07:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:07:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:07:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:21 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:07:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:21 smithi088 ceph-mon[35322]: pgmap v21210: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:07:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:07:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:07:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:21 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:07:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:21 smithi175 ceph-mon[44549]: pgmap v21210: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:07:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:07:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:07:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:21 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:07:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:22 smithi181 ceph-mon[45557]: pgmap v21211: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:07:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:22 smithi181 ceph-mon[45557]: pgmap v21212: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:07:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:22 smithi088 ceph-mon[35322]: pgmap v21211: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:07:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:22 smithi088 ceph-mon[35322]: pgmap v21212: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:07:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:22 smithi175 ceph-mon[44549]: pgmap v21211: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:07:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:22 smithi175 ceph-mon[44549]: pgmap v21212: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:07:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:24 smithi181 ceph-mon[45557]: pgmap v21213: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:07:25.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:24 smithi088 ceph-mon[35322]: pgmap v21213: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:07:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:24 smithi175 ceph-mon[44549]: pgmap v21213: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:07:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:26 smithi181 ceph-mon[45557]: pgmap v21214: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:07:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:26 smithi088 ceph-mon[35322]: pgmap v21214: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:07:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:26 smithi175 ceph-mon[44549]: pgmap v21214: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:07:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:28 smithi175 ceph-mon[44549]: pgmap v21215: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:07:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:28 smithi181 ceph-mon[45557]: pgmap v21215: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:07:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:28 smithi088 ceph-mon[35322]: pgmap v21215: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:07:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:30 smithi181 ceph-mon[45557]: pgmap v21216: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:07:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:30 smithi088 ceph-mon[35322]: pgmap v21216: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:07:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:30 smithi175 ceph-mon[44549]: pgmap v21216: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:07:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:32 smithi181 ceph-mon[45557]: pgmap v21217: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:07:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:32 smithi088 ceph-mon[35322]: pgmap v21217: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:07:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:32 smithi175 ceph-mon[44549]: pgmap v21217: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:07:34.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:34.452+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:07:34.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:34.452+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:07:34.452 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:34.452+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:07:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:34 smithi181 ceph-mon[45557]: pgmap v21218: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:34 smithi088 ceph-mon[35322]: pgmap v21218: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:34 smithi175 ceph-mon[44549]: pgmap v21218: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:37.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:36 smithi181 ceph-mon[45557]: pgmap v21219: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:07:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:36 smithi088 ceph-mon[35322]: pgmap v21219: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:07:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:36 smithi175 ceph-mon[44549]: pgmap v21219: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:07:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:38 smithi175 ceph-mon[44549]: pgmap v21220: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:38 smithi181 ceph-mon[45557]: pgmap v21220: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:38 smithi088 ceph-mon[35322]: pgmap v21220: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:40 smithi181 ceph-mon[45557]: pgmap v21221: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:40 smithi088 ceph-mon[35322]: pgmap v21221: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:40 smithi175 ceph-mon[44549]: pgmap v21221: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:42 smithi181 ceph-mon[45557]: pgmap v21222: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:42 smithi088 ceph-mon[35322]: pgmap v21222: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:42 smithi175 ceph-mon[44549]: pgmap v21222: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:44 smithi181 ceph-mon[45557]: pgmap v21223: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:44 smithi088 ceph-mon[35322]: pgmap v21223: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:44 smithi175 ceph-mon[44549]: pgmap v21223: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:46 smithi181 ceph-mon[45557]: pgmap v21224: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:07:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:46 smithi088 ceph-mon[35322]: pgmap v21224: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:07:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:46 smithi175 ceph-mon[44549]: pgmap v21224: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:07:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:48 smithi175 ceph-mon[44549]: pgmap v21225: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:48 smithi181 ceph-mon[45557]: pgmap v21225: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:48 smithi088 ceph-mon[35322]: pgmap v21225: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:49.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:49.461+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:07:49.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:49.461+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:07:49.462 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:07:49.461+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:07:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:50 smithi181 ceph-mon[45557]: pgmap v21226: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:50 smithi088 ceph-mon[35322]: pgmap v21226: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:50 smithi175 ceph-mon[44549]: pgmap v21226: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:52 smithi181 ceph-mon[45557]: pgmap v21227: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:52 smithi088 ceph-mon[35322]: pgmap v21227: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:52 smithi175 ceph-mon[44549]: pgmap v21227: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:07:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:54 smithi181 ceph-mon[45557]: pgmap v21228: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:54 smithi088 ceph-mon[35322]: pgmap v21228: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:54 smithi175 ceph-mon[44549]: pgmap v21228: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:07:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:56 smithi181 ceph-mon[45557]: pgmap v21229: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:07:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:56 smithi088 ceph-mon[35322]: pgmap v21229: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:07:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:56 smithi175 ceph-mon[44549]: pgmap v21229: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:07:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:07:58 smithi175 ceph-mon[44549]: pgmap v21230: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:07:58 smithi181 ceph-mon[45557]: pgmap v21230: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:07:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:07:58 smithi088 ceph-mon[35322]: pgmap v21230: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:08:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:00 smithi181 ceph-mon[45557]: pgmap v21231: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:00 smithi088 ceph-mon[35322]: pgmap v21231: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:00 smithi175 ceph-mon[44549]: pgmap v21231: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:02 smithi181 ceph-mon[45557]: pgmap v21232: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:08:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:02 smithi088 ceph-mon[35322]: pgmap v21232: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:08:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:02 smithi175 ceph-mon[44549]: pgmap v21232: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:08:04.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:04.474+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:08:04.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:04.474+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:08:04.475 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:04.474+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:08:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:04 smithi181 ceph-mon[45557]: pgmap v21233: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:04 smithi088 ceph-mon[35322]: pgmap v21233: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:04 smithi175 ceph-mon[44549]: pgmap v21233: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:06 smithi181 ceph-mon[45557]: pgmap v21234: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:06 smithi088 ceph-mon[35322]: pgmap v21234: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:06 smithi175 ceph-mon[44549]: pgmap v21234: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:08 smithi175 ceph-mon[44549]: pgmap v21235: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:08:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:08 smithi181 ceph-mon[45557]: pgmap v21235: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:08:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:08 smithi088 ceph-mon[35322]: pgmap v21235: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:08:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:10 smithi181 ceph-mon[45557]: pgmap v21236: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:10 smithi088 ceph-mon[35322]: pgmap v21236: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:10 smithi175 ceph-mon[44549]: pgmap v21236: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:12 smithi181 ceph-mon[45557]: pgmap v21237: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:08:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:12 smithi088 ceph-mon[35322]: pgmap v21237: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:08:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:12 smithi175 ceph-mon[44549]: pgmap v21237: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:08:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:14 smithi181 ceph-mon[45557]: pgmap v21238: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:14 smithi088 ceph-mon[35322]: pgmap v21238: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:14 smithi175 ceph-mon[44549]: pgmap v21238: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:16 smithi181 ceph-mon[45557]: pgmap v21239: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:16 smithi088 ceph-mon[35322]: pgmap v21239: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:16 smithi175 ceph-mon[44549]: pgmap v21239: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:19.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:18 smithi175 ceph-mon[44549]: pgmap v21240: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:08:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:18 smithi181 ceph-mon[45557]: pgmap v21240: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:08:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:18 smithi088 ceph-mon[35322]: pgmap v21240: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:08:19.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:19.489+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:08:19.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:19.489+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:08:19.490 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:19.489+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:08:21.216 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:20 smithi181 ceph-mon[45557]: pgmap v21241: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:20 smithi088 ceph-mon[35322]: pgmap v21241: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:21.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:20 smithi175 ceph-mon[44549]: pgmap v21241: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:22 smithi181 ceph-mon[45557]: pgmap v21242: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:08:23.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:22 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:08:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:22 smithi088 ceph-mon[35322]: pgmap v21242: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:08:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:22 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:08:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:22 smithi175 ceph-mon[44549]: pgmap v21242: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:08:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:22 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:08:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:08:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:08:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:08:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:08:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:24 smithi175 ceph-mon[44549]: pgmap v21243: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-29T00:08:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:24 smithi175 ceph-mon[44549]: pgmap v21244: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-29T00:08:24.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:08:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:08:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:08:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:08:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:08:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:24 smithi181 ceph-mon[45557]: pgmap v21243: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-29T00:08:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:24 smithi181 ceph-mon[45557]: pgmap v21244: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-29T00:08:24.708 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:08:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:08:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:08:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:08:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:08:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:24 smithi088 ceph-mon[35322]: pgmap v21243: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-01-29T00:08:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:24 smithi088 ceph-mon[35322]: pgmap v21244: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s 2024-01-29T00:08:24.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:08:26.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:26 smithi175 ceph-mon[44549]: pgmap v21245: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-29T00:08:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:26 smithi181 ceph-mon[45557]: pgmap v21245: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-29T00:08:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:26 smithi088 ceph-mon[35322]: pgmap v21245: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-29T00:08:29.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:28 smithi175 ceph-mon[44549]: pgmap v21246: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:08:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:28 smithi181 ceph-mon[45557]: pgmap v21246: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:08:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:28 smithi088 ceph-mon[35322]: pgmap v21246: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:08:31.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:30 smithi175 ceph-mon[44549]: pgmap v21247: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:08:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:30 smithi181 ceph-mon[45557]: pgmap v21247: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:08:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:30 smithi088 ceph-mon[35322]: pgmap v21247: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:08:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:32 smithi175 ceph-mon[44549]: pgmap v21248: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:08:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:32 smithi181 ceph-mon[45557]: pgmap v21248: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:08:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:32 smithi088 ceph-mon[35322]: pgmap v21248: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:08:34.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:34.495+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:08:34.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:34.496+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:08:34.496 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:34.496+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:08:35.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:34 smithi175 ceph-mon[44549]: pgmap v21249: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:08:35.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:34 smithi181 ceph-mon[45557]: pgmap v21249: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:08:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:34 smithi088 ceph-mon[35322]: pgmap v21249: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:08:37.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:36 smithi175 ceph-mon[44549]: pgmap v21250: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:36 smithi181 ceph-mon[45557]: pgmap v21250: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:37.207 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:36 smithi088 ceph-mon[35322]: pgmap v21250: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:39.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:38 smithi175 ceph-mon[44549]: pgmap v21251: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:38 smithi181 ceph-mon[45557]: pgmap v21251: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:38 smithi088 ceph-mon[35322]: pgmap v21251: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:41.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:40 smithi175 ceph-mon[44549]: pgmap v21252: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:08:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:40 smithi181 ceph-mon[45557]: pgmap v21252: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:08:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:40 smithi088 ceph-mon[35322]: pgmap v21252: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:08:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:42 smithi175 ceph-mon[44549]: pgmap v21253: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:42 smithi181 ceph-mon[45557]: pgmap v21253: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:42 smithi088 ceph-mon[35322]: pgmap v21253: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:45.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:44 smithi175 ceph-mon[44549]: pgmap v21254: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:08:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:44 smithi181 ceph-mon[45557]: pgmap v21254: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:08:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:44 smithi088 ceph-mon[35322]: pgmap v21254: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:08:47.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:46 smithi175 ceph-mon[44549]: pgmap v21255: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:46 smithi181 ceph-mon[45557]: pgmap v21255: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:46 smithi088 ceph-mon[35322]: pgmap v21255: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:49.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:48 smithi175 ceph-mon[44549]: pgmap v21256: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:48 smithi181 ceph-mon[45557]: pgmap v21256: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:48 smithi088 ceph-mon[35322]: pgmap v21256: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:49.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:49.504+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:08:49.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:49.504+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:08:49.504 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:08:49.504+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:08:51.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:50 smithi175 ceph-mon[44549]: pgmap v21257: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:08:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:50 smithi181 ceph-mon[45557]: pgmap v21257: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:08:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:50 smithi088 ceph-mon[35322]: pgmap v21257: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:08:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:52 smithi175 ceph-mon[44549]: pgmap v21258: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:52 smithi181 ceph-mon[45557]: pgmap v21258: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:52 smithi088 ceph-mon[35322]: pgmap v21258: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:54 smithi175 ceph-mon[44549]: pgmap v21259: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:08:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:54 smithi181 ceph-mon[45557]: pgmap v21259: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:08:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:54 smithi088 ceph-mon[35322]: pgmap v21259: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:08:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:56 smithi175 ceph-mon[44549]: pgmap v21260: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:56 smithi181 ceph-mon[45557]: pgmap v21260: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:57.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:56 smithi088 ceph-mon[35322]: pgmap v21260: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:08:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:08:58 smithi175 ceph-mon[44549]: pgmap v21261: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:08:58 smithi181 ceph-mon[45557]: pgmap v21261: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:08:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:08:58 smithi088 ceph-mon[35322]: pgmap v21261: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:00.576+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:09:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:00.576+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:09:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:00.576+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 308 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-29T00:09:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:00.576+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 308 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314003870 con 0x55d733ebf510 2024-01-29T00:09:01.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:00 smithi175 ceph-mon[44549]: pgmap v21262: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:09:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:00 smithi181 ceph-mon[45557]: pgmap v21262: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:09:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:00 smithi088 ceph-mon[35322]: pgmap v21262: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:09:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:02 smithi175 ceph-mon[44549]: pgmap v21263: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:02 smithi181 ceph-mon[45557]: pgmap v21263: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:02 smithi088 ceph-mon[35322]: pgmap v21263: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:04.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:04.518+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:09:04.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:04.518+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:09:04.519 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:04.518+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:09:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:04 smithi175 ceph-mon[44549]: pgmap v21264: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:04 smithi181 ceph-mon[45557]: pgmap v21264: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:04 smithi088 ceph-mon[35322]: pgmap v21264: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:06 smithi181 ceph-mon[45557]: pgmap v21265: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:06 smithi088 ceph-mon[35322]: pgmap v21265: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:06 smithi175 ceph-mon[44549]: pgmap v21265: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:08 smithi181 ceph-mon[45557]: pgmap v21266: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:08 smithi088 ceph-mon[35322]: pgmap v21266: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:08 smithi175 ceph-mon[44549]: pgmap v21266: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:10 smithi181 ceph-mon[45557]: pgmap v21267: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:09:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:10 smithi088 ceph-mon[35322]: pgmap v21267: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:09:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:10 smithi175 ceph-mon[44549]: pgmap v21267: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:09:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:12 smithi181 ceph-mon[45557]: pgmap v21268: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:12 smithi088 ceph-mon[35322]: pgmap v21268: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:12 smithi175 ceph-mon[44549]: pgmap v21268: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:14 smithi181 ceph-mon[45557]: pgmap v21269: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:14 smithi088 ceph-mon[35322]: pgmap v21269: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:14 smithi175 ceph-mon[44549]: pgmap v21269: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:16 smithi181 ceph-mon[45557]: pgmap v21270: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:16 smithi088 ceph-mon[35322]: pgmap v21270: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:16 smithi175 ceph-mon[44549]: pgmap v21270: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:18 smithi181 ceph-mon[45557]: pgmap v21271: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:18 smithi088 ceph-mon[35322]: pgmap v21271: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:18 smithi175 ceph-mon[44549]: pgmap v21271: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:19.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:19.525+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:09:19.525 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:19.525+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:09:19.526 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:19.525+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:09:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:20 smithi181 ceph-mon[45557]: pgmap v21272: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:09:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:20 smithi088 ceph-mon[35322]: pgmap v21272: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:09:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:20 smithi175 ceph-mon[44549]: pgmap v21272: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:09:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:22 smithi181 ceph-mon[45557]: pgmap v21273: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:22 smithi088 ceph-mon[35322]: pgmap v21273: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:22 smithi175 ceph-mon[44549]: pgmap v21273: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:09:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:09:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:23 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:09:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:23 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:09:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:23 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:24 smithi181 ceph-mon[45557]: pgmap v21274: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:09:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:09:25.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:24 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:24 smithi088 ceph-mon[35322]: pgmap v21274: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:09:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:09:25.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:24 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:24 smithi175 ceph-mon[44549]: pgmap v21274: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:09:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:09:25.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:24 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:09:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:25 smithi181 ceph-mon[45557]: pgmap v21275: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-29T00:09:26.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:25 smithi181 ceph-mon[45557]: pgmap v21276: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:09:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:25 smithi088 ceph-mon[35322]: pgmap v21275: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-29T00:09:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:25 smithi088 ceph-mon[35322]: pgmap v21276: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:09:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:25 smithi175 ceph-mon[44549]: pgmap v21275: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-29T00:09:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:25 smithi175 ceph-mon[44549]: pgmap v21276: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:09:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:27 smithi181 ceph-mon[45557]: pgmap v21277: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:09:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:27 smithi088 ceph-mon[35322]: pgmap v21277: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:09:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:27 smithi175 ceph-mon[44549]: pgmap v21277: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:09:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:29 smithi088 ceph-mon[35322]: pgmap v21278: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:09:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:29 smithi175 ceph-mon[44549]: pgmap v21278: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:09:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:29 smithi181 ceph-mon[45557]: pgmap v21278: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:09:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:31 smithi088 ceph-mon[35322]: pgmap v21279: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:31 smithi175 ceph-mon[44549]: pgmap v21279: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:31 smithi181 ceph-mon[45557]: pgmap v21279: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:33 smithi175 ceph-mon[44549]: pgmap v21280: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:09:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:33 smithi181 ceph-mon[45557]: pgmap v21280: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:09:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:33 smithi088 ceph-mon[35322]: pgmap v21280: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:09:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:34.541+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:09:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:34.541+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:09:34.541 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:34.541+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:09:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:35 smithi181 ceph-mon[45557]: pgmap v21281: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:09:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:35 smithi088 ceph-mon[35322]: pgmap v21281: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:09:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:35 smithi175 ceph-mon[44549]: pgmap v21281: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:09:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:37 smithi181 ceph-mon[45557]: pgmap v21282: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:37 smithi088 ceph-mon[35322]: pgmap v21282: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:37 smithi175 ceph-mon[44549]: pgmap v21282: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:40.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:39 smithi181 ceph-mon[45557]: pgmap v21283: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:39 smithi088 ceph-mon[35322]: pgmap v21283: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:39 smithi175 ceph-mon[44549]: pgmap v21283: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:41 smithi181 ceph-mon[45557]: pgmap v21284: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:41 smithi088 ceph-mon[35322]: pgmap v21284: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:41 smithi175 ceph-mon[44549]: pgmap v21284: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:44.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:43 smithi175 ceph-mon[44549]: pgmap v21285: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:43 smithi181 ceph-mon[45557]: pgmap v21285: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:43 smithi088 ceph-mon[35322]: pgmap v21285: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:45.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:45.583+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:09:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:45.583+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:09:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:45.584+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 309 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:09:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:45.584+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 309 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:09:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:45 smithi181 ceph-mon[45557]: pgmap v21286: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:45 smithi088 ceph-mon[35322]: pgmap v21286: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:45 smithi175 ceph-mon[44549]: pgmap v21286: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:47 smithi181 ceph-mon[45557]: pgmap v21287: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:48.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:47 smithi088 ceph-mon[35322]: pgmap v21287: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:47 smithi175 ceph-mon[44549]: pgmap v21287: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:49.556+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:09:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:49.556+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:09:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:09:49.556+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:09:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:49 smithi181 ceph-mon[45557]: pgmap v21288: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:49 smithi088 ceph-mon[35322]: pgmap v21288: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:49 smithi175 ceph-mon[44549]: pgmap v21288: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:51 smithi181 ceph-mon[45557]: pgmap v21289: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:51 smithi088 ceph-mon[35322]: pgmap v21289: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:51 smithi175 ceph-mon[44549]: pgmap v21289: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:09:54.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:53 smithi175 ceph-mon[44549]: pgmap v21290: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:53 smithi181 ceph-mon[45557]: pgmap v21290: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:53 smithi088 ceph-mon[35322]: pgmap v21290: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:55 smithi181 ceph-mon[45557]: pgmap v21291: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:55 smithi088 ceph-mon[35322]: pgmap v21291: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:55 smithi175 ceph-mon[44549]: pgmap v21291: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:09:58.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:57 smithi181 ceph-mon[45557]: pgmap v21292: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:57 smithi088 ceph-mon[35322]: pgmap v21292: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:09:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:57 smithi175 ceph-mon[44549]: pgmap v21292: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:00.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:09:59 smithi181 ceph-mon[45557]: pgmap v21293: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:09:59 smithi088 ceph-mon[35322]: pgmap v21293: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:09:59 smithi175 ceph-mon[44549]: pgmap v21293: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:10:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:10:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:10:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:01 smithi181 ceph-mon[45557]: pgmap v21294: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:01 smithi088 ceph-mon[35322]: pgmap v21294: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:01 smithi175 ceph-mon[44549]: pgmap v21294: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:03 smithi175 ceph-mon[44549]: pgmap v21295: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:03 smithi181 ceph-mon[45557]: pgmap v21295: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:03 smithi088 ceph-mon[35322]: pgmap v21295: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:04.559+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:10:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:04.559+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:10:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:04.559+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:10:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:05 smithi181 ceph-mon[45557]: pgmap v21296: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:05 smithi088 ceph-mon[35322]: pgmap v21296: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:05 smithi175 ceph-mon[44549]: pgmap v21296: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:07 smithi181 ceph-mon[45557]: pgmap v21297: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:07 smithi088 ceph-mon[35322]: pgmap v21297: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:07 smithi175 ceph-mon[44549]: pgmap v21297: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:10.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:09 smithi181 ceph-mon[45557]: pgmap v21298: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:09 smithi088 ceph-mon[35322]: pgmap v21298: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:09 smithi175 ceph-mon[44549]: pgmap v21298: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:11 smithi181 ceph-mon[45557]: pgmap v21299: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:11 smithi088 ceph-mon[35322]: pgmap v21299: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:11 smithi175 ceph-mon[44549]: pgmap v21299: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:13 smithi175 ceph-mon[44549]: pgmap v21300: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:13 smithi181 ceph-mon[45557]: pgmap v21300: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:13 smithi088 ceph-mon[35322]: pgmap v21300: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:15 smithi181 ceph-mon[45557]: pgmap v21301: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:15 smithi088 ceph-mon[35322]: pgmap v21301: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:15 smithi175 ceph-mon[44549]: pgmap v21301: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:18.220 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:17 smithi181 ceph-mon[45557]: pgmap v21302: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:17 smithi088 ceph-mon[35322]: pgmap v21302: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:18.414 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:17 smithi175 ceph-mon[44549]: pgmap v21302: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:19.566 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:19.565+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:10:19.566 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:19.566+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:10:19.566 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:19.566+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:10:20.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:19 smithi181 ceph-mon[45557]: pgmap v21303: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:19 smithi088 ceph-mon[35322]: pgmap v21303: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:19 smithi175 ceph-mon[44549]: pgmap v21303: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:21 smithi181 ceph-mon[45557]: pgmap v21304: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:10:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:21 smithi088 ceph-mon[35322]: pgmap v21304: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:10:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:21 smithi175 ceph-mon[44549]: pgmap v21304: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:10:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:23 smithi175 ceph-mon[44549]: pgmap v21305: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:23 smithi181 ceph-mon[45557]: pgmap v21305: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:23 smithi088 ceph-mon[35322]: pgmap v21305: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:25 smithi181 ceph-mon[45557]: pgmap v21306: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:10:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:10:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:10:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:25 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:10:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:25 smithi088 ceph-mon[35322]: pgmap v21306: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:10:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:10:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:10:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:25 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:10:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:25 smithi175 ceph-mon[44549]: pgmap v21306: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:10:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:10:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:10:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:25 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:10:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:26 smithi181 ceph-mon[45557]: pgmap v21307: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:10:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:26 smithi181 ceph-mon[45557]: pgmap v21308: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:10:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:26 smithi088 ceph-mon[35322]: pgmap v21307: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:10:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:26 smithi088 ceph-mon[35322]: pgmap v21308: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:10:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:26 smithi175 ceph-mon[44549]: pgmap v21307: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:10:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:26 smithi175 ceph-mon[44549]: pgmap v21308: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:10:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:28 smithi181 ceph-mon[45557]: pgmap v21309: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:10:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:28 smithi088 ceph-mon[35322]: pgmap v21309: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:10:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:28 smithi175 ceph-mon[44549]: pgmap v21309: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:10:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:30 smithi181 ceph-mon[45557]: pgmap v21310: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:10:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:30 smithi088 ceph-mon[35322]: pgmap v21310: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:10:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:30 smithi175 ceph-mon[44549]: pgmap v21310: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:10:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:32 smithi181 ceph-mon[45557]: pgmap v21311: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:10:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:32 smithi088 ceph-mon[35322]: pgmap v21311: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:10:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:32 smithi175 ceph-mon[44549]: pgmap v21311: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:10:34.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:34.569+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:10:34.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:34.569+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:10:34.569 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:34.569+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:10:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:34 smithi088 ceph-mon[35322]: pgmap v21312: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:10:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:34 smithi175 ceph-mon[44549]: pgmap v21312: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:10:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:34 smithi181 ceph-mon[45557]: pgmap v21312: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:10:37.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:36 smithi088 ceph-mon[35322]: pgmap v21313: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:10:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:36 smithi175 ceph-mon[44549]: pgmap v21313: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:10:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:36 smithi181 ceph-mon[45557]: pgmap v21313: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:10:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:38 smithi088 ceph-mon[35322]: pgmap v21314: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:38 smithi175 ceph-mon[44549]: pgmap v21314: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:38 smithi181 ceph-mon[45557]: pgmap v21314: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:40 smithi088 ceph-mon[35322]: pgmap v21315: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:10:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:40 smithi175 ceph-mon[44549]: pgmap v21315: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:10:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:40 smithi181 ceph-mon[45557]: pgmap v21315: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:10:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:42 smithi088 ceph-mon[35322]: pgmap v21316: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:42 smithi175 ceph-mon[44549]: pgmap v21316: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:42 smithi181 ceph-mon[45557]: pgmap v21316: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:44 smithi088 ceph-mon[35322]: pgmap v21317: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:44 smithi175 ceph-mon[44549]: pgmap v21317: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:44 smithi181 ceph-mon[45557]: pgmap v21317: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:46 smithi088 ceph-mon[35322]: pgmap v21318: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:46 smithi175 ceph-mon[44549]: pgmap v21318: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:46 smithi181 ceph-mon[45557]: pgmap v21318: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:48 smithi088 ceph-mon[35322]: pgmap v21319: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:48 smithi175 ceph-mon[44549]: pgmap v21319: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:48 smithi181 ceph-mon[45557]: pgmap v21319: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:49.584+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:10:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:49.584+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:10:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:10:49.584+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:10:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:50 smithi088 ceph-mon[35322]: pgmap v21320: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:50 smithi175 ceph-mon[44549]: pgmap v21320: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:50 smithi181 ceph-mon[45557]: pgmap v21320: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:52 smithi175 ceph-mon[44549]: pgmap v21321: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:52 smithi181 ceph-mon[45557]: pgmap v21321: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:52 smithi088 ceph-mon[35322]: pgmap v21321: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:55.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:54 smithi175 ceph-mon[44549]: pgmap v21322: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:54 smithi181 ceph-mon[45557]: pgmap v21322: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:54 smithi088 ceph-mon[35322]: pgmap v21322: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:10:57.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:56 smithi175 ceph-mon[44549]: pgmap v21323: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:56 smithi181 ceph-mon[45557]: pgmap v21323: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:56 smithi088 ceph-mon[35322]: pgmap v21323: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:10:59.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:10:58 smithi175 ceph-mon[44549]: pgmap v21324: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:10:58 smithi181 ceph-mon[45557]: pgmap v21324: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:10:59.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:10:58 smithi088 ceph-mon[35322]: pgmap v21324: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:01.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:00 smithi175 ceph-mon[44549]: pgmap v21325: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:00 smithi181 ceph-mon[45557]: pgmap v21325: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:01.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:00 smithi088 ceph-mon[35322]: pgmap v21325: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:03.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:02 smithi175 ceph-mon[44549]: pgmap v21326: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:02 smithi181 ceph-mon[45557]: pgmap v21326: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:02 smithi088 ceph-mon[35322]: pgmap v21326: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:04.591+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:11:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:04.591+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:11:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:04.591+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:11:05.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:04 smithi175 ceph-mon[44549]: pgmap v21327: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:05.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:04 smithi181 ceph-mon[45557]: pgmap v21327: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:04 smithi088 ceph-mon[35322]: pgmap v21327: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:07.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:06 smithi175 ceph-mon[44549]: pgmap v21328: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:06 smithi181 ceph-mon[45557]: pgmap v21328: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:06 smithi088 ceph-mon[35322]: pgmap v21328: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:09.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:08 smithi175 ceph-mon[44549]: pgmap v21329: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:08 smithi181 ceph-mon[45557]: pgmap v21329: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:08 smithi088 ceph-mon[35322]: pgmap v21329: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:10 smithi181 ceph-mon[45557]: pgmap v21330: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:10 smithi088 ceph-mon[35322]: pgmap v21330: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:10 smithi175 ceph-mon[44549]: pgmap v21330: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:12 smithi181 ceph-mon[45557]: pgmap v21331: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:12 smithi088 ceph-mon[35322]: pgmap v21331: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:12 smithi175 ceph-mon[44549]: pgmap v21331: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:15.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:14 smithi181 ceph-mon[45557]: pgmap v21332: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:14 smithi088 ceph-mon[35322]: pgmap v21332: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:14 smithi175 ceph-mon[44549]: pgmap v21332: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:16 smithi181 ceph-mon[45557]: pgmap v21333: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:17.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:16 smithi088 ceph-mon[35322]: pgmap v21333: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:16 smithi175 ceph-mon[44549]: pgmap v21333: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:18 smithi181 ceph-mon[45557]: pgmap v21334: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:18 smithi088 ceph-mon[35322]: pgmap v21334: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:18 smithi175 ceph-mon[44549]: pgmap v21334: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:19.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:19.607+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:11:19.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:19.607+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:11:19.608 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:19.607+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:11:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:20 smithi181 ceph-mon[45557]: pgmap v21335: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:20 smithi088 ceph-mon[35322]: pgmap v21335: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:20 smithi175 ceph-mon[44549]: pgmap v21335: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:22 smithi181 ceph-mon[45557]: pgmap v21336: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:22 smithi088 ceph-mon[35322]: pgmap v21336: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:22 smithi175 ceph-mon[44549]: pgmap v21336: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:25.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:24 smithi181 ceph-mon[45557]: pgmap v21337: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:24 smithi088 ceph-mon[35322]: pgmap v21337: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:24 smithi175 ceph-mon[44549]: pgmap v21337: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:26 smithi181 ceph-mon[45557]: pgmap v21338: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:11:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:11:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:11:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:26 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:11:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:26 smithi088 ceph-mon[35322]: pgmap v21338: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:27.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:11:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:11:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:11:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:26 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:11:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:26 smithi175 ceph-mon[44549]: pgmap v21338: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:11:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:11:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:11:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:26 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:11:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:27 smithi181 ceph-mon[45557]: pgmap v21339: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:11:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:27 smithi181 ceph-mon[45557]: pgmap v21340: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:11:28.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:27 smithi088 ceph-mon[35322]: pgmap v21339: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:11:28.215 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:27 smithi088 ceph-mon[35322]: pgmap v21340: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:11:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:27 smithi175 ceph-mon[44549]: pgmap v21339: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:11:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:27 smithi175 ceph-mon[44549]: pgmap v21340: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:11:30.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:29 smithi181 ceph-mon[45557]: pgmap v21341: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:11:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:29 smithi088 ceph-mon[35322]: pgmap v21341: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:11:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:29 smithi175 ceph-mon[44549]: pgmap v21341: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:11:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:31 smithi181 ceph-mon[45557]: pgmap v21342: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:11:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:31 smithi088 ceph-mon[35322]: pgmap v21342: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:11:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:31 smithi175 ceph-mon[44549]: pgmap v21342: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:11:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:33 smithi088 ceph-mon[35322]: pgmap v21343: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:11:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:33 smithi175 ceph-mon[44549]: pgmap v21343: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:11:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:33 smithi181 ceph-mon[45557]: pgmap v21343: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:11:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:34.622+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:11:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:34.622+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:11:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:34.622+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:11:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:35 smithi088 ceph-mon[35322]: pgmap v21344: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:11:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:35 smithi175 ceph-mon[44549]: pgmap v21344: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:11:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:35 smithi181 ceph-mon[45557]: pgmap v21344: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:11:38.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:37 smithi088 ceph-mon[35322]: pgmap v21345: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:11:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:37 smithi175 ceph-mon[44549]: pgmap v21345: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:11:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:37 smithi181 ceph-mon[45557]: pgmap v21345: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:11:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:39 smithi088 ceph-mon[35322]: pgmap v21346: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:11:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:39 smithi175 ceph-mon[44549]: pgmap v21346: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:11:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:39 smithi181 ceph-mon[45557]: pgmap v21346: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:11:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:41 smithi088 ceph-mon[35322]: pgmap v21347: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:41 smithi175 ceph-mon[44549]: pgmap v21347: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:41 smithi181 ceph-mon[45557]: pgmap v21347: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:43 smithi088 ceph-mon[35322]: pgmap v21348: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:43 smithi175 ceph-mon[44549]: pgmap v21348: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:43 smithi181 ceph-mon[45557]: pgmap v21348: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:11:46.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:45 smithi088 ceph-mon[35322]: pgmap v21349: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:45 smithi175 ceph-mon[44549]: pgmap v21349: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:45 smithi181 ceph-mon[45557]: pgmap v21349: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:48.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:47 smithi088 ceph-mon[35322]: pgmap v21350: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:47 smithi175 ceph-mon[44549]: pgmap v21350: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:47 smithi181 ceph-mon[45557]: pgmap v21350: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:49.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:49.630+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:11:49.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:49.630+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:11:49.630 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:11:49.630+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:11:50.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:49 smithi088 ceph-mon[35322]: pgmap v21351: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:11:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:49 smithi175 ceph-mon[44549]: pgmap v21351: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:11:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:49 smithi181 ceph-mon[45557]: pgmap v21351: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:11:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:51 smithi088 ceph-mon[35322]: pgmap v21352: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:51 smithi175 ceph-mon[44549]: pgmap v21352: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:51 smithi181 ceph-mon[45557]: pgmap v21352: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:53 smithi088 ceph-mon[35322]: pgmap v21353: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:53 smithi175 ceph-mon[44549]: pgmap v21353: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:53 smithi181 ceph-mon[45557]: pgmap v21353: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:11:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:55 smithi088 ceph-mon[35322]: pgmap v21354: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:55 smithi175 ceph-mon[44549]: pgmap v21354: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:55 smithi181 ceph-mon[45557]: pgmap v21354: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:11:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:58 smithi088 ceph-mon[35322]: pgmap v21355: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:58 smithi175 ceph-mon[44549]: pgmap v21355: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:58 smithi181 ceph-mon[45557]: pgmap v21355: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:11:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:11:59 smithi088 ceph-mon[35322]: pgmap v21356: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:11:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:11:59 smithi175 ceph-mon[44549]: pgmap v21356: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:11:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:11:59 smithi181 ceph-mon[45557]: pgmap v21356: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:12:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:01 smithi181 ceph-mon[45557]: pgmap v21357: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:01 smithi088 ceph-mon[35322]: pgmap v21357: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:01 smithi175 ceph-mon[44549]: pgmap v21357: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:03 smithi181 ceph-mon[45557]: pgmap v21358: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:03 smithi088 ceph-mon[35322]: pgmap v21358: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:03 smithi175 ceph-mon[44549]: pgmap v21358: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:04.645+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:12:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:04.645+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:12:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:04.645+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:12:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:05 smithi181 ceph-mon[45557]: pgmap v21359: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:05 smithi088 ceph-mon[35322]: pgmap v21359: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:05 smithi175 ceph-mon[44549]: pgmap v21359: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:07 smithi088 ceph-mon[35322]: pgmap v21360: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:07 smithi175 ceph-mon[44549]: pgmap v21360: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:07 smithi181 ceph-mon[45557]: pgmap v21360: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:09 smithi088 ceph-mon[35322]: pgmap v21361: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:12:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:09 smithi175 ceph-mon[44549]: pgmap v21361: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:12:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:09 smithi181 ceph-mon[45557]: pgmap v21361: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:12:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:11 smithi088 ceph-mon[35322]: pgmap v21362: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:11 smithi175 ceph-mon[44549]: pgmap v21362: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:11 smithi181 ceph-mon[45557]: pgmap v21362: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:13 smithi088 ceph-mon[35322]: pgmap v21363: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:13 smithi175 ceph-mon[44549]: pgmap v21363: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:13 smithi181 ceph-mon[45557]: pgmap v21363: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:15 smithi088 ceph-mon[35322]: pgmap v21364: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:15 smithi175 ceph-mon[44549]: pgmap v21364: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:15 smithi181 ceph-mon[45557]: pgmap v21364: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:17 smithi088 ceph-mon[35322]: pgmap v21365: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:17 smithi175 ceph-mon[44549]: pgmap v21365: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:17 smithi181 ceph-mon[45557]: pgmap v21365: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:19.662 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:19.660+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:12:19.663 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:19.660+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:12:19.663 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:19.660+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:12:20.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:19 smithi088 ceph-mon[35322]: pgmap v21366: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:12:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:19 smithi175 ceph-mon[44549]: pgmap v21366: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:12:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:19 smithi181 ceph-mon[45557]: pgmap v21366: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:12:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:21 smithi088 ceph-mon[35322]: pgmap v21367: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:21 smithi175 ceph-mon[44549]: pgmap v21367: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:21 smithi181 ceph-mon[45557]: pgmap v21367: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:23 smithi088 ceph-mon[35322]: pgmap v21368: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:23 smithi175 ceph-mon[44549]: pgmap v21368: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:23 smithi181 ceph-mon[45557]: pgmap v21368: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:25 smithi088 ceph-mon[35322]: pgmap v21369: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:25 smithi175 ceph-mon[44549]: pgmap v21369: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:25 smithi181 ceph-mon[45557]: pgmap v21369: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:27 smithi088 ceph-mon[35322]: pgmap v21370: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:12:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:12:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:12:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:27 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:12:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:27 smithi175 ceph-mon[44549]: pgmap v21370: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:12:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:12:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:12:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:27 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:12:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:27 smithi181 ceph-mon[45557]: pgmap v21370: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:12:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:12:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:12:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:27 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:12:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:29 smithi088 ceph-mon[35322]: pgmap v21371: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:12:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:29 smithi088 ceph-mon[35322]: pgmap v21372: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:12:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:29 smithi175 ceph-mon[44549]: pgmap v21371: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:12:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:29 smithi175 ceph-mon[44549]: pgmap v21372: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:12:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:29 smithi181 ceph-mon[45557]: pgmap v21371: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:12:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:29 smithi181 ceph-mon[45557]: pgmap v21372: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:12:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:31 smithi088 ceph-mon[35322]: pgmap v21373: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:12:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:31 smithi175 ceph-mon[44549]: pgmap v21373: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:12:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:31 smithi181 ceph-mon[45557]: pgmap v21373: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:12:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:32 smithi175 ceph-mon[44549]: pgmap v21374: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:12:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:32 smithi181 ceph-mon[45557]: pgmap v21374: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:12:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:32 smithi088 ceph-mon[35322]: pgmap v21374: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:12:34.671 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:34.671+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:12:34.671 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:34.671+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:12:34.671 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:34.671+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:12:35.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:34 smithi181 ceph-mon[45557]: pgmap v21375: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:12:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:34 smithi088 ceph-mon[35322]: pgmap v21375: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:12:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:34 smithi175 ceph-mon[44549]: pgmap v21375: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:12:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:36 smithi181 ceph-mon[45557]: pgmap v21376: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:12:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:36 smithi088 ceph-mon[35322]: pgmap v21376: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:12:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:36 smithi175 ceph-mon[44549]: pgmap v21376: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:12:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:38 smithi181 ceph-mon[45557]: pgmap v21377: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:12:39.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:38 smithi088 ceph-mon[35322]: pgmap v21377: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:12:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:38 smithi175 ceph-mon[44549]: pgmap v21377: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:12:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:40 smithi181 ceph-mon[45557]: pgmap v21378: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:40 smithi088 ceph-mon[35322]: pgmap v21378: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:40 smithi175 ceph-mon[44549]: pgmap v21378: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:42 smithi181 ceph-mon[45557]: pgmap v21379: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:12:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:42 smithi088 ceph-mon[35322]: pgmap v21379: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:12:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:42 smithi175 ceph-mon[44549]: pgmap v21379: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:12:45.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:44 smithi181 ceph-mon[45557]: pgmap v21380: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:44 smithi088 ceph-mon[35322]: pgmap v21380: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:44 smithi175 ceph-mon[44549]: pgmap v21380: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:45.613+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:12:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:45.613+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:12:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:45.613+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 310 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:12:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:45.613+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 310 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:12:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:46 smithi181 ceph-mon[45557]: pgmap v21381: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:46 smithi088 ceph-mon[35322]: pgmap v21381: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:46 smithi175 ceph-mon[44549]: pgmap v21381: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:48 smithi181 ceph-mon[45557]: pgmap v21382: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:48 smithi088 ceph-mon[35322]: pgmap v21382: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:48 smithi175 ceph-mon[44549]: pgmap v21382: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:49.681+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:12:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:49.681+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:12:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:12:49.681+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:12:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:50 smithi181 ceph-mon[45557]: pgmap v21383: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:50 smithi088 ceph-mon[35322]: pgmap v21383: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:50 smithi175 ceph-mon[44549]: pgmap v21383: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:52 smithi181 ceph-mon[45557]: pgmap v21384: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:12:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:52 smithi088 ceph-mon[35322]: pgmap v21384: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:12:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:52 smithi175 ceph-mon[44549]: pgmap v21384: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:12:55.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:54 smithi181 ceph-mon[45557]: pgmap v21385: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:54 smithi088 ceph-mon[35322]: pgmap v21385: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:54 smithi175 ceph-mon[44549]: pgmap v21385: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:12:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:56 smithi088 ceph-mon[35322]: pgmap v21386: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:56 smithi175 ceph-mon[44549]: pgmap v21386: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:56 smithi181 ceph-mon[45557]: pgmap v21386: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:12:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:12:58 smithi088 ceph-mon[35322]: pgmap v21387: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:12:58 smithi175 ceph-mon[44549]: pgmap v21387: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:12:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:12:58 smithi181 ceph-mon[45557]: pgmap v21387: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:00 smithi088 ceph-mon[35322]: pgmap v21388: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:00 smithi175 ceph-mon[44549]: pgmap v21388: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:00 smithi181 ceph-mon[45557]: pgmap v21388: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:02 smithi088 ceph-mon[35322]: pgmap v21389: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:02 smithi175 ceph-mon[44549]: pgmap v21389: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:02 smithi181 ceph-mon[45557]: pgmap v21389: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:04.695 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:04.695+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:13:04.696 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:04.695+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:13:04.696 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:04.695+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:13:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:04 smithi088 ceph-mon[35322]: pgmap v21390: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:04 smithi175 ceph-mon[44549]: pgmap v21390: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:04 smithi181 ceph-mon[45557]: pgmap v21390: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:06 smithi088 ceph-mon[35322]: pgmap v21391: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:06 smithi175 ceph-mon[44549]: pgmap v21391: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:06 smithi181 ceph-mon[45557]: pgmap v21391: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:08 smithi088 ceph-mon[35322]: pgmap v21392: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:08 smithi175 ceph-mon[44549]: pgmap v21392: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:08 smithi181 ceph-mon[45557]: pgmap v21392: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:10 smithi088 ceph-mon[35322]: pgmap v21393: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:10 smithi175 ceph-mon[44549]: pgmap v21393: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:10 smithi181 ceph-mon[45557]: pgmap v21393: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:12 smithi088 ceph-mon[35322]: pgmap v21394: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:12 smithi175 ceph-mon[44549]: pgmap v21394: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:12 smithi181 ceph-mon[45557]: pgmap v21394: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:14 smithi088 ceph-mon[35322]: pgmap v21395: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:14 smithi175 ceph-mon[44549]: pgmap v21395: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:15.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:14 smithi181 ceph-mon[45557]: pgmap v21395: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:16 smithi088 ceph-mon[35322]: pgmap v21396: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:16 smithi175 ceph-mon[44549]: pgmap v21396: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:16 smithi181 ceph-mon[45557]: pgmap v21396: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:19.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:18 smithi088 ceph-mon[35322]: pgmap v21397: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:18 smithi175 ceph-mon[44549]: pgmap v21397: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:18 smithi181 ceph-mon[45557]: pgmap v21397: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:19.711+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:13:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:19.711+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:13:19.711 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:19.711+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:13:21.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:21 smithi088 ceph-mon[35322]: pgmap v21398: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:21 smithi175 ceph-mon[44549]: pgmap v21398: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:21 smithi181 ceph-mon[45557]: pgmap v21398: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:23 smithi088 ceph-mon[35322]: pgmap v21399: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:23 smithi175 ceph-mon[44549]: pgmap v21399: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:23 smithi181 ceph-mon[45557]: pgmap v21399: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:25 smithi088 ceph-mon[35322]: pgmap v21400: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:25 smithi175 ceph-mon[44549]: pgmap v21400: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:25 smithi181 ceph-mon[45557]: pgmap v21400: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:27 smithi088 ceph-mon[35322]: pgmap v21401: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:27 smithi175 ceph-mon[44549]: pgmap v21401: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:27 smithi181 ceph-mon[45557]: pgmap v21401: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:29.257 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:29 smithi175 ceph-mon[44549]: pgmap v21402: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:29.257 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:29 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:13:29.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:29 smithi181 ceph-mon[45557]: pgmap v21402: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:29.264 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:29 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:13:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:29 smithi088 ceph-mon[35322]: pgmap v21402: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:29.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:29 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:13:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:30 smithi088 ceph-mon[35322]: pgmap v21403: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:30 smithi175 ceph-mon[44549]: pgmap v21403: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:30 smithi181 ceph-mon[45557]: pgmap v21403: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:32.157 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.157 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.157 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.157 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.157 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.157 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.157 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:31 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 99316k 2024-01-29T00:13:32.157 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:31 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 101700202: error parsing value: Value '101700202' is below minimum 939524096 2024-01-29T00:13:32.157 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.158 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:31 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:31 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 99316k 2024-01-29T00:13:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:31 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 101700202: error parsing value: Value '101700202' is below minimum 939524096 2024-01-29T00:13:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:31 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:31 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 99316k 2024-01-29T00:13:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:31 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 101700202: error parsing value: Value '101700202' is below minimum 939524096 2024-01-29T00:13:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:32.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:31 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:33 smithi088 ceph-mon[35322]: pgmap v21404: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:13:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:13:33.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:33 smithi175 ceph-mon[44549]: pgmap v21404: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:13:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:13:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:33 smithi181 ceph-mon[45557]: pgmap v21404: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:13:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:13:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:13:33.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:13:34.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:34 smithi088 ceph-mon[35322]: pgmap v21405: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:13:34.281 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:34 smithi088 ceph-mon[35322]: pgmap v21406: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-29T00:13:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:34 smithi175 ceph-mon[44549]: pgmap v21405: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:13:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:34 smithi175 ceph-mon[44549]: pgmap v21406: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-29T00:13:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:34 smithi181 ceph-mon[45557]: pgmap v21405: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:13:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:34 smithi181 ceph-mon[45557]: pgmap v21406: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-29T00:13:34.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:34.726+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:13:34.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:34.726+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:13:34.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:34.726+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:13:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:36 smithi088 ceph-mon[35322]: pgmap v21407: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:13:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:36 smithi175 ceph-mon[44549]: pgmap v21407: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:13:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:36 smithi181 ceph-mon[45557]: pgmap v21407: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:13:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:38 smithi088 ceph-mon[35322]: pgmap v21408: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-29T00:13:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:38 smithi175 ceph-mon[44549]: pgmap v21408: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-29T00:13:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:38 smithi181 ceph-mon[45557]: pgmap v21408: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 8 op/s 2024-01-29T00:13:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:40 smithi088 ceph-mon[35322]: pgmap v21409: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-29T00:13:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:40 smithi175 ceph-mon[44549]: pgmap v21409: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-29T00:13:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:40 smithi181 ceph-mon[45557]: pgmap v21409: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 7 op/s 2024-01-29T00:13:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:42 smithi088 ceph-mon[35322]: pgmap v21410: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:13:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:42 smithi175 ceph-mon[44549]: pgmap v21410: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:13:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:42 smithi181 ceph-mon[45557]: pgmap v21410: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:13:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:43 smithi181 ceph-mon[45557]: pgmap v21411: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:13:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:43 smithi088 ceph-mon[35322]: pgmap v21411: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:13:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:43 smithi175 ceph-mon[44549]: pgmap v21411: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:13:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:45 smithi181 ceph-mon[45557]: pgmap v21412: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:13:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:45 smithi088 ceph-mon[35322]: pgmap v21412: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:13:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:45 smithi175 ceph-mon[44549]: pgmap v21412: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:13:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:47 smithi181 ceph-mon[45557]: pgmap v21413: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:47 smithi088 ceph-mon[35322]: pgmap v21413: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:47 smithi175 ceph-mon[44549]: pgmap v21413: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:49.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:49.730+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:13:49.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:49.730+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:13:49.732 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:13:49.730+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:13:50.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:49 smithi181 ceph-mon[45557]: pgmap v21414: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:49 smithi088 ceph-mon[35322]: pgmap v21414: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:49 smithi175 ceph-mon[44549]: pgmap v21414: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:13:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:51 smithi181 ceph-mon[45557]: pgmap v21415: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:51 smithi088 ceph-mon[35322]: pgmap v21415: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:51 smithi175 ceph-mon[44549]: pgmap v21415: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:13:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:53 smithi181 ceph-mon[45557]: pgmap v21416: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:53 smithi088 ceph-mon[35322]: pgmap v21416: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:53 smithi175 ceph-mon[44549]: pgmap v21416: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:13:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:55 smithi181 ceph-mon[45557]: pgmap v21417: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:13:56.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:55 smithi088 ceph-mon[35322]: pgmap v21417: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:13:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:55 smithi175 ceph-mon[44549]: pgmap v21417: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:13:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:57 smithi088 ceph-mon[35322]: pgmap v21418: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:57 smithi175 ceph-mon[44549]: pgmap v21418: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:13:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:57 smithi181 ceph-mon[45557]: pgmap v21418: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:00.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:13:59 smithi088 ceph-mon[35322]: pgmap v21419: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:13:59 smithi175 ceph-mon[44549]: pgmap v21419: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:13:59 smithi181 ceph-mon[45557]: pgmap v21419: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:01 smithi088 ceph-mon[35322]: pgmap v21420: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:01 smithi175 ceph-mon[44549]: pgmap v21420: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:01 smithi181 ceph-mon[45557]: pgmap v21420: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:04.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:03 smithi088 ceph-mon[35322]: pgmap v21421: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:03 smithi175 ceph-mon[44549]: pgmap v21421: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:03 smithi181 ceph-mon[45557]: pgmap v21421: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:04.744 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:04.743+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:14:04.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:04.743+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:14:04.745 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:04.743+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:14:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:05 smithi088 ceph-mon[35322]: pgmap v21422: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:14:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:05 smithi175 ceph-mon[44549]: pgmap v21422: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:14:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:05 smithi181 ceph-mon[45557]: pgmap v21422: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:14:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:07 smithi088 ceph-mon[35322]: pgmap v21423: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:07 smithi175 ceph-mon[44549]: pgmap v21423: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:07 smithi181 ceph-mon[45557]: pgmap v21423: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:09 smithi088 ceph-mon[35322]: pgmap v21424: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:09 smithi175 ceph-mon[44549]: pgmap v21424: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:09 smithi181 ceph-mon[45557]: pgmap v21424: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:11 smithi088 ceph-mon[35322]: pgmap v21425: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:11 smithi175 ceph-mon[44549]: pgmap v21425: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:11 smithi181 ceph-mon[45557]: pgmap v21425: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:13 smithi088 ceph-mon[35322]: pgmap v21426: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:13 smithi175 ceph-mon[44549]: pgmap v21426: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:13 smithi181 ceph-mon[45557]: pgmap v21426: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:15 smithi088 ceph-mon[35322]: pgmap v21427: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:14:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:15 smithi175 ceph-mon[44549]: pgmap v21427: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:14:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:15 smithi181 ceph-mon[45557]: pgmap v21427: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:14:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:18 smithi088 ceph-mon[35322]: pgmap v21428: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:18 smithi175 ceph-mon[44549]: pgmap v21428: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:18 smithi181 ceph-mon[45557]: pgmap v21428: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:19.749 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:19.749+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:14:19.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:19.749+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:14:19.750 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:19.749+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:14:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:20 smithi088 ceph-mon[35322]: pgmap v21429: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:20 smithi175 ceph-mon[44549]: pgmap v21429: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:20 smithi181 ceph-mon[45557]: pgmap v21429: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:22 smithi088 ceph-mon[35322]: pgmap v21430: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:22 smithi175 ceph-mon[44549]: pgmap v21430: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:22 smithi181 ceph-mon[45557]: pgmap v21430: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:24.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:24 smithi088 ceph-mon[35322]: pgmap v21431: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:24 smithi175 ceph-mon[44549]: pgmap v21431: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:24 smithi181 ceph-mon[45557]: pgmap v21431: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:26 smithi088 ceph-mon[35322]: pgmap v21432: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:14:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:26 smithi175 ceph-mon[44549]: pgmap v21432: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:14:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:26 smithi181 ceph-mon[45557]: pgmap v21432: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:14:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:28 smithi088 ceph-mon[35322]: pgmap v21433: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:28 smithi175 ceph-mon[44549]: pgmap v21433: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:28 smithi181 ceph-mon[45557]: pgmap v21433: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:30 smithi088 ceph-mon[35322]: pgmap v21434: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:30 smithi175 ceph-mon[44549]: pgmap v21434: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:30 smithi181 ceph-mon[45557]: pgmap v21434: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:14:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:32 smithi088 ceph-mon[35322]: pgmap v21435: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:32 smithi175 ceph-mon[44549]: pgmap v21435: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:32 smithi181 ceph-mon[45557]: pgmap v21435: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:14:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:14:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:14:33.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:14:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: pgmap v21436: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 97729k 2024-01-29T00:14:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 100075253: error parsing value: Value '100075253' is below minimum 939524096 2024-01-29T00:14:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:14:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:14:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: pgmap v21437: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:14:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: pgmap v21438: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:14:34.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:14:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: pgmap v21436: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 97729k 2024-01-29T00:14:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 100075253: error parsing value: Value '100075253' is below minimum 939524096 2024-01-29T00:14:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:14:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:14:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: pgmap v21437: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:14:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: pgmap v21438: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:14:34.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:14:34.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: pgmap v21436: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 97729k 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 100075253: error parsing value: Value '100075253' is below minimum 939524096 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: pgmap v21437: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: pgmap v21438: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:14:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:14:34.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:34.751+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:14:34.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:34.751+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:14:34.751 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:34.751+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:14:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:36 smithi175 ceph-mon[44549]: pgmap v21439: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:14:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:36 smithi181 ceph-mon[45557]: pgmap v21439: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:14:37.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:36 smithi088 ceph-mon[35322]: pgmap v21439: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:14:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:38 smithi181 ceph-mon[45557]: pgmap v21440: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:14:39.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:38 smithi088 ceph-mon[35322]: pgmap v21440: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:14:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:38 smithi175 ceph-mon[44549]: pgmap v21440: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:14:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:40 smithi181 ceph-mon[45557]: pgmap v21441: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:14:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:40 smithi088 ceph-mon[35322]: pgmap v21441: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:14:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:40 smithi175 ceph-mon[44549]: pgmap v21441: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:14:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:42 smithi088 ceph-mon[35322]: pgmap v21442: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:14:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:42 smithi175 ceph-mon[44549]: pgmap v21442: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:14:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:42 smithi181 ceph-mon[45557]: pgmap v21442: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:14:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:44 smithi088 ceph-mon[35322]: pgmap v21443: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:14:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:44 smithi175 ceph-mon[44549]: pgmap v21443: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:14:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:44 smithi181 ceph-mon[45557]: pgmap v21443: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:14:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:46 smithi088 ceph-mon[35322]: pgmap v21444: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:46 smithi175 ceph-mon[44549]: pgmap v21444: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:46 smithi181 ceph-mon[45557]: pgmap v21444: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:48 smithi088 ceph-mon[35322]: pgmap v21445: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:48 smithi175 ceph-mon[44549]: pgmap v21445: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:48 smithi181 ceph-mon[45557]: pgmap v21445: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:49.760+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:14:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:49.760+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:14:49.761 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:14:49.760+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:14:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:50 smithi088 ceph-mon[35322]: pgmap v21446: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:14:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:50 smithi175 ceph-mon[44549]: pgmap v21446: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:14:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:50 smithi181 ceph-mon[45557]: pgmap v21446: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:14:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:52 smithi088 ceph-mon[35322]: pgmap v21447: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:52 smithi175 ceph-mon[44549]: pgmap v21447: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:52 smithi181 ceph-mon[45557]: pgmap v21447: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:14:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:54 smithi088 ceph-mon[35322]: pgmap v21448: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:14:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:54 smithi175 ceph-mon[44549]: pgmap v21448: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:14:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:54 smithi181 ceph-mon[45557]: pgmap v21448: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:14:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:56 smithi088 ceph-mon[35322]: pgmap v21449: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:56 smithi175 ceph-mon[44549]: pgmap v21449: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:56 smithi181 ceph-mon[45557]: pgmap v21449: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:14:58 smithi088 ceph-mon[35322]: pgmap v21450: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:14:58 smithi175 ceph-mon[44549]: pgmap v21450: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:14:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:14:58 smithi181 ceph-mon[45557]: pgmap v21450: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:00 smithi088 ceph-mon[35322]: pgmap v21451: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:00 smithi175 ceph-mon[44549]: pgmap v21451: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:00 smithi181 ceph-mon[45557]: pgmap v21451: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:03 smithi088 ceph-mon[35322]: pgmap v21452: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:03 smithi175 ceph-mon[44549]: pgmap v21452: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:03 smithi181 ceph-mon[45557]: pgmap v21452: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:04.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:04.776+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:15:04.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:04.776+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:15:04.777 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:04.776+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:15:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:05 smithi088 ceph-mon[35322]: pgmap v21453: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:05 smithi175 ceph-mon[44549]: pgmap v21453: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:05 smithi181 ceph-mon[45557]: pgmap v21453: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:07.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:07 smithi088 ceph-mon[35322]: pgmap v21454: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:07 smithi175 ceph-mon[44549]: pgmap v21454: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:07 smithi181 ceph-mon[45557]: pgmap v21454: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:09 smithi088 ceph-mon[35322]: pgmap v21455: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:09 smithi175 ceph-mon[44549]: pgmap v21455: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:09 smithi181 ceph-mon[45557]: pgmap v21455: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:11.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:11 smithi088 ceph-mon[35322]: pgmap v21456: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:11 smithi175 ceph-mon[44549]: pgmap v21456: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:11 smithi181 ceph-mon[45557]: pgmap v21456: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:13 smithi088 ceph-mon[35322]: pgmap v21457: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:13 smithi175 ceph-mon[44549]: pgmap v21457: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:13 smithi181 ceph-mon[45557]: pgmap v21457: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:15.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:15 smithi088 ceph-mon[35322]: pgmap v21458: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:15 smithi175 ceph-mon[44549]: pgmap v21458: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:15 smithi181 ceph-mon[45557]: pgmap v21458: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:17.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:17 smithi088 ceph-mon[35322]: pgmap v21459: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:17 smithi175 ceph-mon[44549]: pgmap v21459: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:17 smithi181 ceph-mon[45557]: pgmap v21459: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:19 smithi175 ceph-mon[44549]: pgmap v21460: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:19 smithi181 ceph-mon[45557]: pgmap v21460: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:19 smithi088 ceph-mon[35322]: pgmap v21460: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:19.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:19.792+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:15:19.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:19.792+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:15:19.792 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:19.792+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:15:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:21 smithi175 ceph-mon[44549]: pgmap v21461: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:21 smithi181 ceph-mon[45557]: pgmap v21461: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:21 smithi088 ceph-mon[35322]: pgmap v21461: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:22 smithi175 ceph-mon[44549]: pgmap v21462: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:22 smithi181 ceph-mon[45557]: pgmap v21462: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:22 smithi088 ceph-mon[35322]: pgmap v21462: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:24 smithi088 ceph-mon[35322]: pgmap v21463: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:24 smithi175 ceph-mon[44549]: pgmap v21463: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:24 smithi181 ceph-mon[45557]: pgmap v21463: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:26 smithi088 ceph-mon[35322]: pgmap v21464: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:26 smithi175 ceph-mon[44549]: pgmap v21464: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:26 smithi181 ceph-mon[45557]: pgmap v21464: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:28 smithi088 ceph-mon[35322]: pgmap v21465: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:28 smithi175 ceph-mon[44549]: pgmap v21465: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:28 smithi181 ceph-mon[45557]: pgmap v21465: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:30 smithi088 ceph-mon[35322]: pgmap v21466: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:30 smithi175 ceph-mon[44549]: pgmap v21466: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:30 smithi181 ceph-mon[45557]: pgmap v21466: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:32 smithi088 ceph-mon[35322]: pgmap v21467: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:32 smithi175 ceph-mon[44549]: pgmap v21467: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:32 smithi181 ceph-mon[45557]: pgmap v21467: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:33 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:15:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:33 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:15:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:33 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:15:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:34.801+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:15:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:34.801+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:15:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:34.801+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:15:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:34 smithi088 ceph-mon[35322]: pgmap v21468: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:15:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:15:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:34 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:15:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:34 smithi175 ceph-mon[44549]: pgmap v21468: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:15:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:15:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:34 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:15:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:34 smithi181 ceph-mon[45557]: pgmap v21468: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:15:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:15:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:34 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:15:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:35 smithi088 ceph-mon[35322]: pgmap v21469: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:15:36.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:35 smithi088 ceph-mon[35322]: pgmap v21470: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:15:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:35 smithi175 ceph-mon[44549]: pgmap v21469: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:15:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:35 smithi175 ceph-mon[44549]: pgmap v21470: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:15:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:35 smithi181 ceph-mon[45557]: pgmap v21469: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:15:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:35 smithi181 ceph-mon[45557]: pgmap v21470: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:15:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:38 smithi088 ceph-mon[35322]: pgmap v21471: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:15:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:38 smithi175 ceph-mon[44549]: pgmap v21471: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:15:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:38 smithi181 ceph-mon[45557]: pgmap v21471: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:15:39.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:39.509+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-29T00:15:39.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:39.509+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-29T00:15:39.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:39.509+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344043040 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-29T00:15:39.511 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:39.509+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff344043040 comp rx=0 tx=0).stop 2024-01-29T00:15:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:39.509+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-29T00:15:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:39.509+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 msgr2=0x7ff32c0a2b80 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-29T00:15:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:39.509+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-29T00:15:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:39.509+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad2f0 0x7ff32c0a30c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-29T00:15:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:39.509+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad2f0 0x7ff32c0a30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-29T00:15:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:39.510+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad2f0 0x7ff32c0a30c0 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34405a070 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-29T00:15:40.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:40 smithi088 ceph-mon[35322]: pgmap v21472: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:15:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:40 smithi175 ceph-mon[44549]: pgmap v21472: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:15:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:40 smithi181 ceph-mon[45557]: pgmap v21472: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:15:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:42 smithi088 ceph-mon[35322]: pgmap v21473: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:15:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:42 smithi175 ceph-mon[44549]: pgmap v21473: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:15:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:42 smithi181 ceph-mon[45557]: pgmap v21473: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:15:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:44 smithi088 ceph-mon[35322]: pgmap v21474: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:15:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:44 smithi175 ceph-mon[44549]: pgmap v21474: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:15:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:44 smithi181 ceph-mon[45557]: pgmap v21474: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:15:45.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:45.640+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:15:45.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:45.640+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:15:45.641 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:45.640+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 311 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:15:45.642 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:45.640+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 311 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:15:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:46 smithi088 ceph-mon[35322]: pgmap v21475: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:15:46.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:46 smithi175 ceph-mon[44549]: pgmap v21475: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:15:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:46 smithi181 ceph-mon[45557]: pgmap v21475: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:15:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:48 smithi088 ceph-mon[35322]: pgmap v21476: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:48 smithi175 ceph-mon[44549]: pgmap v21476: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:48 smithi181 ceph-mon[45557]: pgmap v21476: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:49.804+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:15:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:49.805+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:15:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:15:49.805+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:15:50.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:50 smithi088 ceph-mon[35322]: pgmap v21477: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:50 smithi175 ceph-mon[44549]: pgmap v21477: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:50 smithi181 ceph-mon[45557]: pgmap v21477: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:15:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:52 smithi088 ceph-mon[35322]: pgmap v21478: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:52.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:52 smithi175 ceph-mon[44549]: pgmap v21478: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:52 smithi181 ceph-mon[45557]: pgmap v21478: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:54 smithi175 ceph-mon[44549]: pgmap v21479: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:54 smithi181 ceph-mon[45557]: pgmap v21479: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:54 smithi088 ceph-mon[35322]: pgmap v21479: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:15:56.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:56 smithi175 ceph-mon[44549]: pgmap v21480: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:56 smithi181 ceph-mon[45557]: pgmap v21480: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:56 smithi088 ceph-mon[35322]: pgmap v21480: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:15:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:15:58 smithi175 ceph-mon[44549]: pgmap v21481: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:15:58 smithi181 ceph-mon[45557]: pgmap v21481: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:15:58.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:15:58 smithi088 ceph-mon[35322]: pgmap v21481: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:00 smithi175 ceph-mon[44549]: pgmap v21482: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:16:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:00 smithi181 ceph-mon[45557]: pgmap v21482: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:16:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:00 smithi088 ceph-mon[35322]: pgmap v21482: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:16:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:01 smithi175 ceph-mon[44549]: pgmap v21483: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:01 smithi181 ceph-mon[45557]: pgmap v21483: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:01 smithi088 ceph-mon[35322]: pgmap v21483: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:03 smithi088 ceph-mon[35322]: pgmap v21484: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:03 smithi175 ceph-mon[44549]: pgmap v21484: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:03 smithi181 ceph-mon[45557]: pgmap v21484: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:04.820 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:04.820+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:16:04.820 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:04.820+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:16:04.820 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:04.820+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:16:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:05 smithi088 ceph-mon[35322]: pgmap v21485: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:05 smithi175 ceph-mon[44549]: pgmap v21485: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:05 smithi181 ceph-mon[45557]: pgmap v21485: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:07 smithi088 ceph-mon[35322]: pgmap v21486: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:07 smithi175 ceph-mon[44549]: pgmap v21486: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:07 smithi181 ceph-mon[45557]: pgmap v21486: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:09 smithi088 ceph-mon[35322]: pgmap v21487: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:16:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:09 smithi175 ceph-mon[44549]: pgmap v21487: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:16:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:09 smithi181 ceph-mon[45557]: pgmap v21487: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:16:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:11 smithi088 ceph-mon[35322]: pgmap v21488: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:11 smithi175 ceph-mon[44549]: pgmap v21488: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:11 smithi181 ceph-mon[45557]: pgmap v21488: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:13 smithi088 ceph-mon[35322]: pgmap v21489: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:13 smithi175 ceph-mon[44549]: pgmap v21489: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:13 smithi181 ceph-mon[45557]: pgmap v21489: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:16.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:15 smithi088 ceph-mon[35322]: pgmap v21490: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:15 smithi175 ceph-mon[44549]: pgmap v21490: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:16 smithi181 ceph-mon[45557]: pgmap v21490: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:18 smithi088 ceph-mon[35322]: pgmap v21491: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:18 smithi175 ceph-mon[44549]: pgmap v21491: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:18 smithi181 ceph-mon[45557]: pgmap v21491: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:19.836+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:16:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:19.836+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:16:19.836 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:19.836+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:16:20.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:20 smithi088 ceph-mon[35322]: pgmap v21492: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:16:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:20 smithi175 ceph-mon[44549]: pgmap v21492: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:16:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:20 smithi181 ceph-mon[45557]: pgmap v21492: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:16:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:22 smithi088 ceph-mon[35322]: pgmap v21493: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:22 smithi175 ceph-mon[44549]: pgmap v21493: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:22 smithi181 ceph-mon[45557]: pgmap v21493: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:24 smithi088 ceph-mon[35322]: pgmap v21494: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:24 smithi175 ceph-mon[44549]: pgmap v21494: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:24 smithi181 ceph-mon[45557]: pgmap v21494: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:26.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:26 smithi088 ceph-mon[35322]: pgmap v21495: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:26 smithi175 ceph-mon[44549]: pgmap v21495: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:26 smithi181 ceph-mon[45557]: pgmap v21495: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:28 smithi088 ceph-mon[35322]: pgmap v21496: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:28 smithi175 ceph-mon[44549]: pgmap v21496: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:28 smithi181 ceph-mon[45557]: pgmap v21496: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:30.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:30 smithi088 ceph-mon[35322]: pgmap v21497: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:16:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:30 smithi175 ceph-mon[44549]: pgmap v21497: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:16:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:30 smithi181 ceph-mon[45557]: pgmap v21497: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:16:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:32 smithi088 ceph-mon[35322]: pgmap v21498: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:16:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:32 smithi175 ceph-mon[44549]: pgmap v21498: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:16:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:32 smithi181 ceph-mon[45557]: pgmap v21498: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:16:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:34 smithi175 ceph-mon[44549]: pgmap v21499: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:16:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:34 smithi181 ceph-mon[45557]: pgmap v21499: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:16:34.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:34 smithi088 ceph-mon[35322]: pgmap v21499: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:16:34.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:34.850+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:16:34.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:34.850+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:16:34.851 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:34.850+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:16:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:35 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:16:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:35 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:16:35.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:35 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:16:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:36 smithi175 ceph-mon[44549]: pgmap v21500: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:16:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:36 smithi181 ceph-mon[45557]: pgmap v21500: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:16:36.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:36 smithi088 ceph-mon[35322]: pgmap v21500: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:16:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:37 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:37 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:37 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:38 smithi175 ceph-mon[44549]: pgmap v21501: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:16:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:16:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:16:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:38 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:38 smithi181 ceph-mon[45557]: pgmap v21501: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:16:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:16:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:16:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:38 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:38 smithi088 ceph-mon[35322]: pgmap v21501: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:16:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:16:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:16:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:38 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:16:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:39 smithi175 ceph-mon[44549]: pgmap v21502: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-29T00:16:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:39 smithi175 ceph-mon[44549]: pgmap v21503: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-29T00:16:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:39 smithi181 ceph-mon[45557]: pgmap v21502: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-29T00:16:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:39 smithi181 ceph-mon[45557]: pgmap v21503: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-29T00:16:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:39 smithi088 ceph-mon[35322]: pgmap v21502: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-29T00:16:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:39 smithi088 ceph-mon[35322]: pgmap v21503: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-29T00:16:40.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:40 smithi088 ceph-mon[35322]: pgmap v21504: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:16:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:40 smithi175 ceph-mon[44549]: pgmap v21504: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:16:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:40 smithi181 ceph-mon[45557]: pgmap v21504: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:16:43.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:42 smithi175 ceph-mon[44549]: pgmap v21505: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:16:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:42 smithi181 ceph-mon[45557]: pgmap v21505: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:16:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:42 smithi088 ceph-mon[35322]: pgmap v21505: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:16:45.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:44 smithi088 ceph-mon[35322]: pgmap v21506: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:16:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:44 smithi175 ceph-mon[44549]: pgmap v21506: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:16:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:44 smithi181 ceph-mon[45557]: pgmap v21506: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:16:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:46 smithi088 ceph-mon[35322]: pgmap v21507: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:16:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:46 smithi175 ceph-mon[44549]: pgmap v21507: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:16:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:46 smithi181 ceph-mon[45557]: pgmap v21507: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:16:49.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:48 smithi088 ceph-mon[35322]: pgmap v21508: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:16:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:49 smithi175 ceph-mon[44549]: pgmap v21508: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:16:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:48 smithi181 ceph-mon[45557]: pgmap v21508: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:16:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:49.852+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:16:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:49.852+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:16:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:16:49.852+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:16:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:51 smithi088 ceph-mon[35322]: pgmap v21509: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:51 smithi175 ceph-mon[44549]: pgmap v21509: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:51 smithi181 ceph-mon[45557]: pgmap v21509: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:16:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:53 smithi088 ceph-mon[35322]: pgmap v21510: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:53 smithi175 ceph-mon[44549]: pgmap v21510: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:53 smithi181 ceph-mon[45557]: pgmap v21510: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:16:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:55 smithi088 ceph-mon[35322]: pgmap v21511: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:16:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:55 smithi175 ceph-mon[44549]: pgmap v21511: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:16:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:55 smithi181 ceph-mon[45557]: pgmap v21511: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:16:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:57 smithi088 ceph-mon[35322]: pgmap v21512: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:16:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:57 smithi175 ceph-mon[44549]: pgmap v21512: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:16:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:57 smithi181 ceph-mon[45557]: pgmap v21512: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:16:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:16:59 smithi088 ceph-mon[35322]: pgmap v21513: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:16:59 smithi175 ceph-mon[44549]: pgmap v21513: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:16:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:16:59 smithi181 ceph-mon[45557]: pgmap v21513: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:01 smithi088 ceph-mon[35322]: pgmap v21514: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:01 smithi175 ceph-mon[44549]: pgmap v21514: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:01 smithi181 ceph-mon[45557]: pgmap v21514: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:03.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:03 smithi088 ceph-mon[35322]: pgmap v21515: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:03 smithi175 ceph-mon[44549]: pgmap v21515: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:03 smithi181 ceph-mon[45557]: pgmap v21515: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:04.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:04.859+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:17:04.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:04.859+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:17:04.860 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:04.859+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:17:05.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:05 smithi088 ceph-mon[35322]: pgmap v21516: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:05 smithi175 ceph-mon[44549]: pgmap v21516: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:05 smithi181 ceph-mon[45557]: pgmap v21516: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:07 smithi175 ceph-mon[44549]: pgmap v21517: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:07 smithi181 ceph-mon[45557]: pgmap v21517: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:07 smithi088 ceph-mon[35322]: pgmap v21517: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:09 smithi175 ceph-mon[44549]: pgmap v21518: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:09 smithi181 ceph-mon[45557]: pgmap v21518: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:09.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:09 smithi088 ceph-mon[35322]: pgmap v21518: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:11 smithi175 ceph-mon[44549]: pgmap v21519: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:11 smithi181 ceph-mon[45557]: pgmap v21519: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:11 smithi088 ceph-mon[35322]: pgmap v21519: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:13 smithi175 ceph-mon[44549]: pgmap v21520: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:13 smithi181 ceph-mon[45557]: pgmap v21520: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:13 smithi088 ceph-mon[35322]: pgmap v21520: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:15 smithi175 ceph-mon[44549]: pgmap v21521: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:15 smithi181 ceph-mon[45557]: pgmap v21521: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:15 smithi088 ceph-mon[35322]: pgmap v21521: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:15.655+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:17:15.655 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:15.655+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:17:15.656 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:15.655+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 312 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:17:15.656 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:15.655+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 312 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:17:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:17 smithi175 ceph-mon[44549]: pgmap v21522: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:17 smithi181 ceph-mon[45557]: pgmap v21522: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:17 smithi088 ceph-mon[35322]: pgmap v21522: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:19 smithi175 ceph-mon[44549]: pgmap v21523: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:19 smithi181 ceph-mon[45557]: pgmap v21523: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:19 smithi088 ceph-mon[35322]: pgmap v21523: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:19.872 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:19.871+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:17:19.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:19.871+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:17:19.873 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:19.871+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:17:21.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:21 smithi175 ceph-mon[44549]: pgmap v21524: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:21 smithi181 ceph-mon[45557]: pgmap v21524: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:21 smithi088 ceph-mon[35322]: pgmap v21524: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:22 smithi175 ceph-mon[44549]: pgmap v21525: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:22 smithi181 ceph-mon[45557]: pgmap v21525: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:22 smithi088 ceph-mon[35322]: pgmap v21525: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:25.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:25 smithi088 ceph-mon[35322]: pgmap v21526: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:25 smithi175 ceph-mon[44549]: pgmap v21526: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:25 smithi181 ceph-mon[45557]: pgmap v21526: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:27 smithi088 ceph-mon[35322]: pgmap v21527: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:27 smithi175 ceph-mon[44549]: pgmap v21527: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:27 smithi181 ceph-mon[45557]: pgmap v21527: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:29 smithi088 ceph-mon[35322]: pgmap v21528: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:29 smithi175 ceph-mon[44549]: pgmap v21528: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:29 smithi181 ceph-mon[45557]: pgmap v21528: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:31 smithi088 ceph-mon[35322]: pgmap v21529: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:31 smithi175 ceph-mon[44549]: pgmap v21529: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:31 smithi181 ceph-mon[45557]: pgmap v21529: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:33 smithi088 ceph-mon[35322]: pgmap v21530: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:33 smithi175 ceph-mon[44549]: pgmap v21530: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:33 smithi181 ceph-mon[45557]: pgmap v21530: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:34.880 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:34.880+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:17:34.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:34.880+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:17:34.881 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:34.880+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:17:35.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:35 smithi088 ceph-mon[35322]: pgmap v21531: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:35 smithi175 ceph-mon[44549]: pgmap v21531: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:35 smithi181 ceph-mon[45557]: pgmap v21531: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:37 smithi088 ceph-mon[35322]: pgmap v21532: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:37 smithi175 ceph-mon[44549]: pgmap v21532: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:37 smithi181 ceph-mon[45557]: pgmap v21532: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:39 smithi088 ceph-mon[35322]: pgmap v21533: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:17:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:17:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:17:39.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:39 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:17:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:39 smithi175 ceph-mon[44549]: pgmap v21533: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:17:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:17:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:17:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:39 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:17:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:39 smithi181 ceph-mon[45557]: pgmap v21533: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:17:39.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:17:39.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:17:39.459 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:39 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:17:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:40 smithi175 ceph-mon[44549]: pgmap v21534: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-29T00:17:40.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:40 smithi175 ceph-mon[44549]: pgmap v21535: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:17:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:40 smithi181 ceph-mon[45557]: pgmap v21534: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-29T00:17:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:40 smithi181 ceph-mon[45557]: pgmap v21535: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:17:40.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:40 smithi088 ceph-mon[35322]: pgmap v21534: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-29T00:17:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:40 smithi088 ceph-mon[35322]: pgmap v21535: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:17:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:42 smithi088 ceph-mon[35322]: pgmap v21536: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:17:42.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:42 smithi175 ceph-mon[44549]: pgmap v21536: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:17:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:42 smithi181 ceph-mon[45557]: pgmap v21536: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:17:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:44 smithi175 ceph-mon[44549]: pgmap v21537: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:17:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:44 smithi181 ceph-mon[45557]: pgmap v21537: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:17:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:44 smithi088 ceph-mon[35322]: pgmap v21537: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:17:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:46 smithi175 ceph-mon[44549]: pgmap v21538: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:17:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:46 smithi181 ceph-mon[45557]: pgmap v21538: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:17:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:46 smithi088 ceph-mon[35322]: pgmap v21538: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:17:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:48 smithi175 ceph-mon[44549]: pgmap v21539: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:17:48.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:48 smithi181 ceph-mon[45557]: pgmap v21539: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:17:48.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:48 smithi088 ceph-mon[35322]: pgmap v21539: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:17:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:49.892+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:17:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:49.892+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:17:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:17:49.892+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:17:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:50 smithi175 ceph-mon[44549]: pgmap v21540: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:17:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:50 smithi181 ceph-mon[45557]: pgmap v21540: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:17:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:50 smithi088 ceph-mon[35322]: pgmap v21540: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:17:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:52 smithi175 ceph-mon[44549]: pgmap v21541: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:52 smithi181 ceph-mon[45557]: pgmap v21541: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:52 smithi088 ceph-mon[35322]: pgmap v21541: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:17:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:54 smithi175 ceph-mon[44549]: pgmap v21542: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:54 smithi181 ceph-mon[45557]: pgmap v21542: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:54 smithi088 ceph-mon[35322]: pgmap v21542: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:17:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:56 smithi175 ceph-mon[44549]: pgmap v21543: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:56 smithi181 ceph-mon[45557]: pgmap v21543: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:56 smithi088 ceph-mon[35322]: pgmap v21543: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:17:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:58 smithi175 ceph-mon[44549]: pgmap v21544: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:58 smithi181 ceph-mon[45557]: pgmap v21544: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:58.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:58 smithi088 ceph-mon[35322]: pgmap v21544: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:17:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:17:59 smithi175 ceph-mon[44549]: pgmap v21545: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:17:59 smithi181 ceph-mon[45557]: pgmap v21545: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:17:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:17:59 smithi088 ceph-mon[35322]: pgmap v21545: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:01 smithi175 ceph-mon[44549]: pgmap v21546: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:01 smithi181 ceph-mon[45557]: pgmap v21546: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:01 smithi088 ceph-mon[35322]: pgmap v21546: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:04 smithi088 ceph-mon[35322]: pgmap v21547: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:04 smithi175 ceph-mon[44549]: pgmap v21547: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:04 smithi181 ceph-mon[45557]: pgmap v21547: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:04.907+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:18:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:04.907+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:18:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:04.907+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:18:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:06 smithi088 ceph-mon[35322]: pgmap v21548: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:06 smithi175 ceph-mon[44549]: pgmap v21548: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:06 smithi181 ceph-mon[45557]: pgmap v21548: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:08 smithi088 ceph-mon[35322]: pgmap v21549: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:08 smithi175 ceph-mon[44549]: pgmap v21549: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:08 smithi181 ceph-mon[45557]: pgmap v21549: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:10.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:10 smithi088 ceph-mon[35322]: pgmap v21550: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:10 smithi175 ceph-mon[44549]: pgmap v21550: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:10 smithi181 ceph-mon[45557]: pgmap v21550: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:12 smithi175 ceph-mon[44549]: pgmap v21551: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:12 smithi181 ceph-mon[45557]: pgmap v21551: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:12.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:12 smithi088 ceph-mon[35322]: pgmap v21551: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:14 smithi175 ceph-mon[44549]: pgmap v21552: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:14 smithi181 ceph-mon[45557]: pgmap v21552: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:14 smithi088 ceph-mon[35322]: pgmap v21552: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:16 smithi175 ceph-mon[44549]: pgmap v21553: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:16 smithi181 ceph-mon[45557]: pgmap v21553: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:16 smithi088 ceph-mon[35322]: pgmap v21553: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:18 smithi175 ceph-mon[44549]: pgmap v21554: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:18 smithi181 ceph-mon[45557]: pgmap v21554: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:18 smithi088 ceph-mon[35322]: pgmap v21554: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:19.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:19.912+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:18:19.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:19.913+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:18:19.913 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:19.913+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:18:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:20 smithi175 ceph-mon[44549]: pgmap v21555: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:20 smithi181 ceph-mon[45557]: pgmap v21555: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:20 smithi088 ceph-mon[35322]: pgmap v21555: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:22.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:22 smithi175 ceph-mon[44549]: pgmap v21556: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:22 smithi181 ceph-mon[45557]: pgmap v21556: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:22 smithi088 ceph-mon[35322]: pgmap v21556: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:24.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:24 smithi175 ceph-mon[44549]: pgmap v21557: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:24 smithi181 ceph-mon[45557]: pgmap v21557: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:24 smithi088 ceph-mon[35322]: pgmap v21557: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:26.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:26 smithi175 ceph-mon[44549]: pgmap v21558: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:26 smithi181 ceph-mon[45557]: pgmap v21558: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:26.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:26 smithi088 ceph-mon[35322]: pgmap v21558: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:28.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:28 smithi175 ceph-mon[44549]: pgmap v21559: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:28.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:28 smithi181 ceph-mon[45557]: pgmap v21559: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:28.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:28 smithi088 ceph-mon[35322]: pgmap v21559: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:30 smithi175 ceph-mon[44549]: pgmap v21560: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:30 smithi181 ceph-mon[45557]: pgmap v21560: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:30.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:30 smithi088 ceph-mon[35322]: pgmap v21560: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:32 smithi175 ceph-mon[44549]: pgmap v21561: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:32 smithi181 ceph-mon[45557]: pgmap v21561: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:32.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:32 smithi088 ceph-mon[35322]: pgmap v21561: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:34 smithi175 ceph-mon[44549]: pgmap v21562: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:34 smithi181 ceph-mon[45557]: pgmap v21562: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:34 smithi088 ceph-mon[35322]: pgmap v21562: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:18:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:34.916+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:18:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:34.916+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:18:34.917 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:34.916+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:18:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:35 smithi175 ceph-mon[44549]: pgmap v21563: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:35 smithi181 ceph-mon[45557]: pgmap v21563: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:35 smithi088 ceph-mon[35322]: pgmap v21563: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:18:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:37 smithi175 ceph-mon[44549]: pgmap v21564: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:37 smithi181 ceph-mon[45557]: pgmap v21564: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:37 smithi088 ceph-mon[35322]: pgmap v21564: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:40 smithi175 ceph-mon[44549]: pgmap v21565: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:18:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:18:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:18:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:18:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:40 smithi181 ceph-mon[45557]: pgmap v21565: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:18:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:18:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:18:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:18:40.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:40 smithi088 ceph-mon[35322]: pgmap v21565: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:18:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:18:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:18:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:18:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:41 smithi175 ceph-mon[44549]: pgmap v21566: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:18:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:41 smithi175 ceph-mon[44549]: pgmap v21567: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:18:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:41 smithi181 ceph-mon[45557]: pgmap v21566: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:18:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:41 smithi181 ceph-mon[45557]: pgmap v21567: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:18:41.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:41 smithi088 ceph-mon[35322]: pgmap v21566: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:18:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:41 smithi088 ceph-mon[35322]: pgmap v21567: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:18:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:43 smithi175 ceph-mon[44549]: pgmap v21568: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:18:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:43 smithi181 ceph-mon[45557]: pgmap v21568: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:18:43.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:43 smithi088 ceph-mon[35322]: pgmap v21568: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:18:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:45 smithi175 ceph-mon[44549]: pgmap v21569: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:18:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:45 smithi181 ceph-mon[45557]: pgmap v21569: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:18:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:45 smithi088 ceph-mon[35322]: pgmap v21569: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:18:45.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:45.670+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:18:45.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:45.670+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:18:45.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:45.670+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 313 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-29T00:18:45.670 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:45.670+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 313 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314003870 con 0x55d733ebf510 2024-01-29T00:18:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:47 smithi175 ceph-mon[44549]: pgmap v21570: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:18:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:47 smithi181 ceph-mon[45557]: pgmap v21570: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:18:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:47 smithi088 ceph-mon[35322]: pgmap v21570: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:18:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:49 smithi175 ceph-mon[44549]: pgmap v21571: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:18:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:49 smithi181 ceph-mon[45557]: pgmap v21571: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:18:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:49 smithi088 ceph-mon[35322]: pgmap v21571: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:18:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:49.932+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:18:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:49.932+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:18:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:18:49.932+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:18:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:51 smithi175 ceph-mon[44549]: pgmap v21572: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:18:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:51 smithi181 ceph-mon[45557]: pgmap v21572: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:18:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:51 smithi088 ceph-mon[35322]: pgmap v21572: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:18:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:53 smithi175 ceph-mon[44549]: pgmap v21573: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:53 smithi181 ceph-mon[45557]: pgmap v21573: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:53 smithi088 ceph-mon[35322]: pgmap v21573: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:55 smithi175 ceph-mon[44549]: pgmap v21574: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:55 smithi181 ceph-mon[45557]: pgmap v21574: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:55 smithi088 ceph-mon[35322]: pgmap v21574: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:18:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:57 smithi175 ceph-mon[44549]: pgmap v21575: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:57 smithi181 ceph-mon[45557]: pgmap v21575: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:57.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:57 smithi088 ceph-mon[35322]: pgmap v21575: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:18:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:18:59 smithi175 ceph-mon[44549]: pgmap v21576: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:18:59 smithi181 ceph-mon[45557]: pgmap v21576: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:18:59.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:18:59 smithi088 ceph-mon[35322]: pgmap v21576: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:01 smithi175 ceph-mon[44549]: pgmap v21577: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:01 smithi181 ceph-mon[45557]: pgmap v21577: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:01 smithi088 ceph-mon[35322]: pgmap v21577: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:02 smithi175 ceph-mon[44549]: pgmap v21578: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:02 smithi181 ceph-mon[45557]: pgmap v21578: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:02 smithi088 ceph-mon[35322]: pgmap v21578: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:04.943 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:04.943+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:19:04.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:04.943+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:19:04.944 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:04.943+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:19:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:05 smithi175 ceph-mon[44549]: pgmap v21579: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:05 smithi181 ceph-mon[45557]: pgmap v21579: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:05 smithi088 ceph-mon[35322]: pgmap v21579: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:07 smithi175 ceph-mon[44549]: pgmap v21580: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:07 smithi181 ceph-mon[45557]: pgmap v21580: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:07 smithi088 ceph-mon[35322]: pgmap v21580: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:09 smithi175 ceph-mon[44549]: pgmap v21581: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:09 smithi181 ceph-mon[45557]: pgmap v21581: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:09 smithi088 ceph-mon[35322]: pgmap v21581: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:11 smithi175 ceph-mon[44549]: pgmap v21582: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:11 smithi181 ceph-mon[45557]: pgmap v21582: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:11 smithi088 ceph-mon[35322]: pgmap v21582: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:13 smithi175 ceph-mon[44549]: pgmap v21583: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:13 smithi181 ceph-mon[45557]: pgmap v21583: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:13 smithi088 ceph-mon[35322]: pgmap v21583: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:15 smithi175 ceph-mon[44549]: pgmap v21584: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:15 smithi181 ceph-mon[45557]: pgmap v21584: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:15 smithi088 ceph-mon[35322]: pgmap v21584: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:17 smithi175 ceph-mon[44549]: pgmap v21585: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:17 smithi181 ceph-mon[45557]: pgmap v21585: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:17 smithi088 ceph-mon[35322]: pgmap v21585: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:19 smithi175 ceph-mon[44549]: pgmap v21586: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:19 smithi181 ceph-mon[45557]: pgmap v21586: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:19 smithi088 ceph-mon[35322]: pgmap v21586: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:19.958 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:19.958+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:19:19.958 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:19.958+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:19:19.958 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:19.958+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:19:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:21 smithi175 ceph-mon[44549]: pgmap v21587: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:21 smithi181 ceph-mon[45557]: pgmap v21587: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:21 smithi088 ceph-mon[35322]: pgmap v21587: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:23 smithi175 ceph-mon[44549]: pgmap v21588: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:23 smithi181 ceph-mon[45557]: pgmap v21588: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:25 smithi175 ceph-mon[44549]: pgmap v21589: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:25 smithi181 ceph-mon[45557]: pgmap v21589: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:23 smithi088 ceph-mon[35322]: pgmap v21588: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:25 smithi088 ceph-mon[35322]: pgmap v21589: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:27 smithi175 ceph-mon[44549]: pgmap v21590: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:27 smithi181 ceph-mon[45557]: pgmap v21590: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:27 smithi088 ceph-mon[35322]: pgmap v21590: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:29 smithi175 ceph-mon[44549]: pgmap v21591: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:29 smithi181 ceph-mon[45557]: pgmap v21591: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:29 smithi088 ceph-mon[35322]: pgmap v21591: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:30 smithi175 ceph-mon[44549]: pgmap v21592: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:30 smithi181 ceph-mon[45557]: pgmap v21592: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:30.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:30 smithi088 ceph-mon[35322]: pgmap v21592: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:33.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:32 smithi175 ceph-mon[44549]: pgmap v21593: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:32 smithi181 ceph-mon[45557]: pgmap v21593: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:32 smithi088 ceph-mon[35322]: pgmap v21593: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:34.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:34.970+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:19:34.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:34.970+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:19:34.970 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:34.970+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:19:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:35 smithi175 ceph-mon[44549]: pgmap v21594: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:35 smithi181 ceph-mon[45557]: pgmap v21594: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:35 smithi088 ceph-mon[35322]: pgmap v21594: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:37 smithi175 ceph-mon[44549]: pgmap v21595: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:37 smithi181 ceph-mon[45557]: pgmap v21595: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:37.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:37 smithi088 ceph-mon[35322]: pgmap v21595: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:39 smithi175 ceph-mon[44549]: pgmap v21596: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:39 smithi181 ceph-mon[45557]: pgmap v21596: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:39 smithi088 ceph-mon[35322]: pgmap v21596: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:40 smithi175 ceph-mon[44549]: pgmap v21597: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:40 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:19:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:40 smithi181 ceph-mon[45557]: pgmap v21597: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:40 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:19:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:40 smithi088 ceph-mon[35322]: pgmap v21597: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:19:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:40 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:19:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:19:41.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:19:41.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:41 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:19:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:19:41.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:41 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:19:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:19:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:41 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:19:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:42 smithi175 ceph-mon[44549]: pgmap v21598: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:19:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:42 smithi175 ceph-mon[44549]: pgmap v21599: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:19:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:42 smithi181 ceph-mon[45557]: pgmap v21598: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:19:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:42 smithi181 ceph-mon[45557]: pgmap v21599: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:19:43.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:42 smithi088 ceph-mon[35322]: pgmap v21598: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:19:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:42 smithi088 ceph-mon[35322]: pgmap v21599: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:19:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:45 smithi175 ceph-mon[44549]: pgmap v21600: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-29T00:19:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:45 smithi181 ceph-mon[45557]: pgmap v21600: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-29T00:19:45.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:45 smithi088 ceph-mon[35322]: pgmap v21600: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-29T00:19:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:47 smithi175 ceph-mon[44549]: pgmap v21601: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-29T00:19:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:47 smithi181 ceph-mon[45557]: pgmap v21601: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-29T00:19:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:47 smithi088 ceph-mon[35322]: pgmap v21601: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-01-29T00:19:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:49 smithi175 ceph-mon[44549]: pgmap v21602: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:19:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:49 smithi181 ceph-mon[45557]: pgmap v21602: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:19:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:49 smithi088 ceph-mon[35322]: pgmap v21602: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:19:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:49.983+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:19:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:49.983+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:19:49.984 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:19:49.983+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:19:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:51 smithi175 ceph-mon[44549]: pgmap v21603: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:19:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:51 smithi181 ceph-mon[45557]: pgmap v21603: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:19:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:51 smithi088 ceph-mon[35322]: pgmap v21603: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:19:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:53 smithi175 ceph-mon[44549]: pgmap v21604: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:19:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:53 smithi181 ceph-mon[45557]: pgmap v21604: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:19:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:53 smithi088 ceph-mon[35322]: pgmap v21604: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:19:55.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:55 smithi175 ceph-mon[44549]: pgmap v21605: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:55 smithi181 ceph-mon[45557]: pgmap v21605: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:55.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:55 smithi088 ceph-mon[35322]: pgmap v21605: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:19:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:57 smithi175 ceph-mon[44549]: pgmap v21606: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:57 smithi181 ceph-mon[45557]: pgmap v21606: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:57.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:57 smithi088 ceph-mon[35322]: pgmap v21606: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:19:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:19:59 smithi175 ceph-mon[44549]: pgmap v21607: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:19:59 smithi181 ceph-mon[45557]: pgmap v21607: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:19:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:19:59 smithi088 ceph-mon[35322]: pgmap v21607: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:20:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:20:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:20:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:01 smithi175 ceph-mon[44549]: pgmap v21608: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:20:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:01 smithi181 ceph-mon[45557]: pgmap v21608: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:20:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:01 smithi088 ceph-mon[35322]: pgmap v21608: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:20:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:02 smithi175 ceph-mon[44549]: pgmap v21609: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:02 smithi181 ceph-mon[45557]: pgmap v21609: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:02 smithi088 ceph-mon[35322]: pgmap v21609: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:04.995+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:20:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:04.995+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:20:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:04.995+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:20:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:05 smithi175 ceph-mon[44549]: pgmap v21610: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-29T00:20:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:05 smithi181 ceph-mon[45557]: pgmap v21610: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-29T00:20:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:05 smithi088 ceph-mon[35322]: pgmap v21610: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-29T00:20:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:07 smithi175 ceph-mon[44549]: pgmap v21611: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:20:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:07 smithi181 ceph-mon[45557]: pgmap v21611: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:20:07.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:07 smithi088 ceph-mon[35322]: pgmap v21611: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:20:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:09 smithi175 ceph-mon[44549]: pgmap v21612: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:09 smithi181 ceph-mon[45557]: pgmap v21612: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:09 smithi088 ceph-mon[35322]: pgmap v21612: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:11 smithi175 ceph-mon[44549]: pgmap v21613: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:11 smithi181 ceph-mon[45557]: pgmap v21613: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:11.530 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:11 smithi088 ceph-mon[35322]: pgmap v21613: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:13 smithi175 ceph-mon[44549]: pgmap v21614: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:13 smithi181 ceph-mon[45557]: pgmap v21614: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:13.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:13 smithi088 ceph-mon[35322]: pgmap v21614: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:15 smithi175 ceph-mon[44549]: pgmap v21615: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:20:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:15 smithi181 ceph-mon[45557]: pgmap v21615: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:20:15.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:15 smithi088 ceph-mon[35322]: pgmap v21615: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:20:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:17 smithi175 ceph-mon[44549]: pgmap v21616: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:20:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:17 smithi181 ceph-mon[45557]: pgmap v21616: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:20:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:17 smithi088 ceph-mon[35322]: pgmap v21616: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:20:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:19 smithi175 ceph-mon[44549]: pgmap v21617: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:19 smithi181 ceph-mon[45557]: pgmap v21617: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:19 smithi088 ceph-mon[35322]: pgmap v21617: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:20.003 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:20.002+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:20:20.003 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:20.002+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:20:20.003 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:20.002+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:20:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:21 smithi175 ceph-mon[44549]: pgmap v21618: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:21 smithi181 ceph-mon[45557]: pgmap v21618: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:21 smithi088 ceph-mon[35322]: pgmap v21618: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:23.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:23 smithi175 ceph-mon[44549]: pgmap v21619: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:23.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:23 smithi181 ceph-mon[45557]: pgmap v21619: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:23.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:23 smithi088 ceph-mon[35322]: pgmap v21619: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:24 smithi175 ceph-mon[44549]: pgmap v21620: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:20:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:24 smithi181 ceph-mon[45557]: pgmap v21620: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:20:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:24 smithi088 ceph-mon[35322]: pgmap v21620: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:20:26.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:26 smithi181 ceph-mon[45557]: pgmap v21621: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:20:26.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:26 smithi088 ceph-mon[35322]: pgmap v21621: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:20:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:26 smithi175 ceph-mon[44549]: pgmap v21621: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:20:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:29 smithi175 ceph-mon[44549]: pgmap v21622: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:29 smithi181 ceph-mon[45557]: pgmap v21622: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:29 smithi088 ceph-mon[35322]: pgmap v21622: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:31 smithi175 ceph-mon[44549]: pgmap v21623: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:31 smithi181 ceph-mon[45557]: pgmap v21623: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:31 smithi088 ceph-mon[35322]: pgmap v21623: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:33 smithi088 ceph-mon[35322]: pgmap v21624: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:33 smithi175 ceph-mon[44549]: pgmap v21624: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:33 smithi181 ceph-mon[45557]: pgmap v21624: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:35.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:35.017+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:20:35.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:35.017+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:20:35.018 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:35.017+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:20:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:35 smithi175 ceph-mon[44549]: pgmap v21625: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:20:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:35 smithi181 ceph-mon[45557]: pgmap v21625: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:20:35.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:35 smithi088 ceph-mon[35322]: pgmap v21625: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:20:37.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:37 smithi175 ceph-mon[44549]: pgmap v21626: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:20:37.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:37 smithi181 ceph-mon[45557]: pgmap v21626: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:20:37.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:37 smithi088 ceph-mon[35322]: pgmap v21626: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:20:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:39 smithi175 ceph-mon[44549]: pgmap v21627: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:39 smithi181 ceph-mon[45557]: pgmap v21627: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:39 smithi088 ceph-mon[35322]: pgmap v21627: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:41 smithi175 ceph-mon[44549]: pgmap v21628: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:41 smithi181 ceph-mon[45557]: pgmap v21628: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:41 smithi088 ceph-mon[35322]: pgmap v21628: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:42 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:20:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:42 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:20:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:42 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:20:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:43 smithi175 ceph-mon[44549]: pgmap v21629: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:20:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:20:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:20:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:43 smithi181 ceph-mon[45557]: pgmap v21629: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:20:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:20:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:20:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:43 smithi088 ceph-mon[35322]: pgmap v21629: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:20:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:20:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:20:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:44 smithi175 ceph-mon[44549]: pgmap v21630: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:20:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:44 smithi175 ceph-mon[44549]: pgmap v21631: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:20:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:44 smithi181 ceph-mon[45557]: pgmap v21630: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:20:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:44 smithi181 ceph-mon[45557]: pgmap v21631: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:20:44.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:44 smithi088 ceph-mon[35322]: pgmap v21630: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:20:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:44 smithi088 ceph-mon[35322]: pgmap v21631: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:20:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:45 smithi175 ceph-mon[44549]: pgmap v21632: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:20:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:45 smithi181 ceph-mon[45557]: pgmap v21632: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:20:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:45 smithi088 ceph-mon[35322]: pgmap v21632: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:20:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:47 smithi088 ceph-mon[35322]: pgmap v21633: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:20:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:47 smithi175 ceph-mon[44549]: pgmap v21633: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:20:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:47 smithi181 ceph-mon[45557]: pgmap v21633: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:20:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:50.023+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:20:50.024 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:50.023+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:20:50.025 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:20:50.023+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:20:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:50 smithi175 ceph-mon[44549]: pgmap v21634: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:20:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:50 smithi181 ceph-mon[45557]: pgmap v21634: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:20:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:50 smithi088 ceph-mon[35322]: pgmap v21634: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:20:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:52 smithi175 ceph-mon[44549]: pgmap v21635: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:20:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:52 smithi181 ceph-mon[45557]: pgmap v21635: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:20:52.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:52 smithi088 ceph-mon[35322]: pgmap v21635: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:20:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:54 smithi175 ceph-mon[44549]: pgmap v21636: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:20:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:54 smithi181 ceph-mon[45557]: pgmap v21636: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:20:54.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:54 smithi088 ceph-mon[35322]: pgmap v21636: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:20:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:56 smithi175 ceph-mon[44549]: pgmap v21637: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:56 smithi181 ceph-mon[45557]: pgmap v21637: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:56 smithi088 ceph-mon[35322]: pgmap v21637: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:20:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:20:58 smithi175 ceph-mon[44549]: pgmap v21638: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:20:58 smithi181 ceph-mon[45557]: pgmap v21638: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:20:58.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:20:58 smithi088 ceph-mon[35322]: pgmap v21638: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:00 smithi175 ceph-mon[44549]: pgmap v21639: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:00 smithi181 ceph-mon[45557]: pgmap v21639: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:00.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:00 smithi088 ceph-mon[35322]: pgmap v21639: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:02 smithi175 ceph-mon[44549]: pgmap v21640: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:02 smithi181 ceph-mon[45557]: pgmap v21640: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:02 smithi088 ceph-mon[35322]: pgmap v21640: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:04 smithi175 ceph-mon[44549]: pgmap v21641: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:04 smithi181 ceph-mon[45557]: pgmap v21641: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:04.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:04 smithi088 ceph-mon[35322]: pgmap v21641: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:05.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:05.037+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:21:05.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:05.037+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:21:05.038 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:05.037+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:21:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:06 smithi175 ceph-mon[44549]: pgmap v21642: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:06 smithi181 ceph-mon[45557]: pgmap v21642: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:06 smithi088 ceph-mon[35322]: pgmap v21642: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:08 smithi175 ceph-mon[44549]: pgmap v21643: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:08.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:08 smithi181 ceph-mon[45557]: pgmap v21643: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:08.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:08 smithi088 ceph-mon[35322]: pgmap v21643: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:09 smithi175 ceph-mon[44549]: pgmap v21644: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:09 smithi181 ceph-mon[45557]: pgmap v21644: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:09 smithi088 ceph-mon[35322]: pgmap v21644: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:11 smithi088 ceph-mon[35322]: pgmap v21645: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:11 smithi175 ceph-mon[44549]: pgmap v21645: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:11 smithi181 ceph-mon[45557]: pgmap v21645: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:14 smithi175 ceph-mon[44549]: pgmap v21646: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:14 smithi181 ceph-mon[45557]: pgmap v21646: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:14 smithi088 ceph-mon[35322]: pgmap v21646: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:16 smithi175 ceph-mon[44549]: pgmap v21647: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:16 smithi181 ceph-mon[45557]: pgmap v21647: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:16 smithi088 ceph-mon[35322]: pgmap v21647: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:18.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:18 smithi175 ceph-mon[44549]: pgmap v21648: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:18.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:18 smithi181 ceph-mon[45557]: pgmap v21648: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:18.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:18 smithi088 ceph-mon[35322]: pgmap v21648: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:20.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:20.045+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:21:20.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:20.045+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:21:20.045 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:20.045+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:21:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:20 smithi175 ceph-mon[44549]: pgmap v21649: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:20 smithi181 ceph-mon[45557]: pgmap v21649: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:20 smithi088 ceph-mon[35322]: pgmap v21649: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:22 smithi175 ceph-mon[44549]: pgmap v21650: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:22 smithi181 ceph-mon[45557]: pgmap v21650: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:22 smithi088 ceph-mon[35322]: pgmap v21650: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:24 smithi175 ceph-mon[44549]: pgmap v21651: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:24 smithi181 ceph-mon[45557]: pgmap v21651: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:24 smithi088 ceph-mon[35322]: pgmap v21651: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:26.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:26 smithi175 ceph-mon[44549]: pgmap v21652: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:26.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:26 smithi181 ceph-mon[45557]: pgmap v21652: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:26.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:26 smithi088 ceph-mon[35322]: pgmap v21652: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:28.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:28 smithi175 ceph-mon[44549]: pgmap v21653: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:28.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:28 smithi181 ceph-mon[45557]: pgmap v21653: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:28.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:28 smithi088 ceph-mon[35322]: pgmap v21653: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:29 smithi175 ceph-mon[44549]: pgmap v21654: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:29 smithi181 ceph-mon[45557]: pgmap v21654: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:29 smithi088 ceph-mon[35322]: pgmap v21654: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:31 smithi088 ceph-mon[35322]: pgmap v21655: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:31 smithi175 ceph-mon[44549]: pgmap v21655: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:31 smithi181 ceph-mon[45557]: pgmap v21655: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:34 smithi175 ceph-mon[44549]: pgmap v21656: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:34 smithi181 ceph-mon[45557]: pgmap v21656: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:34 smithi088 ceph-mon[35322]: pgmap v21656: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:35.058 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:35.058+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:21:35.058 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:35.058+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:21:35.058 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:35.058+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:21:36.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:36 smithi175 ceph-mon[44549]: pgmap v21657: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:36 smithi181 ceph-mon[45557]: pgmap v21657: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:36 smithi088 ceph-mon[35322]: pgmap v21657: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:21:38.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:38 smithi175 ceph-mon[44549]: pgmap v21658: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:38.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:38 smithi181 ceph-mon[45557]: pgmap v21658: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:38.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:38 smithi088 ceph-mon[35322]: pgmap v21658: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:40 smithi175 ceph-mon[44549]: pgmap v21659: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:40 smithi181 ceph-mon[45557]: pgmap v21659: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:40 smithi088 ceph-mon[35322]: pgmap v21659: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:21:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:42 smithi175 ceph-mon[44549]: pgmap v21660: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:42 smithi181 ceph-mon[45557]: pgmap v21660: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:42.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:42 smithi088 ceph-mon[35322]: pgmap v21660: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:43 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:21:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:43 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:21:43.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:43 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:21:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:44 smithi175 ceph-mon[44549]: pgmap v21661: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:21:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:21:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:21:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:44 smithi181 ceph-mon[45557]: pgmap v21661: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:21:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:21:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:21:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:44 smithi088 ceph-mon[35322]: pgmap v21661: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:21:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:21:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:21:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:45 smithi175 ceph-mon[44549]: pgmap v21662: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:21:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:45 smithi175 ceph-mon[44549]: pgmap v21663: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:21:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:45 smithi181 ceph-mon[45557]: pgmap v21662: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:21:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:45 smithi181 ceph-mon[45557]: pgmap v21663: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:21:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:45 smithi088 ceph-mon[35322]: pgmap v21662: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:21:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:45 smithi088 ceph-mon[35322]: pgmap v21663: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:21:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:45.698+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:21:45.698 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:45.698+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:21:45.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:45.699+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 314 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:21:45.699 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:45.699+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 314 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:21:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:46 smithi175 ceph-mon[44549]: pgmap v21664: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:21:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:46 smithi181 ceph-mon[45557]: pgmap v21664: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:21:46.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:46 smithi088 ceph-mon[35322]: pgmap v21664: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:21:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:49 smithi175 ceph-mon[44549]: pgmap v21665: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:21:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:49 smithi181 ceph-mon[45557]: pgmap v21665: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:21:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:49 smithi088 ceph-mon[35322]: pgmap v21665: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:21:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:50.065+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:21:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:50.065+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:21:50.065 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:21:50.065+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:21:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:51 smithi175 ceph-mon[44549]: pgmap v21666: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:21:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:51 smithi181 ceph-mon[45557]: pgmap v21666: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:21:51.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:51 smithi088 ceph-mon[35322]: pgmap v21666: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:21:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:53 smithi175 ceph-mon[44549]: pgmap v21667: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:21:53.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:53 smithi181 ceph-mon[45557]: pgmap v21667: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:21:53.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:53 smithi088 ceph-mon[35322]: pgmap v21667: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:21:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:55 smithi175 ceph-mon[44549]: pgmap v21668: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:21:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:55 smithi181 ceph-mon[45557]: pgmap v21668: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:21:55.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:55 smithi088 ceph-mon[35322]: pgmap v21668: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:21:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:57 smithi175 ceph-mon[44549]: pgmap v21669: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:57 smithi181 ceph-mon[45557]: pgmap v21669: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:57 smithi088 ceph-mon[35322]: pgmap v21669: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:21:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:21:59 smithi175 ceph-mon[44549]: pgmap v21670: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:21:59 smithi181 ceph-mon[45557]: pgmap v21670: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:21:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:21:59 smithi088 ceph-mon[35322]: pgmap v21670: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:01 smithi175 ceph-mon[44549]: pgmap v21671: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:01 smithi181 ceph-mon[45557]: pgmap v21671: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:01 smithi088 ceph-mon[35322]: pgmap v21671: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:03.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:03 smithi175 ceph-mon[44549]: pgmap v21672: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:03.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:03 smithi181 ceph-mon[45557]: pgmap v21672: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:03.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:03 smithi088 ceph-mon[35322]: pgmap v21672: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:04 smithi175 ceph-mon[44549]: pgmap v21673: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:22:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:04 smithi181 ceph-mon[45557]: pgmap v21673: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:22:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:04 smithi088 ceph-mon[35322]: pgmap v21673: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:22:05.079 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:05.079+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:22:05.079 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:05.079+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:22:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:05.079+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:22:06.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:06 smithi088 ceph-mon[35322]: pgmap v21674: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:06 smithi175 ceph-mon[44549]: pgmap v21674: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:06 smithi181 ceph-mon[45557]: pgmap v21674: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:09 smithi175 ceph-mon[44549]: pgmap v21675: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:09 smithi181 ceph-mon[45557]: pgmap v21675: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:09 smithi088 ceph-mon[35322]: pgmap v21675: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:11.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:11 smithi175 ceph-mon[44549]: pgmap v21676: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:11.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:11 smithi181 ceph-mon[45557]: pgmap v21676: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:11.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:11 smithi088 ceph-mon[35322]: pgmap v21676: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:13.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:13 smithi175 ceph-mon[44549]: pgmap v21677: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:13.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:13 smithi181 ceph-mon[45557]: pgmap v21677: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:13.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:13 smithi088 ceph-mon[35322]: pgmap v21677: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:15 smithi175 ceph-mon[44549]: pgmap v21678: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:22:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:15 smithi181 ceph-mon[45557]: pgmap v21678: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:22:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:15 smithi088 ceph-mon[35322]: pgmap v21678: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:22:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:17 smithi175 ceph-mon[44549]: pgmap v21679: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:17.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:17 smithi181 ceph-mon[45557]: pgmap v21679: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:17.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:17 smithi088 ceph-mon[35322]: pgmap v21679: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:19 smithi175 ceph-mon[44549]: pgmap v21680: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:19 smithi181 ceph-mon[45557]: pgmap v21680: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:19.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:19 smithi088 ceph-mon[35322]: pgmap v21680: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:20.085+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:22:20.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:20.085+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:22:20.087 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:20.085+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:22:21.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:21 smithi175 ceph-mon[44549]: pgmap v21681: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:21.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:21 smithi181 ceph-mon[45557]: pgmap v21681: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:21.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:21 smithi088 ceph-mon[35322]: pgmap v21681: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:22 smithi181 ceph-mon[45557]: pgmap v21682: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:22.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:22 smithi088 ceph-mon[35322]: pgmap v21682: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:22.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:22 smithi175 ceph-mon[44549]: pgmap v21682: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:25.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:25 smithi175 ceph-mon[44549]: pgmap v21683: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:22:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:25 smithi181 ceph-mon[45557]: pgmap v21683: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:22:25.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:25 smithi088 ceph-mon[35322]: pgmap v21683: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:22:27.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:27 smithi175 ceph-mon[44549]: pgmap v21684: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:27.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:27 smithi181 ceph-mon[45557]: pgmap v21684: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:27.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:27 smithi088 ceph-mon[35322]: pgmap v21684: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:29 smithi175 ceph-mon[44549]: pgmap v21685: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:29 smithi181 ceph-mon[45557]: pgmap v21685: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:29.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:29 smithi088 ceph-mon[35322]: pgmap v21685: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:31 smithi175 ceph-mon[44549]: pgmap v21686: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:31.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:31 smithi181 ceph-mon[45557]: pgmap v21686: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:31.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:31 smithi088 ceph-mon[35322]: pgmap v21686: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:33 smithi175 ceph-mon[44549]: pgmap v21687: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:33.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:33 smithi181 ceph-mon[45557]: pgmap v21687: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:33.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:33 smithi088 ceph-mon[35322]: pgmap v21687: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:35.102 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:35.101+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:22:35.102 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:35.101+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:22:35.102 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:35.101+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:22:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:35 smithi175 ceph-mon[44549]: pgmap v21688: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:22:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:35 smithi181 ceph-mon[45557]: pgmap v21688: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:22:35.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:35 smithi088 ceph-mon[35322]: pgmap v21688: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:22:36.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:36 smithi181 ceph-mon[45557]: pgmap v21689: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:36.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:36 smithi088 ceph-mon[35322]: pgmap v21689: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:36.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:36 smithi175 ceph-mon[44549]: pgmap v21689: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:22:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:39 smithi175 ceph-mon[44549]: pgmap v21690: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:39 smithi181 ceph-mon[45557]: pgmap v21690: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:39.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:39 smithi088 ceph-mon[35322]: pgmap v21690: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:22:41.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:41 smithi175 ceph-mon[44549]: pgmap v21691: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:41.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:41 smithi181 ceph-mon[45557]: pgmap v21691: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:41.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:41 smithi088 ceph-mon[35322]: pgmap v21691: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:22:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:43 smithi175 ceph-mon[44549]: pgmap v21692: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:43.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:43 smithi181 ceph-mon[45557]: pgmap v21692: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:43.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:43 smithi088 ceph-mon[35322]: pgmap v21692: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:44 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:22:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:44 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:22:44.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:44 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:22:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:45 smithi175 ceph-mon[44549]: pgmap v21693: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:22:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:22:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:22:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:22:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:45 smithi181 ceph-mon[45557]: pgmap v21693: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:22:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:22:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:22:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:22:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:45 smithi088 ceph-mon[35322]: pgmap v21693: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:22:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:22:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:22:45.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:22:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:46 smithi175 ceph-mon[44549]: pgmap v21694: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-29T00:22:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:46 smithi175 ceph-mon[44549]: pgmap v21695: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:22:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:46 smithi181 ceph-mon[45557]: pgmap v21694: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-29T00:22:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:46 smithi181 ceph-mon[45557]: pgmap v21695: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:22:46.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:46 smithi088 ceph-mon[35322]: pgmap v21694: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 8 op/s 2024-01-29T00:22:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:46 smithi088 ceph-mon[35322]: pgmap v21695: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:22:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:47 smithi175 ceph-mon[44549]: pgmap v21696: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:22:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:47 smithi181 ceph-mon[45557]: pgmap v21696: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:22:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:47 smithi088 ceph-mon[35322]: pgmap v21696: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:22:50.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:50.112+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:22:50.112 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:50.112+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:22:50.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:22:50.112+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:22:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:50 smithi175 ceph-mon[44549]: pgmap v21697: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:22:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:50 smithi181 ceph-mon[45557]: pgmap v21697: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:22:50.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:50 smithi088 ceph-mon[35322]: pgmap v21697: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:22:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:52 smithi175 ceph-mon[44549]: pgmap v21698: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:22:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:52 smithi181 ceph-mon[45557]: pgmap v21698: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:22:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:52 smithi088 ceph-mon[35322]: pgmap v21698: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:22:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:54 smithi175 ceph-mon[44549]: pgmap v21699: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:22:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:54 smithi181 ceph-mon[45557]: pgmap v21699: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:22:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:54 smithi088 ceph-mon[35322]: pgmap v21699: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:22:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:56 smithi175 ceph-mon[44549]: pgmap v21700: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:22:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:56 smithi181 ceph-mon[45557]: pgmap v21700: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:22:56.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:56 smithi088 ceph-mon[35322]: pgmap v21700: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:22:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:22:57 smithi181 ceph-mon[45557]: pgmap v21701: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:57.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:22:57 smithi088 ceph-mon[35322]: pgmap v21701: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:22:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:22:57 smithi175 ceph-mon[44549]: pgmap v21701: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:00.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:00 smithi175 ceph-mon[44549]: pgmap v21702: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:23:00.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:00 smithi181 ceph-mon[45557]: pgmap v21702: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:23:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:00 smithi088 ceph-mon[35322]: pgmap v21702: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:23:02.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:02 smithi175 ceph-mon[44549]: pgmap v21703: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:23:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:02 smithi181 ceph-mon[45557]: pgmap v21703: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:23:02.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:02 smithi088 ceph-mon[35322]: pgmap v21703: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:23:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:04 smithi175 ceph-mon[44549]: pgmap v21704: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:04 smithi181 ceph-mon[45557]: pgmap v21704: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:04 smithi088 ceph-mon[35322]: pgmap v21704: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:05.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:05.112+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:23:05.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:05.112+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:23:05.113 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:05.112+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:23:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:06 smithi175 ceph-mon[44549]: pgmap v21705: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:06 smithi181 ceph-mon[45557]: pgmap v21705: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:06 smithi088 ceph-mon[35322]: pgmap v21705: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:07.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:07 smithi175 ceph-mon[44549]: pgmap v21706: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:07.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:07 smithi181 ceph-mon[45557]: pgmap v21706: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:07.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:07 smithi088 ceph-mon[35322]: pgmap v21706: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:10.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:10 smithi175 ceph-mon[44549]: pgmap v21707: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:23:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:10 smithi181 ceph-mon[45557]: pgmap v21707: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:23:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:10 smithi088 ceph-mon[35322]: pgmap v21707: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:23:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:12 smithi175 ceph-mon[44549]: pgmap v21708: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:23:12.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:12 smithi181 ceph-mon[45557]: pgmap v21708: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:23:12.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:12 smithi088 ceph-mon[35322]: pgmap v21708: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:23:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:14 smithi175 ceph-mon[44549]: pgmap v21709: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:14 smithi181 ceph-mon[45557]: pgmap v21709: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:14 smithi088 ceph-mon[35322]: pgmap v21709: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:15.412 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:15 smithi175 ceph-mon[44549]: pgmap v21710: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:15 smithi181 ceph-mon[45557]: pgmap v21710: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:15.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:15 smithi088 ceph-mon[35322]: pgmap v21710: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:17 smithi175 ceph-mon[44549]: pgmap v21711: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:17 smithi181 ceph-mon[45557]: pgmap v21711: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:18.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:17 smithi088 ceph-mon[35322]: pgmap v21711: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:20.127 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:20.125+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:23:20.128 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:20.125+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:23:20.128 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:20.125+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:23:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:20 smithi175 ceph-mon[44549]: pgmap v21712: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:23:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:20 smithi181 ceph-mon[45557]: pgmap v21712: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:23:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:20 smithi088 ceph-mon[35322]: pgmap v21712: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:23:22.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:22 smithi175 ceph-mon[44549]: pgmap v21713: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:23:22.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:22 smithi181 ceph-mon[45557]: pgmap v21713: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:23:22.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:22 smithi088 ceph-mon[35322]: pgmap v21713: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:23:24.282 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:24 smithi088 ceph-mon[35322]: pgmap v21714: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:24.413 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:24 smithi175 ceph-mon[44549]: pgmap v21714: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:24.460 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:24 smithi181 ceph-mon[45557]: pgmap v21714: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:25.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:25 smithi181 ceph-mon[45557]: pgmap v21715: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:25.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:25 smithi088 ceph-mon[35322]: pgmap v21715: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:25.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:25 smithi175 ceph-mon[44549]: pgmap v21715: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:27 smithi175 ceph-mon[44549]: pgmap v21716: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:27 smithi181 ceph-mon[45557]: pgmap v21716: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:27 smithi088 ceph-mon[35322]: pgmap v21716: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:30.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:30 smithi175 ceph-mon[44549]: pgmap v21717: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:23:30.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:30 smithi181 ceph-mon[45557]: pgmap v21717: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:23:30.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:30 smithi088 ceph-mon[35322]: pgmap v21717: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:23:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:32 smithi175 ceph-mon[44549]: pgmap v21718: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:32.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:32 smithi181 ceph-mon[45557]: pgmap v21718: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:32.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:32 smithi088 ceph-mon[35322]: pgmap v21718: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:34 smithi175 ceph-mon[44549]: pgmap v21719: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:34 smithi181 ceph-mon[45557]: pgmap v21719: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:34 smithi088 ceph-mon[35322]: pgmap v21719: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:35.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:35.141+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:23:35.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:35.141+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:23:35.141 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:35.141+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:23:35.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:35 smithi175 ceph-mon[44549]: pgmap v21720: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:35.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:35 smithi181 ceph-mon[45557]: pgmap v21720: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:35.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:35 smithi088 ceph-mon[35322]: pgmap v21720: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:37 smithi175 ceph-mon[44549]: pgmap v21721: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:37 smithi181 ceph-mon[45557]: pgmap v21721: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:37 smithi088 ceph-mon[35322]: pgmap v21721: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:23:40.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:40 smithi175 ceph-mon[44549]: pgmap v21722: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:23:40.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:40 smithi181 ceph-mon[45557]: pgmap v21722: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:23:40.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:40 smithi088 ceph-mon[35322]: pgmap v21722: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:23:42.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:42 smithi175 ceph-mon[44549]: pgmap v21723: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:42.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:42 smithi181 ceph-mon[45557]: pgmap v21723: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:42.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:42 smithi088 ceph-mon[35322]: pgmap v21723: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:44 smithi175 ceph-mon[44549]: pgmap v21724: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:44 smithi181 ceph-mon[45557]: pgmap v21724: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:44.533 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:44 smithi088 ceph-mon[35322]: pgmap v21724: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:45.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:45 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:23:45.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:45 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:23:45.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:45 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:23:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:46 smithi175 ceph-mon[44549]: pgmap v21725: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:23:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:23:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:23:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:46 smithi181 ceph-mon[45557]: pgmap v21725: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:23:46.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:23:46.458 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:23:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:46 smithi088 ceph-mon[35322]: pgmap v21725: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:23:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:23:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:23:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:23:46.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:23:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:47 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi175 to 94335k 2024-01-29T00:23:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:47 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi175 to 96599929: error parsing value: Value '96599929' is below minimum 939524096 2024-01-29T00:23:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:47 smithi175 ceph-mon[44549]: pgmap v21726: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:23:47.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:47 smithi175 ceph-mon[44549]: pgmap v21727: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:23:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:47 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi175 to 94335k 2024-01-29T00:23:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:47 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi175 to 96599929: error parsing value: Value '96599929' is below minimum 939524096 2024-01-29T00:23:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:47 smithi181 ceph-mon[45557]: pgmap v21726: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:23:47.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:47 smithi181 ceph-mon[45557]: pgmap v21727: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:23:47.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:47 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi175 to 94335k 2024-01-29T00:23:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:47 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi175 to 96599929: error parsing value: Value '96599929' is below minimum 939524096 2024-01-29T00:23:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:47 smithi088 ceph-mon[35322]: pgmap v21726: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:23:47.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:47 smithi088 ceph-mon[35322]: pgmap v21727: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:23:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:49 smithi175 ceph-mon[44549]: pgmap v21728: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:23:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:49 smithi181 ceph-mon[45557]: pgmap v21728: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:23:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:49 smithi088 ceph-mon[35322]: pgmap v21728: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:23:50.156 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:50.155+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:23:50.156 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:50.155+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:23:50.156 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:23:50.155+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:23:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:51 smithi175 ceph-mon[44549]: pgmap v21729: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:23:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:51 smithi181 ceph-mon[45557]: pgmap v21729: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:23:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:51 smithi088 ceph-mon[35322]: pgmap v21729: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:23:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:52 smithi181 ceph-mon[45557]: pgmap v21730: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:23:52.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:52 smithi088 ceph-mon[35322]: pgmap v21730: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:23:52.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:52 smithi175 ceph-mon[44549]: pgmap v21730: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:23:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:55 smithi175 ceph-mon[44549]: pgmap v21731: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:23:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:55 smithi181 ceph-mon[45557]: pgmap v21731: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:23:55.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:55 smithi088 ceph-mon[35322]: pgmap v21731: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:23:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:56 smithi181 ceph-mon[45557]: pgmap v21732: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:23:56.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:56 smithi088 ceph-mon[35322]: pgmap v21732: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:23:56.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:56 smithi175 ceph-mon[44549]: pgmap v21732: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:23:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:23:59 smithi175 ceph-mon[44549]: pgmap v21733: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:23:59 smithi181 ceph-mon[45557]: pgmap v21733: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:23:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:23:59 smithi088 ceph-mon[35322]: pgmap v21733: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:01.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:01 smithi175 ceph-mon[44549]: pgmap v21734: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:01.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:01 smithi181 ceph-mon[45557]: pgmap v21734: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:01 smithi088 ceph-mon[35322]: pgmap v21734: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:02 smithi175 ceph-mon[44549]: pgmap v21735: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:02.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:02 smithi181 ceph-mon[45557]: pgmap v21735: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:02.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:02 smithi088 ceph-mon[35322]: pgmap v21735: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:05.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:05.168+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:24:05.168 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:05.168+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:24:05.169 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:05.168+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:24:05.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:05 smithi175 ceph-mon[44549]: pgmap v21736: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:05.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:05 smithi181 ceph-mon[45557]: pgmap v21736: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:05.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:05 smithi088 ceph-mon[35322]: pgmap v21736: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:06.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:06 smithi181 ceph-mon[45557]: pgmap v21737: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:06.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:06 smithi088 ceph-mon[35322]: pgmap v21737: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:06.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:06 smithi175 ceph-mon[44549]: pgmap v21737: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:09 smithi175 ceph-mon[44549]: pgmap v21738: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:09 smithi181 ceph-mon[45557]: pgmap v21738: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:09.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:09 smithi088 ceph-mon[35322]: pgmap v21738: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:10.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:10 smithi181 ceph-mon[45557]: pgmap v21739: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:10.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:10 smithi088 ceph-mon[35322]: pgmap v21739: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:10.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:10 smithi175 ceph-mon[44549]: pgmap v21739: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:12 smithi175 ceph-mon[44549]: pgmap v21740: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:12 smithi181 ceph-mon[45557]: pgmap v21740: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:13.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:12 smithi088 ceph-mon[35322]: pgmap v21740: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:15.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:15 smithi175 ceph-mon[44549]: pgmap v21741: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:15.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:15 smithi181 ceph-mon[45557]: pgmap v21741: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:15.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:15 smithi088 ceph-mon[35322]: pgmap v21741: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:16 smithi175 ceph-mon[44549]: pgmap v21742: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:16.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:16 smithi181 ceph-mon[45557]: pgmap v21742: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:16.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:16 smithi088 ceph-mon[35322]: pgmap v21742: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:19 smithi175 ceph-mon[44549]: pgmap v21743: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:19 smithi181 ceph-mon[45557]: pgmap v21743: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:19.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:19 smithi088 ceph-mon[35322]: pgmap v21743: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:20.184 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:20.183+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:24:20.184 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:20.183+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:24:20.184 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:20.183+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:24:20.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:20 smithi175 ceph-mon[44549]: pgmap v21744: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:20.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:20 smithi181 ceph-mon[45557]: pgmap v21744: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:20.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:20 smithi088 ceph-mon[35322]: pgmap v21744: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:22 smithi175 ceph-mon[44549]: pgmap v21745: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:22 smithi181 ceph-mon[45557]: pgmap v21745: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:23.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:22 smithi088 ceph-mon[35322]: pgmap v21745: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:24 smithi181 ceph-mon[45557]: pgmap v21746: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:24 smithi088 ceph-mon[35322]: pgmap v21746: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:24.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:24 smithi175 ceph-mon[44549]: pgmap v21746: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:26 smithi175 ceph-mon[44549]: pgmap v21747: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:26 smithi181 ceph-mon[45557]: pgmap v21747: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:26.967 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:26 smithi088 ceph-mon[35322]: pgmap v21747: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:28 smithi175 ceph-mon[44549]: pgmap v21748: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:28 smithi181 ceph-mon[45557]: pgmap v21748: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:28 smithi088 ceph-mon[35322]: pgmap v21748: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:30 smithi175 ceph-mon[44549]: pgmap v21749: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:30 smithi181 ceph-mon[45557]: pgmap v21749: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:31.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:30 smithi088 ceph-mon[35322]: pgmap v21749: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:24:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:32 smithi175 ceph-mon[44549]: pgmap v21750: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:32 smithi181 ceph-mon[45557]: pgmap v21750: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:32 smithi088 ceph-mon[35322]: pgmap v21750: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:34 smithi175 ceph-mon[44549]: pgmap v21751: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:34 smithi181 ceph-mon[45557]: pgmap v21751: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:34 smithi088 ceph-mon[35322]: pgmap v21751: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:35.195+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:24:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:35.195+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:24:35.196 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:35.195+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:24:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:36 smithi175 ceph-mon[44549]: pgmap v21752: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:36 smithi181 ceph-mon[45557]: pgmap v21752: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:36 smithi088 ceph-mon[35322]: pgmap v21752: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:38 smithi175 ceph-mon[44549]: pgmap v21753: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:38 smithi181 ceph-mon[45557]: pgmap v21753: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:39.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:38 smithi088 ceph-mon[35322]: pgmap v21753: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:40 smithi175 ceph-mon[44549]: pgmap v21754: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:24:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:40 smithi181 ceph-mon[45557]: pgmap v21754: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:24:41.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:40 smithi088 ceph-mon[35322]: pgmap v21754: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:24:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:42 smithi175 ceph-mon[44549]: pgmap v21755: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:42 smithi181 ceph-mon[45557]: pgmap v21755: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:42 smithi088 ceph-mon[35322]: pgmap v21755: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:24:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:44 smithi175 ceph-mon[44549]: pgmap v21756: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:24:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:44 smithi181 ceph-mon[45557]: pgmap v21756: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:24:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:44 smithi088 ceph-mon[35322]: pgmap v21756: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-01-29T00:24:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:45.726+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:24:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:45.726+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:24:45.728 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:45.726+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 315 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:24:45.728 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:45.726+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 315 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:24:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:46 smithi175 ceph-mon[44549]: pgmap v21757: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:24:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:24:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:24:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:46 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:24:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:46 smithi181 ceph-mon[45557]: pgmap v21757: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:24:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:24:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:24:46.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:46 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:24:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:46 smithi088 ceph-mon[35322]: pgmap v21757: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:24:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:24:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-29T00:24:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:24:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:24:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:46 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:24:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:47 smithi175 ceph-mon[44549]: Adjusting osd_memory_target on smithi181 to 92749k 2024-01-29T00:24:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:47 smithi175 ceph-mon[44549]: Unable to set osd_memory_target on smithi181 to 94974980: error parsing value: Value '94974980' is below minimum 939524096 2024-01-29T00:24:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:47 smithi175 ceph-mon[44549]: pgmap v21758: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:24:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:47 smithi175 ceph-mon[44549]: pgmap v21759: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:24:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:47 smithi181 ceph-mon[45557]: Adjusting osd_memory_target on smithi181 to 92749k 2024-01-29T00:24:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:47 smithi181 ceph-mon[45557]: Unable to set osd_memory_target on smithi181 to 94974980: error parsing value: Value '94974980' is below minimum 939524096 2024-01-29T00:24:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:47 smithi181 ceph-mon[45557]: pgmap v21758: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:24:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:47 smithi181 ceph-mon[45557]: pgmap v21759: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:24:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:47 smithi088 ceph-mon[35322]: Adjusting osd_memory_target on smithi181 to 92749k 2024-01-29T00:24:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:47 smithi088 ceph-mon[35322]: Unable to set osd_memory_target on smithi181 to 94974980: error parsing value: Value '94974980' is below minimum 939524096 2024-01-29T00:24:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:47 smithi088 ceph-mon[35322]: pgmap v21758: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:24:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:47 smithi088 ceph-mon[35322]: pgmap v21759: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:24:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:49 smithi175 ceph-mon[44549]: pgmap v21760: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:24:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:49 smithi181 ceph-mon[45557]: pgmap v21760: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:24:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:49 smithi088 ceph-mon[35322]: pgmap v21760: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:24:50.212 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:50.210+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:24:50.212 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:50.210+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:24:50.212 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:24:50.210+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:24:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:51 smithi175 ceph-mon[44549]: pgmap v21761: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:24:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:51 smithi181 ceph-mon[45557]: pgmap v21761: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:24:52.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:51 smithi088 ceph-mon[35322]: pgmap v21761: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:24:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:53 smithi175 ceph-mon[44549]: pgmap v21762: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:24:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:53 smithi181 ceph-mon[45557]: pgmap v21762: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:24:54.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:53 smithi088 ceph-mon[35322]: pgmap v21762: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:24:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:55 smithi175 ceph-mon[44549]: pgmap v21763: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:24:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:55 smithi181 ceph-mon[45557]: pgmap v21763: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:24:56.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:55 smithi088 ceph-mon[35322]: pgmap v21763: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:24:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:57 smithi175 ceph-mon[44549]: pgmap v21764: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:24:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:57 smithi181 ceph-mon[45557]: pgmap v21764: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:24:58.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:57 smithi088 ceph-mon[35322]: pgmap v21764: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:24:59.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:24:59 smithi175 ceph-mon[44549]: pgmap v21765: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:24:59 smithi181 ceph-mon[45557]: pgmap v21765: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:24:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:24:59 smithi088 ceph-mon[35322]: pgmap v21765: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:01 smithi175 ceph-mon[44549]: pgmap v21766: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:01 smithi181 ceph-mon[45557]: pgmap v21766: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:02.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:01 smithi088 ceph-mon[35322]: pgmap v21766: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:03 smithi175 ceph-mon[44549]: pgmap v21767: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:03 smithi181 ceph-mon[45557]: pgmap v21767: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:04.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:03 smithi088 ceph-mon[35322]: pgmap v21767: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:05.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:05.216+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:25:05.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:05.216+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:25:05.217 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:05.217+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:25:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:05 smithi175 ceph-mon[44549]: pgmap v21768: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:05 smithi181 ceph-mon[45557]: pgmap v21768: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:06.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:05 smithi088 ceph-mon[35322]: pgmap v21768: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:07 smithi175 ceph-mon[44549]: pgmap v21769: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:07 smithi181 ceph-mon[45557]: pgmap v21769: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:08.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:07 smithi088 ceph-mon[35322]: pgmap v21769: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:09.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:09 smithi175 ceph-mon[44549]: pgmap v21770: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:09 smithi181 ceph-mon[45557]: pgmap v21770: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:09 smithi088 ceph-mon[35322]: pgmap v21770: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:11 smithi175 ceph-mon[44549]: pgmap v21771: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:11.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:11 smithi181 ceph-mon[45557]: pgmap v21771: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:12.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:11 smithi088 ceph-mon[35322]: pgmap v21771: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:13 smithi175 ceph-mon[44549]: pgmap v21772: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:13 smithi181 ceph-mon[45557]: pgmap v21772: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:14.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:13 smithi088 ceph-mon[35322]: pgmap v21772: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:15 smithi175 ceph-mon[44549]: pgmap v21773: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:15 smithi181 ceph-mon[45557]: pgmap v21773: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:16.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:15 smithi088 ceph-mon[35322]: pgmap v21773: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:17 smithi175 ceph-mon[44549]: pgmap v21774: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:17 smithi181 ceph-mon[45557]: pgmap v21774: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:18.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:17 smithi088 ceph-mon[35322]: pgmap v21774: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:19 smithi175 ceph-mon[44549]: pgmap v21775: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:19 smithi181 ceph-mon[45557]: pgmap v21775: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:19 smithi088 ceph-mon[35322]: pgmap v21775: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:20.222 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:20.222+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:25:20.222 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:20.222+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:25:20.222 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:20.222+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:25:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:21 smithi175 ceph-mon[44549]: pgmap v21776: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:21 smithi181 ceph-mon[45557]: pgmap v21776: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:22.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:21 smithi088 ceph-mon[35322]: pgmap v21776: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:23 smithi175 ceph-mon[44549]: pgmap v21777: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:23 smithi181 ceph-mon[45557]: pgmap v21777: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:24.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:23 smithi088 ceph-mon[35322]: pgmap v21777: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:25 smithi175 ceph-mon[44549]: pgmap v21778: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:25 smithi181 ceph-mon[45557]: pgmap v21778: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:26.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:25 smithi088 ceph-mon[35322]: pgmap v21778: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:27 smithi175 ceph-mon[44549]: pgmap v21779: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:27 smithi181 ceph-mon[45557]: pgmap v21779: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:28.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:27 smithi088 ceph-mon[35322]: pgmap v21779: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:29 smithi088 ceph-mon[35322]: pgmap v21780: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:29 smithi175 ceph-mon[44549]: pgmap v21780: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:29 smithi181 ceph-mon[45557]: pgmap v21780: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:30.733+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-29T00:25:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:30.733+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 132 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:25:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:30.733+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 316 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:25:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:30.733+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 316 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 233+0+0 (secure 0 0 0) 0x7ff30c0065b0 con 0x55d733ebf510 2024-01-29T00:25:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:31 smithi175 ceph-mon[44549]: pgmap v21781: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:31 smithi181 ceph-mon[45557]: pgmap v21781: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:32.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:31 smithi088 ceph-mon[35322]: pgmap v21781: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:33 smithi175 ceph-mon[44549]: pgmap v21782: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:33 smithi181 ceph-mon[45557]: pgmap v21782: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:34.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:33 smithi088 ceph-mon[35322]: pgmap v21782: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:35.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:35.237+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:25:35.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:35.237+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:25:35.238 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:35.237+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:25:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:35 smithi175 ceph-mon[44549]: pgmap v21783: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:35 smithi181 ceph-mon[45557]: pgmap v21783: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:36.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:35 smithi088 ceph-mon[35322]: pgmap v21783: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:37.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:37 smithi175 ceph-mon[44549]: pgmap v21784: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:37 smithi181 ceph-mon[45557]: pgmap v21784: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:38.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:37 smithi088 ceph-mon[35322]: pgmap v21784: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:39 smithi175 ceph-mon[44549]: pgmap v21785: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:39 smithi181 ceph-mon[45557]: pgmap v21785: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:39 smithi088 ceph-mon[35322]: pgmap v21785: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:25:41.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:41 smithi175 ceph-mon[44549]: pgmap v21786: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:41.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:41 smithi181 ceph-mon[45557]: pgmap v21786: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:42.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:41 smithi088 ceph-mon[35322]: pgmap v21786: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:43 smithi175 ceph-mon[44549]: pgmap v21787: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:43 smithi181 ceph-mon[45557]: pgmap v21787: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:44.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:43 smithi088 ceph-mon[35322]: pgmap v21787: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:25:45.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:45 smithi175 ceph-mon[44549]: pgmap v21788: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:45 smithi181 ceph-mon[45557]: pgmap v21788: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:46.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:45 smithi088 ceph-mon[35322]: pgmap v21788: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:25:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:47 smithi175 ceph-mon[44549]: pgmap v21789: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:25:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:25:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:25:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:47 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:25:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:47 smithi181 ceph-mon[45557]: pgmap v21789: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:25:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:25:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:25:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:47 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:25:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:47 smithi088 ceph-mon[35322]: pgmap v21789: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:25:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:25:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:25:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:25:48.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:47 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:25:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:48 smithi175 ceph-mon[44549]: pgmap v21790: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:25:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:48 smithi175 ceph-mon[44549]: pgmap v21791: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:25:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:48 smithi181 ceph-mon[45557]: pgmap v21790: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:25:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:48 smithi181 ceph-mon[45557]: pgmap v21791: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:25:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:48 smithi088 ceph-mon[35322]: pgmap v21790: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:25:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:48 smithi088 ceph-mon[35322]: pgmap v21791: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:25:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:50.248+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:25:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:50.248+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:25:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:25:50.248+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:25:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:50 smithi175 ceph-mon[44549]: pgmap v21792: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:25:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:50 smithi181 ceph-mon[45557]: pgmap v21792: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:25:51.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:50 smithi088 ceph-mon[35322]: pgmap v21792: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:25:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:52 smithi175 ceph-mon[44549]: pgmap v21793: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:25:52.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:52 smithi181 ceph-mon[45557]: pgmap v21793: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:25:53.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:52 smithi088 ceph-mon[35322]: pgmap v21793: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:25:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:54 smithi181 ceph-mon[45557]: pgmap v21794: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:25:54.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:54 smithi088 ceph-mon[35322]: pgmap v21794: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:25:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:54 smithi175 ceph-mon[44549]: pgmap v21794: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-01-29T00:25:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:56 smithi175 ceph-mon[44549]: pgmap v21795: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:25:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:56 smithi181 ceph-mon[45557]: pgmap v21795: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:25:57.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:56 smithi088 ceph-mon[35322]: pgmap v21795: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:25:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:25:58 smithi175 ceph-mon[44549]: pgmap v21796: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:25:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:25:58 smithi181 ceph-mon[45557]: pgmap v21796: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:25:59.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:25:58 smithi088 ceph-mon[35322]: pgmap v21796: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:26:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:00 smithi175 ceph-mon[44549]: pgmap v21797: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:00 smithi181 ceph-mon[45557]: pgmap v21797: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:01.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:00 smithi088 ceph-mon[35322]: pgmap v21797: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:02 smithi175 ceph-mon[44549]: pgmap v21798: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:02 smithi181 ceph-mon[45557]: pgmap v21798: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:03.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:02 smithi088 ceph-mon[35322]: pgmap v21798: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:04 smithi181 ceph-mon[45557]: pgmap v21799: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:04 smithi088 ceph-mon[35322]: pgmap v21799: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:04 smithi175 ceph-mon[44549]: pgmap v21799: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:05.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:05.254+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:26:05.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:05.255+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:26:05.255 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:05.255+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:26:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:06 smithi175 ceph-mon[44549]: pgmap v21800: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:06 smithi181 ceph-mon[45557]: pgmap v21800: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:07.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:06 smithi088 ceph-mon[35322]: pgmap v21800: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:08.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:08 smithi175 ceph-mon[44549]: pgmap v21801: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:08 smithi181 ceph-mon[45557]: pgmap v21801: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:09.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:08 smithi088 ceph-mon[35322]: pgmap v21801: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:10 smithi175 ceph-mon[44549]: pgmap v21802: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:10 smithi181 ceph-mon[45557]: pgmap v21802: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:11.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:10 smithi088 ceph-mon[35322]: pgmap v21802: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:12.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:12 smithi175 ceph-mon[44549]: pgmap v21803: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:12 smithi181 ceph-mon[45557]: pgmap v21803: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:13.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:12 smithi088 ceph-mon[35322]: pgmap v21803: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:14 smithi181 ceph-mon[45557]: pgmap v21804: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:14 smithi088 ceph-mon[35322]: pgmap v21804: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:14 smithi175 ceph-mon[44549]: pgmap v21804: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:16 smithi175 ceph-mon[44549]: pgmap v21805: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:16 smithi181 ceph-mon[45557]: pgmap v21805: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:17.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:16 smithi088 ceph-mon[35322]: pgmap v21805: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:18 smithi175 ceph-mon[44549]: pgmap v21806: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:18 smithi181 ceph-mon[45557]: pgmap v21806: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:19.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:18 smithi088 ceph-mon[35322]: pgmap v21806: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:20.259+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:26:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:20.259+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:26:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:20.259+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:26:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:20 smithi175 ceph-mon[44549]: pgmap v21807: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:20 smithi181 ceph-mon[45557]: pgmap v21807: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:21.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:20 smithi088 ceph-mon[35322]: pgmap v21807: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:22 smithi175 ceph-mon[44549]: pgmap v21808: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:22 smithi181 ceph-mon[45557]: pgmap v21808: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:23.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:22 smithi088 ceph-mon[35322]: pgmap v21808: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:24.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:24 smithi181 ceph-mon[45557]: pgmap v21809: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:24.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:24 smithi088 ceph-mon[35322]: pgmap v21809: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:24.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:24 smithi175 ceph-mon[44549]: pgmap v21809: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:26 smithi175 ceph-mon[44549]: pgmap v21810: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:26 smithi181 ceph-mon[45557]: pgmap v21810: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:27.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:26 smithi088 ceph-mon[35322]: pgmap v21810: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:28 smithi175 ceph-mon[44549]: pgmap v21811: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:28 smithi181 ceph-mon[45557]: pgmap v21811: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:29.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:28 smithi088 ceph-mon[35322]: pgmap v21811: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:30.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:30 smithi175 ceph-mon[44549]: pgmap v21812: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:30 smithi181 ceph-mon[45557]: pgmap v21812: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:31.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:30 smithi088 ceph-mon[35322]: pgmap v21812: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:32 smithi175 ceph-mon[44549]: pgmap v21813: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:32 smithi181 ceph-mon[45557]: pgmap v21813: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:33.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:32 smithi088 ceph-mon[35322]: pgmap v21813: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:34.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:34 smithi181 ceph-mon[45557]: pgmap v21814: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:34 smithi088 ceph-mon[35322]: pgmap v21814: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:34 smithi175 ceph-mon[44549]: pgmap v21814: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:35.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:35.275+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:26:35.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:35.275+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:26:35.276 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:35.275+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:26:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:36 smithi175 ceph-mon[44549]: pgmap v21815: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:36 smithi181 ceph-mon[45557]: pgmap v21815: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:37.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:36 smithi088 ceph-mon[35322]: pgmap v21815: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:38 smithi175 ceph-mon[44549]: pgmap v21816: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:38 smithi181 ceph-mon[45557]: pgmap v21816: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:39.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:38 smithi088 ceph-mon[35322]: pgmap v21816: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:40 smithi175 ceph-mon[44549]: pgmap v21817: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:40.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:40 smithi181 ceph-mon[45557]: pgmap v21817: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:41.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:40 smithi088 ceph-mon[35322]: pgmap v21817: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:42 smithi175 ceph-mon[44549]: pgmap v21818: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:42 smithi181 ceph-mon[45557]: pgmap v21818: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:43.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:42 smithi088 ceph-mon[35322]: pgmap v21818: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:44.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:44 smithi181 ceph-mon[45557]: pgmap v21819: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:44.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:44 smithi088 ceph-mon[35322]: pgmap v21819: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:44 smithi175 ceph-mon[44549]: pgmap v21819: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:26:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:46 smithi175 ceph-mon[44549]: pgmap v21820: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:46 smithi181 ceph-mon[45557]: pgmap v21820: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:47.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:46 smithi088 ceph-mon[35322]: pgmap v21820: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:26:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:48 smithi175 ceph-mon[44549]: pgmap v21821: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:48 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:26:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:48 smithi181 ceph-mon[45557]: pgmap v21821: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:48 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:26:49.028 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:48 smithi088 ceph-mon[35322]: pgmap v21821: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:26:49.029 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:48 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:26:50.291 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:50.291+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:26:50.291 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:50.291+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:26:50.292 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:26:50.291+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:26:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:50 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:50 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:50.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:50 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:51 smithi175 ceph-mon[44549]: pgmap v21822: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:26:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:26:51.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:51 smithi181 ceph-mon[45557]: pgmap v21822: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:26:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:26:51.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:51 smithi088 ceph-mon[35322]: pgmap v21822: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:26:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:26:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:26:51.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:26:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:52 smithi175 ceph-mon[44549]: pgmap v21823: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:26:52.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:52 smithi175 ceph-mon[44549]: pgmap v21824: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:26:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:52 smithi181 ceph-mon[45557]: pgmap v21823: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:26:52.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:52 smithi181 ceph-mon[45557]: pgmap v21824: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:26:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:52 smithi088 ceph-mon[35322]: pgmap v21823: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:26:52.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:52 smithi088 ceph-mon[35322]: pgmap v21824: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 8 op/s 2024-01-29T00:26:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:54 smithi175 ceph-mon[44549]: pgmap v21825: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-29T00:26:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:54 smithi181 ceph-mon[45557]: pgmap v21825: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-29T00:26:54.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:54 smithi088 ceph-mon[35322]: pgmap v21825: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 7 op/s 2024-01-29T00:26:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:56 smithi175 ceph-mon[44549]: pgmap v21826: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:26:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:56 smithi181 ceph-mon[45557]: pgmap v21826: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:26:56.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:56 smithi088 ceph-mon[35322]: pgmap v21826: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 7 op/s 2024-01-29T00:26:57.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:57 smithi181 ceph-mon[45557]: pgmap v21827: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:26:57.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:57 smithi088 ceph-mon[35322]: pgmap v21827: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:26:57.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:57 smithi175 ceph-mon[44549]: pgmap v21827: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:26:59.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:26:59 smithi181 ceph-mon[45557]: pgmap v21828: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:26:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:26:59 smithi088 ceph-mon[35322]: pgmap v21828: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:26:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:26:59 smithi175 ceph-mon[44549]: pgmap v21828: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-01-29T00:27:02.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:01 smithi175 ceph-mon[44549]: pgmap v21829: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:27:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:01 smithi181 ceph-mon[45557]: pgmap v21829: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:27:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:01 smithi088 ceph-mon[35322]: pgmap v21829: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:27:04.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:03 smithi175 ceph-mon[44549]: pgmap v21830: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:03 smithi181 ceph-mon[45557]: pgmap v21830: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:04.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:03 smithi088 ceph-mon[35322]: pgmap v21830: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:05.300+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:27:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:05.300+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:27:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:05.300+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:27:06.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:05 smithi175 ceph-mon[44549]: pgmap v21831: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:05 smithi181 ceph-mon[45557]: pgmap v21831: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:05 smithi088 ceph-mon[35322]: pgmap v21831: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:08.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:07 smithi175 ceph-mon[44549]: pgmap v21832: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:07 smithi181 ceph-mon[45557]: pgmap v21832: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:07 smithi088 ceph-mon[35322]: pgmap v21832: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:09.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:09 smithi181 ceph-mon[45557]: pgmap v21833: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:09 smithi088 ceph-mon[35322]: pgmap v21833: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:09 smithi175 ceph-mon[44549]: pgmap v21833: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:12.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:11 smithi175 ceph-mon[44549]: pgmap v21834: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:27:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:11 smithi181 ceph-mon[45557]: pgmap v21834: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:27:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:11 smithi088 ceph-mon[35322]: pgmap v21834: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:27:14.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:13 smithi175 ceph-mon[44549]: pgmap v21835: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:13 smithi181 ceph-mon[45557]: pgmap v21835: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:14.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:13 smithi088 ceph-mon[35322]: pgmap v21835: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:16.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:15 smithi175 ceph-mon[44549]: pgmap v21836: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:15 smithi181 ceph-mon[45557]: pgmap v21836: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:16.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:15 smithi088 ceph-mon[35322]: pgmap v21836: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:18.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:17 smithi175 ceph-mon[44549]: pgmap v21837: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:17 smithi181 ceph-mon[45557]: pgmap v21837: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:17 smithi088 ceph-mon[35322]: pgmap v21837: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:19.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:19 smithi181 ceph-mon[45557]: pgmap v21838: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:19 smithi088 ceph-mon[35322]: pgmap v21838: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:19.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:19 smithi175 ceph-mon[44549]: pgmap v21838: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:20.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:20.312+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:27:20.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:20.312+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:27:20.312 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:20.312+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:27:22.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:21 smithi175 ceph-mon[44549]: pgmap v21839: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:27:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:21 smithi181 ceph-mon[45557]: pgmap v21839: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:27:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:21 smithi088 ceph-mon[35322]: pgmap v21839: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:27:24.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:23 smithi175 ceph-mon[44549]: pgmap v21840: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:23 smithi181 ceph-mon[45557]: pgmap v21840: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:23 smithi088 ceph-mon[35322]: pgmap v21840: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:26.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:25 smithi175 ceph-mon[44549]: pgmap v21841: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:25 smithi181 ceph-mon[45557]: pgmap v21841: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:26.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:25 smithi088 ceph-mon[35322]: pgmap v21841: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:28.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:27 smithi175 ceph-mon[44549]: pgmap v21842: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:27 smithi181 ceph-mon[45557]: pgmap v21842: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:28.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:27 smithi088 ceph-mon[35322]: pgmap v21842: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:29 smithi181 ceph-mon[45557]: pgmap v21843: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:29.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:29 smithi088 ceph-mon[35322]: pgmap v21843: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:29 smithi175 ceph-mon[44549]: pgmap v21843: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:32.162 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:31 smithi175 ceph-mon[44549]: pgmap v21844: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:27:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:31 smithi181 ceph-mon[45557]: pgmap v21844: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:27:32.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:31 smithi088 ceph-mon[35322]: pgmap v21844: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:27:34.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:33 smithi175 ceph-mon[44549]: pgmap v21845: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:33 smithi181 ceph-mon[45557]: pgmap v21845: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:34.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:33 smithi088 ceph-mon[35322]: pgmap v21845: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:35.327+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:27:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:35.327+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:27:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:35.327+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:27:36.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:35 smithi175 ceph-mon[44549]: pgmap v21846: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:35 smithi181 ceph-mon[45557]: pgmap v21846: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:36.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:35 smithi088 ceph-mon[35322]: pgmap v21846: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:38.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:37 smithi175 ceph-mon[44549]: pgmap v21847: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:37 smithi181 ceph-mon[45557]: pgmap v21847: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:37 smithi088 ceph-mon[35322]: pgmap v21847: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:27:39.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:39 smithi181 ceph-mon[45557]: pgmap v21848: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:39.532 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:39 smithi088 ceph-mon[35322]: pgmap v21848: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:39.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:39 smithi175 ceph-mon[44549]: pgmap v21848: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:27:42.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:41 smithi175 ceph-mon[44549]: pgmap v21849: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:27:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:41 smithi181 ceph-mon[45557]: pgmap v21849: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:27:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:41 smithi088 ceph-mon[35322]: pgmap v21849: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:27:44.160 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:43 smithi175 ceph-mon[44549]: pgmap v21850: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:27:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:43 smithi181 ceph-mon[45557]: pgmap v21850: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:27:44.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:43 smithi088 ceph-mon[35322]: pgmap v21850: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:27:45.754 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:45.754+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:27:45.754 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:45.754+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:27:45.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:45.754+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 317 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-29T00:27:45.755 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:45.754+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 317 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314003870 con 0x55d733ebf510 2024-01-29T00:27:46.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:45 smithi175 ceph-mon[44549]: pgmap v21851: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:45 smithi181 ceph-mon[45557]: pgmap v21851: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:46.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:45 smithi088 ceph-mon[35322]: pgmap v21851: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:48.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:47 smithi175 ceph-mon[44549]: pgmap v21852: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:27:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:47 smithi181 ceph-mon[45557]: pgmap v21852: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:27:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:47 smithi088 ceph-mon[35322]: pgmap v21852: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:27:49.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:49 smithi181 ceph-mon[45557]: pgmap v21853: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:49.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:49 smithi088 ceph-mon[35322]: pgmap v21853: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:49 smithi175 ceph-mon[44549]: pgmap v21853: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:50.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:50.336+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:27:50.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:50.336+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:27:50.336 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:27:50.336+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:27:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:51 smithi175 ceph-mon[44549]: pgmap v21854: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:27:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:27:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:27:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:27:52.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:51 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:27:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:51 smithi181 ceph-mon[45557]: pgmap v21854: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:27:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:27:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:27:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:27:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:51 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:27:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:51 smithi088 ceph-mon[35322]: pgmap v21854: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:27:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:27:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:27:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:27:52.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:51 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:27:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:52 smithi175 ceph-mon[44549]: pgmap v21855: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-29T00:27:53.161 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:52 smithi175 ceph-mon[44549]: pgmap v21856: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:27:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:52 smithi181 ceph-mon[45557]: pgmap v21855: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-29T00:27:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:52 smithi181 ceph-mon[45557]: pgmap v21856: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:27:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:52 smithi088 ceph-mon[35322]: pgmap v21855: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-01-29T00:27:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:52 smithi088 ceph-mon[35322]: pgmap v21856: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:27:54.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:54 smithi181 ceph-mon[45557]: pgmap v21857: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:54.528 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:54 smithi088 ceph-mon[35322]: pgmap v21857: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:54 smithi175 ceph-mon[44549]: pgmap v21857: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:57.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:56 smithi181 ceph-mon[45557]: pgmap v21858: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:57.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:56 smithi088 ceph-mon[35322]: pgmap v21858: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:57.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:56 smithi175 ceph-mon[44549]: pgmap v21858: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:27:59.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:27:58 smithi181 ceph-mon[45557]: pgmap v21859: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:27:59.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:27:58 smithi088 ceph-mon[35322]: pgmap v21859: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:27:59.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:27:58 smithi175 ceph-mon[44549]: pgmap v21859: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:28:01.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:00 smithi181 ceph-mon[45557]: pgmap v21860: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:28:01.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:00 smithi088 ceph-mon[35322]: pgmap v21860: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:28:01.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:00 smithi175 ceph-mon[44549]: pgmap v21860: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:28:03.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:02 smithi181 ceph-mon[45557]: pgmap v21861: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:28:03.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:02 smithi088 ceph-mon[35322]: pgmap v21861: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:28:03.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:02 smithi175 ceph-mon[44549]: pgmap v21861: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:28:04.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:04 smithi181 ceph-mon[45557]: pgmap v21862: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:04 smithi088 ceph-mon[35322]: pgmap v21862: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:04 smithi175 ceph-mon[44549]: pgmap v21862: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:05.349 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:05.348+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:28:05.349 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:05.348+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:28:05.349 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:05.348+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:28:07.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:06 smithi181 ceph-mon[45557]: pgmap v21863: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:07.280 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:06 smithi088 ceph-mon[35322]: pgmap v21863: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:07.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:06 smithi175 ceph-mon[44549]: pgmap v21863: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:09.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:08 smithi181 ceph-mon[45557]: pgmap v21864: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:09.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:08 smithi088 ceph-mon[35322]: pgmap v21864: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:09.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:08 smithi175 ceph-mon[44549]: pgmap v21864: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:11.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:10 smithi181 ceph-mon[45557]: pgmap v21865: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:11.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:10 smithi088 ceph-mon[35322]: pgmap v21865: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:11.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:10 smithi175 ceph-mon[44549]: pgmap v21865: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:13.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:12 smithi181 ceph-mon[45557]: pgmap v21866: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:13.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:12 smithi088 ceph-mon[35322]: pgmap v21866: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:13.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:12 smithi175 ceph-mon[44549]: pgmap v21866: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:14.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:14 smithi181 ceph-mon[45557]: pgmap v21867: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:14 smithi088 ceph-mon[35322]: pgmap v21867: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:14.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:14 smithi175 ceph-mon[44549]: pgmap v21867: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:17.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:16 smithi181 ceph-mon[45557]: pgmap v21868: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:17.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:16 smithi088 ceph-mon[35322]: pgmap v21868: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:17.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:16 smithi175 ceph-mon[44549]: pgmap v21868: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:19.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:18 smithi181 ceph-mon[45557]: pgmap v21869: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:19.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:18 smithi088 ceph-mon[35322]: pgmap v21869: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:19.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:18 smithi175 ceph-mon[44549]: pgmap v21869: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:20.364 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:20.364+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:28:20.364 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:20.364+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:28:20.364 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:20.364+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:28:21.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:20 smithi181 ceph-mon[45557]: pgmap v21870: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:21.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:20 smithi088 ceph-mon[35322]: pgmap v21870: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:21.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:20 smithi175 ceph-mon[44549]: pgmap v21870: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:23.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:22 smithi181 ceph-mon[45557]: pgmap v21871: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:23.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:22 smithi088 ceph-mon[35322]: pgmap v21871: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:23.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:22 smithi175 ceph-mon[44549]: pgmap v21871: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:24 smithi088 ceph-mon[35322]: pgmap v21872: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:24.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:24 smithi175 ceph-mon[44549]: pgmap v21872: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:24 smithi181 ceph-mon[45557]: pgmap v21872: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:27.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:26 smithi181 ceph-mon[45557]: pgmap v21873: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:27.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:26 smithi088 ceph-mon[35322]: pgmap v21873: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:27.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:26 smithi175 ceph-mon[44549]: pgmap v21873: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:29.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:28 smithi181 ceph-mon[45557]: pgmap v21874: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:29.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:28 smithi088 ceph-mon[35322]: pgmap v21874: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:29.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:28 smithi175 ceph-mon[44549]: pgmap v21874: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:31.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:30 smithi181 ceph-mon[45557]: pgmap v21875: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:31.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:30 smithi088 ceph-mon[35322]: pgmap v21875: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:31.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:30 smithi175 ceph-mon[44549]: pgmap v21875: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:33.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:32 smithi181 ceph-mon[45557]: pgmap v21876: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:33.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:32 smithi088 ceph-mon[35322]: pgmap v21876: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:33.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:32 smithi175 ceph-mon[44549]: pgmap v21876: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:34 smithi088 ceph-mon[35322]: pgmap v21877: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:34 smithi175 ceph-mon[44549]: pgmap v21877: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:34 smithi181 ceph-mon[45557]: pgmap v21877: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:35.380 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:35.379+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:28:35.380 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:35.379+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:28:35.380 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:35.379+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:28:37.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:36 smithi181 ceph-mon[45557]: pgmap v21878: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:37.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:36 smithi088 ceph-mon[35322]: pgmap v21878: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:37.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:36 smithi175 ceph-mon[44549]: pgmap v21878: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:39.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:38 smithi181 ceph-mon[45557]: pgmap v21879: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:39.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:38 smithi088 ceph-mon[35322]: pgmap v21879: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:39.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:38 smithi175 ceph-mon[44549]: pgmap v21879: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:41.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:40 smithi181 ceph-mon[45557]: pgmap v21880: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:41.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:40 smithi088 ceph-mon[35322]: pgmap v21880: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:41.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:40 smithi175 ceph-mon[44549]: pgmap v21880: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:43.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:42 smithi181 ceph-mon[45557]: pgmap v21881: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:43.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:42 smithi088 ceph-mon[35322]: pgmap v21881: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:43.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:42 smithi175 ceph-mon[44549]: pgmap v21881: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:44 smithi088 ceph-mon[35322]: pgmap v21882: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:44 smithi175 ceph-mon[44549]: pgmap v21882: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:44 smithi181 ceph-mon[45557]: pgmap v21882: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:47.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:46 smithi181 ceph-mon[45557]: pgmap v21883: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:47.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:46 smithi088 ceph-mon[35322]: pgmap v21883: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:47.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:46 smithi175 ceph-mon[44549]: pgmap v21883: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:28:49.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:48 smithi181 ceph-mon[45557]: pgmap v21884: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:49.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:48 smithi088 ceph-mon[35322]: pgmap v21884: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:49.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:48 smithi175 ceph-mon[44549]: pgmap v21884: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:28:50.388 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:50.388+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:28:50.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:50.388+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:28:50.389 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:28:50.388+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:28:51.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:50 smithi181 ceph-mon[45557]: pgmap v21885: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:51.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:50 smithi088 ceph-mon[35322]: pgmap v21885: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:51.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:50 smithi175 ceph-mon[44549]: pgmap v21885: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:28:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:52 smithi181 ceph-mon[45557]: pgmap v21886: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:28:53.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:28:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:28:53.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:52 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:28:53.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:52 smithi088 ceph-mon[35322]: pgmap v21886: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:28:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:28:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:28:53.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:52 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:28:53.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:52 smithi175 ceph-mon[44549]: pgmap v21886: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:28:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:28:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:28:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:28:53.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:52 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:28:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:53 smithi181 ceph-mon[45557]: pgmap v21887: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:28:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:53 smithi181 ceph-mon[45557]: pgmap v21888: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:28:54.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:53 smithi088 ceph-mon[35322]: pgmap v21887: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:28:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:53 smithi088 ceph-mon[35322]: pgmap v21888: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:28:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:53 smithi175 ceph-mon[44549]: pgmap v21887: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-01-29T00:28:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:53 smithi175 ceph-mon[44549]: pgmap v21888: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:28:56.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:55 smithi181 ceph-mon[45557]: pgmap v21889: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:28:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:55 smithi088 ceph-mon[35322]: pgmap v21889: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:28:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:55 smithi175 ceph-mon[44549]: pgmap v21889: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:28:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:57 smithi088 ceph-mon[35322]: pgmap v21890: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:28:58.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:57 smithi175 ceph-mon[44549]: pgmap v21890: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:28:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:57 smithi181 ceph-mon[45557]: pgmap v21890: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:28:59.531 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:28:59 smithi088 ceph-mon[35322]: pgmap v21891: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:28:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:28:59 smithi175 ceph-mon[44549]: pgmap v21891: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:28:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:28:59 smithi181 ceph-mon[45557]: pgmap v21891: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:29:02.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:01 smithi181 ceph-mon[45557]: pgmap v21892: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:29:02.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:01 smithi088 ceph-mon[35322]: pgmap v21892: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:29:02.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:01 smithi175 ceph-mon[44549]: pgmap v21892: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:29:04.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:03 smithi181 ceph-mon[45557]: pgmap v21893: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:29:04.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:03 smithi088 ceph-mon[35322]: pgmap v21893: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:29:04.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:03 smithi175 ceph-mon[44549]: pgmap v21893: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:29:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:05.392+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:29:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:05.392+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:29:05.392 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:05.392+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:29:06.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:05 smithi181 ceph-mon[45557]: pgmap v21894: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:06.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:05 smithi088 ceph-mon[35322]: pgmap v21894: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:06.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:05 smithi175 ceph-mon[44549]: pgmap v21894: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:08.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:07 smithi181 ceph-mon[45557]: pgmap v21895: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:08.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:07 smithi088 ceph-mon[35322]: pgmap v21895: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:08.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:07 smithi175 ceph-mon[44549]: pgmap v21895: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:09 smithi088 ceph-mon[35322]: pgmap v21896: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:09.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:09 smithi175 ceph-mon[44549]: pgmap v21896: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:09 smithi181 ceph-mon[45557]: pgmap v21896: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:12.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:11 smithi181 ceph-mon[45557]: pgmap v21897: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:12.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:11 smithi088 ceph-mon[35322]: pgmap v21897: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:12.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:11 smithi175 ceph-mon[44549]: pgmap v21897: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:14.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:13 smithi181 ceph-mon[45557]: pgmap v21898: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-29T00:29:14.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:13 smithi088 ceph-mon[35322]: pgmap v21898: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-29T00:29:14.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:13 smithi175 ceph-mon[44549]: pgmap v21898: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-01-29T00:29:16.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:15 smithi181 ceph-mon[45557]: pgmap v21899: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:29:16.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:15 smithi088 ceph-mon[35322]: pgmap v21899: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:29:16.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:15 smithi175 ceph-mon[44549]: pgmap v21899: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:29:18.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:17 smithi181 ceph-mon[45557]: pgmap v21900: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:18.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:17 smithi088 ceph-mon[35322]: pgmap v21900: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:18.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:17 smithi175 ceph-mon[44549]: pgmap v21900: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:19 smithi088 ceph-mon[35322]: pgmap v21901: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:29:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:19 smithi175 ceph-mon[44549]: pgmap v21901: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:29:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:19 smithi181 ceph-mon[45557]: pgmap v21901: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:29:20.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:20.407+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:29:20.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:20.407+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:29:20.408 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:20.407+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:29:22.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:21 smithi181 ceph-mon[45557]: pgmap v21902: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:22.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:21 smithi088 ceph-mon[35322]: pgmap v21902: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:22.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:21 smithi175 ceph-mon[44549]: pgmap v21902: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:24.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:23 smithi181 ceph-mon[45557]: pgmap v21903: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:24.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:23 smithi088 ceph-mon[35322]: pgmap v21903: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:24.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:23 smithi175 ceph-mon[44549]: pgmap v21903: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:26.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:25 smithi181 ceph-mon[45557]: pgmap v21904: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:26.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:25 smithi088 ceph-mon[35322]: pgmap v21904: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:26.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:25 smithi175 ceph-mon[44549]: pgmap v21904: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:28.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:27 smithi181 ceph-mon[45557]: pgmap v21905: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:28.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:27 smithi088 ceph-mon[35322]: pgmap v21905: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:28.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:27 smithi175 ceph-mon[44549]: pgmap v21905: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:29 smithi088 ceph-mon[35322]: pgmap v21906: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:29 smithi175 ceph-mon[44549]: pgmap v21906: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:29 smithi181 ceph-mon[45557]: pgmap v21906: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:32.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:31 smithi181 ceph-mon[45557]: pgmap v21907: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:32.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:31 smithi088 ceph-mon[35322]: pgmap v21907: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:32.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:31 smithi175 ceph-mon[44549]: pgmap v21907: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:34.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:33 smithi181 ceph-mon[45557]: pgmap v21908: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:34.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:33 smithi088 ceph-mon[35322]: pgmap v21908: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:34.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:33 smithi175 ceph-mon[44549]: pgmap v21908: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:35.423 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:35.423+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:29:35.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:35.423+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:29:35.424 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:35.423+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:29:36.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:35 smithi181 ceph-mon[45557]: pgmap v21909: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:36.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:35 smithi088 ceph-mon[35322]: pgmap v21909: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:36.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:35 smithi175 ceph-mon[44549]: pgmap v21909: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:38.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:37 smithi181 ceph-mon[45557]: pgmap v21910: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:38.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:37 smithi088 ceph-mon[35322]: pgmap v21910: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:38.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:37 smithi175 ceph-mon[44549]: pgmap v21910: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:39 smithi088 ceph-mon[35322]: pgmap v21911: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:39 smithi175 ceph-mon[44549]: pgmap v21911: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:39 smithi181 ceph-mon[45557]: pgmap v21911: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:42.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:41 smithi181 ceph-mon[45557]: pgmap v21912: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:42.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:41 smithi088 ceph-mon[35322]: pgmap v21912: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:42.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:41 smithi175 ceph-mon[44549]: pgmap v21912: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:44.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:43 smithi181 ceph-mon[45557]: pgmap v21913: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:44.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:43 smithi088 ceph-mon[35322]: pgmap v21913: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:44.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:43 smithi175 ceph-mon[44549]: pgmap v21913: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:46.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:45 smithi181 ceph-mon[45557]: pgmap v21914: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:46.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:45 smithi088 ceph-mon[35322]: pgmap v21914: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:46.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:45 smithi175 ceph-mon[44549]: pgmap v21914: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:48.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:47 smithi181 ceph-mon[45557]: pgmap v21915: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:48.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:47 smithi088 ceph-mon[35322]: pgmap v21915: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:48.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:47 smithi175 ceph-mon[44549]: pgmap v21915: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:29:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:49 smithi088 ceph-mon[35322]: pgmap v21916: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:49.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:49 smithi175 ceph-mon[44549]: pgmap v21916: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:49 smithi181 ceph-mon[45557]: pgmap v21916: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:29:50.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:50.430+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:29:50.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:50.430+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:29:50.430 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:29:50.430+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:29:52.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:51 smithi181 ceph-mon[45557]: pgmap v21917: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:52.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:51 smithi088 ceph-mon[35322]: pgmap v21917: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:52.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:51 smithi175 ceph-mon[44549]: pgmap v21917: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:29:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:53 smithi181 ceph-mon[45557]: pgmap v21918: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:29:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.207 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.208 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:53 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:53 smithi088 ceph-mon[35322]: pgmap v21918: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:29:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:53 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:53 smithi175 ceph-mon[44549]: pgmap v21918: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:29:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:29:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:54.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:53 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:55.278 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:29:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:29:55.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:54 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:29:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:29:55.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:54 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:29:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:29:55.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:54 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:29:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:55 smithi088 ceph-mon[35322]: pgmap v21919: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-29T00:29:56.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:55 smithi088 ceph-mon[35322]: pgmap v21920: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:29:56.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:55 smithi175 ceph-mon[44549]: pgmap v21919: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-29T00:29:56.411 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:55 smithi175 ceph-mon[44549]: pgmap v21920: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:29:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:55 smithi181 ceph-mon[45557]: pgmap v21919: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-01-29T00:29:56.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:55 smithi181 ceph-mon[45557]: pgmap v21920: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s 2024-01-29T00:29:58.279 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:57 smithi088 ceph-mon[35322]: pgmap v21921: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:29:58.410 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:57 smithi175 ceph-mon[44549]: pgmap v21921: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:29:58.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:57 smithi181 ceph-mon[45557]: pgmap v21921: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:29:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:29:59 smithi088 ceph-mon[35322]: pgmap v21922: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-29T00:29:59.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:29:59 smithi175 ceph-mon[44549]: pgmap v21922: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-29T00:29:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:29:59 smithi181 ceph-mon[45557]: pgmap v21922: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s 2024-01-29T00:30:00.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:00 smithi088 ceph-mon[35322]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:30:00.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:00 smithi175 ceph-mon[44549]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:30:00.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:00 smithi181 ceph-mon[45557]: overall HEALTH_WARN 4 failed cephadm daemon(s) 2024-01-29T00:30:01.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:01 smithi088 ceph-mon[35322]: pgmap v21923: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:01.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:01 smithi175 ceph-mon[44549]: pgmap v21923: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:01.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:01 smithi181 ceph-mon[45557]: pgmap v21923: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:03.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:03 smithi181 ceph-mon[45557]: pgmap v21924: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:30:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:03 smithi088 ceph-mon[35322]: pgmap v21924: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:30:03.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:03 smithi175 ceph-mon[44549]: pgmap v21924: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-01-29T00:30:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:05.435+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:30:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:05.435+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:30:05.435 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:05.435+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:30:05.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:05 smithi181 ceph-mon[45557]: pgmap v21925: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:30:05.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:05 smithi088 ceph-mon[35322]: pgmap v21925: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:30:05.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:05 smithi175 ceph-mon[44549]: pgmap v21925: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:30:07.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:07 smithi181 ceph-mon[45557]: pgmap v21926: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:07.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:07 smithi088 ceph-mon[35322]: pgmap v21926: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:07.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:07 smithi175 ceph-mon[44549]: pgmap v21926: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:09.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:09 smithi088 ceph-mon[35322]: pgmap v21927: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:09 smithi175 ceph-mon[44549]: pgmap v21927: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:09 smithi181 ceph-mon[45557]: pgmap v21927: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:11.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:11 smithi181 ceph-mon[45557]: pgmap v21928: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:11 smithi088 ceph-mon[35322]: pgmap v21928: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:11 smithi175 ceph-mon[44549]: pgmap v21928: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:13.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:13 smithi181 ceph-mon[45557]: pgmap v21929: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:13 smithi088 ceph-mon[35322]: pgmap v21929: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:13 smithi175 ceph-mon[44549]: pgmap v21929: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:15.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:15 smithi181 ceph-mon[45557]: pgmap v21930: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:15 smithi088 ceph-mon[35322]: pgmap v21930: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:15.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:15 smithi175 ceph-mon[44549]: pgmap v21930: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:17.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:17 smithi088 ceph-mon[35322]: pgmap v21931: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:17 smithi175 ceph-mon[44549]: pgmap v21931: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:17 smithi181 ceph-mon[45557]: pgmap v21931: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:19.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:19 smithi088 ceph-mon[35322]: pgmap v21932: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:19 smithi175 ceph-mon[44549]: pgmap v21932: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:19 smithi181 ceph-mon[45557]: pgmap v21932: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:20.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:20.447+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:30:20.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:20.447+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:30:20.447 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:20.447+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:30:21.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:21 smithi181 ceph-mon[45557]: pgmap v21933: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:21 smithi088 ceph-mon[35322]: pgmap v21933: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:21 smithi175 ceph-mon[44549]: pgmap v21933: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:23.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:23 smithi088 ceph-mon[35322]: pgmap v21934: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:23.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:23 smithi175 ceph-mon[44549]: pgmap v21934: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:23 smithi181 ceph-mon[45557]: pgmap v21934: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:25 smithi088 ceph-mon[35322]: pgmap v21935: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:25 smithi175 ceph-mon[44549]: pgmap v21935: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:25 smithi181 ceph-mon[45557]: pgmap v21935: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:27 smithi088 ceph-mon[35322]: pgmap v21936: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:27.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:27 smithi175 ceph-mon[44549]: pgmap v21936: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:27 smithi181 ceph-mon[45557]: pgmap v21936: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:29.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:29 smithi088 ceph-mon[35322]: pgmap v21937: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:29.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:29 smithi175 ceph-mon[44549]: pgmap v21937: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:29 smithi181 ceph-mon[45557]: pgmap v21937: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:31 smithi088 ceph-mon[35322]: pgmap v21938: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:31.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:31 smithi175 ceph-mon[44549]: pgmap v21938: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:31 smithi181 ceph-mon[45557]: pgmap v21938: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:33 smithi088 ceph-mon[35322]: pgmap v21939: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:33.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:33 smithi175 ceph-mon[44549]: pgmap v21939: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:33 smithi181 ceph-mon[45557]: pgmap v21939: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:35.460+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:30:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:35.460+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:30:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:35.460+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:30:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:35 smithi088 ceph-mon[35322]: pgmap v21940: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:35 smithi175 ceph-mon[44549]: pgmap v21940: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:35 smithi181 ceph-mon[45557]: pgmap v21940: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:37.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:37 smithi088 ceph-mon[35322]: pgmap v21941: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:37.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:37 smithi175 ceph-mon[44549]: pgmap v21941: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:37.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:37 smithi181 ceph-mon[45557]: pgmap v21941: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:39.511+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad2f0 msgr2=0x7ff32c0a30c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-29T00:30:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:39.511+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad2f0 msgr2=0x7ff32c0a30c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-29T00:30:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:39.511+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad2f0 0x7ff32c0a30c0 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34405a070 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-29T00:30:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:39.511+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad2f0 0x7ff32c0a30c0 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7ff344014040 tx=0x7ff34405a070 comp rx=0 tx=0).stop 2024-01-29T00:30:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:39.511+0000 7ff34b400700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad2f0 msgr2=0x7ff32c0a30c0 unknown :-1 s=STATE_CLOSED l=1).tick see no progress in more than 10000000 us during connecting to v2:172.21.15.88:6800/138379761, fault. 2024-01-29T00:30:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:39.511+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad2f0 msgr2=0x7ff32c0a30c0 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-01-29T00:30:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:39.511+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0ad2f0 0x7ff32c0a30c0 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-29T00:30:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:39.511+0000 7ff350a00700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-29T00:30:39.512 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:39.511+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-29T00:30:39.513 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:39.512+0000 7ff34b400700 1 --2- 172.21.15.88:0/1309197391 >> [v2:172.21.15.88:6800/138379761,v1:172.21.15.88:6801/138379761] conn(0x7ff32c0a27a0 0x7ff32c0a2b80 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7ff344013000 tx=0x7ff34405a040 comp rx=0 tx=0).ready entity=mgr.14154 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-29T00:30:39.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:39 smithi088 ceph-mon[35322]: pgmap v21942: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:39.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:39 smithi175 ceph-mon[44549]: pgmap v21942: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:39.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:39 smithi181 ceph-mon[45557]: pgmap v21942: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:41.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:41 smithi088 ceph-mon[35322]: pgmap v21943: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:41.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:41 smithi175 ceph-mon[44549]: pgmap v21943: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:41.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:41 smithi181 ceph-mon[45557]: pgmap v21943: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:43.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:43 smithi088 ceph-mon[35322]: pgmap v21944: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:43.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:43 smithi175 ceph-mon[44549]: pgmap v21944: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:43.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:43 smithi181 ceph-mon[45557]: pgmap v21944: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:45.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:45 smithi088 ceph-mon[35322]: pgmap v21945: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:45.780 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:45.780+0000 7ff333400700 1 -- 172.21.15.88:0/3091771759 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff30c0063a0 con 0x55d733ebf510 2024-01-29T00:30:45.780 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:45.780+0000 7ff343400700 1 -- 172.21.15.88:0/1309197391 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- auth(proto 2 165 bytes epoch 0) v1 -- 0x7ff314003870 con 0x7ff34c102770 2024-01-29T00:30:45.781 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:45.781+0000 7ff338c00700 1 -- 172.21.15.88:0/3091771759 <== mon.1 v2:172.21.15.181:3300/0 318 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 409+0+0 (secure 0 0 0) 0x7ff314003870 con 0x55d733ebf510 2024-01-29T00:30:45.781 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:45.781+0000 7ff350a00700 1 -- 172.21.15.88:0/1309197391 <== mon.0 v2:172.21.15.88:3300/0 318 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 580+0+0 (secure 0 0 0) 0x7ff30c0063a0 con 0x7ff34c102770 2024-01-29T00:30:45.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:45 smithi175 ceph-mon[44549]: pgmap v21945: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:45.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:45 smithi181 ceph-mon[45557]: pgmap v21945: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:47.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:47 smithi088 ceph-mon[35322]: pgmap v21946: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:47.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:47 smithi175 ceph-mon[44549]: pgmap v21946: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:47.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:47 smithi181 ceph-mon[45557]: pgmap v21946: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:30:49.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:49 smithi088 ceph-mon[35322]: pgmap v21947: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:49.660 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:49 smithi175 ceph-mon[44549]: pgmap v21947: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:49.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:49 smithi181 ceph-mon[45557]: pgmap v21947: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:30:50.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:50.476+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:30:50.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:50.476+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:30:50.477 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:30:50.476+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:30:51.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:51 smithi088 ceph-mon[35322]: pgmap v21948: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:51.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:51 smithi175 ceph-mon[44549]: pgmap v21948: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:51.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:51 smithi181 ceph-mon[45557]: pgmap v21948: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:30:53.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:53 smithi088 ceph-mon[35322]: pgmap v21949: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:53.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:53 smithi175 ceph-mon[44549]: pgmap v21949: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:53.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:53 smithi181 ceph-mon[45557]: pgmap v21949: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:30:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:55 smithi088 ceph-mon[35322]: pgmap v21950: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:30:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:30:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:30:55.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:55 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:30:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:55 smithi175 ceph-mon[44549]: pgmap v21950: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:30:55.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:30:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:30:55.912 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:55 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:30:55.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:55 smithi181 ceph-mon[45557]: pgmap v21950: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:30:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:30:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:30:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:30:55.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:55 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:30:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:56 smithi088 ceph-mon[35322]: pgmap v21951: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:30:56.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:56 smithi088 ceph-mon[35322]: pgmap v21952: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:30:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:56 smithi175 ceph-mon[44549]: pgmap v21951: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:30:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:56 smithi175 ceph-mon[44549]: pgmap v21952: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:30:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:56 smithi181 ceph-mon[45557]: pgmap v21951: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s 2024-01-29T00:30:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:56 smithi181 ceph-mon[45557]: pgmap v21952: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:30:58.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:30:58 smithi088 ceph-mon[35322]: pgmap v21953: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:30:58.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:30:58 smithi175 ceph-mon[44549]: pgmap v21953: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:30:58.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:30:58 smithi181 ceph-mon[45557]: pgmap v21953: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:31:00.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:00 smithi088 ceph-mon[35322]: pgmap v21954: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:31:00.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:00 smithi175 ceph-mon[44549]: pgmap v21954: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:31:00.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:00 smithi181 ceph-mon[45557]: pgmap v21954: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 7 op/s 2024-01-29T00:31:02.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:02 smithi088 ceph-mon[35322]: pgmap v21955: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:31:02.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:02 smithi175 ceph-mon[44549]: pgmap v21955: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:31:02.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:02 smithi181 ceph-mon[45557]: pgmap v21955: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-01-29T00:31:04.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:04 smithi088 ceph-mon[35322]: pgmap v21956: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:31:04.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:04 smithi175 ceph-mon[44549]: pgmap v21956: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:31:04.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:04 smithi181 ceph-mon[45557]: pgmap v21956: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:31:05.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:05.487+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:31:05.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:05.487+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:31:05.488 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:05.487+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:31:06.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:06 smithi088 ceph-mon[35322]: pgmap v21957: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:31:06.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:06 smithi175 ceph-mon[44549]: pgmap v21957: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:31:06.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:06 smithi181 ceph-mon[45557]: pgmap v21957: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:31:08.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:08 smithi088 ceph-mon[35322]: pgmap v21958: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:08.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:08 smithi175 ceph-mon[44549]: pgmap v21958: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:08.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:08 smithi181 ceph-mon[45557]: pgmap v21958: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:10.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:10 smithi088 ceph-mon[35322]: pgmap v21959: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:10.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:10 smithi175 ceph-mon[44549]: pgmap v21959: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:10.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:10 smithi181 ceph-mon[45557]: pgmap v21959: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:12.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:12 smithi088 ceph-mon[35322]: pgmap v21960: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:12.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:12 smithi175 ceph-mon[44549]: pgmap v21960: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:12.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:12 smithi181 ceph-mon[45557]: pgmap v21960: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:14.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:14 smithi088 ceph-mon[35322]: pgmap v21961: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:14.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:14 smithi175 ceph-mon[44549]: pgmap v21961: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:14.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:14 smithi181 ceph-mon[45557]: pgmap v21961: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:16.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:16 smithi088 ceph-mon[35322]: pgmap v21962: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:16.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:16 smithi175 ceph-mon[44549]: pgmap v21962: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:16.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:16 smithi181 ceph-mon[45557]: pgmap v21962: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:18.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:18 smithi088 ceph-mon[35322]: pgmap v21963: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:18.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:18 smithi175 ceph-mon[44549]: pgmap v21963: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:18.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:18 smithi181 ceph-mon[45557]: pgmap v21963: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:20.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:20.491+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:31:20.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:20.491+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:31:20.492 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:20.491+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:31:20.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:20 smithi088 ceph-mon[35322]: pgmap v21964: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:20.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:20 smithi175 ceph-mon[44549]: pgmap v21964: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:20.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:20 smithi181 ceph-mon[45557]: pgmap v21964: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:22.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:22 smithi088 ceph-mon[35322]: pgmap v21965: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:22.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:22 smithi175 ceph-mon[44549]: pgmap v21965: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:22.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:22 smithi181 ceph-mon[45557]: pgmap v21965: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:24.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:24 smithi088 ceph-mon[35322]: pgmap v21966: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:24.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:24 smithi175 ceph-mon[44549]: pgmap v21966: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:24.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:24 smithi181 ceph-mon[45557]: pgmap v21966: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:26.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:26 smithi088 ceph-mon[35322]: pgmap v21967: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:26.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:26 smithi175 ceph-mon[44549]: pgmap v21967: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:26.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:26 smithi181 ceph-mon[45557]: pgmap v21967: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:28.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:28 smithi088 ceph-mon[35322]: pgmap v21968: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:28.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:28 smithi175 ceph-mon[44549]: pgmap v21968: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:28.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:28 smithi181 ceph-mon[45557]: pgmap v21968: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:30.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:30 smithi088 ceph-mon[35322]: pgmap v21969: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:30.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:30 smithi175 ceph-mon[44549]: pgmap v21969: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:30.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:30 smithi181 ceph-mon[45557]: pgmap v21969: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:32.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:32 smithi088 ceph-mon[35322]: pgmap v21970: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:32.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:32 smithi175 ceph-mon[44549]: pgmap v21970: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:32.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:32 smithi181 ceph-mon[45557]: pgmap v21970: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:34.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:34 smithi088 ceph-mon[35322]: pgmap v21971: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:34.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:34 smithi175 ceph-mon[44549]: pgmap v21971: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:34.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:34 smithi181 ceph-mon[45557]: pgmap v21971: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:35.507+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:31:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:35.507+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:31:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:35.507+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:31:36.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:36 smithi088 ceph-mon[35322]: pgmap v21972: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:36.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:36 smithi175 ceph-mon[44549]: pgmap v21972: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:36.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:36 smithi181 ceph-mon[45557]: pgmap v21972: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:38.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:38 smithi088 ceph-mon[35322]: pgmap v21973: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:38.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:38 smithi175 ceph-mon[44549]: pgmap v21973: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:38.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:38 smithi181 ceph-mon[45557]: pgmap v21973: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:40.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:40 smithi088 ceph-mon[35322]: pgmap v21974: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:40.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:40 smithi175 ceph-mon[44549]: pgmap v21974: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:40.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:40 smithi181 ceph-mon[45557]: pgmap v21974: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:42.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:42 smithi088 ceph-mon[35322]: pgmap v21975: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:42.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:42 smithi175 ceph-mon[44549]: pgmap v21975: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:42.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:42 smithi181 ceph-mon[45557]: pgmap v21975: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:44.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:44 smithi088 ceph-mon[35322]: pgmap v21976: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:44.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:44 smithi175 ceph-mon[44549]: pgmap v21976: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:44.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:44 smithi181 ceph-mon[45557]: pgmap v21976: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:46.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:46 smithi088 ceph-mon[35322]: pgmap v21977: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:46.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:46 smithi175 ceph-mon[44549]: pgmap v21977: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:46.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:46 smithi181 ceph-mon[45557]: pgmap v21977: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:48.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:48 smithi088 ceph-mon[35322]: pgmap v21978: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:48.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:48 smithi175 ceph-mon[44549]: pgmap v21978: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:48.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:48 smithi181 ceph-mon[45557]: pgmap v21978: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:31:50.521 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:50.521+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:31:50.521 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:50.521+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:31:50.521 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:31:50.521+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:31:50.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:50 smithi088 ceph-mon[35322]: pgmap v21979: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:50.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:50 smithi175 ceph-mon[44549]: pgmap v21979: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:50.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:50 smithi181 ceph-mon[45557]: pgmap v21979: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:31:52.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:52 smithi088 ceph-mon[35322]: pgmap v21980: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:52.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:52 smithi175 ceph-mon[44549]: pgmap v21980: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:52.960 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:52 smithi181 ceph-mon[45557]: pgmap v21980: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:31:54.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:54 smithi088 ceph-mon[35322]: pgmap v21981: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:54.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:54 smithi175 ceph-mon[44549]: pgmap v21981: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:54.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:54 smithi181 ceph-mon[45557]: pgmap v21981: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:31:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:56 smithi088 ceph-mon[35322]: pgmap v21982: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:31:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:31:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:31:56.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:56 smithi088 ceph-mon[35322]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:31:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:56 smithi175 ceph-mon[44549]: pgmap v21982: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:31:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:31:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:31:56.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:56 smithi175 ceph-mon[44549]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:31:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:56 smithi181 ceph-mon[45557]: pgmap v21982: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:31:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-29T00:31:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-29T00:31:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-29T00:31:56.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:56 smithi181 ceph-mon[45557]: from='mgr.14154 172.21.15.88:0/4067077606' entity='mgr.x' 2024-01-29T00:31:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:57 smithi088 ceph-mon[35322]: pgmap v21983: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:31:57.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:57 smithi088 ceph-mon[35322]: pgmap v21984: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:31:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:57 smithi175 ceph-mon[44549]: pgmap v21983: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:31:57.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:57 smithi175 ceph-mon[44549]: pgmap v21984: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:31:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:57 smithi181 ceph-mon[45557]: pgmap v21983: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-01-29T00:31:57.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:57 smithi181 ceph-mon[45557]: pgmap v21984: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:31:59.529 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:31:59 smithi088 ceph-mon[35322]: pgmap v21985: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:31:59.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:31:59 smithi175 ceph-mon[44549]: pgmap v21985: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:31:59.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:31:59 smithi181 ceph-mon[45557]: pgmap v21985: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 7 op/s 2024-01-29T00:32:01.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:01 smithi088 ceph-mon[35322]: pgmap v21986: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:32:01.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:01 smithi175 ceph-mon[44549]: pgmap v21986: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:32:01.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:01 smithi181 ceph-mon[45557]: pgmap v21986: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-01-29T00:32:03.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:03 smithi088 ceph-mon[35322]: pgmap v21987: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:32:03.910 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:03 smithi175 ceph-mon[44549]: pgmap v21987: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:32:03.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:03 smithi181 ceph-mon[45557]: pgmap v21987: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-01-29T00:32:05.531 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:32:05.529+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:32:05.531 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:32:05.529+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:32:05.531 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:32:05.529+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:32:05.778 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:05 smithi088 ceph-mon[35322]: pgmap v21988: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:32:05.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:05 smithi175 ceph-mon[44549]: pgmap v21988: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:32:05.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:05 smithi181 ceph-mon[45557]: pgmap v21988: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 7 op/s 2024-01-29T00:32:07.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:07 smithi088 ceph-mon[35322]: pgmap v21989: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:32:07.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:07 smithi175 ceph-mon[44549]: pgmap v21989: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:32:07.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:07 smithi181 ceph-mon[45557]: pgmap v21989: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-01-29T00:32:09.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:09 smithi175 ceph-mon[44549]: pgmap v21990: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:32:09.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:09 smithi181 ceph-mon[45557]: pgmap v21990: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:32:09.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:09 smithi088 ceph-mon[35322]: pgmap v21990: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:32:11.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:11 smithi088 ceph-mon[35322]: pgmap v21991: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:32:11.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:11 smithi175 ceph-mon[44549]: pgmap v21991: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:32:11.958 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:11 smithi181 ceph-mon[45557]: pgmap v21991: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:32:13.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:13 smithi088 ceph-mon[35322]: pgmap v21992: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:32:13.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:13 smithi175 ceph-mon[44549]: pgmap v21992: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:32:13.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:13 smithi181 ceph-mon[45557]: pgmap v21992: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:32:15.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:15 smithi088 ceph-mon[35322]: pgmap v21993: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:32:15.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:15 smithi175 ceph-mon[44549]: pgmap v21993: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:32:15.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:15 smithi181 ceph-mon[45557]: pgmap v21993: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:32:17.780 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:17 smithi088 ceph-mon[35322]: pgmap v21994: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:32:17.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:17 smithi175 ceph-mon[44549]: pgmap v21994: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:32:17.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:17 smithi181 ceph-mon[45557]: pgmap v21994: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:32:19.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:19 smithi175 ceph-mon[44549]: pgmap v21995: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:32:19.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:19 smithi181 ceph-mon[45557]: pgmap v21995: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:32:19.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:19 smithi088 ceph-mon[35322]: pgmap v21995: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-01-29T00:32:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:32:20.538+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:32:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:32:20.538+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:32:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:32:20.538+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:32:21.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:21 smithi088 ceph-mon[35322]: pgmap v21996: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:32:21.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:21 smithi175 ceph-mon[44549]: pgmap v21996: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:32:21.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:21 smithi181 ceph-mon[45557]: pgmap v21996: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:32:23.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:23 smithi088 ceph-mon[35322]: pgmap v21997: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:32:23.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:23 smithi175 ceph-mon[44549]: pgmap v21997: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:32:23.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:23 smithi181 ceph-mon[45557]: pgmap v21997: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:32:25.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:25 smithi088 ceph-mon[35322]: pgmap v21998: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:32:25.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:25 smithi175 ceph-mon[44549]: pgmap v21998: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:32:25.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:25 smithi181 ceph-mon[45557]: pgmap v21998: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:32:27.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:27 smithi088 ceph-mon[35322]: pgmap v21999: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:32:27.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:27 smithi175 ceph-mon[44549]: pgmap v21999: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:32:27.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:27 smithi181 ceph-mon[45557]: pgmap v21999: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 8 op/s 2024-01-29T00:32:29.661 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:29 smithi175 ceph-mon[44549]: pgmap v22000: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:32:29.707 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:29 smithi181 ceph-mon[45557]: pgmap v22000: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:32:29.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:29 smithi088 ceph-mon[35322]: pgmap v22000: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-01-29T00:32:31.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:31 smithi088 ceph-mon[35322]: pgmap v22001: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:32:31.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:31 smithi175 ceph-mon[44549]: pgmap v22001: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:32:31.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:31 smithi181 ceph-mon[45557]: pgmap v22001: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-01-29T00:32:33.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:33 smithi088 ceph-mon[35322]: pgmap v22002: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:32:33.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:33 smithi175 ceph-mon[44549]: pgmap v22002: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:32:33.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:33 smithi181 ceph-mon[45557]: pgmap v22002: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-01-29T00:32:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:32:35.554+0000 7ff34aa00700 1 -- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 msgr2=0x55d733ed6160 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.175:6838/3969931760 2024-01-29T00:32:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:32:35.554+0000 7ff34aa00700 1 --2- 172.21.15.88:0/3091771759 >> [v2:172.21.15.175:6838/3969931760,v1:172.21.15.175:6839/3969931760] conn(0x55d733ed3d40 0x55d733ed6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-01-29T00:32:35.554 INFO:teuthology.task.background_exec.ubuntu@smithi088.front.sepia.ceph.com.smithi088.stderr:2024-01-29T00:32:35.554+0000 7ff338c00700 1 client.25453 ms_handle_refused on v2:172.21.15.175:6838/3969931760 2024-01-29T00:32:35.779 INFO:journalctl@ceph.mon.a.smithi088.stdout:Jan 29 00:32:35 smithi088 ceph-mon[35322]: pgmap v22003: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:32:35.911 INFO:journalctl@ceph.mon.b.smithi175.stdout:Jan 29 00:32:35 smithi175 ceph-mon[44549]: pgmap v22003: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:32:35.957 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 29 00:32:35 smithi181 ceph-mon[45557]: pgmap v22003: 129 pgs: 129 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7 op/s 2024-01-29T00:32:37.279 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2024-01-29T00:32:37.280 DEBUG:teuthology.task.console_log:Killing console logger for smithi088 2024-01-29T00:32:37.281 DEBUG:teuthology.task.console_log:Killing console logger for smithi175 2024-01-29T00:32:37.281 DEBUG:teuthology.task.console_log:Killing console logger for smithi181 2024-01-29T00:32:37.281 DEBUG:teuthology.exit:Finished running handlers